\[ \int \sec ^{\frac {3}{2}}(c+d x) (a+b \sec (c+d x))^2 \left (A+B \sec (c+d x)+C \sec ^2(c+d x)\right ) \, dx \]
Optimal antiderivative \[ \frac {2 \left (14 A a b +7 B \,a^{2}+5 b^{2} B +10 a b C \right ) \left (\sec ^{\frac {3}{2}}\left (d x +c \right )\right ) \sin \left (d x +c \right )}{21 d}+\frac {2 \left (9 A \,b^{2}+18 a b B +4 a^{2} C +7 b^{2} C \right ) \left (\sec ^{\frac {5}{2}}\left (d x +c \right )\right ) \sin \left (d x +c \right )}{45 d}+\frac {2 b \left (9 b B +4 a C \right ) \left (\sec ^{\frac {7}{2}}\left (d x +c \right )\right ) \sin \left (d x +c \right )}{63 d}+\frac {2 C \left (\sec ^{\frac {5}{2}}\left (d x +c \right )\right ) \left (a +b \sec \left (d x +c \right )\right )^{2} \sin \left (d x +c \right )}{9 d}+\frac {2 \left (18 a b B +3 a^{2} \left (5 A +3 C \right )+b^{2} \left (9 A +7 C \right )\right ) \sin \left (d x +c \right ) \left (\sqrt {\sec }\left (d x +c \right )\right )}{15 d}-\frac {2 \left (18 a b B +3 a^{2} \left (5 A +3 C \right )+b^{2} \left (9 A +7 C \right )\right ) \sqrt {\frac {\cos \left (d x +c \right )}{2}+\frac {1}{2}}\, \EllipticE \left (\sin \left (\frac {d x}{2}+\frac {c}{2}\right ), \sqrt {2}\right ) \left (\sqrt {\cos }\left (d x +c \right )\right ) \left (\sqrt {\sec }\left (d x +c \right )\right )}{15 \cos \left (\frac {d x}{2}+\frac {c}{2}\right ) d}+\frac {2 \left (14 A a b +7 B \,a^{2}+5 b^{2} B +10 a b C \right ) \sqrt {\frac {\cos \left (d x +c \right )}{2}+\frac {1}{2}}\, \EllipticF \left (\sin \left (\frac {d x}{2}+\frac {c}{2}\right ), \sqrt {2}\right ) \left (\sqrt {\cos }\left (d x +c \right )\right ) \left (\sqrt {\sec }\left (d x +c \right )\right )}{21 \cos \left (\frac {d x}{2}+\frac {c}{2}\right ) d} \]
command
integrate(sec(d*x+c)^(3/2)*(a+b*sec(d*x+c))^2*(A+B*sec(d*x+c)+C*sec(d*x+c)^2),x, algorithm="fricas")
Fricas 1.3.8 (sbcl 2.2.11.debian) via sagemath 9.6 output
\[ -\frac {15 \, \sqrt {2} {\left (7 i \, B a^{2} + 2 i \, {\left (7 \, A + 5 \, C\right )} a b + 5 i \, B b^{2}\right )} \cos \left (d x + c\right )^{4} {\rm weierstrassPInverse}\left (-4, 0, \cos \left (d x + c\right ) + i \, \sin \left (d x + c\right )\right ) + 15 \, \sqrt {2} {\left (-7 i \, B a^{2} - 2 i \, {\left (7 \, A + 5 \, C\right )} a b - 5 i \, B b^{2}\right )} \cos \left (d x + c\right )^{4} {\rm weierstrassPInverse}\left (-4, 0, \cos \left (d x + c\right ) - i \, \sin \left (d x + c\right )\right ) + 21 \, \sqrt {2} {\left (3 i \, {\left (5 \, A + 3 \, C\right )} a^{2} + 18 i \, B a b + i \, {\left (9 \, A + 7 \, C\right )} b^{2}\right )} \cos \left (d x + c\right )^{4} {\rm weierstrassZeta}\left (-4, 0, {\rm weierstrassPInverse}\left (-4, 0, \cos \left (d x + c\right ) + i \, \sin \left (d x + c\right )\right )\right ) + 21 \, \sqrt {2} {\left (-3 i \, {\left (5 \, A + 3 \, C\right )} a^{2} - 18 i \, B a b - i \, {\left (9 \, A + 7 \, C\right )} b^{2}\right )} \cos \left (d x + c\right )^{4} {\rm weierstrassZeta}\left (-4, 0, {\rm weierstrassPInverse}\left (-4, 0, \cos \left (d x + c\right ) - i \, \sin \left (d x + c\right )\right )\right ) - \frac {2 \, {\left (21 \, {\left (3 \, {\left (5 \, A + 3 \, C\right )} a^{2} + 18 \, B a b + {\left (9 \, A + 7 \, C\right )} b^{2}\right )} \cos \left (d x + c\right )^{4} + 15 \, {\left (7 \, B a^{2} + 2 \, {\left (7 \, A + 5 \, C\right )} a b + 5 \, B b^{2}\right )} \cos \left (d x + c\right )^{3} + 35 \, C b^{2} + 7 \, {\left (9 \, C a^{2} + 18 \, B a b + {\left (9 \, A + 7 \, C\right )} b^{2}\right )} \cos \left (d x + c\right )^{2} + 45 \, {\left (2 \, C a b + B b^{2}\right )} \cos \left (d x + c\right )\right )} \sin \left (d x + c\right )}{\sqrt {\cos \left (d x + c\right )}}}{315 \, d \cos \left (d x + c\right )^{4}} \]
Fricas 1.3.7 via sagemath 9.3 output
\[ {\rm integral}\left ({\left (C b^{2} \sec \left (d x + c\right )^{5} + {\left (2 \, C a b + B b^{2}\right )} \sec \left (d x + c\right )^{4} + A a^{2} \sec \left (d x + c\right ) + {\left (C a^{2} + 2 \, B a b + A b^{2}\right )} \sec \left (d x + c\right )^{3} + {\left (B a^{2} + 2 \, A a b\right )} \sec \left (d x + c\right )^{2}\right )} \sqrt {\sec \left (d x + c\right )}, x\right ) \]