\[ \int \cos ^{\frac {3}{2}}(c+d x) (a+b \sec (c+d x))^4 \left (A+B \sec (c+d x)+C \sec ^2(c+d x)\right ) \, dx \]
Optimal antiderivative \[ \frac {2 \left (5 a^{4} B -30 B \,a^{2} b^{2}-3 b^{4} B +20 a^{3} b \left (A -C \right )-4 a \,b^{3} \left (5 A +3 C \right )\right ) \sqrt {\frac {\cos \left (d x +c \right )}{2}+\frac {1}{2}}\, \EllipticE \left (\sin \left (\frac {d x}{2}+\frac {c}{2}\right ), \sqrt {2}\right )}{5 \cos \left (\frac {d x}{2}+\frac {c}{2}\right ) d}+\frac {2 \left (84 a^{3} b B +28 a \,b^{3} B +42 a^{2} b^{2} \left (3 A +C \right )+7 a^{4} \left (A +3 C \right )+b^{4} \left (7 A +5 C \right )\right ) \sqrt {\frac {\cos \left (d x +c \right )}{2}+\frac {1}{2}}\, \EllipticF \left (\sin \left (\frac {d x}{2}+\frac {c}{2}\right ), \sqrt {2}\right )}{21 \cos \left (\frac {d x}{2}+\frac {c}{2}\right ) d}+\frac {2 \left (35 A \,b^{2}+77 a b B +48 a^{2} C +25 b^{2} C \right ) \left (b +a \cos \left (d x +c \right )\right )^{2} \sin \left (d x +c \right )}{105 d \cos \left (d x +c \right )^{\frac {3}{2}}}+\frac {2 \left (7 b B +8 a C \right ) \left (b +a \cos \left (d x +c \right )\right )^{3} \sin \left (d x +c \right )}{35 d \cos \left (d x +c \right )^{\frac {5}{2}}}+\frac {2 C \left (b +a \cos \left (d x +c \right )\right )^{4} \sin \left (d x +c \right )}{7 d \cos \left (d x +c \right )^{\frac {7}{2}}}+\frac {2 b \left (413 a^{2} b B +63 b^{3} B +192 a^{3} C +2 a \,b^{2} \left (175 A +101 C \right )\right ) \sin \left (d x +c \right )}{105 d \sqrt {\cos \left (d x +c \right )}}-\frac {2 a^{2} \left (98 a b B -a^{2} \left (35 A -87 C \right )+5 b^{2} \left (7 A +5 C \right )\right ) \sin \left (d x +c \right ) \left (\sqrt {\cos }\left (d x +c \right )\right )}{105 d} \]
command
integrate(cos(d*x+c)^(3/2)*(a+b*sec(d*x+c))^4*(A+B*sec(d*x+c)+C*sec(d*x+c)^2),x, algorithm="fricas")
Fricas 1.3.8 (sbcl 2.2.11.debian) via sagemath 9.6 output
\[ -\frac {5 \, \sqrt {2} {\left (7 i \, {\left (A + 3 \, C\right )} a^{4} + 84 i \, B a^{3} b + 42 i \, {\left (3 \, A + C\right )} a^{2} b^{2} + 28 i \, B a b^{3} + i \, {\left (7 \, A + 5 \, C\right )} b^{4}\right )} \cos \left (d x + c\right )^{4} {\rm weierstrassPInverse}\left (-4, 0, \cos \left (d x + c\right ) + i \, \sin \left (d x + c\right )\right ) + 5 \, \sqrt {2} {\left (-7 i \, {\left (A + 3 \, C\right )} a^{4} - 84 i \, B a^{3} b - 42 i \, {\left (3 \, A + C\right )} a^{2} b^{2} - 28 i \, B a b^{3} - i \, {\left (7 \, A + 5 \, C\right )} b^{4}\right )} \cos \left (d x + c\right )^{4} {\rm weierstrassPInverse}\left (-4, 0, \cos \left (d x + c\right ) - i \, \sin \left (d x + c\right )\right ) + 21 \, \sqrt {2} {\left (-5 i \, B a^{4} - 20 i \, {\left (A - C\right )} a^{3} b + 30 i \, B a^{2} b^{2} + 4 i \, {\left (5 \, A + 3 \, C\right )} a b^{3} + 3 i \, B b^{4}\right )} \cos \left (d x + c\right )^{4} {\rm weierstrassZeta}\left (-4, 0, {\rm weierstrassPInverse}\left (-4, 0, \cos \left (d x + c\right ) + i \, \sin \left (d x + c\right )\right )\right ) + 21 \, \sqrt {2} {\left (5 i \, B a^{4} + 20 i \, {\left (A - C\right )} a^{3} b - 30 i \, B a^{2} b^{2} - 4 i \, {\left (5 \, A + 3 \, C\right )} a b^{3} - 3 i \, B b^{4}\right )} \cos \left (d x + c\right )^{4} {\rm weierstrassZeta}\left (-4, 0, {\rm weierstrassPInverse}\left (-4, 0, \cos \left (d x + c\right ) - i \, \sin \left (d x + c\right )\right )\right ) - 2 \, {\left (35 \, A a^{4} \cos \left (d x + c\right )^{4} + 15 \, C b^{4} + 21 \, {\left (20 \, C a^{3} b + 30 \, B a^{2} b^{2} + 4 \, {\left (5 \, A + 3 \, C\right )} a b^{3} + 3 \, B b^{4}\right )} \cos \left (d x + c\right )^{3} + 5 \, {\left (42 \, C a^{2} b^{2} + 28 \, B a b^{3} + {\left (7 \, A + 5 \, C\right )} b^{4}\right )} \cos \left (d x + c\right )^{2} + 21 \, {\left (4 \, C a b^{3} + B b^{4}\right )} \cos \left (d x + c\right )\right )} \sqrt {\cos \left (d x + c\right )} \sin \left (d x + c\right )}{105 \, d \cos \left (d x + c\right )^{4}} \]
Fricas 1.3.7 via sagemath 9.3 output
\[ {\rm integral}\left ({\left (C b^{4} \cos \left (d x + c\right ) \sec \left (d x + c\right )^{6} + {\left (4 \, C a b^{3} + B b^{4}\right )} \cos \left (d x + c\right ) \sec \left (d x + c\right )^{5} + A a^{4} \cos \left (d x + c\right ) + {\left (6 \, C a^{2} b^{2} + 4 \, B a b^{3} + A b^{4}\right )} \cos \left (d x + c\right ) \sec \left (d x + c\right )^{4} + 2 \, {\left (2 \, C a^{3} b + 3 \, B a^{2} b^{2} + 2 \, A a b^{3}\right )} \cos \left (d x + c\right ) \sec \left (d x + c\right )^{3} + {\left (C a^{4} + 4 \, B a^{3} b + 6 \, A a^{2} b^{2}\right )} \cos \left (d x + c\right ) \sec \left (d x + c\right )^{2} + {\left (B a^{4} + 4 \, A a^{3} b\right )} \cos \left (d x + c\right ) \sec \left (d x + c\right )\right )} \sqrt {\cos \left (d x + c\right )}, x\right ) \]