\[ \int (a+a \cos (c+d x))^{5/2} \left (A+B \cos (c+d x)+C \cos ^2(c+d x)\right ) \sec (c+d x) \, dx \]
Optimal antiderivative \[ \frac {2 a^{\frac {5}{2}} A \arctanh \left (\frac {\sin \left (d x +c \right ) \sqrt {a}}{\sqrt {a +a \cos \left (d x +c \right )}}\right )}{d}+\frac {2 a \left (7 B +5 C \right ) \left (a +a \cos \left (d x +c \right )\right )^{\frac {3}{2}} \sin \left (d x +c \right )}{35 d}+\frac {2 C \left (a +a \cos \left (d x +c \right )\right )^{\frac {5}{2}} \sin \left (d x +c \right )}{7 d}+\frac {2 a^{3} \left (245 A +224 B +160 C \right ) \sin \left (d x +c \right )}{105 d \sqrt {a +a \cos \left (d x +c \right )}}+\frac {2 a^{2} \left (35 A +56 B +40 C \right ) \sin \left (d x +c \right ) \sqrt {a +a \cos \left (d x +c \right )}}{105 d} \]
command
integrate((a+a*cos(d*x+c))^(5/2)*(A+B*cos(d*x+c)+C*cos(d*x+c)^2)*sec(d*x+c),x, algorithm="giac")
Giac 1.9.0-11 via sagemath 9.6 output
\[ -\frac {\sqrt {2} {\left (480 \, C a^{2} \mathrm {sgn}\left (\cos \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right )\right ) \sin \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right )^{7} - 336 \, B a^{2} \mathrm {sgn}\left (\cos \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right )\right ) \sin \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right )^{5} - 1680 \, C a^{2} \mathrm {sgn}\left (\cos \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right )\right ) \sin \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right )^{5} + 280 \, A a^{2} \mathrm {sgn}\left (\cos \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right )\right ) \sin \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right )^{3} + 1120 \, B a^{2} \mathrm {sgn}\left (\cos \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right )\right ) \sin \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right )^{3} + 2240 \, C a^{2} \mathrm {sgn}\left (\cos \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right )\right ) \sin \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right )^{3} + 105 \, \sqrt {2} A a^{2} \log \left (\frac {{\left | -2 \, \sqrt {2} + 4 \, \sin \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right ) \right |}}{{\left | 2 \, \sqrt {2} + 4 \, \sin \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right ) \right |}}\right ) \mathrm {sgn}\left (\cos \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right )\right ) - 1260 \, A a^{2} \mathrm {sgn}\left (\cos \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right )\right ) \sin \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right ) - 1680 \, B a^{2} \mathrm {sgn}\left (\cos \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right )\right ) \sin \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right ) - 1680 \, C a^{2} \mathrm {sgn}\left (\cos \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right )\right ) \sin \left (\frac {1}{2} \, d x + \frac {1}{2} \, c\right )\right )} \sqrt {a}}{210 \, d} \]
Giac 1.7.0 via sagemath 9.3 output
\[ \text {Timed out} \]________________________________________________________________________________________