diff --git a/test/ADtests.jl b/test/ADtests.jl
index dca8ebf34..fbeed6bcc 100644
--- a/test/ADtests.jl
+++ b/test/ADtests.jl
@@ -48,11 +48,15 @@ end
 
         sol = solve(prob, Optim.Newton())
         @test 10 * sol.objective < l1
-        @test sol.retcode == ReturnCode.Success
+        if adtype != AutoFiniteDiff()
+            @test sol.retcode == ReturnCode.Success
+        end
 
         sol = solve(prob, Optim.KrylovTrustRegion())
         @test 10 * sol.objective < l1
-        @test sol.retcode == ReturnCode.Success
+        if adtype != AutoFiniteDiff()
+            @test sol.retcode == ReturnCode.Success
+        end
 
         sol = solve(prob, Optimization.LBFGS(), maxiters = 1000)
         @test 10 * sol.objective < l1