diff --git a/lib/baby_squeel/compat.rb b/lib/baby_squeel/compat.rb
index 98cfa09..6c45fc9 100644
--- a/lib/baby_squeel/compat.rb
+++ b/lib/baby_squeel/compat.rb
@@ -120,6 +120,7 @@ def select(*args, &block)
       end
 
       # Overrides ActiveRecord::QueryMethods#order
+      if ::ActiveRecord.version >= Gem::Version.new("5")
       def order(*args, &block)
         if block_given? && args.empty?
           ordering(&block)
@@ -135,6 +136,7 @@ def reorder(*args, &block)
           super
         end
       end
+      end
 
       # Overrides ActiveRecord::QueryMethods#group
       def group(*args, &block)