diff --git a/lib/active_record/connection_adapters/sqlserver/type/time.rb b/lib/active_record/connection_adapters/sqlserver/type/time.rb
index bdc8bbc86..3fdf44523 100644
--- a/lib/active_record/connection_adapters/sqlserver/type/time.rb
+++ b/lib/active_record/connection_adapters/sqlserver/type/time.rb
@@ -36,9 +36,10 @@ def quoted(value)
 
           def cast_value(value)
             value = super
-            return if value.blank?
 
-            value = value.change year: 2000, month: 01, day: 01
+            return value unless value.is_a?(::Time)
+
+            value = value.change(year: 2000, month: 01, day: 01)
             apply_seconds_precision(value)
           end