diff --git a/rembg/sessions/sam.py b/rembg/sessions/sam.py
index 7a287cd..e6d8c4b 100644
--- a/rembg/sessions/sam.py
+++ b/rembg/sessions/sam.py
@@ -105,9 +105,10 @@ class SamSession(BaseSession):
         valid_providers = []
         available_providers = ort.get_available_providers()
 
-        for provider in providers or []:
-            if provider in available_providers:
-                valid_providers.append(provider)
+        if providers:
+            for provider in providers or []:
+                if provider in available_providers:
+                    valid_providers.append(provider)
         else:
             valid_providers.extend(available_providers)