Refactor provider imports and add consensus defaults

Centralizes imports of get_default_api_url and validate_base_url in provider modules, removing repeated inline imports. Adds named fallback constants for consensus proportion and entropy in consensus.py for improved clarity and maintainability.

Author: cafferychen777

python/mllmcelltype/consensus.py

@@ -23,6 +23,12 @@
 from .url_utils import resolve_provider_base_url
 from .utils import clean_annotation, load_api_key, normalize_annotation_for_comparison
 
+# Default fallback values when metrics cannot be parsed from LLM response
+# Low consensus proportion ensures discussion will happen
+DEFAULT_FALLBACK_CONSENSUS_PROPORTION = 0.25
+# High entropy indicates high uncertainty
+DEFAULT_FALLBACK_ENTROPY = 2.0
+
 
 def _get_api_key(provider: str, api_keys: Optional[dict[str, str]] = None) -> Optional[str]:
     """Get API key for a specific provider.
@@ -575,8 +581,8 @@ def process_controversial_clusters(
 
         # Use default values if parsing failed
         if cp_value is None or h_value is None:
-            cp_value = cp_value or 0.25  # Low consensus to ensure discussion happens
-            h_value = h_value or 2.0  # High entropy to indicate uncertainty
+            cp_value = cp_value or DEFAULT_FALLBACK_CONSENSUS_PROPORTION
+            h_value = h_value or DEFAULT_FALLBACK_ENTROPY
             write_log(
                 f"Could not fully parse LLM consensus response, using defaults: CP={cp_value:.2f}, H={h_value:.2f}",
                 level="warning",

python/mllmcelltype/providers/anthropic.py

@@ -7,6 +7,7 @@
 import requests
 
 from ..logger import write_log
+from ..url_utils import get_default_api_url, validate_base_url
 
 
 # Model alias mapping: user-friendly names -> official API model IDs
@@ -93,15 +94,11 @@ def process_anthropic(
 
     # Determine API URL
     if base_url:
-        from ..url_utils import validate_base_url
-
         if not validate_base_url(base_url):
             raise ValueError(f"Invalid base URL: {base_url}")
         url = base_url
         write_log(f"Using custom base URL: {url}")
     else:
-        from ..url_utils import get_default_api_url
-
         url = get_default_api_url("anthropic")
         write_log(f"Using default URL: {url}")
 

python/mllmcelltype/providers/deepseek.py

@@ -8,6 +8,7 @@
 from urllib3.util.retry import Retry
 
 from ..logger import write_log
+from ..url_utils import get_default_api_url, validate_base_url
 
 
 def process_deepseek(
@@ -35,15 +36,11 @@ def process_deepseek(
 
     # Use custom URL or default URL
     if base_url:
-        from ..url_utils import validate_base_url
-
         if not validate_base_url(base_url):
             raise ValueError(f"Invalid base URL: {base_url}")
         url = base_url
         write_log(f"Using custom base URL: {url}")
     else:
-        from ..url_utils import get_default_api_url
-
         url = get_default_api_url("deepseek")
         write_log(f"Using default URL: {url}")
 

python/mllmcelltype/providers/grok.py

@@ -7,6 +7,7 @@
 import requests
 
 from ..logger import write_log
+from ..url_utils import get_default_api_url, validate_base_url
 
 
 def process_grok(
@@ -34,15 +35,11 @@ def process_grok(
 
     # Use custom URL or default URL
     if base_url:
-        from ..url_utils import validate_base_url
-
         if not validate_base_url(base_url):
             raise ValueError(f"Invalid base URL: {base_url}")
         url = base_url
         write_log(f"Using custom base URL: {url}")
     else:
-        from ..url_utils import get_default_api_url
-
         url = get_default_api_url("grok")
         write_log(f"Using default URL: {url}")
 

python/mllmcelltype/providers/minimax.py

@@ -7,6 +7,7 @@
 import requests
 
 from ..logger import write_log
+from ..url_utils import get_default_api_url, validate_base_url
 
 
 def process_minimax(
@@ -34,15 +35,11 @@ def process_minimax(
 
     # Use custom URL or default URL
     if base_url:
-        from ..url_utils import validate_base_url
-
         if not validate_base_url(base_url):
             raise ValueError(f"Invalid base URL: {base_url}")
         url = base_url
         write_log(f"Using custom base URL: {url}")
     else:
-        from ..url_utils import get_default_api_url
-
         url = get_default_api_url("minimax")
         write_log(f"Using default URL: {url}")
 

python/mllmcelltype/providers/openai.py

@@ -7,6 +7,7 @@
 import requests
 
 from ..logger import write_log
+from ..url_utils import get_default_api_url, validate_base_url
 
 
 def process_openai(
@@ -34,15 +35,11 @@ def process_openai(
 
     # Use custom URL or default URL
     if base_url:
-        from ..url_utils import validate_base_url
-
         if not validate_base_url(base_url):
             raise ValueError(f"Invalid base URL: {base_url}")
         url = base_url
         write_log(f"Using custom base URL: {url}")
     else:
-        from ..url_utils import get_default_api_url
-
         url = get_default_api_url("openai")
         write_log(f"Using default URL: {url}")
 

python/mllmcelltype/providers/openrouter.py

@@ -7,6 +7,7 @@
 import requests
 
 from ..logger import write_log
+from ..url_utils import get_default_api_url, validate_base_url
 
 
 def process_openrouter(
@@ -34,15 +35,11 @@ def process_openrouter(
 
     # Use custom URL or default URL
     if base_url:
-        from ..url_utils import validate_base_url
-
         if not validate_base_url(base_url):
             raise ValueError(f"Invalid base URL: {base_url}")
         url = base_url
         write_log(f"Using custom base URL: {url}")
     else:
-        from ..url_utils import get_default_api_url
-
         url = get_default_api_url("openrouter")
         write_log(f"Using default URL: {url}")
 

python/mllmcelltype/providers/qwen.py

@@ -7,6 +7,7 @@
 import requests
 
 from ..logger import write_log
+from ..url_utils import get_working_qwen_endpoint, validate_base_url
 
 
 def process_qwen(
@@ -33,15 +34,11 @@ def process_qwen(
 
     # Use custom URL or smart selection
     if base_url:
-        from ..url_utils import validate_base_url
-
         if not validate_base_url(base_url):
             raise ValueError(f"Invalid base URL: {base_url}")
         url = base_url
         write_log(f"Using custom base URL: {url}")
     else:
-        from ..url_utils import get_working_qwen_endpoint
-
         url = get_working_qwen_endpoint(api_key)
         write_log(f"Using smart-selected endpoint: {url}")
 

python/mllmcelltype/providers/stepfun.py

@@ -7,6 +7,7 @@
 import requests
 
 from ..logger import write_log
+from ..url_utils import get_default_api_url, validate_base_url
 
 
 def process_stepfun(
@@ -34,15 +35,11 @@ def process_stepfun(
 
     # Use custom URL or default URL
     if base_url:
-        from ..url_utils import validate_base_url
-
         if not validate_base_url(base_url):
             raise ValueError(f"Invalid base URL: {base_url}")
         url = base_url
         write_log(f"Using custom base URL: {url}")
     else:
-        from ..url_utils import get_default_api_url
-
         url = get_default_api_url("stepfun")
         write_log(f"Using default URL: {url}")
 

python/mllmcelltype/providers/zhipu.py

@@ -7,6 +7,7 @@
 import requests
 
 from ..logger import write_log
+from ..url_utils import get_default_api_url, validate_base_url
 
 
 def process_zhipu(
@@ -34,15 +35,11 @@ def process_zhipu(
 
     # Use custom URL or default URL
     if base_url:
-        from ..url_utils import validate_base_url
-
         if not validate_base_url(base_url):
             raise ValueError(f"Invalid base URL: {base_url}")
         url = base_url
         write_log(f"Using custom base URL: {url}")
     else:
-        from ..url_utils import get_default_api_url
-
         url = get_default_api_url("zhipu")
         write_log(f"Using default URL: {url}")