feat: complete RunPod runtime integration

aisbf/app/model_cache.py

@@ -26,6 +26,16 @@ def _is_broker_only_coderai(provider_config) -> bool:
     return bool(coderai_config.get('broker_mode', False))
 
 
+def _is_runpod_public_provider(provider_config) -> bool:
+    provider_type = getattr(provider_config, 'type', '')
+    if provider_type != 'runpod':
+        return False
+    runpod_config = getattr(provider_config, 'runpod_config', None) or {}
+    if not isinstance(runpod_config, dict):
+        return False
+    return str(runpod_config.get('mode') or '').lower() == 'public'
+
+
 def _cache_key_for_provider(provider_id: str, user_id: Optional[int] = None) -> str:
     return f"{provider_id}:{user_id}" if user_id is not None else provider_id
 
@@ -136,6 +146,39 @@ async def refresh_model_cache(config):
 async def get_provider_models(provider_id: str, provider_config, config, user_id: Optional[int] = None) -> list:
     current_time = int(time.time())
 
+    if _is_runpod_public_provider(provider_config):
+        from aisbf.database import DatabaseRegistry
+
+        db = DatabaseRegistry.get_config_database()
+        provider_scope = 'user' if user_id is not None else 'global'
+        state = db.get_runpod_provider_state(provider_scope, user_id, provider_id)
+        catalog = []
+        if state:
+            catalog = state.get('public_catalog_json') or []
+        if catalog:
+            models = []
+            for item in catalog:
+                model_id = item.get('id') or item.get('name') or ''
+                if not model_id:
+                    continue
+                models.append({
+                    'id': f"{provider_id}/{model_id}",
+                    'object': 'model',
+                    'created': current_time,
+                    'owned_by': provider_config.name,
+                    'provider': provider_id,
+                    'type': 'provider',
+                    'model_name': model_id,
+                    'capabilities': item.get('capabilities', []),
+                    'description': item.get('description'),
+                    'architecture': item.get('architecture'),
+                    'pricing': item.get('pricing'),
+                    'supported_parameters': item.get('supported_parameters'),
+                    'source': 'api_cache',
+                })
+            if models:
+                return models
+
     try:
         from aisbf.providers import get_provider_handler
         api_key = getattr(provider_config, 'api_key', None)

aisbf/config.py

@@ -80,6 +80,7 @@ class ProviderConfig(BaseModel):
     codex_config: Optional[Dict] = None  # Optional Codex-specific configuration - DEPRECATED
     qwen_config: Optional[Dict] = None  # Optional Qwen-specific configuration - DEPRECATED
     coderai_config: Optional[Dict] = None  # Optional CoderAI-specific configuration
+    runpod_config: Optional[Dict] = None  # Optional RunPod-specific configuration
     # Default settings for models in this provider
     default_rate_limit: Optional[float] = None
     default_max_request_tokens: Optional[int] = None

main.py

@@ -362,9 +362,11 @@ async def _run_startup() -> None:
 
     # Background tasks
     from aisbf.app.model_cache import prefetch_global_provider_models, refresh_model_cache
+    from aisbf.providers.runpod import runpod_idle_shutdown_loop
     asyncio.create_task(prefetch_global_provider_models(config))
     if _app_state['_cache_refresh_task'] is None:
         _app_state['_cache_refresh_task'] = asyncio.create_task(refresh_model_cache(config))
+    _background_tasks.add(asyncio.create_task(runpod_idle_shutdown_loop()))
 
     logger.info(f"=== AISBF {__version__} Started ===")
     logger.info(f"Providers: {list(config.providers.keys()) if config else []}")