import json import uuid import asyncio import aiofiles from typing import Dict, List, Any, Optional from datetime import datetime from dataclasses import dataclass, asdict from pathlib import Path from utils.logging_config import get_logger logger = get_logger(__name__) from .base import BaseConnector from .google_drive import GoogleDriveConnector from .sharepoint import SharePointConnector from .onedrive import OneDriveConnector @dataclass class ConnectionConfig: """Configuration for a connector connection""" connection_id: str connector_type: str # "google_drive", "box", etc. name: str # User-friendly name config: Dict[str, Any] # Connector-specific config user_id: Optional[str] = None # For multi-tenant support created_at: datetime = None last_sync: Optional[datetime] = None is_active: bool = True def __post_init__(self): if self.created_at is None: self.created_at = datetime.now() class ConnectionManager: """Manages multiple connector connections with persistence""" def __init__(self, connections_file: str = "connections.json"): self.connections_file = Path(connections_file) self.connections: Dict[str, ConnectionConfig] = {} self.active_connectors: Dict[str, BaseConnector] = {} async def load_connections(self): """Load connections from persistent storage""" if self.connections_file.exists(): async with aiofiles.open(self.connections_file, "r") as f: data = json.loads(await f.read()) for conn_data in data.get("connections", []): # Convert datetime strings back to datetime objects if conn_data.get("created_at"): conn_data["created_at"] = datetime.fromisoformat( conn_data["created_at"] ) if conn_data.get("last_sync"): conn_data["last_sync"] = datetime.fromisoformat( conn_data["last_sync"] ) config = ConnectionConfig(**conn_data) self.connections[config.connection_id] = config async def save_connections(self): """Save connections to persistent storage""" data = {"connections": []} for config in self.connections.values(): conn_data = asdict(config) # Convert datetime objects to strings if conn_data.get("created_at"): conn_data["created_at"] = conn_data["created_at"].isoformat() if conn_data.get("last_sync"): conn_data["last_sync"] = conn_data["last_sync"].isoformat() data["connections"].append(conn_data) async with aiofiles.open(self.connections_file, "w") as f: await f.write(json.dumps(data, indent=2)) async def create_connection( self, connector_type: str, name: str, config: Dict[str, Any], user_id: Optional[str] = None, ) -> str: """Create a new connection configuration""" connection_id = str(uuid.uuid4()) connection_config = ConnectionConfig( connection_id=connection_id, connector_type=connector_type, name=name, config=config, user_id=user_id, ) self.connections[connection_id] = connection_config await self.save_connections() return connection_id async def get_connection(self, connection_id: str) -> Optional[ConnectionConfig]: """Get connection configuration""" return self.connections.get(connection_id) async def update_connection( self, connection_id: str, connector_type: str = None, name: str = None, config: Dict[str, Any] = None, user_id: str = None, ) -> bool: """Update an existing connection configuration""" if connection_id not in self.connections: return False connection = self.connections[connection_id] # Check if this update is adding authentication and webhooks are configured should_setup_webhook = ( config is not None and config.get("token_file") and config.get("webhook_url") # Only if webhook URL is configured and not connection.config.get("webhook_channel_id") and connection.is_active ) # Update fields if provided if connector_type is not None: connection.connector_type = connector_type if name is not None: connection.name = name if config is not None: connection.config = config if user_id is not None: connection.user_id = user_id await self.save_connections() # Setup webhook subscription if this connection just got authenticated with webhook URL if should_setup_webhook: await self._setup_webhook_for_new_connection(connection_id, connection) return True async def list_connections( self, user_id: Optional[str] = None, connector_type: Optional[str] = None ) -> List[ConnectionConfig]: """List connections, optionally filtered by user or connector type""" connections = list(self.connections.values()) if user_id is not None: connections = [c for c in connections if c.user_id == user_id] if connector_type is not None: connections = [c for c in connections if c.connector_type == connector_type] return connections async def delete_connection(self, connection_id: str) -> bool: """Delete a connection""" if connection_id not in self.connections: return False # Clean up active connector if exists if connection_id in self.active_connectors: connector = self.active_connectors[connection_id] # Try to cleanup subscriptions if applicable try: if ( hasattr(connector, "webhook_channel_id") and connector.webhook_channel_id ): await connector.cleanup_subscription(connector.webhook_channel_id) except: pass # Best effort cleanup del self.active_connectors[connection_id] del self.connections[connection_id] await self.save_connections() return True async def get_connector(self, connection_id: str) -> Optional[BaseConnector]: """Get an active connector instance""" # Return cached connector if available if connection_id in self.active_connectors: connector = self.active_connectors[connection_id] if connector.is_authenticated: return connector else: # Remove unauthenticated connector from cache del self.active_connectors[connection_id] # Try to create and authenticate connector connection_config = self.connections.get(connection_id) if not connection_config or not connection_config.is_active: return None connector = self._create_connector(connection_config) if await connector.authenticate(): self.active_connectors[connection_id] = connector # Setup webhook subscription if not already set up await self._setup_webhook_if_needed( connection_id, connection_config, connector ) return connector return None def get_available_connector_types(self) -> Dict[str, Dict[str, str]]: """Get available connector types with their metadata""" return { "google_drive": { "name": GoogleDriveConnector.CONNECTOR_NAME, "description": GoogleDriveConnector.CONNECTOR_DESCRIPTION, "icon": GoogleDriveConnector.CONNECTOR_ICON, "available": self._is_connector_available("google_drive"), }, "sharepoint": { "name": SharePointConnector.CONNECTOR_NAME, "description": SharePointConnector.CONNECTOR_DESCRIPTION, "icon": SharePointConnector.CONNECTOR_ICON, "available": self._is_connector_available("sharepoint"), }, "onedrive": { "name": OneDriveConnector.CONNECTOR_NAME, "description": OneDriveConnector.CONNECTOR_DESCRIPTION, "icon": OneDriveConnector.CONNECTOR_ICON, "available": self._is_connector_available("onedrive"), }, } def _is_connector_available(self, connector_type: str) -> bool: """Check if a connector type is available (has required env vars)""" try: temp_config = ConnectionConfig( connection_id="temp", connector_type=connector_type, name="temp", config={}, ) connector = self._create_connector(temp_config) # Try to get credentials to check if env vars are set connector.get_client_id() connector.get_client_secret() return True except (ValueError, NotImplementedError): return False def _create_connector(self, config: ConnectionConfig) -> BaseConnector: """Factory method to create connector instances""" if config.connector_type == "google_drive": return GoogleDriveConnector(config.config) elif config.connector_type == "sharepoint": return SharePointConnector(config.config) elif config.connector_type == "onedrive": return OneDriveConnector(config.config) elif config.connector_type == "box": # Future: BoxConnector(config.config) raise NotImplementedError("Box connector not implemented yet") elif config.connector_type == "dropbox": # Future: DropboxConnector(config.config) raise NotImplementedError("Dropbox connector not implemented yet") else: raise ValueError(f"Unknown connector type: {config.connector_type}") async def update_last_sync(self, connection_id: str): """Update the last sync timestamp for a connection""" if connection_id in self.connections: self.connections[connection_id].last_sync = datetime.now() await self.save_connections() async def activate_connection(self, connection_id: str) -> bool: """Activate a connection""" if connection_id in self.connections: self.connections[connection_id].is_active = True await self.save_connections() return True return False async def deactivate_connection(self, connection_id: str) -> bool: """Deactivate a connection""" if connection_id in self.connections: self.connections[connection_id].is_active = False await self.save_connections() # Remove from active connectors if connection_id in self.active_connectors: del self.active_connectors[connection_id] return True return False async def get_connection_by_webhook_id( self, webhook_id: str ) -> Optional[ConnectionConfig]: """Find a connection by its webhook/subscription ID""" for connection in self.connections.values(): # Check if the webhook ID is stored in the connection config if connection.config.get("webhook_channel_id") == webhook_id: return connection # Also check for subscription_id (alternative field name) if connection.config.get("subscription_id") == webhook_id: return connection return None async def _setup_webhook_if_needed( self, connection_id: str, connection_config: ConnectionConfig, connector: BaseConnector, ): """Setup webhook subscription if not already configured""" # Check if webhook is already set up if connection_config.config.get( "webhook_channel_id" ) or connection_config.config.get("subscription_id"): logger.info("Webhook subscription already exists", connection_id=connection_id) return # Check if webhook URL is configured webhook_url = connection_config.config.get("webhook_url") if not webhook_url: logger.info("No webhook URL configured, skipping subscription setup", connection_id=connection_id) return try: logger.info("Setting up webhook subscription", connection_id=connection_id) subscription_id = await connector.setup_subscription() # Store the subscription and resource IDs in connection config connection_config.config["webhook_channel_id"] = subscription_id connection_config.config["subscription_id"] = ( subscription_id # Alternative field ) if getattr(connector, "webhook_resource_id", None): connection_config.config["resource_id"] = connector.webhook_resource_id # Save updated connection config await self.save_connections() logger.info("Successfully set up webhook subscription", connection_id=connection_id, subscription_id=subscription_id) except Exception as e: logger.error("Failed to setup webhook subscription", connection_id=connection_id, error=str(e)) # Don't fail the entire connection setup if webhook fails async def _setup_webhook_for_new_connection( self, connection_id: str, connection_config: ConnectionConfig ): """Setup webhook subscription for a newly authenticated connection""" try: logger.info("Setting up subscription for newly authenticated connection", connection_id=connection_id) # Create and authenticate connector connector = self._create_connector(connection_config) if not await connector.authenticate(): logger.error("Failed to authenticate connector for webhook setup", connection_id=connection_id) return # Setup subscription subscription_id = await connector.setup_subscription() # Store the subscription and resource IDs in connection config connection_config.config["webhook_channel_id"] = subscription_id connection_config.config["subscription_id"] = subscription_id if getattr(connector, "webhook_resource_id", None): connection_config.config["resource_id"] = connector.webhook_resource_id # Save updated connection config await self.save_connections() logger.info("Successfully set up webhook subscription", connection_id=connection_id, subscription_id=subscription_id) except Exception as e: logger.error("Failed to setup webhook subscription for new connection", connection_id=connection_id, error=str(e)) # Don't fail the connection setup if webhook fails