383 lines
15 KiB
Python
383 lines
15 KiB
Python
import json
|
|
import uuid
|
|
import asyncio
|
|
import aiofiles
|
|
from typing import Dict, List, Any, Optional
|
|
from datetime import datetime
|
|
from dataclasses import dataclass, asdict
|
|
from pathlib import Path
|
|
from utils.logging_config import get_logger
|
|
|
|
logger = get_logger(__name__)
|
|
|
|
from .base import BaseConnector
|
|
from .google_drive import GoogleDriveConnector
|
|
from .sharepoint import SharePointConnector
|
|
from .onedrive import OneDriveConnector
|
|
|
|
|
|
@dataclass
|
|
class ConnectionConfig:
|
|
"""Configuration for a connector connection"""
|
|
|
|
connection_id: str
|
|
connector_type: str # "google_drive", "box", etc.
|
|
name: str # User-friendly name
|
|
config: Dict[str, Any] # Connector-specific config
|
|
user_id: Optional[str] = None # For multi-tenant support
|
|
created_at: datetime = None
|
|
last_sync: Optional[datetime] = None
|
|
is_active: bool = True
|
|
|
|
def __post_init__(self):
|
|
if self.created_at is None:
|
|
self.created_at = datetime.now()
|
|
|
|
|
|
class ConnectionManager:
|
|
"""Manages multiple connector connections with persistence"""
|
|
|
|
def __init__(self, connections_file: str = "connections.json"):
|
|
self.connections_file = Path(connections_file)
|
|
self.connections: Dict[str, ConnectionConfig] = {}
|
|
self.active_connectors: Dict[str, BaseConnector] = {}
|
|
|
|
async def load_connections(self):
|
|
"""Load connections from persistent storage"""
|
|
if self.connections_file.exists():
|
|
async with aiofiles.open(self.connections_file, "r") as f:
|
|
data = json.loads(await f.read())
|
|
|
|
for conn_data in data.get("connections", []):
|
|
# Convert datetime strings back to datetime objects
|
|
if conn_data.get("created_at"):
|
|
conn_data["created_at"] = datetime.fromisoformat(
|
|
conn_data["created_at"]
|
|
)
|
|
if conn_data.get("last_sync"):
|
|
conn_data["last_sync"] = datetime.fromisoformat(
|
|
conn_data["last_sync"]
|
|
)
|
|
|
|
config = ConnectionConfig(**conn_data)
|
|
self.connections[config.connection_id] = config
|
|
|
|
async def save_connections(self):
|
|
"""Save connections to persistent storage"""
|
|
data = {"connections": []}
|
|
|
|
for config in self.connections.values():
|
|
conn_data = asdict(config)
|
|
# Convert datetime objects to strings
|
|
if conn_data.get("created_at"):
|
|
conn_data["created_at"] = conn_data["created_at"].isoformat()
|
|
if conn_data.get("last_sync"):
|
|
conn_data["last_sync"] = conn_data["last_sync"].isoformat()
|
|
data["connections"].append(conn_data)
|
|
|
|
async with aiofiles.open(self.connections_file, "w") as f:
|
|
await f.write(json.dumps(data, indent=2))
|
|
|
|
async def create_connection(
|
|
self,
|
|
connector_type: str,
|
|
name: str,
|
|
config: Dict[str, Any],
|
|
user_id: Optional[str] = None,
|
|
) -> str:
|
|
"""Create a new connection configuration"""
|
|
connection_id = str(uuid.uuid4())
|
|
|
|
connection_config = ConnectionConfig(
|
|
connection_id=connection_id,
|
|
connector_type=connector_type,
|
|
name=name,
|
|
config=config,
|
|
user_id=user_id,
|
|
)
|
|
|
|
self.connections[connection_id] = connection_config
|
|
await self.save_connections()
|
|
|
|
return connection_id
|
|
|
|
async def get_connection(self, connection_id: str) -> Optional[ConnectionConfig]:
|
|
"""Get connection configuration"""
|
|
return self.connections.get(connection_id)
|
|
|
|
async def update_connection(
|
|
self,
|
|
connection_id: str,
|
|
connector_type: str = None,
|
|
name: str = None,
|
|
config: Dict[str, Any] = None,
|
|
user_id: str = None,
|
|
) -> bool:
|
|
"""Update an existing connection configuration"""
|
|
if connection_id not in self.connections:
|
|
return False
|
|
|
|
connection = self.connections[connection_id]
|
|
|
|
# Check if this update is adding authentication and webhooks are configured
|
|
should_setup_webhook = (
|
|
config is not None
|
|
and config.get("token_file")
|
|
and config.get("webhook_url") # Only if webhook URL is configured
|
|
and not connection.config.get("webhook_channel_id")
|
|
and connection.is_active
|
|
)
|
|
|
|
# Update fields if provided
|
|
if connector_type is not None:
|
|
connection.connector_type = connector_type
|
|
if name is not None:
|
|
connection.name = name
|
|
if config is not None:
|
|
connection.config = config
|
|
if user_id is not None:
|
|
connection.user_id = user_id
|
|
|
|
await self.save_connections()
|
|
|
|
# Setup webhook subscription if this connection just got authenticated with webhook URL
|
|
if should_setup_webhook:
|
|
await self._setup_webhook_for_new_connection(connection_id, connection)
|
|
|
|
return True
|
|
|
|
async def list_connections(
|
|
self, user_id: Optional[str] = None, connector_type: Optional[str] = None
|
|
) -> List[ConnectionConfig]:
|
|
"""List connections, optionally filtered by user or connector type"""
|
|
connections = list(self.connections.values())
|
|
|
|
if user_id is not None:
|
|
connections = [c for c in connections if c.user_id == user_id]
|
|
|
|
if connector_type is not None:
|
|
connections = [c for c in connections if c.connector_type == connector_type]
|
|
|
|
return connections
|
|
|
|
async def delete_connection(self, connection_id: str) -> bool:
|
|
"""Delete a connection"""
|
|
if connection_id not in self.connections:
|
|
return False
|
|
|
|
# Clean up active connector if exists
|
|
if connection_id in self.active_connectors:
|
|
connector = self.active_connectors[connection_id]
|
|
# Try to cleanup subscriptions if applicable
|
|
try:
|
|
if (
|
|
hasattr(connector, "webhook_channel_id")
|
|
and connector.webhook_channel_id
|
|
):
|
|
await connector.cleanup_subscription(connector.webhook_channel_id)
|
|
except:
|
|
pass # Best effort cleanup
|
|
|
|
del self.active_connectors[connection_id]
|
|
|
|
del self.connections[connection_id]
|
|
await self.save_connections()
|
|
return True
|
|
|
|
async def get_connector(self, connection_id: str) -> Optional[BaseConnector]:
|
|
"""Get an active connector instance"""
|
|
# Return cached connector if available
|
|
if connection_id in self.active_connectors:
|
|
connector = self.active_connectors[connection_id]
|
|
if connector.is_authenticated:
|
|
return connector
|
|
else:
|
|
# Remove unauthenticated connector from cache
|
|
del self.active_connectors[connection_id]
|
|
|
|
# Try to create and authenticate connector
|
|
connection_config = self.connections.get(connection_id)
|
|
if not connection_config or not connection_config.is_active:
|
|
return None
|
|
|
|
connector = self._create_connector(connection_config)
|
|
if await connector.authenticate():
|
|
self.active_connectors[connection_id] = connector
|
|
|
|
# Setup webhook subscription if not already set up
|
|
await self._setup_webhook_if_needed(
|
|
connection_id, connection_config, connector
|
|
)
|
|
|
|
return connector
|
|
|
|
return None
|
|
|
|
def get_available_connector_types(self) -> Dict[str, Dict[str, str]]:
|
|
"""Get available connector types with their metadata"""
|
|
return {
|
|
"google_drive": {
|
|
"name": GoogleDriveConnector.CONNECTOR_NAME,
|
|
"description": GoogleDriveConnector.CONNECTOR_DESCRIPTION,
|
|
"icon": GoogleDriveConnector.CONNECTOR_ICON,
|
|
"available": self._is_connector_available("google_drive"),
|
|
},
|
|
"sharepoint": {
|
|
"name": SharePointConnector.CONNECTOR_NAME,
|
|
"description": SharePointConnector.CONNECTOR_DESCRIPTION,
|
|
"icon": SharePointConnector.CONNECTOR_ICON,
|
|
"available": self._is_connector_available("sharepoint"),
|
|
},
|
|
"onedrive": {
|
|
"name": OneDriveConnector.CONNECTOR_NAME,
|
|
"description": OneDriveConnector.CONNECTOR_DESCRIPTION,
|
|
"icon": OneDriveConnector.CONNECTOR_ICON,
|
|
"available": self._is_connector_available("onedrive"),
|
|
},
|
|
}
|
|
|
|
def _is_connector_available(self, connector_type: str) -> bool:
|
|
"""Check if a connector type is available (has required env vars)"""
|
|
try:
|
|
temp_config = ConnectionConfig(
|
|
connection_id="temp",
|
|
connector_type=connector_type,
|
|
name="temp",
|
|
config={},
|
|
)
|
|
connector = self._create_connector(temp_config)
|
|
# Try to get credentials to check if env vars are set
|
|
connector.get_client_id()
|
|
connector.get_client_secret()
|
|
return True
|
|
except (ValueError, NotImplementedError):
|
|
return False
|
|
|
|
def _create_connector(self, config: ConnectionConfig) -> BaseConnector:
|
|
"""Factory method to create connector instances"""
|
|
if config.connector_type == "google_drive":
|
|
return GoogleDriveConnector(config.config)
|
|
elif config.connector_type == "sharepoint":
|
|
return SharePointConnector(config.config)
|
|
elif config.connector_type == "onedrive":
|
|
return OneDriveConnector(config.config)
|
|
elif config.connector_type == "box":
|
|
# Future: BoxConnector(config.config)
|
|
raise NotImplementedError("Box connector not implemented yet")
|
|
elif config.connector_type == "dropbox":
|
|
# Future: DropboxConnector(config.config)
|
|
raise NotImplementedError("Dropbox connector not implemented yet")
|
|
else:
|
|
raise ValueError(f"Unknown connector type: {config.connector_type}")
|
|
|
|
async def update_last_sync(self, connection_id: str):
|
|
"""Update the last sync timestamp for a connection"""
|
|
if connection_id in self.connections:
|
|
self.connections[connection_id].last_sync = datetime.now()
|
|
await self.save_connections()
|
|
|
|
async def activate_connection(self, connection_id: str) -> bool:
|
|
"""Activate a connection"""
|
|
if connection_id in self.connections:
|
|
self.connections[connection_id].is_active = True
|
|
await self.save_connections()
|
|
return True
|
|
return False
|
|
|
|
async def deactivate_connection(self, connection_id: str) -> bool:
|
|
"""Deactivate a connection"""
|
|
if connection_id in self.connections:
|
|
self.connections[connection_id].is_active = False
|
|
await self.save_connections()
|
|
|
|
# Remove from active connectors
|
|
if connection_id in self.active_connectors:
|
|
del self.active_connectors[connection_id]
|
|
|
|
return True
|
|
return False
|
|
|
|
async def get_connection_by_webhook_id(
|
|
self, webhook_id: str
|
|
) -> Optional[ConnectionConfig]:
|
|
"""Find a connection by its webhook/subscription ID"""
|
|
for connection in self.connections.values():
|
|
# Check if the webhook ID is stored in the connection config
|
|
if connection.config.get("webhook_channel_id") == webhook_id:
|
|
return connection
|
|
# Also check for subscription_id (alternative field name)
|
|
if connection.config.get("subscription_id") == webhook_id:
|
|
return connection
|
|
return None
|
|
|
|
async def _setup_webhook_if_needed(
|
|
self,
|
|
connection_id: str,
|
|
connection_config: ConnectionConfig,
|
|
connector: BaseConnector,
|
|
):
|
|
"""Setup webhook subscription if not already configured"""
|
|
# Check if webhook is already set up
|
|
if connection_config.config.get(
|
|
"webhook_channel_id"
|
|
) or connection_config.config.get("subscription_id"):
|
|
logger.info("Webhook subscription already exists", connection_id=connection_id)
|
|
return
|
|
|
|
# Check if webhook URL is configured
|
|
webhook_url = connection_config.config.get("webhook_url")
|
|
if not webhook_url:
|
|
logger.info("No webhook URL configured, skipping subscription setup", connection_id=connection_id)
|
|
return
|
|
|
|
try:
|
|
logger.info("Setting up webhook subscription", connection_id=connection_id)
|
|
subscription_id = await connector.setup_subscription()
|
|
|
|
# Store the subscription and resource IDs in connection config
|
|
connection_config.config["webhook_channel_id"] = subscription_id
|
|
connection_config.config["subscription_id"] = (
|
|
subscription_id # Alternative field
|
|
)
|
|
if getattr(connector, "webhook_resource_id", None):
|
|
connection_config.config["resource_id"] = connector.webhook_resource_id
|
|
|
|
# Save updated connection config
|
|
await self.save_connections()
|
|
|
|
logger.info("Successfully set up webhook subscription", connection_id=connection_id, subscription_id=subscription_id)
|
|
|
|
except Exception as e:
|
|
logger.error("Failed to setup webhook subscription", connection_id=connection_id, error=str(e))
|
|
# Don't fail the entire connection setup if webhook fails
|
|
|
|
async def _setup_webhook_for_new_connection(
|
|
self, connection_id: str, connection_config: ConnectionConfig
|
|
):
|
|
"""Setup webhook subscription for a newly authenticated connection"""
|
|
try:
|
|
logger.info("Setting up subscription for newly authenticated connection", connection_id=connection_id)
|
|
|
|
# Create and authenticate connector
|
|
connector = self._create_connector(connection_config)
|
|
if not await connector.authenticate():
|
|
logger.error("Failed to authenticate connector for webhook setup", connection_id=connection_id)
|
|
return
|
|
|
|
# Setup subscription
|
|
subscription_id = await connector.setup_subscription()
|
|
|
|
# Store the subscription and resource IDs in connection config
|
|
connection_config.config["webhook_channel_id"] = subscription_id
|
|
connection_config.config["subscription_id"] = subscription_id
|
|
if getattr(connector, "webhook_resource_id", None):
|
|
connection_config.config["resource_id"] = connector.webhook_resource_id
|
|
|
|
# Save updated connection config
|
|
await self.save_connections()
|
|
|
|
logger.info("Successfully set up webhook subscription", connection_id=connection_id, subscription_id=subscription_id)
|
|
|
|
except Exception as e:
|
|
logger.error("Failed to setup webhook subscription for new connection", connection_id=connection_id, error=str(e))
|
|
# Don't fail the connection setup if webhook fails
|