Fix linting
This commit is contained in:
parent
d979e9078f
commit
2767212ba0
3 changed files with 28 additions and 16 deletions
|
|
@ -89,7 +89,13 @@ def create_app(args):
|
||||||
]:
|
]:
|
||||||
raise Exception("llm binding not supported")
|
raise Exception("llm binding not supported")
|
||||||
|
|
||||||
if args.embedding_binding not in ["lollms", "ollama", "openai", "azure_openai", "jina"]:
|
if args.embedding_binding not in [
|
||||||
|
"lollms",
|
||||||
|
"ollama",
|
||||||
|
"openai",
|
||||||
|
"azure_openai",
|
||||||
|
"jina",
|
||||||
|
]:
|
||||||
raise Exception("embedding binding not supported")
|
raise Exception("embedding binding not supported")
|
||||||
|
|
||||||
# Set default hosts if not provided
|
# Set default hosts if not provided
|
||||||
|
|
|
||||||
|
|
@ -28,7 +28,7 @@ async def fetch_data(url, headers, data):
|
||||||
request_info=response.request_info,
|
request_info=response.request_info,
|
||||||
history=response.history,
|
history=response.history,
|
||||||
status=response.status,
|
status=response.status,
|
||||||
message=f"Jina API error: {error_text}"
|
message=f"Jina API error: {error_text}",
|
||||||
)
|
)
|
||||||
response_json = await response.json()
|
response_json = await response.json()
|
||||||
data_list = response_json.get("data", [])
|
data_list = response_json.get("data", [])
|
||||||
|
|
@ -89,7 +89,9 @@ async def jina_embed(
|
||||||
if late_chunking:
|
if late_chunking:
|
||||||
data["late_chunking"] = late_chunking
|
data["late_chunking"] = late_chunking
|
||||||
|
|
||||||
logger.debug(f"Jina embedding request: {len(texts)} texts, dimensions: {dimensions}")
|
logger.debug(
|
||||||
|
f"Jina embedding request: {len(texts)} texts, dimensions: {dimensions}"
|
||||||
|
)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
data_list = await fetch_data(url, headers, data)
|
data_list = await fetch_data(url, headers, data)
|
||||||
|
|
@ -99,8 +101,12 @@ async def jina_embed(
|
||||||
raise ValueError("Jina API returned empty data list")
|
raise ValueError("Jina API returned empty data list")
|
||||||
|
|
||||||
if len(data_list) != len(texts):
|
if len(data_list) != len(texts):
|
||||||
logger.error(f"Jina API returned {len(data_list)} embeddings for {len(texts)} texts")
|
logger.error(
|
||||||
raise ValueError(f"Jina API returned {len(data_list)} embeddings for {len(texts)} texts")
|
f"Jina API returned {len(data_list)} embeddings for {len(texts)} texts"
|
||||||
|
)
|
||||||
|
raise ValueError(
|
||||||
|
f"Jina API returned {len(data_list)} embeddings for {len(texts)} texts"
|
||||||
|
)
|
||||||
|
|
||||||
embeddings = np.array([dp["embedding"] for dp in data_list])
|
embeddings = np.array([dp["embedding"] for dp in data_list])
|
||||||
logger.debug(f"Jina embeddings generated: shape {embeddings.shape}")
|
logger.debug(f"Jina embeddings generated: shape {embeddings.shape}")
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue