gmakstutis/LightRAG
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Added escaping to list_of_list_to_csv

Browse source
This commit is contained in:
Saifeddine ALOUI 2025-01-27 10:13:06 +01:00 • committed by GitHub
parent 5d97d7e42c
commit 315f0bf5f9
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 12 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
lightrag/utils.py
View file

@ -16,7 +16,9 @@ import numpy as np
import tiktoken import tiktoken
from lightrag.prompt import PROMPTS from lightrag.prompt import PROMPTS
from typing import List
import csv
import io
class UnlimitedSemaphore: class UnlimitedSemaphore:
"""A context manager that allows unlimited access.""" """A context manager that allows unlimited access."""
@ -235,9 +237,17 @@ def truncate_list_by_token_size(list_data: list, key: callable, max_token_size:
return list_data return list_data
def list_of_list_to_csv(data: List[List[str]]) -> str: def list_of_list_to_csv(data: List[List[str]]) -> str:
output = io.StringIO() output = io.StringIO()
writer = csv.writer(output) writer = csv.writer(
output,
quoting=csv.QUOTE_ALL, # Quote all fields
escapechar='\\', # Use backslash as escape character
quotechar='"', # Use double quotes
lineterminator='\n' # Explicit line terminator
)
writer.writerows(data) writer.writerows(data)
return output.getvalue() return output.getvalue()