gmakstutis/LightRAG
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat: add cloudflare workers ai integration for lightrag

Browse source
This commit is contained in:
al1k 2025-07-10 12:55:43 +06:00 • committed by GitHub
parent c9830b38cb
commit 1aeac40c30
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 32 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

38
examples/unofficial-sample/lighrag_cloudflareworker_example.py → examples/unofficial-sample/lighrag_cloudflare_demo.py
View file

@ -16,21 +16,24 @@ from dotenv import load_dotenv
"""This code is a modified version of lightrag_openai_demo.py""" """This code is a modified version of lightrag_openai_demo.py"""
# ideally, as always, env!
load_dotenv(dotenv_path=".env", override=False) load_dotenv(dotenv_path=".env", override=False)
# ideally, as always, env!
# your cloudflare api key and base url """ ----========= IMPORTANT CHANGE THIS! =========---- """
cloudflare_api_key = 'lMbDDfHi887AK243ZUenm4dHV2nwEx2NSmX6xuq5' cloudflare_api_key = 'YOUR_API_KEY'
api_base_url = "https://api.cloudflare.com/client/v4/accounts/07c4bcfbc1891c3e528e1c439fee68bd/ai/run/" account_id = 'YOUR_ACCOUNT ID' #This is unique to your Cloudflare account
# Authomatically changes
api_base_url = f"https://api.cloudflare.com/client/v4/accounts/{account_id}/ai/run/"
# choose an embedding model # choose an embedding model
EMBEDDING_MODEL = '@cf/baai/bge-m3' EMBEDDING_MODEL = '@cf/baai/bge-m3'
# choose a generative model # choose a generative model
LLM_MODEL = "@cf/meta/llama-3.2-3b-instruct" LLM_MODEL = "@cf/meta/llama-3.2-3b-instruct"
WORKING_DIR = "../dickens" WORKING_DIR = "../dickens" #you can change output as desired
class CloudflareWorker: class CloudflareWorker:
@ -319,6 +322,29 @@ async def main():
else: else:
print(resp) print(resp)
""" FOR TESTING (if you want to test straight away, after building. Uncomment this part"""
"""
print("\n" + "=" * 60)
print("AI ASSISTANT READY!")
print("Ask questions about (your uploaded) regulations")
print("Type 'quit' to exit")
print("=" * 60)
while True:
question = input("\n🔥 Your question: ")
if question.lower() in ['quit', 'exit', 'bye']:
break
print("\nThinking...")
response = await rag.aquery(question, param=QueryParam(mode="hybrid"))
print(f"\nAnswer: {response}")
"""
except Exception as e: except Exception as e:
print(f"An error occurred: {e}") print(f"An error occurred: {e}")
finally: finally: