File tree Expand file tree Collapse file tree 1 file changed +2
-3
lines changed
supporting-blog-content/local-rag-with-lightweight-elasticsearch Expand file tree Collapse file tree 1 file changed +2
-3
lines changed Original file line number Diff line number Diff line change @@ -108,6 +108,7 @@ def index_documents():
108108
109109 success , _ = helpers .bulk (es_client , load_documents (DATASET_FOLDER , INDEX_NAME ))
110110
111+ print (f"✅ Indexed { success } documents successfully" )
111112 return success
112113 except Exception as e :
113114 print (f"❌ Error indexing documents: { str (e )} " )
@@ -197,11 +198,9 @@ def query_local_ai(prompt, model):
197198 { context }
198199
199200 User Question: { query }
200-
201- Answer (remember to include citations [1], [2], etc. when referencing specific information)
202201 """
203202
204- ai_model = "smollm2-1.7b-instruct "
203+ ai_model = "dolphin3.0-qwen2.5-0.5b "
205204
206205 print (f"🤖 Asking to model: { ai_model } " )
207206 response , ai_latency , tokens_per_second = query_local_ai (prompt , ai_model )
You can’t perform that action at this time.
0 commit comments