Skip to content

Commit c7fae03

Browse files
committed
prompt changes
1 parent d96c99c commit c7fae03

File tree

1 file changed

+2
-3
lines changed
  • supporting-blog-content/local-rag-with-lightweight-elasticsearch

1 file changed

+2
-3
lines changed

supporting-blog-content/local-rag-with-lightweight-elasticsearch/script.py

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -108,6 +108,7 @@ def index_documents():
108108

109109
success, _ = helpers.bulk(es_client, load_documents(DATASET_FOLDER, INDEX_NAME))
110110

111+
print(f"✅ Indexed {success} documents successfully")
111112
return success
112113
except Exception as e:
113114
print(f"❌ Error indexing documents: {str(e)}")
@@ -197,11 +198,9 @@ def query_local_ai(prompt, model):
197198
{context}
198199
199200
User Question: {query}
200-
201-
Answer (remember to include citations [1], [2], etc. when referencing specific information)
202201
"""
203202

204-
ai_model = "smollm2-1.7b-instruct"
203+
ai_model = "dolphin3.0-qwen2.5-0.5b"
205204

206205
print(f"🤖 Asking to model: {ai_model}")
207206
response, ai_latency, tokens_per_second = query_local_ai(prompt, ai_model)

0 commit comments

Comments
 (0)