feat(tests): add dump all redis query (#246)

Author: tpoisonooo

Diff for: tests/tool_dump_redis_query.py

@@ -0,0 +1,39 @@
+from redis import Redis
+import os
+from loguru import logger
+import json
+
+def redis_host():
+    host = os.getenv('REDIS_HOST')
+    if host is None or len(host) < 1:
+        raise Exception('REDIS_HOST not config')
+    return host
+
+
+def redis_port():
+    port = os.getenv('REDIS_PORT')
+    if port is None:
+        logger.debug('REDIS_PORT not set, try 6379')
+        port = 6379
+    return port
+
+
+def redis_passwd():
+    passwd = os.getenv('REDIS_PASSWORD')
+    if passwd is None or len(passwd) < 1:
+        raise Exception('REDIS_PASSWORD not config')
+    return passwd
+
+
+def feature_store_base_dir():
+    return 'feature_stores'
+
+
+db = Redis(host=redis_host(), port=redis_port(), password=redis_passwd(), charset='utf-8', decode_responses=True)
+keys = db.keys('HuixiangDou:query:*')
+
+with open('query.jsonl', 'a') as f:
+    for key in keys:
+        value = db.hgetall(key)
+        f.write(json.dumps(value, indent=2, ensure_ascii=False))
+        f.write('\n')

Diff for: web/proxy/main.py

@@ -147,6 +147,9 @@ def chat_with_featue_store(cache: CacheRetriever,
     worker = WebWorker(work_dir=workdir, config_path=configpath)
 
     history = format_history(payload.history)
+    query_log = "{} {}\n".format(fs_id, payload.content)
+    with open('query.log', 'a') as f:
+        f.write(query_log)
     error, response, references = worker.generate(query=payload.content,
                                                   history=history,
                                                   retriever=retriever,