add documents for query

Author: tmori

db_manager.py

@@ -47,4 +47,5 @@ def get_similarity_search_results(doclist: str, db_dir: str, terms: str, top_k:
     num=int(sys.argv[4])
 
     docs = get_similarity_search_results(doclist, db_dir, terms, num)
-    print(docs)
+    for entry in docs:
+        print(entry)

tools/do_query.bash

@@ -18,6 +18,15 @@ then
 else
     mkdir test/result
 fi
+
+function get_docs()
+{
+    local query="${1}"
+    local json_file=${2}
+    TERMS=`bash tools/get_terms.bash test/result/${json_file}`
+    python3 db_manager.py ../documents/dbs ../documents/document.list "${query}, ${TERMS}" 10 | tee tmp.list
+}
+
 query_dir=$1
 background_file=$2
 query="`cat ${query_dir}/query.txt`"
@@ -35,11 +44,17 @@ do
             rm -rf test/*.json
             echo "INFO: CRITICAL THINKING"
             python3 critical_thinking.py  "$query" ${background_file}
+            echo "INFO: GETTING DOCUMENTS"
+            get_docs "${query}" critical_thinking.json
+            documents=`cat tmp.list`
             echo "INFO: PLANNING"
-            python3 planner.py "$query" ../documents/document.list ${background_file} test/result/critical_thinking.json 
+            python3 planner.py "$query\n: Please research focusing on the following document:\n ${documents} " ../documents/document.list ${background_file} test/result/critical_thinking.json 
         else
             echo "INFO: PLANNING"
-            python3 planner.py "$query" ../documents/document.list ${background_file} test/result/reflection.json
+            echo "INFO: GETTING DOCUMENTS"
+            get_docs "${query}" reflection.json
+            documents=`cat tmp.list`
+            python3 planner.py "$query\n: Please research focusing on the following document:\n ${documents}" ../documents/document.list ${background_file} test/result/reflection.json
         fi
     else
         echo "INFO: PLANNING"

tools/get_terms.bash

@@ -8,4 +8,4 @@ fi
 
 reflection_path=${1}
 
-grep Term ${reflection_path}  | awk -F: '{print $2}' | sed 's/\"//g'| sed ':a;N;$!ba;s/\n//g'
+grep Term ${reflection_path}  | awk -F: '{print $2}' | sort | uniq | sed 's/\"//g'| sed ':a;N;$!ba;s/\n//g'