Makefile

install: setup_env install_corpora

additional_query ?= ""

setup_env:
	poetry install
	poetry run pre-commit install
	pip install .

test:
	python -m pytest

install_corpora: 
	python -m spacy download en_core_web_sm
	python -m spacy download sv_core_news_sm
	python -m nltk.downloader omw-1.4 -d ./nltk_data
	python -m nltk.downloader wordnet -d ./nltk_data

pull_data:
	python -m dvc pull

train_flood_classifier:
	dvc exp run train --set-param 'datasets=./data/processed/supervisor_annotated_tweets.csv' -f

evaluation:
	dvc exp show --drop '.*' --keep "(Experiment|Created|eval_accuracy|eval_f1|eval_precision|eval_recall)" -n 2

push_data:
	dvc add data/!(*dvc)
	dvc push

pipeline_for_supervisor:
	python ./flood_detection/data/preprocess.py "./data/tweets/supervisor_annotated_tweets.json"
	python ./flood_detection/predict/predict_floods.py --dataset_path "./data/processed/supervisor_annotated_tweets.csv"
	python ./flood_detection/predict/extract_location.py "./data/processed_flood/supervisor_annotated_tweets.csv" 
	python ./flood_detection/visualize/dash_app.py "./data/processed_geo/supervisor_annotated_tweets.csv" 

pipeline_from_api:
	python ./flood_detection/data/extract_tweets_from_api.py --from $(from) --to $(to) --additional_query $(additional_query)
	@# Get the basename for last created file containing the tweets
	@file=$$(command ls ./data/tweets/ -t | head -n 1 | cut -d "." -f 1); \
	python ./flood_detection/data/preprocess.py ./data/tweets/$$file.json; \
	python ./flood_detection/predict/predict_floods.py --dataset_path ./data/processed/$$file.csv; \
	python ./flood_detection/predict/extract_location.py ./data/processed_flood/$$file.csv; \
	python ./flood_detection/visualize/dash_app.py ./data/processed_geo/$$file.csv; \