update convert from sql -> sqlite scripts, for later reference

Author: sechmann

operational/scripts/convert.sh

@@ -0,0 +1,35 @@
+#!/usr/bin/env bash
+set -e
+socket_dir=$(mktemp -d)
+connection_name="nais-io:europe-north1:naisdevice-e7bdb702"
+project="$(cut -d ':' -f 1 <<< "$connection_name")"
+
+cloud_sql_proxy "${connection_name}?unix-socket-path=${socket_dir}/${connection_name}" &
+export PGPASSWORD=$(gcloud --project "$project" compute ssh --tunnel-through-iap naisdevice-apiserver -- sudo grep "DBCONNDSN" /etc/default/apiserver | cut -d ' ' -f 4 | cut -d '=' -f 2)
+pid=$!
+sleep 2
+
+trap 'kill "$pid"; rm -rf "$socket_dir"' EXIT
+
+rm -f new.db
+rm -r data/
+mkdir -p data/
+
+psql "sslmode=disable host=${socket_dir}/${connection_name} user=apiserver dbname=naisdevice" -o data/devices.csv --csv -c "select * from device;"
+psql "sslmode=disable host=${socket_dir}/${connection_name} user=apiserver dbname=naisdevice" -o data/gateways.csv --csv -c "select * from gateway;"
+psql "sslmode=disable host=${socket_dir}/${connection_name} user=apiserver dbname=naisdevice" -o data/sessions.csv --csv -c "select * from session;"
+
+go run ./convert_to_sqlite.go > data/inserts.sql
+sqlite3 new.db < ../../pkg/apiserver/database/schema/0001_schema.up.sql
+sqlite3 new.db < data/inserts.sql
+sqlite3 new.db <<< "CREATE TABLE schema_migrations (version uint64, dirty bool); INSERT INTO schema_migrations VALUES (1, false);"
+
+gcloud --project "$project" compute scp --tunnel-through-iap new.db naisdevice-apiserver:.
+
+cat <<EOF | gcloud --project "$project" compute ssh --zone=europe-north1-a --tunnel-through-iap naisdevice-apiserver
+sudo mkdir /var/lib/naisdevice/
+sudo install -o root -g root -m 640 ./new.db /var/lib/naisdevice/apiserver.db
+sudo grep -q APISERVER_DBPATH /etc/default/apiserver || sudo tee -a /etc/default/apiserver <<< 'APISERVER_DBPATH="/var/lib/naisdevice/apiserver.db"'
+sudo apt-get update
+sudo apt-get install apiserver
+EOF

operational/scripts/convert_to_sqlite.go

@@ -66,8 +66,7 @@ sqlite> PRAGMA table_info(devices);
 */
 func convertDevice(device map[string]string) {
 	if device["last_updated"] == "" {
-		// device never checked in, ingore it
-		return
+		device["last_updated"] = "2006-01-02 15:04:05.999999+00"
 	}
 
 	fmt.Printf("INSERT INTO devices(id, username, serial, platform, healthy, last_updated, public_key, ip) VALUES(%s, '%s', '%s', '%s', %s, '%s', '%s', '%s');\n",
@@ -140,6 +139,7 @@ func convertGateway(gateway map[string]string) {
 }
 
 /*
+"cat - > backupfile.tar"
 # source csv
 key,device_id,groups,object_id,expiry