Wrap gcloud and gsutil in an script

Author: luisbelloch

spark/live.py

@@ -3,3 +3,4 @@
 spark = SparkSession.builder.master("local").appName("SQL").getOrCreate()
 df = spark.read.load('data/containers_tiny.parquet')
 df.select("ship_imo", "container_id", "net_weight").show()
+

spark/live/Makefile

@@ -0,0 +1,12 @@
+.PHONY: watch
+watch:
+	./live.sh
+
+.PHONY: auth
+auth:
+	docker run -ti --name gcloud-config google/cloud-sdk gcloud auth login
+
+.PHONY: set-project
+set-project:
+	./gcloud config set project bigdataupv2021
+

spark/live/gcloud

@@ -0,0 +1,3 @@
+#!/bin/sh
+docker run --rm -ti --volumes-from gcloud-config google/cloud-sdk gcloud "$@"
+

spark/live/gsutil

@@ -0,0 +1,3 @@
+#!/bin/sh
+docker run --rm --volumes-from gcloud-config -w /tmp/current -v $(pwd):/tmp/current google/cloud-sdk gsutil "$@"
+

spark/live/live.sh

@@ -5,8 +5,8 @@ fswatch ../live.py | while read -r fpath; do \
     echo -e "\033[0;36mRELOAD\033[0m $fpath $(date +"%H%M%S")"
     echo -e "# $(date +"%H:%M:%S")\n" | cat - ../live.py > live_mod.py
     sed -e '/-python">/r./live_mod.py' live_template.html > live.html
-    gsutil -h "Cache-Control:no-cache,max-age=0" \
-        cp live.html gs://bigdata.luisbelloch.es/en_directo.html
+    ./gsutil -h "Cache-Control:no-cache,max-age=0" \
+        cp /tmp/current/live.html gs://bigdata.luisbelloch.es/en_directo.html
 
     # echo -e "# $(date +"%H:%M:%S")\n" | cat - live.py | pygmentize -f html -O full,linenos=1 -o live.html
     # scp live.html root@live.luisbelloch.es:/var/www/html/index.html