-
Notifications
You must be signed in to change notification settings - Fork 3
/
justfile
96 lines (74 loc) · 1.45 KB
/
justfile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
# justfile
# load environment variables
set dotenv-load
# variables
module := "dag"
# aliases
alias fmt:=format
alias etl:=run
alias open:=open-dash
alias dag-open:=open-dag
alias preview:=app
# list justfile recipes
default:
just --list
# format
format:
@ruff format .
# smoke-test
smoke-test:
@ruff format --check .
# setup
setup:
@pip install --upgrade -r requirements.txt
@pip install -e .
# eda
eda:
@ipython -i eda.py
# ingest
ingest:
@python {{module}}/ingest.py
# run
run:
@dagster job execute -j all_assets -m {{module}}
# postprocess
postprocess:
@python {{module}}/postprocess.py
# deploy
deploy:
@python {{module}}/deploy.py
# test
test:
@python metrics.py
@python pages/0_github.py
@python pages/1_pypi.py
@python pages/2_zulip.py
@python pages/3_docs.py
@python pages/4_about.py
# dag
dag:
@dagster dev -m {{module}}
# streamlit stuff
app:
@streamlit run metrics.py
# clean
clean:
@rm -r *.ddb* || true
@rm -r data/system || true
@rm -r data/backup || true
@rm data/backup.ddb || true
# open dag
open-dag:
@open http://localhost:3000/asset-groups
# open dash
open-dash:
@open https://ibis-analytics.streamlit.app
# cicd
cicd:
@gh workflow run cicd.yaml
# docs-hack: manually upload docs data
docs-hack:
@python docs_hack.py
# ssh
ssh:
@gcloud compute ssh --zone "us-central1-c" --project "voltrondata-demo" --tunnel-through-iap "ibis-analytics"