-
Notifications
You must be signed in to change notification settings - Fork 0
/
Makefile
56 lines (43 loc) · 1.59 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
cidre/release/start:
ansible-playbook ./cidre.yaml --tags "release_start"
cidre/release/end:
ansible-playbook ./cidre.yaml --tags "release_end"
cidre/milestone/update:
ansible-playbook ./cidre.yaml --tags "milestone_update"
cidre/build:
ansible-playbook ./cidre.yaml --tags "build"
dev/test:
docker-compose -f "docker-compose.yml" -f "djobi-core/docker-compose-ci.yml" -f "djobi-kafka/docker-compose-ci.yml" run --rm gradle
packaging/docker/build:
docker-compose build djobi
.PHONY: build/release
build/release:
gradle -Prelease.useLastTag=true clean djobiAssemble -x test
.PHONY: build
build:
gradle -x :djobi-core:signArchives -x :djobi-tests:signArchives --no-parallel --rerun-tasks djobiAssemble testReport
.PHONY: test/ci
test/ci:
gradle -x :djobi-core:signArchives -x :djobi-tests:signArchives --no-parallel --rerun-tasks test -DincludeIntegrationTests
.PHONY: test/integration
test/integration:
gradle -x :djobi-core:signArchives -x :djobi-tests:signArchives --no-parallel --rerun-tasks test -DincludeIntegrationTests
.PHONY: code/dependencies
code/dependencies:
gradle :djobi-core:dependencies > dep.html
open dep.html
.PHONY: run/simple
run/simple:
SPARK_HOME=~/Documents/spark-3.3.0-bin-hadoop3 \
DJOBI_HOME=~/dev/datatok/djobi/build/release/ \
DJOBI_CONF=~/dev/datatok/djobi/dev/default.conf \
\
python3 djobi-submit/djobi_submit run \
--driver-cores 1 \
--executor-instances 1 \
--support-elasticsearch 8 \
--log-level info \
~/dev/datatok/djobi/dev/workflows/es2fs --arg date=yesterday > run.sh
cat run.sh
projectRoot=$(shell pwd) \
sh run.sh