-
Notifications
You must be signed in to change notification settings - Fork 1
/
Makefile
41 lines (32 loc) · 1.3 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
DOCKER = $(shell which docker)
ifeq ($(DOCKER),)
$(error "docker not available on this system")
endif
DOCKER_COMPOSE = $(shell which docker-compose)
ifeq ($(DOCKER_COMPOSE),)
$(error "docker-compose not available on this system")
endif
REGISTRY_NAME=mangalaman93
IMAGES_DIR=images
COMPOSE_DIR=compose
HDFS_VERSION=2.7.3
SPARK_VERSION=2.1.0
DSPARK_VERSION=0.1.0
all: hdfs mesos shuffle spark-shell spark executor dspark
.PHONY: all clean hdfs mesos shuffle spark-shell spark executor dspark up down
hdfs:
cd $(IMAGES_DIR)/$@ && $(DOCKER) build -t $(REGISTRY_NAME)/$@ .
cd $(IMAGES_DIR)/$@ && $(DOCKER) tag $(REGISTRY_NAME)/$@:latest $(REGISTRY_NAME)/$@:$(HDFS_VERSION)
mesos:
cd $(IMAGES_DIR)/$@ && $(DOCKER) build -t $(REGISTRY_NAME)/$@ .
spark:
cd $(IMAGES_DIR)/$@ && $(DOCKER) build -t $(REGISTRY_NAME)/$@ .
cd $(IMAGES_DIR)/$@ && $(DOCKER) tag $(REGISTRY_NAME)/$@:latest $(REGISTRY_NAME)/$@:$(SPARK_VERSION)
executor shuffle spark-shell: spark
cd $(IMAGES_DIR)/$@ && $(DOCKER) build -t $(REGISTRY_NAME)/$@ .
cd $(IMAGES_DIR)/$@ && $(DOCKER) tag $(REGISTRY_NAME)/$@:latest $(REGISTRY_NAME)/$@:$(SPARK_VERSION)
dspark:
cd $(IMAGES_DIR)/$@ && $(DOCKER) build -t $(REGISTRY_NAME)/$@ .
cd $(IMAGES_DIR)/$@ && $(DOCKER) tag $(REGISTRY_NAME)/$@:latest $(REGISTRY_NAME)/$@:$(DSPARK_VERSION)
clean:
./scripts/cleanup.sh