-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathstart.sh
More file actions
19 lines (16 loc) · 652 Bytes
/
start.sh
File metadata and controls
19 lines (16 loc) · 652 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
#!/bin/bash
docker-compose down
rm -r ./out_data/job1
rm -r ./out_data/job2
rm -r ./out_data/output_join
docker create network spark-network
docker-compose build
docker-compose up &
sleep 80
docker cp spark-worker-1:/opt/bitnami/spark/job1_out/ ./out_data/job1/
docker cp spark-worker-1:/opt/bitnami/spark/job2_out/ ./out_data/job2/
docker cp spark-worker-1:/opt/bitnami/spark/output_join/ ./out_data/output_join/
docker cp spark-worker-2:/opt/bitnami/spark/job1_out/ ./out_data/job1/
docker cp spark-worker-2:/opt/bitnami/spark/job2_out/ ./out_data/job2/
docker cp spark-worker-2:/opt/bitnami/spark/output_join/ ./out_data/output_join/
sleep 999999