codeflare-cli/tests/plugin-codeflare/dashboard/inputs/1/ray-job-definition.json at 6a6571ba696c2215149d3bb795cf9ae45abc0ba3 · project-codeflare/codeflare-cli · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
{
  "status": "SUCCEEDED",
  "entrypoint": "python3 tmp-10491-mEkonq1toz76 -v -b browsey -m roberta-base -g glue_data -t WNLI -M -s 40 41 42 43",
  "message": "Job finished successfully.",
  "error_type": null,
  "start_time": 1657215234146,
  "end_time": 1657215476574,
  "metadata": {},
  "runtime_env": {
    "working_dir": "gcs://_ray_pkg_1cd91b1c3e731253.zip",
    "pip": {
      "packages": ["boto3", "ray[default]", "ray_lightning", "pytorch_lightning", "torchvision", "transformers==3.0.2"],
      "pip_check": false
    },
    "env_vars": {
      "JOB_ID": "bf3d5456-fba9-42b1-9b55-119366b409ee",
      "S3_PROVIDER": "aws",
      "S3_ENDPOINT": "https://s3.amazonaws.com",
      "S3_ACCESS_KEY_ID": "****",
      "AWS_ACCESS_KEY_ID": "****",
      "S3_SECRET_ACCESS_KEY": "****",
      "AWS_SECRET_ACCESS_KEY": "****",
      "MC_CONFIG_DIR": "/var/folders/2k/7mgd1tq55gdbghf0xkl2t_l80000gp/T/tmp.8btLMMUx",
      "S3_BUCKETRAYLOGS": "browsey",
      "S3_FILEPATHRAYLOGS": "RAYLOGS",
      "LOGDIR_STAGE": "/var/folders/2k/7mgd1tq55gdbghf0xkl2t_l80000gp/T/logdir-stage.bj5hQCjp",
      "STREAMCONSUMER_LOGS": "/var/folders/2k/7mgd1tq55gdbghf0xkl2t_l80000gp/T/logdir-stage.bj5hQCjp/logs/",
      "STREAMCONSUMER_EVENTS": "/var/folders/2k/7mgd1tq55gdbghf0xkl2t_l80000gp/T/logdir-stage.bj5hQCjp/events/",
      "STREAMCONSUMER_RESOURCES": "/var/folders/2k/7mgd1tq55gdbghf0xkl2t_l80000gp/T/logdir-stage.bj5hQCjp/resources/",
      "S3_LOGDIR": "browsey/codeflare/bf3d5456-fba9-42b1-9b55-119366b409ee",
      "LOGDIR_URI": "s3://browsey/codeflare/bf3d5456-fba9-42b1-9b55-119366b409ee",
      "LOGDIR_MC": "s3/browsey/codeflare/bf3d5456-fba9-42b1-9b55-119366b409ee",
      "PATH": "/Users/nickm/.local/bin:/usr/local/opt/python@3.9/Frameworks/Python.framework/Versions/3.9/bin:/Users/nickm/.krew/bin:/Library/Frameworks/Python.framework/Versions/2.7/bin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin:/Applications/VMware Fusion.app/Contents/Public:/Library/TeX/texbin:/usr/local/go/bin:/Library/Apple/usr/bin:/Users/nickm/bin",
      "KUBE_CONTEXT": "default/api-codeflare-train-v11-codeflare-openshift-com:6443/kube:admin",
      "KUBE_NS": "nvidia-gpu-operator",
      "KUBE_POD_LABEL_SELECTOR": "ray-user-node-type=rayWorkerType",
      "KUBE_POD_RAY_HEAD_LABEL_SELECTOR": "ray-user-node-type=rayHeadType",
      "KUBE_PODFULL_LABEL_SELECTOR": "ray-node-type",
      "NUM_CPUS": "1",
      "NUM_GPUS": "1",
      "MIN_WORKERS": "1",
      "MAX_WORKERS": "1",
      "WORKER_MEMORY": "32Gi",
      "HEAD_MEMORY": "32Gi",
      "RAY_OPERATOR_IMAGE": "rayproject/ray:1.13.0-py37",
      "RAY_IMAGE": "rayproject/ray-ml:1.13.0-py37-gpu",
      "HELM_CLONE_TEMPDIR": "/var/folders/2k/7mgd1tq55gdbghf0xkl2t_l80000gp/T/tmp.LPMYQyK4",
      "RAY_KUBE_CLUSTER_NAME": "mycluster",
      "RAY_KUBE_PORT": "8508",
      "KUI_RAY_ADDRESS": "http://127.0.0.1:8508",
      "S3_BUCKET": "browsey",
      "S3_FILEPATH": "browsey",
      "S3_OBJECTMODEL": "roberta-base",
      "S3_FILEPATHMODEL": "browsey/roberta-base",
      "S3_OBJECTGLUEDATA": "glue_data",
      "S3_FILEPATHGLUEDATA": "browsey/glue_data",
      "WANDB_CONFIG_DIR": "/tmp",
      "WANDB_DISABLED": "true"
    },
    "_ray_commit": "e4ce38d001dbbe09cd21c497fedd03d692b2be3e"
  }
}