cli/acceptance/experimental/air/run-submit/output.txt at e5e2694d6284c96f2a510be8acb88cc61c89efb9 · caroline-db/cli · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99

=== submit with a git code_source
>>> [CLI] experimental air run -f run.yaml
Submitting experiment: submit-smoke
Uploading [SNAPSHOT_TARBALL]...
Submitted workload with Job Run ID: 555
View job run at: [DATABRICKS_URL]/jobs/runs/555

Tip: use --watch when submitting a run to stream logs to your terminal.
Stream logs after submission using:
  databricks experimental air logs 555

=== the ai_runtime_task and additive permission grants
>>> print_requests.py //api/2.2/jobs/runs/submit //api/2.0/mlflow/experiments/create //api/2.0/permissions --sort
{
  "method": "PATCH",
  "path": "/api/2.0/permissions/experiments/exp-456",
  "body": {
    "access_control_list": [
      {
        "permission_level": "CAN_MANAGE",
        "user_name": "alice@example.com"
      },
      {
        "group_name": "data-team",
        "permission_level": "CAN_READ"
      },
      {
        "permission_level": "CAN_EDIT",
        "service_principal_name": "training-sp"
      }
    ]
  }
}
{
  "method": "PATCH",
  "path": "/api/2.0/permissions/jobs/123",
  "body": {
    "access_control_list": [
      {
        "permission_level": "CAN_MANAGE",
        "user_name": "alice@example.com"
      },
      {
        "group_name": "data-team",
        "permission_level": "CAN_VIEW"
      },
      {
        "permission_level": "CAN_MANAGE_RUN",
        "service_principal_name": "training-sp"
      }
    ]
  }
}
{
  "method": "POST",
  "path": "/api/2.0/mlflow/experiments/create",
  "body": {
    "name": "/Users/[USERNAME]/submit-smoke"
  }
}
{
  "method": "POST",
  "path": "/api/2.2/jobs/runs/submit",
  "body": {
    "environments": [
      {
        "environment_key": "default",
        "spec": {
          "environment_version": "4"
        }
      }
    ],
    "idempotency_token": "[UUID]",
    "run_name": "submit-smoke",
    "tasks": [
      {
        "ai_runtime_task": {
          "code_source_path": "/Workspace/Users/[USERNAME]/.air/repo_snapshots/.internal/[SNAPSHOT_TARBALL]",
          "deployments": [
            {
              "command_path": "/Workspace/Users/[USERNAME]/.air/cli_launch/submit-smoke/submit-smoke_[RUN_ID]/command.sh",
              "compute": {
                "accelerator_count": 1,
                "accelerator_type": "GPU_1xH100"
              }
            }
          ],
          "experiment": "submit-smoke"
        },
        "environment_key": "default",
        "max_retries": 3,
        "retry_on_timeout": true,
        "run_if": "ALL_SUCCESS",
        "task_key": "submit-smoke"
      }
    ]
  }
}