nvcf/src/clis/nvcf-cli/examples/create-function-with-advanced-features.json at main · NVIDIA/nvcf · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
{
  "name": "advanced-test-function",
  "containerImage": "nvcr.io/0651155215864979/ncp-dev/load_tester_supreme:0.0.8",
  "inferenceUrl": "/echo",
  "inferencePort": 8000,
  "description": "Test function with all advanced features",
  "tags": ["test", "advanced", "example"],
  "functionType": "DEFAULT",
  "apiBodyFormat": "CUSTOM",
  "health": {
    "protocol": "HTTP",
    "uri": "/health",
    "port": 8000,
    "timeout": "PT30S",
    "expectedStatusCode": 200
  },
  "models": [
    {
      "name": "pytorch-model",
      "version": "1.0.0",
      "uri": "s3://my-bucket/models/pytorch-model.tar.gz"
    },
    {
      "name": "tokenizer",
      "uri": "s3://my-bucket/tokenizers/bert-tokenizer.tar.gz"
    }
  ],
  "resources": [
    {
      "name": "config",
      "version": "1.0",
      "uri": "s3://my-bucket/config/model-config.json"
    }
  ],
  "rateLimit": {
    "rateLimit": "100-S",
    "exemptedNcaIds": ["nca-exempt-1", "nca-exempt-2"],
    "syncCheck": true
  },
  "telemetries": {
    "logsTelemetryId": "550e8400-e29b-41d4-a716-446655440001",
    "metricsTelemetryId": "550e8400-e29b-41d4-a716-446655440002",
    "tracesTelemetryId": "550e8400-e29b-41d4-a716-446655440003"
  },
  "secrets": [
    {
      "name": "api-key"
    },
    {
      "name": "db-password"
    }
  ],
  "containerEnvironment": [
    {
      "key": "MODEL_PATH",
      "value": "/models"
    },
    {
      "key": "BATCH_SIZE",
      "value": "32"
    },
    {
      "key": "LOG_LEVEL",
      "value": "INFO"
    }
  ]
}