Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Update CR samples with defaults from ansible playbook #363

Merged
merged 7 commits into from
Mar 13, 2025
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
17 changes: 9 additions & 8 deletions config/samples/apps_v1alpha1_nemocustomizer.yaml
Original file line number Diff line number Diff line change
@@ -9,15 +9,16 @@ metadata:
spec:
wandbSecret:
name: wandb-secret
apiKeyKey: encryption_key
apiKeyKey: encryptionKey
otel:
exporterOtlpEndpoint: http://<otel-collector-service>:4317
enabled: true
exporterOtlpEndpoint: http://customizer-otel-opentelemetry-collector.nemo.svc.cluster.local:4317
databaseConfig:
credentials:
user: ncsuser
secretName: ncs-pg-existing-secret
secretName: customizer-pg-existing-secret
passwordKey: password
host: customizer-pg
host: customizer-pg-postgresql.nemo.svc.cluster.local
port: 5432
databaseName: ncsdb
expose:
@@ -31,8 +32,8 @@ spec:
port: 9009
protocol: TCP
image:
repository: "nvcr.io/nvidian/nemo-llm/customizer"
tag: "25.03-rc11"
repository: nvcr.io/nvidia/nemo-microservices/customizer
tag: "25.03"
pullPolicy: IfNotPresent
pullSecrets:
- ngc-secret
@@ -44,7 +45,7 @@ spec:

training:
queue: "default"
image: "nvcr.io/nvidian/nemo-llm/customizer-api:25.03-rc11"
image: "nvcr.io/nvidia/nemo-microservices/customizer-api:25.03"
imagePullSecrets:
- name: ngc-secret
pvc:
@@ -486,5 +487,5 @@ spec:
# turn_end: <|eot_id|>

nemo_data_store_tools:
image: nvcr.io/nvidian/nemo-llm/nds-v2-huggingface-cli:25.03-rc11
image: nvcr.io/nvidia/nemo-microservices/nds-v2-huggingface-cli:25.03
imagePullSecret: ngc-secret
12 changes: 6 additions & 6 deletions config/samples/apps_v1alpha1_nemodatastore.yaml
Original file line number Diff line number Diff line change
@@ -16,19 +16,19 @@ spec:
objectStoreConfig:
credentials:
user: minioUser
secretName: nds-minio-existing-secret
secretName: datastore-minio-existing-secret
passwordKey: objectStoreSecret
serveDirect: true
endpoint: minio.nemo.svc.cluster.local:9000
endpoint: datastore-minio.nemo.svc.cluster.local:9000
bucketName: datastore-dev
region: object-store-region
ssl: false
databaseConfig:
credentials:
user: ndsuser
secretName: nds-pg-existing-secret
secretName: datastore-pg-existing-secret
passwordKey: password
host: nds-pg-postgresql.nemo.svc.cluster.local
host: datastore-pg-postgresql.nemo.svc.cluster.local
port: 5432
databaseName: ndsdb
pvc:
@@ -42,8 +42,8 @@ spec:
port: 3000
type: ClusterIP
image:
repository: "nvcr.io/nvidian/nemo-llm/datastore"
tag: "25.03-rc11"
repository: nvcr.io/nvidia/nemo-microservices/datastore
tag: "25.03"
pullPolicy: IfNotPresent
pullSecrets:
- ngc-secret
8 changes: 4 additions & 4 deletions config/samples/apps_v1alpha1_nemoentitystore.yaml
Original file line number Diff line number Diff line change
@@ -9,8 +9,8 @@ metadata:
namespace: nemo
spec:
image:
repository: nvcr.io/nvidian/nemo-llm/entity-store
tag: "25.03-rc11"
repository: nvcr.io/nvidia/nemo-microservices/entity-store
tag: "25.03"
pullPolicy: IfNotPresent
pullSecrets:
- ngc-secret
@@ -22,9 +22,9 @@ spec:
port: 8000
databaseConfig:
databaseName: nesdb
host: entity-store-pg
host: entity-store-pg-postgresql.nemo.svc.cluster.local
port: 5432
credentials:
user: nesuser
secretName: nes-pg-existing-secret
secretName: entity-store-pg-existing-secret
passwordKey: password
9 changes: 5 additions & 4 deletions config/samples/apps_v1alpha1_nemoevaluator.yaml
Original file line number Diff line number Diff line change
@@ -8,10 +8,11 @@ metadata:
namespace: nemo
spec:
image:
repository: nvcr.io/nvidia/nemo-microservices/evaluation-ms
tag: "25.02"
repository: nvcr.io/nvidia/nemo-microservices/evaluator
tag: "25.03"
pullPolicy: IfNotPresent
pullSecrets: []
pullSecrets:
- ngc-secret
expose:
service:
port: 7331
@@ -28,6 +29,6 @@ spec:
databaseName: evaldb
credentials:
user: evaluser
secretName: nev-pg-existing-secret
secretName: evaluator-pg-existing-secret
passwordKey: password
replicas: 1
29 changes: 3 additions & 26 deletions config/samples/apps_v1alpha1_nemoguardrails.yaml
Original file line number Diff line number Diff line change
@@ -5,6 +5,7 @@ metadata:
app.kubernetes.io/name: k8s-nim-operator
app.kubernetes.io/managed-by: k8s-nim-operator
name: nemoguardrails-sample
namespace: nemo
spec:
authSecret: ngc-api-secret
configStore:
@@ -25,36 +26,12 @@ spec:
pullPolicy: IfNotPresent
pullSecrets:
- ngc-secret
repository: nvcr.io/nvidian/nemo-llm/nemo-guardrails-microservice
tag: "25.02-rc4"
livenessProbe:
enabled: true
probe:
httpGet:
path: /v1/health
port: 7331
initialDelaySeconds: 5
timeoutSeconds: 30
repository: nvcr.io/nvidia/nemo-microservices/guardrails
tag: "25.03"
metrics:
serviceMonitor: {}
readinessProbe:
enabled: true
probe:
httpGet:
path: /v1/health
port: 7331
initialDelaySeconds: 5
timeoutSeconds: 30
replicas: 1
resources:
limits:
cpu: "1"
ephemeral-storage: 10Gi
startupProbe:
enabled: true
probe:
httpGet:
path: /v1/health
port: 7331
initialDelaySeconds: 5
timeoutSeconds: 30
2 changes: 1 addition & 1 deletion config/samples/apps_v1alpha1_nimcache.yaml
Original file line number Diff line number Diff line change
@@ -8,7 +8,7 @@ metadata:
spec:
source:
ngc:
modelPuller: nvcr.io/nim/meta/llama3-8b-instruct:1.0.3
modelPuller: nvcr.io/nim/meta/llama-3.1-8b-instruct:1.3.3
pullSecret: ngc-secret
authSecret: ngc-api-secret
model:
4 changes: 2 additions & 2 deletions config/samples/apps_v1alpha1_nimpipeline.yaml
Original file line number Diff line number Diff line change
@@ -11,8 +11,8 @@ spec:
enabled: true
spec:
image:
repository: nvcr.io/nim/meta/llama3-8b-instruct
tag: 1.0.3
repository: nvcr.io/nim/meta/llama-3.1-8b-instruct
tag: 1.3.3
pullPolicy: IfNotPresent
pullSecrets:
- ngc-secret
4 changes: 2 additions & 2 deletions config/samples/apps_v1alpha1_nimservice.yaml
Original file line number Diff line number Diff line change
@@ -7,8 +7,8 @@ metadata:
name: meta-llama3-8b-instruct
spec:
image:
repository: nvcr.io/nim/meta/llama3-8b-instruct
tag: 1.0.3
repository: nvcr.io/nim/meta/llama-3.1-8b-instruct
tag: 1.3.3
pullPolicy: IfNotPresent
pullSecrets:
- ngc-secret
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
apiVersion: v1
kind: Secret
metadata:
name: ncs-pg-existing-secret
name: customizer-pg-existing-secret
namespace: {{ namespace }}
type: Opaque
stringData:
Original file line number Diff line number Diff line change
@@ -339,7 +339,7 @@ data:
apiVersion: v1
kind: Secret
metadata:
name: nds-pg-existing-secret
name: datastore-pg-existing-secret
namespace: {{ namespace }}
type: Opaque
stringData:
@@ -348,7 +348,7 @@ stringData:
apiVersion: v1
kind: Secret
metadata:
name: nds-minio-existing-secret
name: datastore-minio-existing-secret
namespace: {{ namespace }}
type: Opaque
stringData:
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
apiVersion: v1
kind: Secret
metadata:
name: nes-pg-existing-secret
name: entity-store-pg-existing-secret
namespace: {{ namespace }}
type: Opaque
stringData:
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
apiVersion: v1
kind: Secret
metadata:
name: nev-pg-existing-secret
name: evaluator-pg-existing-secret
namespace: {{ namespace }}
type: Opaque
stringData: