query

example_configs/bert-eqa-query.yaml

@@ -0,0 +1,18 @@
+deployment: !Deployment
+  destination: aws
+  # Endpoint name matches model_id for querying atm.
+  endpoint_name: huggingface-eqa-bert-base-cased
+  instance_count: 1
+  instance_type: ml.m5.xlarge
+
+models:
+- !Model
+  # Base model id that was finetuned
+  id: huggingface-eqa-bert-base-cased
+  source: custom
+
+  # local or S3 path
+  location: ./models/model.tar.gz
+query: !Query
+  # Query to send to the model
+  text: "What is the capital of France?"

magemaker/runner.py

@@ -161,11 +161,19 @@ def runner():
         help="Show magemaker version and exit"
     )
 
+    parser.add_argument(
+        '--query',
+        action='query',
+        help="path to YAML query configuration file",
+        type=str
+    )
+
     parser.add_argument(
         "--hf",
         help="Deploy a Hugging Face Model.",
         type=str
     )
+
     parser.add_argument(
         "--instance",
         help="EC2 instance type to deploy to.",