test_scoring_api.py

import sys
import json
import time
import requests
from requests.auth import HTTPBasicAuth
import bittensor as bt
from neurons.scoring_manager import ScoreModelInputs
import argparse

parser = argparse.ArgumentParser()
parser.add_argument("--scoring_api_url", type=str, default="http://localhost:8080")
parser.add_argument("--hf_repo_id", type=str)
parser.add_argument("--competition_id", type=str)
parser.add_argument("--block", type=int, default=0)
bt.wallet.add_args(parser)
config = bt.config(parser)
wallet = bt.wallet(config=config)
keypair = wallet.hotkey

if len(sys.argv) < 2:
    print("Please provide the API URL as a command line argument")
    sys.exit(1)

post_url = f"{config.scoring_api_url}/api/start_model_scoring"
get_url = f"{config.scoring_api_url}/api/check_scoring_status"
hotkey = keypair.ss58_address
signature = f"0x{keypair.sign(hotkey).hex()}"

inputs = ScoreModelInputs(
    hf_repo_id=config.hf_repo_id,
    competition_id=config.competition_id,
    hotkey="5FeqmebkCWfepQPgSkrEHRwtpUmHGASF4BNERZDs9pvKFtcD",
    block=config.block,
)

# inputs = ScoreModelInputs(
#     hf_repo_id="tezuesh/moshi_general",
#     competition_id="v1",
#     hotkey="5FeqmebkCWfepQPgSkrEHRwtpUmHGASF4BNERZDs9pvKFtcD",
#     block=0,
# )

# inputs = ScoreModelInputs(
#     hf_repo_id="tezuesh/IBLlama_v1",
#     competition_id="o1",
#     hotkey="5CVaXUhgrH3KvSpdu9Gh1k44ZcscRfAaS3yudXEZmwxsw52G",
#     block=0,
# )

status = "scoring"
print(requests.post(post_url, auth=HTTPBasicAuth(hotkey, signature), json=json.loads(inputs.model_dump_json())).json())
while status == "scoring":
    response = requests.get(get_url, auth=HTTPBasicAuth(hotkey, signature)).json()
    print(response)
    status = response["status"]
    time.sleep(5)