import PiClient from 'withpi';

const client = new PiClient({
  apiKey: 'My API Key',
});

const generate = await client.scoringSystem.generate.retrieve('job_id');

console.log(generate.job_id);

{
  "balanced_accuracy": 123,
  "detailed_status": [
    "Downloading model",
    "Tuning prompt"
  ],
  "f1": 123,
  "job_id": "1234abcd",
  "num_labeled_examples_used": 123,
  "num_preference_examples_used": 123,
  "precision": 123,
  "recall": 123,
  "scoring_spec": [
    {
      "custom_model_id": "your-model-id",
      "label": "Relevance to Prompt",
      "parameters": [
        0.14285714285714285,
        0.2857142857142857,
        0.42857142857142855,
        0.5714285714285714,
        0.7142857142857143,
        0.8571428571428571
      ],
      "python_code": "\ndef score(response_text: str, input_text: str, kwargs: dict) -> dict:\n    word_count = len(response_text.split())\n    if word_count > 10:\n        return {\"score\": 0.2, \"explanation\": \"Response has more than 10 words\"}\n    elif word_count > 5:\n        return{\"score\": 0.6, \"explanation\": \"Response has more than 5 words\"}\n    else:\n        return {\"score\": 1, \"explanation\": \"Response has 5 or fewer words\"}\n",
      "question": "Is the response relevant to the prompt?",
      "scoring_type": "PI_SCORER",
      "tag": "Legal Formatting",
      "weight": 1
    }
  ],
  "state": "RUNNING",
  "threshold": 123
}