Update an eval case

PATCH

projects

{projectId}

eval-suites

{suiteId}

cases

{caseId}

Update an eval case

curl --request PATCH \
  --url https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId} \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "title": "<string>",
  "steps": [
    {
      "id": "<string>",
      "prompt": "<string>",
      "serverName": "<string>",
      "toolName": "<string>",
      "arguments": {},
      "action": {},
      "assertion": {}
    }
  ],
  "expectedOutput": "<string>",
  "iterations": 5,
  "repetitions": 50,
  "passThreshold": 0.5,
  "isNegative": true,
  "scenario": "<string>",
  "intent": "<string>",
  "models": [
    {
      "model": "<string>",
      "provider": "<string>"
    }
  ],
  "matchOptions": {},
  "checks": {
    "list": [
      {}
    ]
  },
  "import": {
    "sourceCaseKey": "<string>",
    "note": "<string>"
  }
}
'

import requests

url = "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}"

payload = {
    "title": "<string>",
    "steps": [
        {
            "id": "<string>",
            "prompt": "<string>",
            "serverName": "<string>",
            "toolName": "<string>",
            "arguments": {},
            "action": {},
            "assertion": {}
        }
    ],
    "expectedOutput": "<string>",
    "iterations": 5,
    "repetitions": 50,
    "passThreshold": 0.5,
    "isNegative": True,
    "scenario": "<string>",
    "intent": "<string>",
    "models": [
        {
            "model": "<string>",
            "provider": "<string>"
        }
    ],
    "matchOptions": {},
    "checks": { "list": [{}] },
    "import": {
        "sourceCaseKey": "<string>",
        "note": "<string>"
    }
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.patch(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'PATCH',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    title: '<string>',
    steps: [
      {
        id: '<string>',
        prompt: '<string>',
        serverName: '<string>',
        toolName: '<string>',
        arguments: {},
        action: {},
        assertion: {}
      }
    ],
    expectedOutput: '<string>',
    iterations: 5,
    repetitions: 50,
    passThreshold: 0.5,
    isNegative: true,
    scenario: '<string>',
    intent: '<string>',
    models: [{model: '<string>', provider: '<string>'}],
    matchOptions: {},
    checks: {list: [{}]},
    import: {sourceCaseKey: '<string>', note: '<string>'}
  })
};

fetch('https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "PATCH",
  CURLOPT_POSTFIELDS => json_encode([
    'title' => '<string>',
    'steps' => [
        [
                'id' => '<string>',
                'prompt' => '<string>',
                'serverName' => '<string>',
                'toolName' => '<string>',
                'arguments' => [
                                
                ],
                'action' => [
                                
                ],
                'assertion' => [
                                
                ]
        ]
    ],
    'expectedOutput' => '<string>',
    'iterations' => 5,
    'repetitions' => 50,
    'passThreshold' => 0.5,
    'isNegative' => true,
    'scenario' => '<string>',
    'intent' => '<string>',
    'models' => [
        [
                'model' => '<string>',
                'provider' => '<string>'
        ]
    ],
    'matchOptions' => [
        
    ],
    'checks' => [
        'list' => [
                [
                                
                ]
        ]
    ],
    'import' => [
        'sourceCaseKey' => '<string>',
        'note' => '<string>'
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}"

	payload := strings.NewReader("{\n  \"title\": \"<string>\",\n  \"steps\": [\n    {\n      \"id\": \"<string>\",\n      \"prompt\": \"<string>\",\n      \"serverName\": \"<string>\",\n      \"toolName\": \"<string>\",\n      \"arguments\": {},\n      \"action\": {},\n      \"assertion\": {}\n    }\n  ],\n  \"expectedOutput\": \"<string>\",\n  \"iterations\": 5,\n  \"repetitions\": 50,\n  \"passThreshold\": 0.5,\n  \"isNegative\": true,\n  \"scenario\": \"<string>\",\n  \"intent\": \"<string>\",\n  \"models\": [\n    {\n      \"model\": \"<string>\",\n      \"provider\": \"<string>\"\n    }\n  ],\n  \"matchOptions\": {},\n  \"checks\": {\n    \"list\": [\n      {}\n    ]\n  },\n  \"import\": {\n    \"sourceCaseKey\": \"<string>\",\n    \"note\": \"<string>\"\n  }\n}")

	req, _ := http.NewRequest("PATCH", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.patch("https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"title\": \"<string>\",\n  \"steps\": [\n    {\n      \"id\": \"<string>\",\n      \"prompt\": \"<string>\",\n      \"serverName\": \"<string>\",\n      \"toolName\": \"<string>\",\n      \"arguments\": {},\n      \"action\": {},\n      \"assertion\": {}\n    }\n  ],\n  \"expectedOutput\": \"<string>\",\n  \"iterations\": 5,\n  \"repetitions\": 50,\n  \"passThreshold\": 0.5,\n  \"isNegative\": true,\n  \"scenario\": \"<string>\",\n  \"intent\": \"<string>\",\n  \"models\": [\n    {\n      \"model\": \"<string>\",\n      \"provider\": \"<string>\"\n    }\n  ],\n  \"matchOptions\": {},\n  \"checks\": {\n    \"list\": [\n      {}\n    ]\n  },\n  \"import\": {\n    \"sourceCaseKey\": \"<string>\",\n    \"note\": \"<string>\"\n  }\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Patch.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"title\": \"<string>\",\n  \"steps\": [\n    {\n      \"id\": \"<string>\",\n      \"prompt\": \"<string>\",\n      \"serverName\": \"<string>\",\n      \"toolName\": \"<string>\",\n      \"arguments\": {},\n      \"action\": {},\n      \"assertion\": {}\n    }\n  ],\n  \"expectedOutput\": \"<string>\",\n  \"iterations\": 5,\n  \"repetitions\": 50,\n  \"passThreshold\": 0.5,\n  \"isNegative\": true,\n  \"scenario\": \"<string>\",\n  \"intent\": \"<string>\",\n  \"models\": [\n    {\n      \"model\": \"<string>\",\n      \"provider\": \"<string>\"\n    }\n  ],\n  \"matchOptions\": {},\n  \"checks\": {\n    \"list\": [\n      {}\n    ]\n  },\n  \"import\": {\n    \"sourceCaseKey\": \"<string>\",\n    \"note\": \"<string>\"\n  }\n}"

response = http.request(request)
puts response.read_body

{
  "id": "<string>",
  "title": "<string>",
  "steps": [
    {
      "id": "<string>",
      "kind": "prompt",
      "prompt": "<string>",
      "serverName": "<string>",
      "toolName": "<string>",
      "arguments": {},
      "action": {},
      "assertion": {}
    }
  ],
  "iterations": 5,
  "isNegative": true,
  "models": [
    {
      "model": "<string>",
      "provider": "<string>"
    }
  ],
  "declaredId": "<string>",
  "expectedOutput": "<string>",
  "repetitions": 2,
  "passThreshold": 0.5,
  "scenario": "<string>",
  "intent": "<string>",
  "matchOptions": {},
  "checks": {
    "mode": "inherit",
    "list": [
      {}
    ]
  },
  "import": {
    "status": "exact",
    "sourceCaseKey": "<string>",
    "note": "<string>"
  },
  "createdAt": 123,
  "updatedAt": 123
}

Authorizations

Authorization

string

header

required

MCPJam API key (sk_…). Create one at Settings → API keys. Guest sessions cannot use the API, and API keys cannot manage other API keys.

Path Parameters

projectId

string

required

ID of the hosted project that contains the server.

suiteId

string

required

Eval suite ID, as returned by POST /eval-runs.

caseId

string

required

Eval case id.

Body

application/json

Partial update. Every field is optional; omitted fields are left as they are. steps REPLACES the definition rather than merging into it.

title

string

Minimum string length: 1

steps

object[]

REPLACES the case's test definition wholesale when provided.

Minimum array length: 1

Show child attributes

expectedOutput

string

iterations

integer

Required range: 1 <= x <= 10

repetitions

integer

Per-case repetitions under verdict policy 2; omitted cases inherit the suite default.

Required range: 1 <= x <= 100

passThreshold

number

Per-case pass threshold fraction under verdict policy 2.

Required range: 0 <= x <= 1

isNegative

boolean

scenario

string

intent

string | null

Optional authored analytics grouping label. Must be already trimmed; omitted leaves the stored value unchanged and null clears it.

Required string length: 1 - 64

Pattern: ^\S(?:[\s\S]*\S)?$

models

object[]

Show child attributes

matchOptions

object | null

null clears the case override and inherits the suite's.

checks

object | null

null clears the case override.

Show child attributes

import

object | null

The converter's claim for this case, or null to remove one. Omitted leaves the stored claim unchanged; null removes it. The two are different requests, and a PATCH that conflated them would erase provenance on every unrelated edit.

Show child attributes

Response

The updated case.

A persisted eval case, in the public steps-first shape. Note this is NOT EvalTestCase, which is the INLINE authoring shape accepted by suite creation.

string

required

title

string

required

steps

object[]

required

Ordered test steps. A prompt step is a model turn; a single model-free toolCall step is a render-check; assert steps hold the expectations.

Minimum array length: 1

Show child attributes

iterations

integer

required

Required range: 1 <= x <= 10

isNegative

boolean

required

When true, the case passes if NO tools are called.

models

object[]

required

Show child attributes

declaredId

string

The case's effective declared id. Absent on cases authored before declared identity existed.

expectedOutput

string

repetitions

integer

Trials this case runs under verdict policy 2, overriding the suite default. Absent means the case inherits it. NOT a second spelling of iterations: that one is the legacy count, which the legacy resolver reads as a FLOOR (max(iterations, suite.minimumIterations)) and which a policy-2 case still reports for compatibility. This one is exact.

Required range: x >= 1

passThreshold

number

Fraction of this case's trials that must pass, overriding the suite default. Absent means the case inherits it. Never derived from the suite's minimumAccuracy, which is a PERCENT under a different resolver.

Required range: 0 <= x <= 1

scenario

string

intent

string

Optional authored analytics grouping label. Must be already trimmed; absent means unlabelled.

Required string length: 1 - 64

Pattern: ^\S(?:[\s\S]*\S)?$

matchOptions

object

Absent when the case sets none — omitted from the response rather than sent as null.

checks

object

Absent when the case sets none — omitted from the response rather than sent as null.

Show child attributes

import

object

What a converter CLAIMED about one imported case. exact is CONVERTER-CLAIMED exact — the converter says it applied a structural mapping rule, cited in note. MCPJam has NOT verified semantic equivalence, so user-facing copy must say "claimed exact", never "verified" or "accepted". Claim-only: who approved an approximation, when, and why is a PER-RUN decision frozen on the run (ImportEligibility.approvedApproximationReceipts), never stored on the case — an approval that lived on a case would outlive the run it was granted for and the edit that invalidated it. Approval and internal keys are rejected with 400, never stripped.

Show child attributes

createdAt

number | null

updatedAt

number | null

⌘I

Update an eval case

curl --request PATCH \
  --url https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId} \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "title": "<string>",
  "steps": [
    {
      "id": "<string>",
      "prompt": "<string>",
      "serverName": "<string>",
      "toolName": "<string>",
      "arguments": {},
      "action": {},
      "assertion": {}
    }
  ],
  "expectedOutput": "<string>",
  "iterations": 5,
  "repetitions": 50,
  "passThreshold": 0.5,
  "isNegative": true,
  "scenario": "<string>",
  "intent": "<string>",
  "models": [
    {
      "model": "<string>",
      "provider": "<string>"
    }
  ],
  "matchOptions": {},
  "checks": {
    "list": [
      {}
    ]
  },
  "import": {
    "sourceCaseKey": "<string>",
    "note": "<string>"
  }
}
'

import requests

url = "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}"

payload = {
    "title": "<string>",
    "steps": [
        {
            "id": "<string>",
            "prompt": "<string>",
            "serverName": "<string>",
            "toolName": "<string>",
            "arguments": {},
            "action": {},
            "assertion": {}
        }
    ],
    "expectedOutput": "<string>",
    "iterations": 5,
    "repetitions": 50,
    "passThreshold": 0.5,
    "isNegative": True,
    "scenario": "<string>",
    "intent": "<string>",
    "models": [
        {
            "model": "<string>",
            "provider": "<string>"
        }
    ],
    "matchOptions": {},
    "checks": { "list": [{}] },
    "import": {
        "sourceCaseKey": "<string>",
        "note": "<string>"
    }
}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.patch(url, json=payload, headers=headers)

print(response.text)

const options = {
  method: 'PATCH',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({
    title: '<string>',
    steps: [
      {
        id: '<string>',
        prompt: '<string>',
        serverName: '<string>',
        toolName: '<string>',
        arguments: {},
        action: {},
        assertion: {}
      }
    ],
    expectedOutput: '<string>',
    iterations: 5,
    repetitions: 50,
    passThreshold: 0.5,
    isNegative: true,
    scenario: '<string>',
    intent: '<string>',
    models: [{model: '<string>', provider: '<string>'}],
    matchOptions: {},
    checks: {list: [{}]},
    import: {sourceCaseKey: '<string>', note: '<string>'}
  })
};

fetch('https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}",
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_ENCODING => "",
  CURLOPT_MAXREDIRS => 10,
  CURLOPT_TIMEOUT => 30,
  CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
  CURLOPT_CUSTOMREQUEST => "PATCH",
  CURLOPT_POSTFIELDS => json_encode([
    'title' => '<string>',
    'steps' => [
        [
                'id' => '<string>',
                'prompt' => '<string>',
                'serverName' => '<string>',
                'toolName' => '<string>',
                'arguments' => [
                                
                ],
                'action' => [
                                
                ],
                'assertion' => [
                                
                ]
        ]
    ],
    'expectedOutput' => '<string>',
    'iterations' => 5,
    'repetitions' => 50,
    'passThreshold' => 0.5,
    'isNegative' => true,
    'scenario' => '<string>',
    'intent' => '<string>',
    'models' => [
        [
                'model' => '<string>',
                'provider' => '<string>'
        ]
    ],
    'matchOptions' => [
        
    ],
    'checks' => [
        'list' => [
                [
                                
                ]
        ]
    ],
    'import' => [
        'sourceCaseKey' => '<string>',
        'note' => '<string>'
    ]
  ]),
  CURLOPT_HTTPHEADER => [
    "Authorization: Bearer <token>",
    "Content-Type: application/json"
  ],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
  echo "cURL Error #:" . $err;
} else {
  echo $response;
}

package main

import (
	"fmt"
	"strings"
	"net/http"
	"io"
)

func main() {

	url := "https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}"

	payload := strings.NewReader("{\n  \"title\": \"<string>\",\n  \"steps\": [\n    {\n      \"id\": \"<string>\",\n      \"prompt\": \"<string>\",\n      \"serverName\": \"<string>\",\n      \"toolName\": \"<string>\",\n      \"arguments\": {},\n      \"action\": {},\n      \"assertion\": {}\n    }\n  ],\n  \"expectedOutput\": \"<string>\",\n  \"iterations\": 5,\n  \"repetitions\": 50,\n  \"passThreshold\": 0.5,\n  \"isNegative\": true,\n  \"scenario\": \"<string>\",\n  \"intent\": \"<string>\",\n  \"models\": [\n    {\n      \"model\": \"<string>\",\n      \"provider\": \"<string>\"\n    }\n  ],\n  \"matchOptions\": {},\n  \"checks\": {\n    \"list\": [\n      {}\n    ]\n  },\n  \"import\": {\n    \"sourceCaseKey\": \"<string>\",\n    \"note\": \"<string>\"\n  }\n}")

	req, _ := http.NewRequest("PATCH", url, payload)

	req.Header.Add("Authorization", "Bearer <token>")
	req.Header.Add("Content-Type", "application/json")

	res, _ := http.DefaultClient.Do(req)

	defer res.Body.Close()
	body, _ := io.ReadAll(res.Body)

	fmt.Println(string(body))

}

HttpResponse<String> response = Unirest.patch("https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}")
  .header("Authorization", "Bearer <token>")
  .header("Content-Type", "application/json")
  .body("{\n  \"title\": \"<string>\",\n  \"steps\": [\n    {\n      \"id\": \"<string>\",\n      \"prompt\": \"<string>\",\n      \"serverName\": \"<string>\",\n      \"toolName\": \"<string>\",\n      \"arguments\": {},\n      \"action\": {},\n      \"assertion\": {}\n    }\n  ],\n  \"expectedOutput\": \"<string>\",\n  \"iterations\": 5,\n  \"repetitions\": 50,\n  \"passThreshold\": 0.5,\n  \"isNegative\": true,\n  \"scenario\": \"<string>\",\n  \"intent\": \"<string>\",\n  \"models\": [\n    {\n      \"model\": \"<string>\",\n      \"provider\": \"<string>\"\n    }\n  ],\n  \"matchOptions\": {},\n  \"checks\": {\n    \"list\": [\n      {}\n    ]\n  },\n  \"import\": {\n    \"sourceCaseKey\": \"<string>\",\n    \"note\": \"<string>\"\n  }\n}")
  .asString();

require 'uri'
require 'net/http'

url = URI("https://app.mcpjam.com/api/v1/projects/{projectId}/eval-suites/{suiteId}/cases/{caseId}")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Patch.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n  \"title\": \"<string>\",\n  \"steps\": [\n    {\n      \"id\": \"<string>\",\n      \"prompt\": \"<string>\",\n      \"serverName\": \"<string>\",\n      \"toolName\": \"<string>\",\n      \"arguments\": {},\n      \"action\": {},\n      \"assertion\": {}\n    }\n  ],\n  \"expectedOutput\": \"<string>\",\n  \"iterations\": 5,\n  \"repetitions\": 50,\n  \"passThreshold\": 0.5,\n  \"isNegative\": true,\n  \"scenario\": \"<string>\",\n  \"intent\": \"<string>\",\n  \"models\": [\n    {\n      \"model\": \"<string>\",\n      \"provider\": \"<string>\"\n    }\n  ],\n  \"matchOptions\": {},\n  \"checks\": {\n    \"list\": [\n      {}\n    ]\n  },\n  \"import\": {\n    \"sourceCaseKey\": \"<string>\",\n    \"note\": \"<string>\"\n  }\n}"

response = http.request(request)
puts response.read_body

{
  "id": "<string>",
  "title": "<string>",
  "steps": [
    {
      "id": "<string>",
      "kind": "prompt",
      "prompt": "<string>",
      "serverName": "<string>",
      "toolName": "<string>",
      "arguments": {},
      "action": {},
      "assertion": {}
    }
  ],
  "iterations": 5,
  "isNegative": true,
  "models": [
    {
      "model": "<string>",
      "provider": "<string>"
    }
  ],
  "declaredId": "<string>",
  "expectedOutput": "<string>",
  "repetitions": 2,
  "passThreshold": 0.5,
  "scenario": "<string>",
  "intent": "<string>",
  "matchOptions": {},
  "checks": {
    "mode": "inherit",
    "list": [
      {}
    ]
  },
  "import": {
    "status": "exact",
    "sourceCaseKey": "<string>",
    "note": "<string>"
  },
  "createdAt": 123,
  "updatedAt": 123
}

API Guides

Endpoints

Authorizations

Path Parameters

Body

Response