{"$id":"https://evals.blah.dev/lens/protocol.schema.json","title":"blah-lens-http/1","description":"Runtime protocol for model-internals analysis. GET /healthz, GET /v1/lens/manifest, POST /v1/lens/analyze. The analyze response is application/x-ndjson: one meta message, one prompt message, one token message per position, then done. Token strings must be the exact decoded vocabulary items — never trimmed, re-cased or normalised.","endpoints":{"GET /healthz":{"response":{"$schema":"https://json-schema.org/draft/2020-12/schema","type":"object","properties":{"status":{"type":"string","const":"ok"},"protocol":{"type":"string","const":"blah-lens-http/1"},"model_revision":{"type":"string","minLength":1}},"required":["status","protocol","model_revision"]}},"GET /v1/lens/manifest":{"response":{"$ref":"https://evals.blah.dev/lens/manifest.schema.json"}},"POST /v1/lens/analyze":{"request":{"$schema":"https://json-schema.org/draft/2020-12/schema","type":"object","properties":{"prompt":{"default":null,"anyOf":[{"type":"string"},{"type":"null"}]},"chat":{"default":null,"anyOf":[{"type":"array","items":{"type":"object","properties":{"role":{"type":"string","minLength":1},"content":{"type":"string"}},"required":["role","content"]}},{"type":"null"}]},"input_token_ids":{"default":null,"anyOf":[{"type":"array","items":{"type":"integer","minimum":0,"maximum":9007199254740991}},{"type":"null"}]},"max_new_tokens":{"default":64,"type":"integer","minimum":0,"maximum":9007199254740991},"temperature":{"default":0,"type":"number","minimum":0},"top_k":{"default":8,"type":"integer","exclusiveMinimum":0,"maximum":9007199254740991},"modes":{"default":["jacobian","logit"],"minItems":1,"type":"array","items":{"type":"string","enum":["jacobian","logit"]}},"sites":{"default":null,"anyOf":[{"type":"array","items":{"type":"string"}},{"type":"null"}]},"filter_non_word_tokens":{"default":false,"type":"boolean"},"pinned_token_ids":{"default":null,"anyOf":[{"type":"array","items":{"type":"integer","minimum":0,"maximum":9007199254740991}},{"type":"null"}]}}},"response_content_type":"application/x-ndjson","response_message":{"$schema":"https://json-schema.org/draft/2020-12/schema","anyOf":[{"type":"object","properties":{"kind":{"type":"string","const":"meta"},"protocol":{"type":"string","const":"blah-lens-http/1"},"model_repo":{"type":"string","minLength":1},"model_revision":{"type":"string","minLength":1},"modes":{"type":"array","items":{"type":"string","enum":["jacobian","logit"]}},"sites":{"type":"array","items":{"type":"string"}},"vocab_size":{"type":"integer","minimum":0,"maximum":9007199254740991},"prompt_length":{"type":"integer","minimum":0,"maximum":9007199254740991},"max_new_tokens":{"type":"integer","minimum":0,"maximum":9007199254740991}},"required":["kind","protocol","model_repo","model_revision","modes","sites","vocab_size","prompt_length","max_new_tokens"]},{"type":"object","properties":{"kind":{"type":"string","const":"prompt"},"tokens":{"type":"array","items":{"type":"object","properties":{"position":{"type":"integer","minimum":0,"maximum":9007199254740991},"id":{"type":"integer","minimum":0,"maximum":9007199254740991},"text":{"type":"string"},"bytes_base64":{"type":"string"}},"required":["position","id","text"]}}},"required":["kind","tokens"]},{"type":"object","properties":{"kind":{"type":"string","const":"token"},"position":{"type":"integer","minimum":0,"maximum":9007199254740991},"id":{"type":"integer","minimum":0,"maximum":9007199254740991},"text":{"type":"string"},"bytes_base64":{"type":"string"},"generated":{"type":"boolean"},"results":{"type":"array","items":{"type":"object","properties":{"mode":{"type":"string","enum":["jacobian","logit"]},"site":{"type":"string","minLength":1},"top":{"type":"array","items":{"type":"object","properties":{"id":{"type":"integer","minimum":0,"maximum":9007199254740991},"text":{"type":"string"},"bytes_base64":{"type":"string"},"logit":{"type":"number"},"rank":{"type":"integer","exclusiveMinimum":0,"maximum":9007199254740991}},"required":["id","text","logit","rank"]}},"pinned":{"type":"array","items":{"type":"object","properties":{"id":{"type":"integer","minimum":0,"maximum":9007199254740991},"logit":{"type":"number"},"rank":{"type":"integer","exclusiveMinimum":0,"maximum":9007199254740991}},"required":["id","logit","rank"]}}},"required":["mode","site","top"]}}},"required":["kind","position","id","text","generated","results"]},{"type":"object","properties":{"kind":{"type":"string","const":"done"},"sequence_length":{"type":"integer","minimum":0,"maximum":9007199254740991},"prompt_length":{"type":"integer","minimum":0,"maximum":9007199254740991},"completion":{"type":"string"}},"required":["kind","sequence_length","prompt_length","completion"]},{"type":"object","properties":{"kind":{"type":"string","const":"error"},"code":{"type":"string","minLength":1},"message":{"type":"string","minLength":1}},"required":["kind","code","message"]}]}}}}