{"schema_version":"0.1","id":"fde47a2f-51bf-417e-8c6e-3ef71acd214d","display_name":"Joshua Li","handle":"joshua","avatar_url":null,"positioning":"Builds design-driven full-stack tools like the vauly AI harness desktop app, with tutorials on shadcn/ui and Mantine for frontend engineers.","topics":[],"region":null,"languages":{"content":["English"],"communication":[]},"time_zone":null,"affiliation":null,"accounts":[{"platform":"github","handle":"jotyy","url":"https://github.com/jotyy","ownership_status":"self_reported","metric_snapshot":{"metric":"followers","value":73,"unit":null,"period":null,"sample_size":null,"as_of":"2026-11-17T07:47:31.407Z","source_type":"github_api","historical":false},"median":null,"evidence":[]},{"platform":"youtube","handle":"jotyy318","url":"https://www.youtube.com/@jotyy318","ownership_status":"self_reported","metric_snapshot":{"metric":"subscribers","value":0,"unit":null,"period":null,"sample_size":null,"as_of":"2026-11-17T07:47:31.407Z","source_type":"youtube_api","historical":false},"median":null,"evidence":[]},{"platform":"x","handle":"jotyy_ai","url":"https://x.com/jotyy_ai","ownership_status":"self_reported","metric_snapshot":{"metric":"followers","value":50,"unit":null,"period":null,"sample_size":null,"as_of":"2026-11-10T07:22:47.989Z","source_type":"twitterapi_io","historical":false},"median":null,"evidence":[]}],"works":[{"id":"5b543e83-e5c7-46fd-a638-93889ea5c86e","type":"repo","title":"jotyy/vauly","agent":null,"role":null,"personal_contribution":null,"outcome":null,"limitations":null,"version":null,"links":[{"url":"https://github.com/jotyy/vauly","label":"GitHub"}],"disclosure":"not_stated","pinned":true,"run_id":null,"evidence":[{"type":"source_linked","label":"Source linked","scope":"The author linked a traceable source","does_not_establish":"Does not establish that the platform reviewed it.","review_status":"pending","version":null,"date":"2026-11-10T07:28:21.359Z"}],"updated_at":"2026-11-10T07:28:21.362Z","date":"2026-10-31","visibility":"public","source_disconnected":false},{"id":"62299e49-10e6-47a2-b0fd-a599e7c8acb3","type":"article","title":"An AI harness desktop turns agents from chatbots into operators.","agent":null,"role":null,"personal_contribution":null,"outcome":null,"limitations":null,"version":null,"links":[{"url":"https://x.com/jotyy_ai/status/2071235055154864362","label":"X"}],"disclosure":"not_stated","pinned":true,"run_id":null,"evidence":[{"type":"source_linked","label":"Source linked","scope":"The author linked a traceable source","does_not_establish":"Does not establish that the platform reviewed it.","review_status":"pending","version":null,"date":"2026-11-10T07:28:21.373Z"}],"updated_at":"2026-11-10T07:28:21.376Z","date":"2026-06-28","visibility":"public","source_disconnected":false},{"id":"170c48c0-3be5-4912-b806-89d204db293b","type":"run","title":"Ling Sante 3.1 Flash on suite-medical@0.3","agent":null,"role":"Ran the suite","personal_contribution":"Ran suite-medical@0.3 on ling-3.1-flash-sante in BenchClub's cloud.","outcome":"Text choice 3/3, short answers 94% · Image 26 not supported","limitations":"Questions written for a client and kept confidential. Applies to this route, judge and question set version.","version":"suite-medical@0.3 · ling-3.1-flash-sante","links":[],"disclosure":"not_stated","pinned":false,"run_id":"c4ae57ca-b772-4a60-828e-ecd6d251aec2","evidence":[{"type":"verified","label":"Verified","scope":"Run and graded on BenchClub's servers: 8 of 34 questions graded, short answers by anthropic/claude-opus-5.5","does_not_establish":"The judge's rubric verdicts are checked against expert spot checks before scores are published.","review_status":"passed","version":"suite-medical@0.3 · ling-3.1-flash-sante","date":"2026-11-17T05:06:44.373Z"}],"updated_at":"2026-11-17T05:25:40.484Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"0c0528b8-68f8-4952-af05-995f407725f5","type":"run","title":"Claude Haiku 5.5 on suite-medical@0.3","agent":null,"role":"Ran the suite","personal_contribution":"Ran suite-medical@0.3 on anthropic/claude-haiku-5.5 in BenchClub's cloud.","outcome":"Text choice 3/3, short answers 100% · Image choice 21/23, short answers 89%","limitations":"Questions written for a client and kept confidential. Applies to this route, judge and question set version.","version":"suite-medical@0.3 · anthropic/claude-haiku-5.5","links":[],"disclosure":"not_stated","pinned":false,"run_id":"59ee7b78-7914-4fad-a0cc-5e82b6e728db","evidence":[{"type":"verified","label":"Verified","scope":"Run and graded on BenchClub's servers: 34 of 34 questions graded, short answers by anthropic/claude-opus-5.5","does_not_establish":"The judge's rubric verdicts are checked against expert spot checks before scores are published.","review_status":"passed","version":"suite-medical@0.3 · anthropic/claude-haiku-5.5","date":"2026-11-17T04:57:45.300Z"}],"updated_at":"2026-11-17T05:25:43.114Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"a34e5ffe-fd00-450b-b47e-d401e602f9aa","type":"run","title":"Claude Sonnet 5.5 on suite-medical@0.3","agent":null,"role":"Ran the suite","personal_contribution":"Ran suite-medical@0.3 on anthropic/claude-sonnet-5.5 in BenchClub's cloud.","outcome":"Text choice 3/3, short answers 100% · Image choice 23/23, short answers 89%","limitations":"Questions written for a client and kept confidential. Applies to this route, judge and question set version.","version":"suite-medical@0.3 · anthropic/claude-sonnet-5.5","links":[],"disclosure":"not_stated","pinned":false,"run_id":"9c0f132b-c7cd-4dc2-90c4-f9173b45be95","evidence":[{"type":"verified","label":"Verified","scope":"Run and graded on BenchClub's servers: 34 of 34 questions graded, short answers by anthropic/claude-opus-5.5","does_not_establish":"The judge's rubric verdicts are checked against expert spot checks before scores are published.","review_status":"passed","version":"suite-medical@0.3 · anthropic/claude-sonnet-5.5","date":"2026-11-17T04:52:30.391Z"}],"updated_at":"2026-11-17T05:25:41.482Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"50c08baf-9c2d-480d-ac36-0a659b03bcf2","type":"run","title":"Ling Sante 3.1 Flash on suite-medical@0.2-sample","agent":null,"role":"Ran the suite","personal_contribution":"Ran suite-medical@0.2-sample on ling-3.1-flash-sante in BenchClub's cloud.","outcome":"Text choice 1/1 · Image 5 not supported","limitations":"Questions written for a client and kept confidential. Applies to this route, judge and question set version.","version":"suite-medical@0.2-sample · ling-3.1-flash-sante","links":[],"disclosure":"not_stated","pinned":false,"run_id":"697f593a-909b-454e-aa35-5f92796fd1cc","evidence":[{"type":"verified","label":"Verified","scope":"Run and graded on BenchClub's servers: 1 of 6 questions graded, short answers by anthropic/claude-opus-5.5","does_not_establish":"The judge's rubric verdicts are checked against expert spot checks before scores are published.","review_status":"passed","version":"suite-medical@0.2-sample · ling-3.1-flash-sante","date":"2026-11-17T04:12:36.963Z"}],"updated_at":"2026-11-17T05:25:34.297Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"0989b244-731b-493d-aae6-06cec1962dac","type":"run","title":"Ling Sante 3.1 Air VL on suite-medical@0.2-sample","agent":null,"role":"Ran the suite","personal_contribution":"Ran suite-medical@0.2-sample on ling-3.1-air-vl-sante in BenchClub's cloud.","outcome":"Text choice 1/1 · Image choice 3/3, short answers 96%","limitations":"Questions written for a client and kept confidential. Applies to this route, judge and question set version.","version":"suite-medical@0.2-sample · ling-3.1-air-vl-sante","links":[],"disclosure":"not_stated","pinned":false,"run_id":"77078ef5-387c-499f-802c-552c91571ff6","evidence":[{"type":"verified","label":"Verified","scope":"Run and graded on BenchClub's servers: 6 of 6 questions graded, short answers by anthropic/claude-opus-5.5","does_not_establish":"The judge's rubric verdicts are checked against expert spot checks before scores are published.","review_status":"passed","version":"suite-medical@0.2-sample · ling-3.1-air-vl-sante","date":"2026-11-17T04:12:35.090Z"}],"updated_at":"2026-11-17T05:25:32.526Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"b32cac89-46aa-4a2d-83fa-4bc7da5f6f43","type":"run","title":"Claude Haiku 5.5 on suite-medical@0.2-sample","agent":null,"role":"Ran the suite","personal_contribution":"Ran suite-medical@0.2-sample on anthropic/claude-haiku-5.5 in BenchClub's cloud.","outcome":"Text choice 1/1 · Image choice 2/3, short answers 100%","limitations":"Questions written for a client and kept confidential. Applies to this route, judge and question set version.","version":"suite-medical@0.2-sample · anthropic/claude-haiku-5.5","links":[],"disclosure":"not_stated","pinned":false,"run_id":"d108d2b7-d95e-4be2-a823-be4d1da56569","evidence":[{"type":"verified","label":"Verified","scope":"Run and graded on BenchClub's servers: 6 of 6 questions graded, short answers by anthropic/claude-opus-5.5","does_not_establish":"The judge's rubric verdicts are checked against expert spot checks before scores are published.","review_status":"passed","version":"suite-medical@0.2-sample · anthropic/claude-haiku-5.5","date":"2026-11-17T04:11:57.510Z"}],"updated_at":"2026-11-17T05:25:37.447Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"ee454994-5967-4735-885a-92800732c0ad","type":"run","title":"Claude Sonnet 5.5 on suite-medical@0.2-sample","agent":null,"role":"Ran the suite","personal_contribution":"Ran suite-medical@0.2-sample on anthropic/claude-sonnet-5.5 in BenchClub's cloud.","outcome":"Text choice 1/1 · Image choice 3/3, short answers 100%","limitations":"Questions written for a client and kept confidential. Applies to this route, judge and question set version.","version":"suite-medical@0.2-sample · anthropic/claude-sonnet-5.5","links":[],"disclosure":"not_stated","pinned":false,"run_id":"596aeec7-d730-4631-afbd-be84b680cc06","evidence":[{"type":"verified","label":"Verified","scope":"Run and graded on BenchClub's servers: 6 of 6 questions graded, short answers by anthropic/claude-opus-5.5","does_not_establish":"The judge's rubric verdicts are checked against expert spot checks before scores are published.","review_status":"passed","version":"suite-medical@0.2-sample · anthropic/claude-sonnet-5.5","date":"2026-11-17T04:11:13.186Z"}],"updated_at":"2026-11-17T05:25:35.878Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"a0eab30a-5c5b-47f5-833b-3e6a87a8900e","type":"run","title":"codex/gpt-6.1-sol on agent-landing-page","agent":{"model":"codex/gpt-6.1-sol","test_set":"agent-landing-page"},"role":"Ran the agent task","personal_contribution":"Ran landing-page@1.0 with codex/gpt-6.1-sol via magpie-local/chatgpt-subscription in the BenchClub agent harness.","outcome":"submitted; 4 of 4 checks passed in 13 turns.","limitations":"Run on the submitter's machine and uploaded; BenchClub did not execute it.","version":"landing-page@1.0 · benchclub-agent@0.1.0","links":[],"disclosure":"not_stated","pinned":false,"run_id":"786c14bc-a48e-4aa6-8809-7a0c403d4d1d","evidence":[],"updated_at":"2026-11-17T03:30:11.218Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"f80e93b5-9847-4aca-89a9-fea63d72c3db","type":"run","title":"codex/gpt-6.1-sol on agent-landing-page","agent":{"model":"codex/gpt-6.1-sol","test_set":"agent-landing-page"},"role":"Ran the agent task","personal_contribution":"Ran landing-page@1.0 with codex/gpt-6.1-sol via magpie-local/chatgpt-subscription in the BenchClub agent harness.","outcome":"submitted; 4 of 4 checks passed in 12 turns.","limitations":"Run on the submitter's machine and uploaded; BenchClub did not execute it.","version":"landing-page@1.0 · benchclub-agent@0.1.0","links":[],"disclosure":"not_stated","pinned":false,"run_id":"d50e6f00-055e-488d-8aa4-7211d0c4ea0a","evidence":[],"updated_at":"2026-11-17T03:30:08.752Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"a39afe16-d4a0-4ff5-b9ea-602cdb8a0acf","type":"run","title":"codex/gpt-6.1-sol on agent-landing-page","agent":{"model":"codex/gpt-6.1-sol","test_set":"agent-landing-page"},"role":"Ran the agent task","personal_contribution":"Ran landing-page@1.0 with codex/gpt-6.1-sol via magpie-local/chatgpt-subscription in the BenchClub agent harness.","outcome":"submitted; 4 of 4 checks passed in 12 turns.","limitations":"Run on the submitter's machine and uploaded; BenchClub did not execute it.","version":"landing-page@1.0 · benchclub-agent@0.1.0","links":[],"disclosure":"not_stated","pinned":false,"run_id":"3930313e-ced1-446e-89d6-f43af3928198","evidence":[],"updated_at":"2026-11-17T03:30:05.063Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"a715885e-3278-410c-b393-4293c8dc8d39","type":"run","title":"qwen3:8b-q4_K_M on agent-landing-page","agent":{"model":"qwen3:8b-q4_K_M","test_set":"agent-landing-page"},"role":"Ran the agent task","personal_contribution":"Ran landing-page@1.0 with qwen3:8b-q4_K_M via ollama-local in the BenchClub agent harness.","outcome":"submitted; 4 of 4 checks passed in 11 turns.","limitations":"Run on the submitter's machine and uploaded; BenchClub did not execute it.","version":"landing-page@1.0 · benchclub-agent@0.1.0","links":[],"disclosure":"not_stated","pinned":false,"run_id":"c11345e4-b26d-486d-bbf9-135d0dfb3241","evidence":[],"updated_at":"2026-11-17T03:30:02.154Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"06a35b64-0d2f-4329-b20f-be18cbacef64","type":"run","title":"claude/claude-haiku-5-5 on agent-landing-page","agent":{"model":"claude/claude-haiku-5-5","test_set":"agent-landing-page"},"role":"Ran the agent task","personal_contribution":"Ran landing-page@1.0 with claude/claude-haiku-5-5 via magpie-local/claude-subscription in the BenchClub agent harness.","outcome":"submitted; 4 of 4 checks passed in 6 turns.","limitations":"Run on the submitter's machine and uploaded; BenchClub did not execute it.","version":"landing-page@1.0 · benchclub-agent@0.1.0","links":[],"disclosure":"not_stated","pinned":false,"run_id":"5548268f-af1f-44d0-a788-b12462b89363","evidence":[],"updated_at":"2026-11-17T03:29:55.041Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"d8a62de8-63ce-49d1-b5f8-8778b3003b8f","type":"run","title":"claude/claude-fable-5-2 on agent-landing-page","agent":{"model":"claude/claude-fable-5-2","test_set":"agent-landing-page"},"role":"Ran the agent task","personal_contribution":"Ran landing-page@1.0 with claude/claude-fable-5-2 via magpie-local/claude-subscription in the BenchClub agent harness.","outcome":"submitted; 4 of 4 checks passed in 7 turns.","limitations":"Run on the submitter's machine and uploaded; BenchClub did not execute it.","version":"landing-page@1.0 · benchclub-agent@0.1.0","links":[],"disclosure":"not_stated","pinned":false,"run_id":"b945ea82-272e-46ac-9a98-1730a28dc3af","evidence":[],"updated_at":"2026-11-17T03:29:52.494Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"28a039d5-62b5-4bca-8e0a-c7b85c80b33d","type":"run","title":"claude/claude-sonnet-5-5 on agent-landing-page","agent":{"model":"claude/claude-sonnet-5-5","test_set":"agent-landing-page"},"role":"Ran the agent task","personal_contribution":"Ran landing-page@1.0 with claude/claude-sonnet-5-5 via magpie-local/claude-subscription in the BenchClub agent harness.","outcome":"submitted; 4 of 4 checks passed in 3 turns.","limitations":"Run on the submitter's machine and uploaded; BenchClub did not execute it.","version":"landing-page@1.0 · benchclub-agent@0.1.0","links":[],"disclosure":"not_stated","pinned":false,"run_id":"3c1a000c-0642-4ce5-8a4b-912a5036023a","evidence":[],"updated_at":"2026-11-17T03:29:47.739Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"526ff407-6cf9-4e5c-b296-44b6d249f760","type":"run","title":"qwen3:8b-q4_K_M on agent-landing-page","agent":{"model":"qwen3:8b-q4_K_M","test_set":"agent-landing-page"},"role":"Ran the agent task","personal_contribution":"Ran landing-page@1.0 with qwen3:8b-q4_K_M via ollama-local in the BenchClub agent harness.","outcome":"submitted; 4 of 4 checks passed in 13 turns.","limitations":"Run on the submitter's machine and uploaded; BenchClub did not execute it.","version":"landing-page@1.0 · benchclub-agent@0.1.0","links":[],"disclosure":"not_stated","pinned":false,"run_id":"9e941c92-db33-41bc-8089-c045e02b99c5","evidence":[],"updated_at":"2026-11-17T03:29:44.967Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"7a92ddc1-7ceb-414e-8df5-279782a4638b","type":"run","title":"claude/claude-haiku-5-5 on agent-landing-page","agent":{"model":"claude/claude-haiku-5-5","test_set":"agent-landing-page"},"role":"Ran the agent task","personal_contribution":"Ran landing-page@1.0 with claude/claude-haiku-5-5 via magpie-local/claude-subscription in the BenchClub agent harness.","outcome":"submitted; 4 of 4 checks passed in 6 turns.","limitations":"Run on the submitter's machine and uploaded; BenchClub did not execute it.","version":"landing-page@1.0 · benchclub-agent@0.1.0","links":[],"disclosure":"not_stated","pinned":false,"run_id":"31673eaf-9fa7-4485-ab61-bf0f663bad5d","evidence":[],"updated_at":"2026-11-17T03:29:42.052Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"a8edcf69-c2d2-40e7-95ce-e2ab84d73eca","type":"run","title":"claude/claude-fable-5-2 on agent-landing-page","agent":{"model":"claude/claude-fable-5-2","test_set":"agent-landing-page"},"role":"Ran the agent task","personal_contribution":"Ran landing-page@1.0 with claude/claude-fable-5-2 via magpie-local/claude-subscription in the BenchClub agent harness.","outcome":"submitted; 4 of 4 checks passed in 6 turns.","limitations":"Run on the submitter's machine and uploaded; BenchClub did not execute it.","version":"landing-page@1.0 · benchclub-agent@0.1.0","links":[],"disclosure":"not_stated","pinned":false,"run_id":"fe330cc3-494b-4e7f-8c9a-c136b1553874","evidence":[],"updated_at":"2026-11-17T03:29:39.088Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"8a6536a2-e46d-4523-b98a-1f08ee01be0a","type":"run","title":"claude/claude-sonnet-5-5 on agent-landing-page","agent":{"model":"claude/claude-sonnet-5-5","test_set":"agent-landing-page"},"role":"Ran the agent task","personal_contribution":"Ran landing-page@1.0 with claude/claude-sonnet-5-5 via magpie-local/claude-subscription in the BenchClub agent harness.","outcome":"submitted; 4 of 4 checks passed in 3 turns.","limitations":"Run on the submitter's machine and uploaded; BenchClub did not execute it.","version":"landing-page@1.0 · benchclub-agent@0.1.0","links":[],"disclosure":"not_stated","pinned":false,"run_id":"6afc585a-58f9-453b-b5d3-7e79c7bd7aba","evidence":[],"updated_at":"2026-11-17T03:29:35.071Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"eae61921-51b8-43ff-a2e3-f33a1a80908d","type":"run","title":"claude/claude-haiku-5-5 on agent-landing-page","agent":{"model":"claude/claude-haiku-5-5","test_set":"agent-landing-page"},"role":"Ran the agent task","personal_contribution":"Ran landing-page@1.0 with claude/claude-haiku-5-5 via magpie-local/claude-subscription in the BenchClub agent harness.","outcome":"submitted; 4 of 4 checks passed in 4 turns.","limitations":"Run on the submitter's machine and uploaded; BenchClub did not execute it.","version":"landing-page@1.0 · benchclub-agent@0.1.0","links":[],"disclosure":"not_stated","pinned":false,"run_id":"0de0a197-59c2-4810-a96b-7a0da13f0034","evidence":[],"updated_at":"2026-11-17T03:29:30.688Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"64ef398a-76ac-4736-9686-511d79ed954b","type":"run","title":"claude/claude-fable-5-2 on agent-landing-page","agent":{"model":"claude/claude-fable-5-2","test_set":"agent-landing-page"},"role":"Ran the agent task","personal_contribution":"Ran landing-page@1.0 with claude/claude-fable-5-2 via magpie-local/claude-subscription in the BenchClub agent harness.","outcome":"submitted; 4 of 4 checks passed in 8 turns.","limitations":"Run on the submitter's machine and uploaded; BenchClub did not execute it.","version":"landing-page@1.0 · benchclub-agent@0.1.0","links":[],"disclosure":"not_stated","pinned":false,"run_id":"7c2b95da-7acc-4977-9f2f-b1b131d211cd","evidence":[],"updated_at":"2026-11-17T03:29:27.892Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"eff99034-503f-4e86-afea-4b2837ec787e","type":"run","title":"qwen3:8b-q4_K_M on agent-landing-page","agent":{"model":"qwen3:8b-q4_K_M","test_set":"agent-landing-page"},"role":"Ran the agent task","personal_contribution":"Ran landing-page@1.0 with qwen3:8b-q4_K_M via ollama-local in the BenchClub agent harness.","outcome":"submitted; 4 of 4 checks passed in 5 turns.","limitations":"Run on the submitter's machine and uploaded; BenchClub did not execute it.","version":"landing-page@1.0 · benchclub-agent@0.1.0","links":[],"disclosure":"not_stated","pinned":false,"run_id":"11a12d5a-18fa-43d4-8579-d25774724127","evidence":[],"updated_at":"2026-11-17T03:29:22.767Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"ae076bb1-fd6d-4850-afc6-75f6bc817348","type":"run","title":"claude/claude-sonnet-5-5 on agent-landing-page","agent":{"model":"claude/claude-sonnet-5-5","test_set":"agent-landing-page"},"role":"Ran the agent task","personal_contribution":"Ran landing-page@1.0 with claude/claude-sonnet-5-5 via magpie-local/claude-subscription in the BenchClub agent harness.","outcome":"submitted; 4 of 4 checks passed in 3 turns.","limitations":"Run on the submitter's machine and uploaded; BenchClub did not execute it.","version":"landing-page@1.0 · benchclub-agent@0.1.0","links":[],"disclosure":"not_stated","pinned":false,"run_id":"a30978b3-7867-404c-8f67-4ca7e8248380","evidence":[],"updated_at":"2026-11-17T03:28:56.848Z","date":"2026-11-17","visibility":"public","source_disconnected":false},{"id":"d3abd467-de48-4a03-85c3-1ee519004710","type":"run","title":"claude/claude-sonnet-5-5 on agent-tripo-nautilus","agent":{"model":"claude/claude-sonnet-5-5","test_set":"agent-tripo-nautilus"},"role":"Ran the agent task","personal_contribution":"Ran tripo-nautilus@1.0 with claude/claude-sonnet-5-5 via magpie-local/claude-subscription in the BenchClub agent harness.","outcome":"submitted; 8 of 8 checks passed in 23 turns.","limitations":"Run on the submitter's machine and uploaded; BenchClub did not execute it.","version":"tripo-nautilus@1.0 · benchclub-agent@0.1.0","links":[],"disclosure":"not_stated","pinned":false,"run_id":"c5009255-2b40-4410-a733-064a20c0e4c8","evidence":[],"updated_at":"2026-11-16T18:18:33.209Z","date":"2026-11-16","visibility":"public","source_disconnected":false},{"id":"72a6b35a-9880-46e3-a82c-1cc9ed2c337f","type":"run","title":"Qwen3.5-2B on suite-standard@1.0","agent":null,"role":"Ran the suite","personal_contribution":"Ran suite-standard@1.0 on qwen3.5:2b-q4_K_M, Apple M5 Pro · 48 GB.","outcome":"code-intervals 1/3 · tool-flight 1/3 · needle-8k 2/3 · 145.4 tok/s decode at speed@0","limitations":"Applies to this build, machine and suite version. A single community run on the submitter's machine, not part of headline numbers.","version":"suite-standard@1.0 · Q4_K_M","links":[],"disclosure":"not_stated","pinned":false,"run_id":"2cf4fd56-5fc9-4772-93ca-7ccdd7c01d27","evidence":[{"type":"verified","label":"Verified","scope":"2 of 3 tasks regraded from the event log; code tasks not regraded","does_not_establish":"Does not establish reliability on other machines or that the platform executed the run.","review_status":"passed","version":"suite-standard@1.0 · Q4_K_M","date":"2026-11-15T08:07:05.719Z"}],"updated_at":"2026-11-15T08:07:05.723Z","date":"2026-11-15","visibility":"public","source_disconnected":false},{"id":"d586144b-fd35-4a5d-98a0-5cc8cc2a80cc","type":"run","title":"DeepSeek-R1-Distill-Qwen-1.5B on suite-standard@1.0","agent":null,"role":"Ran the suite","personal_contribution":"Ran suite-standard@1.0 on deepseek-r1:1.5b-qwen-distill-q4_K_M, Apple M5 Pro · 48 GB.","outcome":"code-intervals 3/3 · tool-flight 0/3 · needle-8k 0/3 · 180.5 tok/s decode at speed@0","limitations":"Applies to this build, machine and suite version. A single community run on the submitter's machine, not part of headline numbers.","version":"suite-standard@1.0 · Q4_K_M","links":[],"disclosure":"not_stated","pinned":false,"run_id":"f6fda41a-bdf0-464c-a8cf-30ff7a538797","evidence":[{"type":"verified","label":"Verified","scope":"2 of 3 tasks regraded from the event log; code tasks not regraded","does_not_establish":"Does not establish reliability on other machines or that the platform executed the run.","review_status":"passed","version":"suite-standard@1.0 · Q4_K_M","date":"2026-11-10T08:43:53.748Z"}],"updated_at":"2026-11-10T08:43:53.752Z","date":"2026-11-10","visibility":"public","source_disconnected":false}],"experience":[],"communities":[],"collaboration":{"formats":["Sponsored video","Technical review","Tutorial"],"availability":null,"accepts_paid_reviews":false},"reputation":{"verified_works":9,"reproductions":0,"tier":"member","first_member_no":null,"invited":0},"bench":{"counted_runs":25,"models":11,"machines":["Apple M5 Pro 48 GB"],"reproductions":0},"updated_at":"2026-11-10T07:28:53.920Z","listed":true}