{"items": [{"actors_summary": [{"entry": "miniswe", "executor": "miniswe", "model": "openai/dashscope/glm-5.2", "options": "{\"cmd_timeout\":600,\"cost_limit\":0,\"reasoning_effort\":\"max\",\"step_limit\":0}", "profile_id": "solver"}], "agent_label": "miniswe", "amended": true, "blob_digest": "sha256:ee8dde0f517f0250bb1b724b447fe472eadaf60e04b54c4c7da705fae9cbb919", "board_listed": true, "bound_kind": "release", "complete": true, "config_fingerprint": "sha256:ae9edb68b00dac9d6dd8630fefccd1f24c05a272579ccd0e552ae4af37648e27", "config_homogeneous": true, "created_at": 1789818800.0, "dataset_id": "official/deep-swe", "dataset_version": "0.1.0", "exit_code": 1, "job_overlay": {"agent_profiles": {"*": {"api_key": "litellm_api_key", "base_url": "litellm_base_url", "executor": "miniswe", "extensions": [{"options": {"cmd_timeout": 600, "cost_limit": 0, "step_limit": 0}, "plugin": "miniswe"}, {"plugin": "docker"}], "model": "openai/dashscope/glm-5.2", "options": {"reasoning_effort": "max"}}}, "environment": "docker"}, "mean_score": 0.9180614, "metrics": {"k_values": [1], "mean_score": 0.9180614027086204, "missing_score_as": 0.0, "n_attempts": 1, "n_error": 0, "n_fail": 58, "n_pass": 55, "n_tasks": 113, "pass_at_k": {"1": {"incomplete_tasks": 0, "n_tasks": 113, "value": 0.48672566371681414}}, "pass_power_k": {"1": {"incomplete_tasks": 0, "n_tasks": 113, "value": 0.48672566371681414}}, "pass_rate": 0.48672566371681414, "per_task": [{"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "ytt-jsonpath-query-api"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "abs-module-cache-flags"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "abs-stepped-slices"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "actionlint-action-pinning-lint"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "adaptix-name-mapping-aliases"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "aiomonitor-task-snapshots-diff"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "anko-default-function-arguments"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "anko-typed-variable-bindings"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "arcane-drift-detection-baselines"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "arktype-json-schema-refs-dependencies"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "awilix-async-container-initialization"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "bandit-incremental-cache-control"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "bandit-interprocedural-taint-checks"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "bandit-structured-nosec-directives"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "boa-hierarchical-evaluation-cancellation"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "cattrs-partial-structuring-recovery"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "clack-async-autocomplete-options"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "claude-code-by-agents-recursive-delegation"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "dateutil-rfc5545-timezone-interop"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "drizzle-orm-window-function-builders"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "dynamodb-toolbox-conditional-attribute-requirements"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "dynamodb-toolbox-lazy-recursive-schemas"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "effect-sse-httpapi-streaming"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "eicrud-keyset-pagination-cursor"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "etree-xml-diff-patch"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "expr-try-catch-errors"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "fastapi-deprecation-response-headers"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "fastapi-implicit-head-options"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "fd-deterministic-multi-key-sorting"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "geo-shapeindex-serialization"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "go-critic-doc-link-checker"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "go-genai-streamed-function-args"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "go-git-worktree-merge-conflicts"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "goreleaser-retry-publish-auditing"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "gql-incremental-graphql-delivery"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "happy-dom-abort-pending-body-reads"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "happy-dom-deterministic-intersectionobserver"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "helm-array-merge-strategies"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "helm-unified-manifest-stream"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "httpx-deterministic-cookie-store"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "httpx-multipart-response-parsing"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "httpx-streaming-json-iteration"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "igel-persist-feature-schema"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "ink-grid-box-layout"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "ipython-session-bundle-replay"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "katex-multicolumn-array-spans"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "kcp-go-multiplexed-kcp-streams"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "cliffy-config-file-parsing"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "csstree-shorthand-expansion-compression"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "dasel-html-document-format"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "kea-atomic-signal-selectors"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "kgateway-consistent-hash-policy"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "kombu-single-active-consumer-priority"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "kombu-virtual-queue-dead-lettering"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "koota-composite-trait-aspects"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "koota-deferred-mutation-buffer"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "koota-entity-snapshot-rollback"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "koota-pair-relation-tracking"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "koota-query-predicates"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "kysely-window-grouping-helpers"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "langchain-request-coalescing"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "mashumaro-flattened-dataclass-fields"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "meriyah-explicit-resource-declarations"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "mnamer-daemon-watch-lifecycle"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "mobly-grouped-test-barriers"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "narwhals-rolling-window-suite"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "numba-stencil-boundary-modes"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "obsidian-linter-auto-table-of-contents"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "obsidian-linter-link-format-conversion"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "obsidian-linter-scoped-ignore-markers"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "ofetch-per-origin-circuit-breaker"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "onedump-dump-encryption-pipeline"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "opa-rego-rule-profiling"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "opa-template-string-reconstruction"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "optique-conditional-option-dependencies"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "oxvg-structural-selector-preservation"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "participle-grammar-conflict-analysis"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "pebble-durability-wait-apis"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "pest-character-class-coalescing"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "prometheus-transactional-reload-status"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "prometheus-typed-label-sorting"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "psd-tools-blend-range-api"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "pwntools-tube-multiplexing"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "python-statemachine-state-data-scoping"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "query-persist-restored-query-state"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "quill-shared-toolbar-focus"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "returns-validated-error-accumulation"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "scc-bounded-memory-spilling"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "scriggo-method-declarations"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "skrub-duration-encoding"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "sql-formatter-bigquery-pipe-formatting"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "sqlfmt-create-table-ddl-formatting"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "sqlite-utils-safe-import-checkpoints"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "superjson-error-stack-serialization"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "task-task-graph-export"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "tengo-callable-instance-isolation"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "tengo-destructuring-bindings"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "termenv-preserve-ansi-resets"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "testem-bail-on-test-failure"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "testem-per-launcher-reports"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "textual-kitty-key-phases"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "textual-richlog-follow-state"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "tomlkit-toml-table-converters"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "true-myth-iterable-collection-combinators"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "ts-pattern-match-each"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "updo-policy-alerting"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "valibot-recursive-schema-composition"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "vitest-duration-sharding"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "vulture-persistent-analysis-cache"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "wasmi-trap-coredumps"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "wazero-multi-module-snapshots"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "yaegi-go-embed-directives"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "yjs-map-conflict-detection"}], "usage": {"cost_source": "missing", "duration_s": 305642.2274789998, "n_attempts_with_cost": 0, "n_attempts_with_tokens": 0}}, "model_label": "openai/dashscope/glm-5.2", "note": "per-task evaluator verdicts only; no suite-level PASS", "pass_rate": 0.48672566, "plugins": [{"plugin_id": "miniswe"}], "size": 79388, "suite_run_id": "97700564", "task_refs": [{"attempt_run_ids": ["attempt_4a3b30e90f9b4d2d8f93541a2d20bebb"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-19T11:28:41.055508Z", "run_id": "attempt_89876ba7d97d43ff855915926bbe22a3", "score": null, "status": "ERROR"}], "run_id": "attempt_4a3b30e90f9b4d2d8f93541a2d20bebb", "score": 1.0, "status": "PASS", "task_id": "ytt-jsonpath-query-api"}, {"attempt_run_ids": ["attempt_3f7b723d7b3842c3b681fd1e1b85dd75"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_3f7b723d7b3842c3b681fd1e1b85dd75", "score": 1.0, "status": "PASS", "task_id": "abs-module-cache-flags"}, {"attempt_run_ids": ["attempt_be32b219575541fc9713bfd057ed106b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_be32b219575541fc9713bfd057ed106b", "score": 0.9166666666666666, "status": "FAIL", "task_id": "abs-stepped-slices"}, {"attempt_run_ids": ["attempt_11d596bb52354c24aae92c41a6f33e20"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_11d596bb52354c24aae92c41a6f33e20", "score": 1.0, "status": "PASS", "task_id": "actionlint-action-pinning-lint"}, {"attempt_run_ids": ["attempt_045226b4fbe1432eaee686c79bffcf65"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_045226b4fbe1432eaee686c79bffcf65", "score": 1.0, "status": "PASS", "task_id": "adaptix-name-mapping-aliases"}, {"attempt_run_ids": ["attempt_1ff638a11d394db291e0329e9743e3b1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_1ff638a11d394db291e0329e9743e3b1", "score": 1.0, "status": "PASS", "task_id": "aiomonitor-task-snapshots-diff"}, {"attempt_run_ids": ["attempt_73cdfb5eb6974fbf92fe77aa6b54545a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_73cdfb5eb6974fbf92fe77aa6b54545a", "score": 1.0, "status": "PASS", "task_id": "anko-default-function-arguments"}, {"attempt_run_ids": ["attempt_39e11f161ea0404bb41f94cd4e24b36b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_39e11f161ea0404bb41f94cd4e24b36b", "score": 1.0, "status": "PASS", "task_id": "anko-typed-variable-bindings"}, {"attempt_run_ids": ["attempt_efaaf964831d4949a96351f2e2d5d2ad"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_efaaf964831d4949a96351f2e2d5d2ad", "score": 1.0, "status": "PASS", "task_id": "arcane-drift-detection-baselines"}, {"attempt_run_ids": ["attempt_543e943b70df4568853330768bd9f10a"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_543e943b70df4568853330768bd9f10a", "score": 0.9988262910798122, "status": "FAIL", "task_id": "arktype-json-schema-refs-dependencies"}, {"attempt_run_ids": ["attempt_b21e573367594526b2cfb8d3e13ea191"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_b21e573367594526b2cfb8d3e13ea191", "score": 0.9946236559139785, "status": "FAIL", "task_id": "awilix-async-container-initialization"}, {"attempt_run_ids": ["attempt_db711ec95b52494c9d7a8c739d1c3abb"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_db711ec95b52494c9d7a8c739d1c3abb", "score": 0.9917355371900827, "status": "FAIL", "task_id": "bandit-incremental-cache-control"}, {"attempt_run_ids": ["attempt_dc3399b16723473bb322a06431e10a3e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_dc3399b16723473bb322a06431e10a3e", "score": 1.0, "status": "PASS", "task_id": "bandit-interprocedural-taint-checks"}, {"attempt_run_ids": ["attempt_ea2ffcfbeab544d982c8612b5f9b4054"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_ea2ffcfbeab544d982c8612b5f9b4054", "score": 0.9971509971509972, "status": "FAIL", "task_id": "bandit-structured-nosec-directives"}, {"attempt_run_ids": ["attempt_90b0de31e4a34d4b8f4d7e3e9f9de012"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_90b0de31e4a34d4b8f4d7e3e9f9de012", "score": 0.9583333333333334, "status": "FAIL", "task_id": "boa-hierarchical-evaluation-cancellation"}, {"attempt_run_ids": ["attempt_389bc9985ea64a5ea10ea3751a5ef524"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_389bc9985ea64a5ea10ea3751a5ef524", "score": 1.0, "status": "PASS", "task_id": "cattrs-partial-structuring-recovery"}, {"attempt_run_ids": ["attempt_c78e9dafc32f499bb9e6dc03d3df4a1f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_c78e9dafc32f499bb9e6dc03d3df4a1f", "score": 1.0, "status": "PASS", "task_id": "clack-async-autocomplete-options"}, {"attempt_run_ids": ["attempt_4dddf52bc87a44a989e1830126f539df"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_4dddf52bc87a44a989e1830126f539df", "score": 1.0, "status": "PASS", "task_id": "claude-code-by-agents-recursive-delegation"}, {"attempt_run_ids": ["attempt_9994ac5752474ef5b1d8b6ab5c890a55"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_9994ac5752474ef5b1d8b6ab5c890a55", "score": 0.9990485252140818, "status": "FAIL", "task_id": "dateutil-rfc5545-timezone-interop"}, {"attempt_run_ids": ["attempt_a259a61493c04693a3c3b3d2adfb09d2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a259a61493c04693a3c3b3d2adfb09d2", "score": 1.0, "status": "PASS", "task_id": "drizzle-orm-window-function-builders"}, {"attempt_run_ids": ["attempt_8f4f6f5da35946f3a134fb6a1bddb69b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_8f4f6f5da35946f3a134fb6a1bddb69b", "score": 0.0, "status": "FAIL", "task_id": "dynamodb-toolbox-conditional-attribute-requirements"}, {"attempt_run_ids": ["attempt_f03e9a2ce27f466db44e29620ec89c95"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_f03e9a2ce27f466db44e29620ec89c95", "score": 0.0, "status": "FAIL", "task_id": "dynamodb-toolbox-lazy-recursive-schemas"}, {"attempt_run_ids": ["attempt_6d4a0f0e9e804d3ea115da409d8eae8a"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_6d4a0f0e9e804d3ea115da409d8eae8a", "score": 0.9914529914529915, "status": "FAIL", "task_id": "effect-sse-httpapi-streaming"}, {"attempt_run_ids": ["attempt_77f55abb57eb4d89ac5459141e93458c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_77f55abb57eb4d89ac5459141e93458c", "score": 1.0, "status": "PASS", "task_id": "eicrud-keyset-pagination-cursor"}, {"attempt_run_ids": ["attempt_676094869a8a47b9a500987c91745860"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_676094869a8a47b9a500987c91745860", "score": 0.0, "status": "FAIL", "task_id": "etree-xml-diff-patch"}, {"attempt_run_ids": ["attempt_2c79c7d54962479183ab4ccb66912a02"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_2c79c7d54962479183ab4ccb66912a02", "score": 1.0, "status": "PASS", "task_id": "expr-try-catch-errors"}, {"attempt_run_ids": ["attempt_7b89c5ff2cb14a619c7a571a3a67fc01"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7b89c5ff2cb14a619c7a571a3a67fc01", "score": 1.0, "status": "PASS", "task_id": "fastapi-deprecation-response-headers"}, {"attempt_run_ids": ["attempt_0fc96830ca3c4562aa5cb8e462db2dd2"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_0fc96830ca3c4562aa5cb8e462db2dd2", "score": 0.9993704752911552, "status": "FAIL", "task_id": "fastapi-implicit-head-options"}, {"attempt_run_ids": ["attempt_766f7061c4144d7db180d6fea6803d1e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_766f7061c4144d7db180d6fea6803d1e", "score": 1.0, "status": "PASS", "task_id": "fd-deterministic-multi-key-sorting"}, {"attempt_run_ids": ["attempt_264b94f356a048d4962b6b3112d0be4d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_264b94f356a048d4962b6b3112d0be4d", "score": 1.0, "status": "PASS", "task_id": "geo-shapeindex-serialization"}, {"attempt_run_ids": ["attempt_d8e5a3fa2c5c4fc7a4a9238921d39070"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_d8e5a3fa2c5c4fc7a4a9238921d39070", "score": 0.8947368421052632, "status": "FAIL", "task_id": "go-critic-doc-link-checker"}, {"attempt_run_ids": ["attempt_fe0c20c8b9af4ffa87a250e99673b626"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_fe0c20c8b9af4ffa87a250e99673b626", "score": 1.0, "status": "PASS", "task_id": "go-genai-streamed-function-args"}, {"attempt_run_ids": ["attempt_f25eb102da014c0ea522af1751c79948"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f25eb102da014c0ea522af1751c79948", "score": 1.0, "status": "PASS", "task_id": "go-git-worktree-merge-conflicts"}, {"attempt_run_ids": ["attempt_164e7e42a91e44d6b73cae92c0b8f898"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_164e7e42a91e44d6b73cae92c0b8f898", "score": 1.0, "status": "PASS", "task_id": "goreleaser-retry-publish-auditing"}, {"attempt_run_ids": ["attempt_1eed226d169a43aa943e814f97afcef0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_1eed226d169a43aa943e814f97afcef0", "score": 1.0, "status": "PASS", "task_id": "gql-incremental-graphql-delivery"}, {"attempt_run_ids": ["attempt_9de28b495bcc409c860659eb978f65ba"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_9de28b495bcc409c860659eb978f65ba", "score": 1.0, "status": "PASS", "task_id": "happy-dom-abort-pending-body-reads"}, {"attempt_run_ids": ["attempt_81b2666436e94704ae003bbe9be19e8b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_81b2666436e94704ae003bbe9be19e8b", "score": 0.9565217391304348, "status": "FAIL", "task_id": "happy-dom-deterministic-intersectionobserver"}, {"attempt_run_ids": ["attempt_d7d6026e439344c3a27d03c373e1d93b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_d7d6026e439344c3a27d03c373e1d93b", "score": 0.7966101694915254, "status": "FAIL", "task_id": "helm-array-merge-strategies"}, {"attempt_run_ids": ["attempt_a9994e76d6b14e1686b4a4233419b6d7"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_a9994e76d6b14e1686b4a4233419b6d7", "score": 0.7142857142857143, "status": "FAIL", "task_id": "helm-unified-manifest-stream"}, {"attempt_run_ids": ["attempt_da24e2cf02b8455fa7aed14f9dee2931"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_da24e2cf02b8455fa7aed14f9dee2931", "score": 0.997134670487106, "status": "FAIL", "task_id": "httpx-deterministic-cookie-store"}, {"attempt_run_ids": ["attempt_b8fc72e2f4aa42dd93415435a2f763a7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_b8fc72e2f4aa42dd93415435a2f763a7", "score": 1.0, "status": "PASS", "task_id": "httpx-multipart-response-parsing"}, {"attempt_run_ids": ["attempt_f27ebc03657a4a74b456374378c3b16e"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_f27ebc03657a4a74b456374378c3b16e", "score": 0.9993386243386243, "status": "FAIL", "task_id": "httpx-streaming-json-iteration"}, {"attempt_run_ids": ["attempt_55ab4e73c56e41b5922aef054dc70718"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_55ab4e73c56e41b5922aef054dc70718", "score": 1.0, "status": "PASS", "task_id": "igel-persist-feature-schema"}, {"attempt_run_ids": ["attempt_d43e91d026924eb9803302f826341e69"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_d43e91d026924eb9803302f826341e69", "score": 0.972972972972973, "status": "FAIL", "task_id": "ink-grid-box-layout"}, {"attempt_run_ids": ["attempt_6bf746ed686640f9b10175659805bb65"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_6bf746ed686640f9b10175659805bb65", "score": 0.9565217391304348, "status": "FAIL", "task_id": "ipython-session-bundle-replay"}, {"attempt_run_ids": ["attempt_7e0755a0d3e64ee9a6889d72b5fd293d"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_7e0755a0d3e64ee9a6889d72b5fd293d", "score": 0.9942279942279942, "status": "FAIL", "task_id": "katex-multicolumn-array-spans"}, {"attempt_run_ids": ["attempt_3db024f60cf3442ab7e69ee5d0eed12b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_3db024f60cf3442ab7e69ee5d0eed12b", "score": 0.2857142857142857, "status": "FAIL", "task_id": "kcp-go-multiplexed-kcp-streams"}, {"attempt_run_ids": ["attempt_b9e9bc2d52be43f6afda38e9733baeab"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T05:09:30.210337Z", "run_id": "attempt_a8aa81a9cd9341a89c2d7dc4d27c8e67", "score": null, "status": "ERROR"}], "run_id": "attempt_b9e9bc2d52be43f6afda38e9733baeab", "score": 0.9979508196721312, "status": "FAIL", "task_id": "cliffy-config-file-parsing"}, {"attempt_run_ids": ["attempt_a7e217bce98c4ebaa8e3b6e067922172"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T05:49:18.150817Z", "run_id": "attempt_d8ff8d45bdef4edeadf4e0b097084fdf", "score": null, "status": "ERROR"}], "run_id": "attempt_a7e217bce98c4ebaa8e3b6e067922172", "score": 0.9995831844706443, "status": "FAIL", "task_id": "csstree-shorthand-expansion-compression"}, {"attempt_run_ids": ["attempt_3b6146f8ab474b2f85dce267d9fad9f8"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T06:26:44.818958Z", "run_id": "attempt_db8d45fdc6af4edcb89b883e97302948", "score": null, "status": "ERROR"}], "run_id": "attempt_3b6146f8ab474b2f85dce267d9fad9f8", "score": 1.0, "status": "PASS", "task_id": "dasel-html-document-format"}, {"attempt_run_ids": ["attempt_98ae3c50f37147688fc4aa9d13613e5e"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T07:30:33.926210Z", "run_id": "attempt_e7dd21529d954f5fbf944c881fc98982", "score": null, "status": "ERROR"}], "run_id": "attempt_98ae3c50f37147688fc4aa9d13613e5e", "score": 1.0, "status": "PASS", "task_id": "kea-atomic-signal-selectors"}, {"attempt_run_ids": ["attempt_f71a5d258b1045deb846ca03ac73d1fb"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T08:15:04.807972Z", "run_id": "attempt_7f4c7941d9a24dcc81850509b3864ee0", "score": null, "status": "ERROR"}], "run_id": "attempt_f71a5d258b1045deb846ca03ac73d1fb", "score": 0.9907407407407407, "status": "FAIL", "task_id": "kgateway-consistent-hash-policy"}, {"attempt_run_ids": ["attempt_bbbb2ba6000e4955a23b59b749d80f4d"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T08:44:02.326793Z", "run_id": "attempt_5060defc1fed45ab93bd5981497b416f", "score": null, "status": "ERROR"}], "run_id": "attempt_bbbb2ba6000e4955a23b59b749d80f4d", "score": 0.99800796812749, "status": "FAIL", "task_id": "kombu-single-active-consumer-priority"}, {"attempt_run_ids": ["attempt_601c27553c4643b8aa2875a89889d2d8"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T09:19:02.600529Z", "run_id": "attempt_cf08f6f5a3e54415a4732d3185e40b1c", "score": null, "status": "ERROR"}], "run_id": "attempt_601c27553c4643b8aa2875a89889d2d8", "score": 0.9939516129032258, "status": "FAIL", "task_id": "kombu-virtual-queue-dead-lettering"}, {"attempt_run_ids": ["attempt_42468e939aa9458aa356897d4a6e1bcc"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T10:29:48.396283Z", "run_id": "attempt_04ccfe6b2ebf4240aafd149fd2ce1ed4", "score": null, "status": "ERROR"}], "run_id": "attempt_42468e939aa9458aa356897d4a6e1bcc", "score": 0.9820627802690582, "status": "FAIL", "task_id": "koota-composite-trait-aspects"}, {"attempt_run_ids": ["attempt_160cc711e78e458680674c2efef99dd9"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T11:11:53.701850Z", "run_id": "attempt_238c73ea826f4cdf95bc376e79b8dd84", "score": null, "status": "ERROR"}], "run_id": "attempt_160cc711e78e458680674c2efef99dd9", "score": 0.9798994974874372, "status": "FAIL", "task_id": "koota-deferred-mutation-buffer"}, {"attempt_run_ids": ["attempt_c9104f1be7fb450b9f5c495e50723902"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T11:49:20.649596Z", "run_id": "attempt_301138eaa4c1435fa311a3b645fe15fd", "score": null, "status": "ERROR"}], "run_id": "attempt_c9104f1be7fb450b9f5c495e50723902", "score": 1.0, "status": "PASS", "task_id": "koota-entity-snapshot-rollback"}, {"attempt_run_ids": ["attempt_147696c417f34a67b769b71b1a306508"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T12:40:47.849181Z", "run_id": "attempt_af9ad3a801dd48d7bb42158f44f88069", "score": null, "status": "ERROR"}], "run_id": "attempt_147696c417f34a67b769b71b1a306508", "score": 0.9714285714285714, "status": "FAIL", "task_id": "koota-pair-relation-tracking"}, {"attempt_run_ids": ["attempt_3dbef7e3a57f41e88d312d1f75f8f4f5"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T13:44:34.035923Z", "run_id": "attempt_4c31d8a5e56b47319d6811ff47675d2a", "score": null, "status": "ERROR"}], "run_id": "attempt_3dbef7e3a57f41e88d312d1f75f8f4f5", "score": 0.813953488372093, "status": "FAIL", "task_id": "koota-query-predicates"}, {"attempt_run_ids": ["attempt_86e48933f75640fb84e7e0761333de20"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T14:19:01.329092Z", "run_id": "attempt_73607dc623174cd88c9091273634fc00", "score": null, "status": "ERROR"}], "run_id": "attempt_86e48933f75640fb84e7e0761333de20", "score": 1.0, "status": "PASS", "task_id": "kysely-window-grouping-helpers"}, {"attempt_run_ids": ["attempt_8aec5d13e459497580a1448c1c9cf690"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T14:56:15.895833Z", "run_id": "attempt_2343ebadb492480e8e156f35a7ec89d7", "score": null, "status": "ERROR"}], "run_id": "attempt_8aec5d13e459497580a1448c1c9cf690", "score": 0.9929078014184397, "status": "FAIL", "task_id": "langchain-request-coalescing"}, {"attempt_run_ids": ["attempt_debc8c5b5b15439fab1d8de877d996c4"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T15:49:54.181770Z", "run_id": "attempt_4ab94dda5bd448489f40eefc05b975a0", "score": null, "status": "ERROR"}], "run_id": "attempt_debc8c5b5b15439fab1d8de877d996c4", "score": 1.0, "status": "PASS", "task_id": "mashumaro-flattened-dataclass-fields"}, {"attempt_run_ids": ["attempt_a0f705fd4a2e4d74b7c84e87ddae371d"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T16:40:32.727510Z", "run_id": "attempt_bbc8c6a82b2d4c40a3f7363a82530ce4", "score": null, "status": "ERROR"}], "run_id": "attempt_a0f705fd4a2e4d74b7c84e87ddae371d", "score": 1.0, "status": "PASS", "task_id": "meriyah-explicit-resource-declarations"}, {"attempt_run_ids": ["attempt_e235badb142d47ccbc89d19e3b92c6ef"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T17:07:58.617343Z", "run_id": "attempt_79eda184e3d84b68a86c6ff47c095e27", "score": null, "status": "ERROR"}], "run_id": "attempt_e235badb142d47ccbc89d19e3b92c6ef", "score": 0.9432432432432433, "status": "FAIL", "task_id": "mnamer-daemon-watch-lifecycle"}, {"attempt_run_ids": ["attempt_40f4149be6ce4aa094b91b0696c015a8"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T17:39:22.316623Z", "run_id": "attempt_70b34e9abd9b4ad9948007fdb8ae2f55", "score": null, "status": "ERROR"}], "run_id": "attempt_40f4149be6ce4aa094b91b0696c015a8", "score": 0.9470124013528749, "status": "FAIL", "task_id": "mobly-grouped-test-barriers"}, {"attempt_run_ids": ["attempt_cdc59d627aa04e919f1664062a01dded"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T18:36:11.109748Z", "run_id": "attempt_b7866c3fc4f041c5b1cbe4edbf97cb4a", "score": null, "status": "ERROR"}], "run_id": "attempt_cdc59d627aa04e919f1664062a01dded", "score": 1.0, "status": "PASS", "task_id": "narwhals-rolling-window-suite"}, {"attempt_run_ids": ["attempt_4952fbc188a84353be23e4c007283868"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T20:14:20.023289Z", "run_id": "attempt_aa160c853b6041cc98bec0c3e8922b92", "score": null, "status": "ERROR"}], "run_id": "attempt_4952fbc188a84353be23e4c007283868", "score": 1.0, "status": "PASS", "task_id": "numba-stencil-boundary-modes"}, {"attempt_run_ids": ["attempt_e37d3ce3ac4a4ac18353556e5da26b73"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T20:47:10.025212Z", "run_id": "attempt_f54af826ca8843608c2c3136412cfbf1", "score": null, "status": "ERROR"}], "run_id": "attempt_e37d3ce3ac4a4ac18353556e5da26b73", "score": 0.9650170648464164, "status": "FAIL", "task_id": "obsidian-linter-auto-table-of-contents"}, {"attempt_run_ids": ["attempt_be0da5e3f5ea433a8a54ac6bab69d6dc"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T21:22:54.558140Z", "run_id": "attempt_a658bf32cca3423a8e299a960ff4d2af", "score": null, "status": "ERROR"}], "run_id": "attempt_be0da5e3f5ea433a8a54ac6bab69d6dc", "score": 1.0, "status": "PASS", "task_id": "obsidian-linter-link-format-conversion"}, {"attempt_run_ids": ["attempt_86765eb9aa1e4f30b8a2f1e502c9ba97"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T22:02:03.455121Z", "run_id": "attempt_ddb0e911587e4ea7801cc5758f432ba9", "score": null, "status": "ERROR"}], "run_id": "attempt_86765eb9aa1e4f30b8a2f1e502c9ba97", "score": 1.0, "status": "PASS", "task_id": "obsidian-linter-scoped-ignore-markers"}, {"attempt_run_ids": ["attempt_66d8753a4c524a74bc7240c7e98a54ae"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T22:34:42.462459Z", "run_id": "attempt_efba64214c2e45cab38c64f1a782b0db", "score": null, "status": "ERROR"}], "run_id": "attempt_66d8753a4c524a74bc7240c7e98a54ae", "score": 1.0, "status": "PASS", "task_id": "ofetch-per-origin-circuit-breaker"}, {"attempt_run_ids": ["attempt_a2d02e346e9c4f00ab1c8a2c9c39571a"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-17T23:06:06.627321Z", "run_id": "attempt_e5fa8e216da446878ba4b92368cbb8b4", "score": null, "status": "ERROR"}], "run_id": "attempt_a2d02e346e9c4f00ab1c8a2c9c39571a", "score": 0.8409090909090909, "status": "FAIL", "task_id": "onedump-dump-encryption-pipeline"}, {"attempt_run_ids": ["attempt_2766463c51e1410eb960e69d11f3a22d"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T00:00:31.194960Z", "run_id": "attempt_3531c763a5d84838a8d9e4e923fa58ab", "score": null, "status": "ERROR"}], "run_id": "attempt_2766463c51e1410eb960e69d11f3a22d", "score": 1.0, "status": "PASS", "task_id": "opa-rego-rule-profiling"}, {"attempt_run_ids": ["attempt_dedeb4714ac34529bbbaad8d4761018f"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T01:09:33.400254Z", "run_id": "attempt_5e47e4b9100b4b48ac9efd7505e57400", "score": null, "status": "ERROR"}], "run_id": "attempt_dedeb4714ac34529bbbaad8d4761018f", "score": 1.0, "status": "PASS", "task_id": "opa-template-string-reconstruction"}, {"attempt_run_ids": ["attempt_129c19a99b5144d195ff7b8c40ccf182"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T01:41:34.435587Z", "run_id": "attempt_2ad29a07b6ef4c35933b120dd3503304", "score": null, "status": "ERROR"}], "run_id": "attempt_129c19a99b5144d195ff7b8c40ccf182", "score": 0.0, "status": "FAIL", "task_id": "optique-conditional-option-dependencies"}, {"attempt_run_ids": ["attempt_5ecf5c3d07d041c4969a339d125a86e0"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T02:47:17.317602Z", "run_id": "attempt_97ac5b95900d455196517617a8e218b1", "score": null, "status": "ERROR"}], "run_id": "attempt_5ecf5c3d07d041c4969a339d125a86e0", "score": 0.9117647058823529, "status": "FAIL", "task_id": "oxvg-structural-selector-preservation"}, {"attempt_run_ids": ["attempt_eef4a937bbb1404099c3e9a959cf6a30"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T03:25:43.384835Z", "run_id": "attempt_d42727aeaefa4725984e337974f46a40", "score": null, "status": "ERROR"}], "run_id": "attempt_eef4a937bbb1404099c3e9a959cf6a30", "score": 1.0, "status": "PASS", "task_id": "participle-grammar-conflict-analysis"}, {"attempt_run_ids": ["attempt_779301c7fc004a8c9a07e0ff8bb50f19"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T04:36:34.642789Z", "run_id": "attempt_7ae71fbead4a41abb6bbf512ef1e4c85", "score": null, "status": "ERROR"}], "run_id": "attempt_779301c7fc004a8c9a07e0ff8bb50f19", "score": 0.9805825242718447, "status": "FAIL", "task_id": "pebble-durability-wait-apis"}, {"attempt_run_ids": ["attempt_5e7a1015f86a476bbcfa9464daf8d053"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T05:17:42.931221Z", "run_id": "attempt_bd6d688dedce460ca8210012f4a78cbb", "score": null, "status": "ERROR"}], "run_id": "attempt_5e7a1015f86a476bbcfa9464daf8d053", "score": 1.0, "status": "PASS", "task_id": "pest-character-class-coalescing"}, {"attempt_run_ids": ["attempt_c163718fdeaa4c78ae666d4d926fddee"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T06:07:43.827001Z", "run_id": "attempt_45a252da99c74ffcbfb29ef09484da45", "score": null, "status": "ERROR"}], "run_id": "attempt_c163718fdeaa4c78ae666d4d926fddee", "score": 0.9587628865979382, "status": "FAIL", "task_id": "prometheus-transactional-reload-status"}, {"attempt_run_ids": ["attempt_5a40e038d867405c8a3f384f9274a8bd"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T07:15:52.512962Z", "run_id": "attempt_9dccfc82cc484fc4ad05fc9e0ca7a438", "score": null, "status": "ERROR"}], "run_id": "attempt_5a40e038d867405c8a3f384f9274a8bd", "score": 0.6222222222222222, "status": "FAIL", "task_id": "prometheus-typed-label-sorting"}, {"attempt_run_ids": ["attempt_3fd8525cc54c494a977c14658c4ab4e4"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T07:35:19.211569Z", "run_id": "attempt_5679c6e697fe4a7eacd8a8c12c720a00", "score": null, "status": "ERROR"}], "run_id": "attempt_3fd8525cc54c494a977c14658c4ab4e4", "score": 0.576171875, "status": "FAIL", "task_id": "psd-tools-blend-range-api"}, {"attempt_run_ids": ["attempt_372e2c42c78d402889c26866b137f1cf"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T08:12:35.585584Z", "run_id": "attempt_21458bff32f346e4be57a14ee701b748", "score": null, "status": "ERROR"}], "run_id": "attempt_372e2c42c78d402889c26866b137f1cf", "score": 1.0, "status": "PASS", "task_id": "pwntools-tube-multiplexing"}, {"attempt_run_ids": ["attempt_7206117e8c3344fabf58272b39c52336"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T08:52:50.555487Z", "run_id": "attempt_f769ad2f252f4d25af89c33690bacedb", "score": null, "status": "ERROR"}], "run_id": "attempt_7206117e8c3344fabf58272b39c52336", "score": 1.0, "status": "PASS", "task_id": "python-statemachine-state-data-scoping"}, {"attempt_run_ids": ["attempt_4575a20e17064629b807817bec31b0ff"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T09:33:00.870606Z", "run_id": "attempt_6c90606f163442349173e8811087a05a", "score": null, "status": "ERROR"}], "run_id": "attempt_4575a20e17064629b807817bec31b0ff", "score": 0.98, "status": "FAIL", "task_id": "query-persist-restored-query-state"}, {"attempt_run_ids": ["attempt_d396813e69cd40d3a32526b1186628c3"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T10:18:09.113555Z", "run_id": "attempt_41672856a1f94911a5b42a0be268997d", "score": null, "status": "ERROR"}], "run_id": "attempt_d396813e69cd40d3a32526b1186628c3", "score": 0.8571428571428571, "status": "FAIL", "task_id": "quill-shared-toolbar-focus"}, {"attempt_run_ids": ["attempt_bf94b4e12c8545b2b3c3ce5f4b3d3072"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T10:51:54.008321Z", "run_id": "attempt_cfe524279b864da1b9a6c7330084c3d2", "score": null, "status": "ERROR"}], "run_id": "attempt_bf94b4e12c8545b2b3c3ce5f4b3d3072", "score": 0.9818181818181818, "status": "FAIL", "task_id": "returns-validated-error-accumulation"}, {"attempt_run_ids": ["attempt_08426cc6009c4f6da975cd44a18a5dc6"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T11:41:13.820468Z", "run_id": "attempt_264338ea991b4d1e9cd889f3f309b113", "score": null, "status": "ERROR"}], "run_id": "attempt_08426cc6009c4f6da975cd44a18a5dc6", "score": 1.0, "status": "PASS", "task_id": "scc-bounded-memory-spilling"}, {"attempt_run_ids": ["attempt_4d00343a0aac465ebdd6a5cda8505ce0"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T13:30:37.633923Z", "run_id": "attempt_835df099cb174a6087440425540b7e69", "score": null, "status": "ERROR"}], "run_id": "attempt_4d00343a0aac465ebdd6a5cda8505ce0", "score": 0.9726526891522334, "status": "FAIL", "task_id": "scriggo-method-declarations"}, {"attempt_run_ids": ["attempt_5950f2142f1f41fcb560c4dbfd2a73a5"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T14:48:02.958169Z", "run_id": "attempt_21d2ff97227d4a2c93ac924f8f8484c7", "score": null, "status": "ERROR"}], "run_id": "attempt_5950f2142f1f41fcb560c4dbfd2a73a5", "score": 0.9989704873026767, "status": "FAIL", "task_id": "skrub-duration-encoding"}, {"attempt_run_ids": ["attempt_a99cbd76ffd54a17bfecaf213e674c0c"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T15:41:30.172486Z", "run_id": "attempt_6451a26eaf9d4300b0f46c0f6541dc6d", "score": null, "status": "ERROR"}], "run_id": "attempt_a99cbd76ffd54a17bfecaf213e674c0c", "score": 1.0, "status": "PASS", "task_id": "sql-formatter-bigquery-pipe-formatting"}, {"attempt_run_ids": ["attempt_4837eccc27864ec3baf1ac5f348f2098"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T17:15:50.512586Z", "run_id": "attempt_bce76f6290624678b0d9ae7f77eaaf1d", "score": null, "status": "ERROR"}], "run_id": "attempt_4837eccc27864ec3baf1ac5f348f2098", "score": 0.978544061302682, "status": "FAIL", "task_id": "sqlfmt-create-table-ddl-formatting"}, {"attempt_run_ids": ["attempt_81c45595043d41e0902d5ceaf3e33d02"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T18:04:08.088096Z", "run_id": "attempt_f1bfcee7d0e74a808883acd6739c8426", "score": null, "status": "ERROR"}], "run_id": "attempt_81c45595043d41e0902d5ceaf3e33d02", "score": 1.0, "status": "PASS", "task_id": "sqlite-utils-safe-import-checkpoints"}, {"attempt_run_ids": ["attempt_9bc9832424524ae7a5a824f3dd575dd6"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T18:30:12.177434Z", "run_id": "attempt_dedf8d841a6448f285567015233009b8", "score": null, "status": "ERROR"}], "run_id": "attempt_9bc9832424524ae7a5a824f3dd575dd6", "score": 0.9132653061224489, "status": "FAIL", "task_id": "superjson-error-stack-serialization"}, {"attempt_run_ids": ["attempt_2f59b1d746f04e9c8ca6368cb254f281"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T19:04:18.593526Z", "run_id": "attempt_5ea161f932f3440a9e27e7fdb9b069d2", "score": null, "status": "ERROR"}], "run_id": "attempt_2f59b1d746f04e9c8ca6368cb254f281", "score": 1.0, "status": "PASS", "task_id": "task-task-graph-export"}, {"attempt_run_ids": ["attempt_10300d7b3e4f4a93a68daa0c4bb7a247"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T19:40:37.341255Z", "run_id": "attempt_b89446bbe62042cfbb63bc3090d0fd14", "score": null, "status": "ERROR"}], "run_id": "attempt_10300d7b3e4f4a93a68daa0c4bb7a247", "score": 1.0, "status": "PASS", "task_id": "tengo-callable-instance-isolation"}, {"attempt_run_ids": ["attempt_86b771433185415888bb81997411a86c"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T20:30:12.435745Z", "run_id": "attempt_96a60bf648cb46d1a1abe34dde7e0a8b", "score": null, "status": "ERROR"}], "run_id": "attempt_86b771433185415888bb81997411a86c", "score": 1.0, "status": "PASS", "task_id": "tengo-destructuring-bindings"}, {"attempt_run_ids": ["attempt_8312f62be2364c2f9205f14644150c95"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T21:03:50.468051Z", "run_id": "attempt_68b5dd27c22c4345bd24dee75b5710e9", "score": null, "status": "ERROR"}], "run_id": "attempt_8312f62be2364c2f9205f14644150c95", "score": 0.9508196721311475, "status": "FAIL", "task_id": "termenv-preserve-ansi-resets"}, {"attempt_run_ids": ["attempt_60fa3e539e1a404d909c131223c77492"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-18T22:18:44.687358Z", "run_id": "attempt_8ead4192ac154e8bb55b96d451b8aad1", "score": null, "status": "ERROR"}], "run_id": "attempt_60fa3e539e1a404d909c131223c77492", "score": 0.9810017271157168, "status": "FAIL", "task_id": "testem-bail-on-test-failure"}, {"attempt_run_ids": ["attempt_1f483a74010a4ddbaef6d4c5a2483b9c"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-19T03:24:54.180589Z", "run_id": "attempt_115e465179ea4beaa3c5d500fa313edb", "score": null, "status": "ERROR"}], "run_id": "attempt_1f483a74010a4ddbaef6d4c5a2483b9c", "score": 1.0, "status": "PASS", "task_id": "testem-per-launcher-reports"}, {"attempt_run_ids": ["attempt_69a0f03ff69c43d5b51e2a41811b25a0"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-19T04:11:03.267004Z", "run_id": "attempt_5a76ca59621e46a0bb9928de94b244af", "score": null, "status": "ERROR"}], "run_id": "attempt_69a0f03ff69c43d5b51e2a41811b25a0", "score": 0.85, "status": "FAIL", "task_id": "textual-kitty-key-phases"}, {"attempt_run_ids": ["attempt_3e5d063f11584b899c154606c6b53057"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-19T04:57:18.459501Z", "run_id": "attempt_f393dae393a84ea593384c8b59fc3151", "score": null, "status": "ERROR"}], "run_id": "attempt_3e5d063f11584b899c154606c6b53057", "score": 0.8076923076923077, "status": "FAIL", "task_id": "textual-richlog-follow-state"}, {"attempt_run_ids": ["attempt_2ad41b06b4c744c5bec5ea8cc97e3b9b"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-19T05:44:00.516882Z", "run_id": "attempt_1c0db45a7b164523b2861fa349253ea4", "score": null, "status": "ERROR"}], "run_id": "attempt_2ad41b06b4c744c5bec5ea8cc97e3b9b", "score": 1.0, "status": "PASS", "task_id": "tomlkit-toml-table-converters"}, {"attempt_run_ids": ["attempt_c6518f03d22f4aff9b2ce9f639330d42"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-19T06:11:27.145844Z", "run_id": "attempt_20a6ac58c948470d9806c5094438f3fb", "score": null, "status": "ERROR"}], "run_id": "attempt_c6518f03d22f4aff9b2ce9f639330d42", "score": 0.9665144596651446, "status": "FAIL", "task_id": "true-myth-iterable-collection-combinators"}, {"attempt_run_ids": ["attempt_ebcd6a60051e4a8bb6a6e76b5749ff12"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-19T06:32:33.340224Z", "run_id": "attempt_c3451250546349c3a8697ec5827d5275", "score": null, "status": "ERROR"}], "run_id": "attempt_ebcd6a60051e4a8bb6a6e76b5749ff12", "score": 0.06593406593406594, "status": "FAIL", "task_id": "ts-pattern-match-each"}, {"attempt_run_ids": ["attempt_293e9ed7dace4e79849537b43920a488"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-19T06:55:39.942368Z", "run_id": "attempt_573ab5b5331a44aeb0ec044904215d79", "score": null, "status": "ERROR"}], "run_id": "attempt_293e9ed7dace4e79849537b43920a488", "score": 1.0, "status": "PASS", "task_id": "updo-policy-alerting"}, {"attempt_run_ids": ["attempt_ccbd6bad232947aa9d91660dd134fea9"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-19T08:01:48.697762Z", "run_id": "attempt_e76f67604e4145afbfc3d77d57b808ea", "score": null, "status": "ERROR"}], "run_id": "attempt_ccbd6bad232947aa9d91660dd134fea9", "score": 0.9634703196347032, "status": "FAIL", "task_id": "valibot-recursive-schema-composition"}, {"attempt_run_ids": ["attempt_339d00b63b234e33b87a506614a4a09e"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-19T08:43:10.007147Z", "run_id": "attempt_eaf42675e7d243e7921dc856cc1bd8ae", "score": null, "status": "ERROR"}], "run_id": "attempt_339d00b63b234e33b87a506614a4a09e", "score": 0.9875, "status": "FAIL", "task_id": "vitest-duration-sharding"}, {"attempt_run_ids": ["attempt_006471f9c9f84b08b1a832c9e257788b"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-19T09:00:37.267169Z", "run_id": "attempt_acf00b22b3904be4870fb43558059b66", "score": null, "status": "ERROR"}], "run_id": "attempt_006471f9c9f84b08b1a832c9e257788b", "score": 1.0, "status": "PASS", "task_id": "vulture-persistent-analysis-cache"}, {"attempt_run_ids": ["attempt_214d4c30931946e180726a5dc2f7a78d"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-19T09:45:32.052122Z", "run_id": "attempt_52095c06f599498dafae782d79775c39", "score": null, "status": "ERROR"}], "run_id": "attempt_214d4c30931946e180726a5dc2f7a78d", "score": 1.0, "status": "PASS", "task_id": "wasmi-trap-coredumps"}, {"attempt_run_ids": ["attempt_f32e2f7df9314963bd8a98b218817e00"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-19T10:07:31.445813Z", "run_id": "attempt_732731e824af41098c3f3f9963b8e5f8", "score": null, "status": "ERROR"}], "run_id": "attempt_f32e2f7df9314963bd8a98b218817e00", "score": 1.0, "status": "PASS", "task_id": "wazero-multi-module-snapshots"}, {"attempt_run_ids": ["attempt_3f26c735cae74bf6bad28b7a1b7f60ca"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-19T10:42:27.117409Z", "run_id": "attempt_a2e638699c064efba99dcf35fd66933a", "score": null, "status": "ERROR"}], "run_id": "attempt_3f26c735cae74bf6bad28b7a1b7f60ca", "score": 0.6041666666666666, "status": "FAIL", "task_id": "yaegi-go-embed-directives"}, {"attempt_run_ids": ["attempt_af5e9d5204cc4901838e150cba006a27"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-19T11:05:55.714864Z", "run_id": "attempt_e2aa460b5ee24893874cd55857e078a9", "score": null, "status": "ERROR"}], "run_id": "attempt_af5e9d5204cc4901838e150cba006a27", "score": 1.0, "status": "PASS", "task_id": "yjs-map-conflict-detection"}], "task_set_digest": "sha256:50bfc05e098cdd9c739ac8e09f957d34cd1d1ec516162e0274526704f8f74666", "uploaded_by": "ffy6511", "visibility": "public"}, {"actors_summary": [{"entry": "opencode", "executor": "acp", "model": "litellm/dashscope/qwen3.8-max", "options": "{\"entry\":\"opencode\",\"reasoning_effort\":\"max\"}", "profile_id": "solver"}], "agent_label": "opencode", "amended": true, "blob_digest": "sha256:5a3f3fc178fca28d7233e3ae3ea9833e7252378ade8dc30681ffdf98cbfdb4bc", "board_listed": true, "bound_kind": "release", "complete": true, "config_fingerprint": "sha256:abeef4b9134e66d33f040881f1bbec60df0ab4f60159aee1419e5aa73daabec8", "config_homogeneous": true, "created_at": 1788859500.0, "dataset_id": "official/terminal-bench-2", "dataset_version": "0.1.0", "exit_code": 1, "job_overlay": {"agent_profiles": {"solver": {"api_key": "litellm_api_key", "base_url": "litellm_base_url", "executor": "acp", "extensions": [{"options": {"entry": "opencode", "reasoning_effort": "max"}, "plugin": "acp"}, {"options": {"files": [{"dest": ".config/opencode/opencode.json", "dest_root": "home", "src": "overlays/opencode.litellm.json"}]}, "plugin": "home-files"}, {"plugin": "docker"}], "model": "litellm/dashscope/qwen3.8-max", "options": {"entry": "opencode", "reasoning_effort": "max"}, "overlays": ["overlays/opencode.litellm.json"]}}, "environment": "docker"}, "mean_score": 0.47191012, "metrics": {"k_values": [1], "mean_score": 0.47191011235955055, "missing_score_as": 0.0, "n_attempts": 1, "n_error": 0, "n_fail": 47, "n_pass": 42, "n_tasks": 89, "pass_at_k": {"1": {"incomplete_tasks": 0, "n_tasks": 89, "value": 0.47191011235955055}}, "pass_power_k": {"1": {"incomplete_tasks": 0, "n_tasks": 89, "value": 0.47191011235955055}}, "pass_rate": 0.47191011235955055, "per_task": [{"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "reshard-c4-data"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "adaptive-rejection-sampler"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "bn-fit-modify"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "break-filter-js-from-html"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "build-cython-ext"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "build-pmars"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "build-pov-ray"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "caffe-cifar-10"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "cancel-async-tasks"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "chess-best-move"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "circuit-fibsqrt"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "cobol-modernization"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "code-from-image"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "compile-compcert"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "configure-git-webserver"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "constraints-scheduling"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "count-dataset-tokens"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "db-wal-recovery"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "distribution-search"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "dna-assembly"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "dna-insert"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "extract-moves-from-video"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "feal-differential-cryptanalysis"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "feal-linear-cryptanalysis"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "filter-js-from-html"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "fix-git"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "fix-ocaml-gc"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "gcode-to-text"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "git-multibranch"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "gpt2-codegolf"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "headless-terminal"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "hf-model-inference"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "install-windows-3.11"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "kv-store-grpc"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "large-scale-text-editing"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "largest-eigenval"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "llm-inference-batching-scheduler"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "log-summary-date-ranges"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "mailman"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "make-doom-for-mips"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "mcmc-sampling-stan"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "merge-diff-arc-agi-task"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "model-extraction-relu-logits"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "modernize-scientific-stack"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "mteb-leaderboard"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "mteb-retrieve"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "multi-source-data-merger"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "nginx-request-logging"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "openssl-selfsigned-cert"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "password-recovery"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "path-tracing-reverse"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "polyglot-c-py"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "protein-assembly"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "pytorch-model-cli"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "raman-fitting"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "regex-chess"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "regex-log"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "rstan-to-pystan"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "sam-cell-seg"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "sanitize-git-repo"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "schemelike-metacircular-eval"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "sparql-university"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "sqlite-db-truncate"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "sqlite-with-gcov"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "torch-pipeline-parallelism"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "torch-tensor-parallelism"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "crack-7z-hash"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "fix-code-vulnerability"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "git-leak-recovery"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "custom-memory-heap-crash"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "extract-elf"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "financial-document-processor"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "make-mips-interpreter"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "overfull-hbox"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "path-tracing"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "polyglot-rust-c"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "portfolio-optimization"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "prove-plus-comm"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "pypi-server"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "query-optimize"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "tune-mjcf"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "write-compressor"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "train-fasttext"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "video-processing"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "vulnerable-secret"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "winning-avg-corewars"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "qemu-startup"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "qemu-alpine-ssh"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "pytorch-model-recovery"}], "usage": {"cached_tokens": 1673344, "completion_tokens": 12643, "cost_source": "missing", "duration_s": 107414.59333199999, "n_attempts_with_cost": 0, "n_attempts_with_tokens": 56, "prompt_tokens": 52064}}, "model_label": "litellm/dashscope/qwen3.8-max", "note": "per-task evaluator verdicts only; no suite-level PASS", "pass_rate": 0.47191012, "size": 59570, "suite_run_id": "c546a602", "task_refs": [{"attempt_run_ids": ["attempt_b45b6f6f5adb4d87917886c6f6da5172"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-06T11:29:39.208598Z", "run_id": "attempt_8981b4ecaf184b509ce6cb9a6a4f476e", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T13:13:53.733288Z", "run_id": "attempt_facd23c354ec431bb849a72c54674f71", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T13:36:42.804141Z", "run_id": "attempt_b471c7067f0a485aaf391b799cb30d09", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T14:46:02.826967Z", "run_id": "attempt_87d25ed562cb4ee09582382bf3258415", "score": null, "status": "ERROR"}], "run_id": "attempt_b45b6f6f5adb4d87917886c6f6da5172", "score": 1.0, "status": "PASS", "task_id": "reshard-c4-data"}, {"attempt_run_ids": ["attempt_67cc7f3b1d0544e0a1bec5efb2afb984"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_67cc7f3b1d0544e0a1bec5efb2afb984", "score": 0.0, "status": "FAIL", "task_id": "adaptive-rejection-sampler"}, {"attempt_run_ids": ["attempt_87e53e4fbcca4667a5a0ec6dce4b16a9"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_87e53e4fbcca4667a5a0ec6dce4b16a9", "score": 0.0, "status": "FAIL", "task_id": "bn-fit-modify"}, {"attempt_run_ids": ["attempt_ae44bac20a6041cd8b43c5e3da24b0de"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ae44bac20a6041cd8b43c5e3da24b0de", "score": 1.0, "status": "PASS", "task_id": "break-filter-js-from-html"}, {"attempt_run_ids": ["attempt_03682079715c48fbba95c916bbba49e5"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_03682079715c48fbba95c916bbba49e5", "score": 0.0, "status": "FAIL", "task_id": "build-cython-ext"}, {"attempt_run_ids": ["attempt_69c268f7724a42729a8a7ec780f74b02"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_69c268f7724a42729a8a7ec780f74b02", "score": 0.0, "status": "FAIL", "task_id": "build-pmars"}, {"attempt_run_ids": ["attempt_ff2ef33b6f5e4e56acd73339415f7641"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ff2ef33b6f5e4e56acd73339415f7641", "score": 1.0, "status": "PASS", "task_id": "build-pov-ray"}, {"attempt_run_ids": ["attempt_89b8e35bd01f4cf2bcbdaa99908c3fde"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_89b8e35bd01f4cf2bcbdaa99908c3fde", "score": 0.0, "status": "FAIL", "task_id": "caffe-cifar-10"}, {"attempt_run_ids": ["attempt_56cec140099047229bf3fa81c5468ae7"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_56cec140099047229bf3fa81c5468ae7", "score": 0.0, "status": "FAIL", "task_id": "cancel-async-tasks"}, {"attempt_run_ids": ["attempt_87c5a22ae1e24c4bae2a441cdb54086a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_87c5a22ae1e24c4bae2a441cdb54086a", "score": 1.0, "status": "PASS", "task_id": "chess-best-move"}, {"attempt_run_ids": ["attempt_5cc7944377c347198c144f357efddce3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5cc7944377c347198c144f357efddce3", "score": 1.0, "status": "PASS", "task_id": "circuit-fibsqrt"}, {"attempt_run_ids": ["attempt_cf64097c7ad24ca3a8743c3ccccf3dbc"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_cf64097c7ad24ca3a8743c3ccccf3dbc", "score": 0.0, "status": "FAIL", "task_id": "cobol-modernization"}, {"attempt_run_ids": ["attempt_6e2594061acd4c48a9a7fbb17b98d1f8"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_6e2594061acd4c48a9a7fbb17b98d1f8", "score": 0.0, "status": "FAIL", "task_id": "code-from-image"}, {"attempt_run_ids": ["attempt_859860fc4f154d26af3b2c382fd16500"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_859860fc4f154d26af3b2c382fd16500", "score": 1.0, "status": "PASS", "task_id": "compile-compcert"}, {"attempt_run_ids": ["attempt_1d92eb637c004d8e92f319107e85c198"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_1d92eb637c004d8e92f319107e85c198", "score": 0.0, "status": "FAIL", "task_id": "configure-git-webserver"}, {"attempt_run_ids": ["attempt_0d005b498e134e3f842ee7989a265da7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_0d005b498e134e3f842ee7989a265da7", "score": 1.0, "status": "PASS", "task_id": "constraints-scheduling"}, {"attempt_run_ids": ["attempt_9a2eb2ba60224d9e89b2a812172ce2b0"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_9a2eb2ba60224d9e89b2a812172ce2b0", "score": 0.0, "status": "FAIL", "task_id": "count-dataset-tokens"}, {"attempt_run_ids": ["attempt_bcc194b038cf4cb6b162eb0d6cbc64a7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_bcc194b038cf4cb6b162eb0d6cbc64a7", "score": 1.0, "status": "PASS", "task_id": "db-wal-recovery"}, {"attempt_run_ids": ["attempt_145e02ee9c754bc7968bda9d8c3cf5b0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_145e02ee9c754bc7968bda9d8c3cf5b0", "score": 1.0, "status": "PASS", "task_id": "distribution-search"}, {"attempt_run_ids": ["attempt_f01f96e665e6416bb1b9f50e9e5e443e"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_f01f96e665e6416bb1b9f50e9e5e443e", "score": 0.0, "status": "FAIL", "task_id": "dna-assembly"}, {"attempt_run_ids": ["attempt_3b5e64e4b1034bcb9fb0d046e91e01a0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_3b5e64e4b1034bcb9fb0d046e91e01a0", "score": 1.0, "status": "PASS", "task_id": "dna-insert"}, {"attempt_run_ids": ["attempt_66b87e71e69f4dce915fd56a7b69a792"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_66b87e71e69f4dce915fd56a7b69a792", "score": 0.0, "status": "FAIL", "task_id": "extract-moves-from-video"}, {"attempt_run_ids": ["attempt_424b1b9631fb459b96a5048434ec39a2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_424b1b9631fb459b96a5048434ec39a2", "score": 1.0, "status": "PASS", "task_id": "feal-differential-cryptanalysis"}, {"attempt_run_ids": ["attempt_8cf311c842214b15bac6ff9118a30ad5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_8cf311c842214b15bac6ff9118a30ad5", "score": 1.0, "status": "PASS", "task_id": "feal-linear-cryptanalysis"}, {"attempt_run_ids": ["attempt_e879314bb5f6421ca7bcfbf4fc486c46"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_e879314bb5f6421ca7bcfbf4fc486c46", "score": 0.0, "status": "FAIL", "task_id": "filter-js-from-html"}, {"attempt_run_ids": ["attempt_9b0910ed5886420689a02f4e1b4b083a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_9b0910ed5886420689a02f4e1b4b083a", "score": 1.0, "status": "PASS", "task_id": "fix-git"}, {"attempt_run_ids": ["attempt_6ec3b0093c8b4cf1bbcc1a83cbe9609e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_6ec3b0093c8b4cf1bbcc1a83cbe9609e", "score": 1.0, "status": "PASS", "task_id": "fix-ocaml-gc"}, {"attempt_run_ids": ["attempt_352baa8442064544889e24e9cf409655"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_352baa8442064544889e24e9cf409655", "score": 0.0, "status": "FAIL", "task_id": "gcode-to-text"}, {"attempt_run_ids": ["attempt_ff582bffb56d4495b30465a225c5d8be"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ff582bffb56d4495b30465a225c5d8be", "score": 1.0, "status": "PASS", "task_id": "git-multibranch"}, {"attempt_run_ids": ["attempt_f7619d4f53d4446981b08a5f85b16dff"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_f7619d4f53d4446981b08a5f85b16dff", "score": 0.0, "status": "FAIL", "task_id": "gpt2-codegolf"}, {"attempt_run_ids": ["attempt_4c15600f95c243d7af4f3d5cb5e42b00"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_4c15600f95c243d7af4f3d5cb5e42b00", "score": 1.0, "status": "PASS", "task_id": "headless-terminal"}, {"attempt_run_ids": ["attempt_4fd90c7729f3480da1f4f38d8c6362b7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_4fd90c7729f3480da1f4f38d8c6362b7", "score": 1.0, "status": "PASS", "task_id": "hf-model-inference"}, {"attempt_run_ids": ["attempt_01911240300d4950ad1f31fa144c43dd"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_01911240300d4950ad1f31fa144c43dd", "score": 0.0, "status": "FAIL", "task_id": "install-windows-3.11"}, {"attempt_run_ids": ["attempt_88e8d4ccb45947bc9ef08ff7165be667"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_88e8d4ccb45947bc9ef08ff7165be667", "score": 1.0, "status": "PASS", "task_id": "kv-store-grpc"}, {"attempt_run_ids": ["attempt_5332fac1c99245b49f9309070b92498d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5332fac1c99245b49f9309070b92498d", "score": 1.0, "status": "PASS", "task_id": "large-scale-text-editing"}, {"attempt_run_ids": ["attempt_f401b769e1c14266b8ce1ade3069720d"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_f401b769e1c14266b8ce1ade3069720d", "score": 0.0, "status": "FAIL", "task_id": "largest-eigenval"}, {"attempt_run_ids": ["attempt_a2ab8e1bab874e969136254a2da84771"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a2ab8e1bab874e969136254a2da84771", "score": 1.0, "status": "PASS", "task_id": "llm-inference-batching-scheduler"}, {"attempt_run_ids": ["attempt_7cc0c26b9ab34312959e04add623f364"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7cc0c26b9ab34312959e04add623f364", "score": 1.0, "status": "PASS", "task_id": "log-summary-date-ranges"}, {"attempt_run_ids": ["attempt_4b9860e87d724a84ac599a8adc65ce3e"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_4b9860e87d724a84ac599a8adc65ce3e", "score": 0.0, "status": "FAIL", "task_id": "mailman"}, {"attempt_run_ids": ["attempt_2b85edf821224c7d8f8852987d48c240"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_2b85edf821224c7d8f8852987d48c240", "score": 0.0, "status": "FAIL", "task_id": "make-doom-for-mips"}, {"attempt_run_ids": ["attempt_254fefaf878f420aad5b1cef1ab301f6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_254fefaf878f420aad5b1cef1ab301f6", "score": 1.0, "status": "PASS", "task_id": "mcmc-sampling-stan"}, {"attempt_run_ids": ["attempt_93dd33f4d51c44fd8f0037f084c2100b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_93dd33f4d51c44fd8f0037f084c2100b", "score": 1.0, "status": "PASS", "task_id": "merge-diff-arc-agi-task"}, {"attempt_run_ids": ["attempt_4e8ff0049d8c496f98697e1e54399ace"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_4e8ff0049d8c496f98697e1e54399ace", "score": 0.0, "status": "FAIL", "task_id": "model-extraction-relu-logits"}, {"attempt_run_ids": ["attempt_a2418fcd9d184c0595742a11dd30937c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a2418fcd9d184c0595742a11dd30937c", "score": 1.0, "status": "PASS", "task_id": "modernize-scientific-stack"}, {"attempt_run_ids": ["attempt_21a37ab7c696444aab1b2aa36228d2bf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_21a37ab7c696444aab1b2aa36228d2bf", "score": 1.0, "status": "PASS", "task_id": "mteb-leaderboard"}, {"attempt_run_ids": ["attempt_a61407359ef24e908a397f41905aa968"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_a61407359ef24e908a397f41905aa968", "score": 0.0, "status": "FAIL", "task_id": "mteb-retrieve"}, {"attempt_run_ids": ["attempt_9a47ba86cdbb4c70a92799b2599d6510"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_9a47ba86cdbb4c70a92799b2599d6510", "score": 1.0, "status": "PASS", "task_id": "multi-source-data-merger"}, {"attempt_run_ids": ["attempt_550a0f6d08284bb1a4b9a5f3581d5255"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_550a0f6d08284bb1a4b9a5f3581d5255", "score": 1.0, "status": "PASS", "task_id": "nginx-request-logging"}, {"attempt_run_ids": ["attempt_88b6fbacc86d49c5a03be1c9898f95c2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_88b6fbacc86d49c5a03be1c9898f95c2", "score": 1.0, "status": "PASS", "task_id": "openssl-selfsigned-cert"}, {"attempt_run_ids": ["attempt_477070b050674c1e9dcd29aabe0d080f"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_477070b050674c1e9dcd29aabe0d080f", "score": 0.0, "status": "FAIL", "task_id": "password-recovery"}, {"attempt_run_ids": ["attempt_c0f062a2c9c84d6b952612beed91b819"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_c0f062a2c9c84d6b952612beed91b819", "score": 0.0, "status": "FAIL", "task_id": "path-tracing-reverse"}, {"attempt_run_ids": ["attempt_afd34522d6a84c248f82245dab4846ad"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_afd34522d6a84c248f82245dab4846ad", "score": 0.0, "status": "FAIL", "task_id": "polyglot-c-py"}, {"attempt_run_ids": ["attempt_de1e9669b1a049d5a741be853762ba78"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_de1e9669b1a049d5a741be853762ba78", "score": 0.0, "status": "FAIL", "task_id": "protein-assembly"}, {"attempt_run_ids": ["attempt_6bb7cdf939c648f08338e64f1a759872"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_6bb7cdf939c648f08338e64f1a759872", "score": 0.0, "status": "FAIL", "task_id": "pytorch-model-cli"}, {"attempt_run_ids": ["attempt_2789c9687f8346d8bae4c0d183d7acd7"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_2789c9687f8346d8bae4c0d183d7acd7", "score": 0.0, "status": "FAIL", "task_id": "raman-fitting"}, {"attempt_run_ids": ["attempt_36ef41b7f98d475683f0adb1bb61ed09"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_36ef41b7f98d475683f0adb1bb61ed09", "score": 0.0, "status": "FAIL", "task_id": "regex-chess"}, {"attempt_run_ids": ["attempt_bf304339155d49e79d317e936c8025c8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_bf304339155d49e79d317e936c8025c8", "score": 1.0, "status": "PASS", "task_id": "regex-log"}, {"attempt_run_ids": ["attempt_4951c4ff21354f37b5dbb5251900231c"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_4951c4ff21354f37b5dbb5251900231c", "score": 0.0, "status": "FAIL", "task_id": "rstan-to-pystan"}, {"attempt_run_ids": ["attempt_3bea962a602040b882a136588c7ec529"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_3bea962a602040b882a136588c7ec529", "score": 0.0, "status": "FAIL", "task_id": "sam-cell-seg"}, {"attempt_run_ids": ["attempt_b9dfbe8d92db4ca09fe8c74a2850bc34"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_b9dfbe8d92db4ca09fe8c74a2850bc34", "score": 0.0, "status": "FAIL", "task_id": "sanitize-git-repo"}, {"attempt_run_ids": ["attempt_4a5d3f861b754f0bb60ae889f19cbb04"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_4a5d3f861b754f0bb60ae889f19cbb04", "score": 0.0, "status": "FAIL", "task_id": "schemelike-metacircular-eval"}, {"attempt_run_ids": ["attempt_0ad4ce9b47ba40928ab4d299dfcb917f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_0ad4ce9b47ba40928ab4d299dfcb917f", "score": 1.0, "status": "PASS", "task_id": "sparql-university"}, {"attempt_run_ids": ["attempt_b896ce71c0454050838721a324a727a6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_b896ce71c0454050838721a324a727a6", "score": 1.0, "status": "PASS", "task_id": "sqlite-db-truncate"}, {"attempt_run_ids": ["attempt_07d17610a7314c4bbbb8257c3048aab7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_07d17610a7314c4bbbb8257c3048aab7", "score": 1.0, "status": "PASS", "task_id": "sqlite-with-gcov"}, {"attempt_run_ids": ["attempt_afc810d1fbef402996683947068c82a1"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_afc810d1fbef402996683947068c82a1", "score": 0.0, "status": "FAIL", "task_id": "torch-pipeline-parallelism"}, {"attempt_run_ids": ["attempt_5bcacae59c8145fcb05490686ee458ab"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_5bcacae59c8145fcb05490686ee458ab", "score": 0.0, "status": "FAIL", "task_id": "torch-tensor-parallelism"}, {"attempt_run_ids": ["attempt_67ac5c80145a4d638bfd5d020fe1c883"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-05T13:27:23.846467Z", "run_id": "attempt_82723eeb30704dedac312068505a58c1", "score": null, "status": "ERROR"}], "run_id": "attempt_67ac5c80145a4d638bfd5d020fe1c883", "score": 1.0, "status": "PASS", "task_id": "crack-7z-hash"}, {"attempt_run_ids": ["attempt_15ac56a4efc842ed8d5d61faac9c50dc"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-05T13:49:35.747054Z", "run_id": "attempt_9ae0590b8bd04b4d975fc8ebdd61a400", "score": null, "status": "ERROR"}], "run_id": "attempt_15ac56a4efc842ed8d5d61faac9c50dc", "score": 1.0, "status": "PASS", "task_id": "fix-code-vulnerability"}, {"attempt_run_ids": ["attempt_59c21541c2484c678d2107ed608c63dd"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-05T13:52:14.747762Z", "run_id": "attempt_3ae20653f6e24959971ab3a694945017", "score": null, "status": "ERROR"}], "run_id": "attempt_59c21541c2484c678d2107ed608c63dd", "score": 0.0, "status": "FAIL", "task_id": "git-leak-recovery"}, {"attempt_run_ids": ["attempt_01e54e3e12de465e8d1d91d0c1d369f5"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-06T08:11:26.953864Z", "run_id": "attempt_c270ad72b44a42e38a81d171fcd22d83", "score": null, "status": "ERROR"}], "run_id": "attempt_01e54e3e12de465e8d1d91d0c1d369f5", "score": 1.0, "status": "PASS", "task_id": "custom-memory-heap-crash"}, {"attempt_run_ids": ["attempt_ad5318e4f57f4a1e880c6cdd38407cbe"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-06T08:31:28.031060Z", "run_id": "attempt_34a787f70e4d45ef9274194ea4f315d4", "score": null, "status": "ERROR"}], "run_id": "attempt_ad5318e4f57f4a1e880c6cdd38407cbe", "score": 0.0, "status": "FAIL", "task_id": "extract-elf"}, {"attempt_run_ids": ["attempt_33086bd7410c402685818aafcaa5b850"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-06T08:56:29.584917Z", "run_id": "attempt_86e0c85a20a24e1882302939d5204305", "score": null, "status": "ERROR"}], "run_id": "attempt_33086bd7410c402685818aafcaa5b850", "score": 0.0, "status": "FAIL", "task_id": "financial-document-processor"}, {"attempt_run_ids": ["attempt_8d6938f57756470797343fcd75a69c89"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-06T09:31:31.269371Z", "run_id": "attempt_e584a7d621354c1eac439b00b93683e5", "score": null, "status": "ERROR"}], "run_id": "attempt_8d6938f57756470797343fcd75a69c89", "score": 0.0, "status": "FAIL", "task_id": "make-mips-interpreter"}, {"attempt_run_ids": ["attempt_b3ce2813fe014173b6bee38e9c049797"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-06T09:44:34.831095Z", "run_id": "attempt_18e512fa2bc94ad2a7103b6888aaa039", "score": null, "status": "ERROR"}], "run_id": "attempt_b3ce2813fe014173b6bee38e9c049797", "score": 1.0, "status": "PASS", "task_id": "overfull-hbox"}, {"attempt_run_ids": ["attempt_b6c3b3a7e87043f496d94bc4ee38f4a0"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-06T09:59:27.820821Z", "run_id": "attempt_3005ccf580f44635ac0b781010786dab", "score": null, "status": "ERROR"}], "run_id": "attempt_b6c3b3a7e87043f496d94bc4ee38f4a0", "score": 1.0, "status": "PASS", "task_id": "path-tracing"}, {"attempt_run_ids": ["attempt_679f3bad4f2941c9b4ce2a9704fa3e36"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-06T10:09:45.682455Z", "run_id": "attempt_037ffae9a49349638682ea8eaa075c98", "score": null, "status": "ERROR"}], "run_id": "attempt_679f3bad4f2941c9b4ce2a9704fa3e36", "score": 0.0, "status": "FAIL", "task_id": "polyglot-rust-c"}, {"attempt_run_ids": ["attempt_0b8b36b3e35145c1b0b7b604bdd2b441"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-06T10:17:05.771927Z", "run_id": "attempt_51e4fa0de60a4683af8efdd8f4ba89a5", "score": null, "status": "ERROR"}], "run_id": "attempt_0b8b36b3e35145c1b0b7b604bdd2b441", "score": 1.0, "status": "PASS", "task_id": "portfolio-optimization"}, {"attempt_run_ids": ["attempt_ea9fc93ff504491b8b6cabc7d27c98db"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-06T10:18:53.707807Z", "run_id": "attempt_c6566f24c5e4444987794368c10d7415", "score": null, "status": "ERROR"}], "run_id": "attempt_ea9fc93ff504491b8b6cabc7d27c98db", "score": 1.0, "status": "PASS", "task_id": "prove-plus-comm"}, {"attempt_run_ids": ["attempt_6cccbbd27e5b4bb2a05468d260e94571"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-06T10:21:59.250805Z", "run_id": "attempt_5fe91d26802544358a569f5e9bd31777", "score": null, "status": "ERROR"}], "run_id": "attempt_6cccbbd27e5b4bb2a05468d260e94571", "score": 1.0, "status": "PASS", "task_id": "pypi-server"}, {"attempt_run_ids": ["attempt_8b9057d7e3d9482d89ecef1a1f0875cd"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-06T11:11:36.128349Z", "run_id": "attempt_a22bb26cf0c442da87e9ed3ecedeb53c", "score": null, "status": "ERROR"}], "run_id": "attempt_8b9057d7e3d9482d89ecef1a1f0875cd", "score": 1.0, "status": "PASS", "task_id": "query-optimize"}, {"attempt_run_ids": ["attempt_9a6deb02d3c644f294c1fe9f61173953"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-06T12:06:45.659121Z", "run_id": "attempt_77c082e6350d432fbb0a108633a626a5", "score": null, "status": "ERROR"}], "run_id": "attempt_9a6deb02d3c644f294c1fe9f61173953", "score": 0.0, "status": "FAIL", "task_id": "tune-mjcf"}, {"attempt_run_ids": ["attempt_10d8923adebf4384a4681df7d00a6a8c"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-06T13:41:22.802404Z", "run_id": "attempt_658eea6c57ba4f93b6c35b4caab10c1e", "score": null, "status": "ERROR"}], "run_id": "attempt_10d8923adebf4384a4681df7d00a6a8c", "score": 0.0, "status": "FAIL", "task_id": "write-compressor"}, {"attempt_run_ids": ["attempt_dd1633eddbcc4b7a97044859a598088e"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-06T11:46:44.297019Z", "run_id": "attempt_7de029db80f845738e97b70060160b4d", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T04:24:58.197419Z", "run_id": "attempt_d179456d79324afba6dd8ad0f4334b89", "score": null, "status": "ERROR"}], "run_id": "attempt_dd1633eddbcc4b7a97044859a598088e", "score": 0.0, "status": "FAIL", "task_id": "train-fasttext"}, {"attempt_run_ids": ["attempt_8fd832a2f2894adaa1897a06ce57b648"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-06T13:06:46.602968Z", "run_id": "attempt_04a134b52f624dd9907affdcc2691768", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T05:30:00.024941Z", "run_id": "attempt_b66ad1a1126941dc95ccb300c5cbb4db", "score": null, "status": "ERROR"}], "run_id": "attempt_8fd832a2f2894adaa1897a06ce57b648", "score": 0.0, "status": "FAIL", "task_id": "video-processing"}, {"attempt_run_ids": ["attempt_3983aeeb23074f70a85d6aa641d33302"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-06T13:14:02.774808Z", "run_id": "attempt_9284dd4e6f10424a8c27de7a3573c57e", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T07:13:39.761432Z", "run_id": "attempt_c878e1c3f5cd43d3ba7786a10bf04905", "score": null, "status": "ERROR"}], "run_id": "attempt_3983aeeb23074f70a85d6aa641d33302", "score": 1.0, "status": "PASS", "task_id": "vulnerable-secret"}, {"attempt_run_ids": ["attempt_5f453fcc07a44348bbe64c9d79f505d4"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-05T13:34:37.013924Z", "run_id": "attempt_41be41e00e5d404887b35084797a0ae9", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-06T13:21:20.999822Z", "run_id": "attempt_abde232b849b41d48493c497929b1375", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T07:10:56.365661Z", "run_id": "attempt_753de2ab48004003af43c0c5f374d1a8", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T09:50:29.473812Z", "run_id": "attempt_f72def44e6624de68bac1630af63efcb", "score": null, "status": "ERROR"}], "run_id": "attempt_5f453fcc07a44348bbe64c9d79f505d4", "score": 0.0, "status": "FAIL", "task_id": "winning-avg-corewars"}, {"attempt_run_ids": ["attempt_7720726c420240d3b7ce4db597024828"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-06T10:53:53.593252Z", "run_id": "attempt_df3fef34aa5d495480db77bebd6bcabf", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T07:15:35.204398Z", "run_id": "attempt_a867b5dc8d334c66b6a288eccb27013a", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T10:06:32.462905Z", "run_id": "attempt_20a39d462f0f4f349bbdc8cbef3229f5", "score": null, "status": "ERROR"}], "run_id": "attempt_7720726c420240d3b7ce4db597024828", "score": 0.0, "status": "FAIL", "task_id": "qemu-startup"}, {"attempt_run_ids": ["attempt_5f4c0e8cfb1e4f35b1b8b87a9b9bdbde"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-06T10:51:16.546966Z", "run_id": "attempt_1ffde7fabd5a491696c150fae6884233", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T07:15:51.406428Z", "run_id": "attempt_95942919180a43639188cd89811ca37e", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T10:22:34.377433Z", "run_id": "attempt_cba454d3c8324028997d408909d390df", "score": null, "status": "ERROR"}], "run_id": "attempt_5f4c0e8cfb1e4f35b1b8b87a9b9bdbde", "score": 0.0, "status": "FAIL", "task_id": "qemu-alpine-ssh"}, {"attempt_run_ids": ["attempt_cc4a9007ce3c4e4296cbae9394f34fec"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-06T10:48:49.824274Z", "run_id": "attempt_3e59de4d0a18491594e49e8dea3683e7", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T11:35:40.902221Z", "run_id": "attempt_4b9adc37f7a049ad8a2c87ba6b18031d", "score": null, "status": "ERROR"}], "run_id": "attempt_cc4a9007ce3c4e4296cbae9394f34fec", "score": 0.0, "status": "FAIL", "task_id": "pytorch-model-recovery"}], "task_set_digest": "sha256:5c7ed05c61e6768b71bebb5ffd05d9ce07e185b3cf519b06ca2ae5d476f99638", "uploaded_by": "ffy6511", "visibility": "public"}, {"actors_summary": [{"entry": "opencode", "executor": "acp", "model": "litellm/dashscope/deepseek-v4-pro", "options": "{\"entry\":\"opencode\",\"reasoning_effort\":\"max\"}", "profile_id": "solver"}], "agent_label": "opencode", "amended": true, "blob_digest": "sha256:8c3cae2613693966c777ad9bffce11e9b3ca56819d688d151bcca057adba888b", "board_listed": true, "bound_kind": "release", "complete": true, "config_fingerprint": "sha256:64e0baa98ef4d65a45df4a9078151dc861854e2f2590d3d7bf1d22aa74543b59", "config_homogeneous": true, "created_at": 1788859500.0, "dataset_id": "official/terminal-bench-2", "dataset_version": "0.1.0", "exit_code": 1, "job_overlay": {"agent_profiles": {"solver": {"api_key": "litellm_api_key", "base_url": "litellm_base_url", "executor": "acp", "extensions": [{"options": {"entry": "opencode", "reasoning_effort": "max"}, "plugin": "acp"}, {"options": {"files": [{"dest": ".config/opencode/opencode.json", "dest_root": "home", "src": "overlays/opencode.litellm.ds.json"}]}, "plugin": "home-files"}, {"plugin": "docker"}], "model": "litellm/dashscope/deepseek-v4-pro", "options": {"entry": "opencode", "reasoning_effort": "max"}, "overlays": ["overlays/opencode.litellm.ds.json"]}}, "environment": "docker"}, "mean_score": 0.46067417, "metrics": {"k_values": [1], "mean_score": 0.4606741573033708, "missing_score_as": 0.0, "n_attempts": 1, "n_error": 0, "n_fail": 48, "n_pass": 41, "n_tasks": 89, "pass_at_k": {"1": {"incomplete_tasks": 0, "n_tasks": 89, "value": 0.4606741573033708}}, "pass_power_k": {"1": {"incomplete_tasks": 0, "n_tasks": 89, "value": 0.4606741573033708}}, "pass_rate": 0.4606741573033708, "per_task": [{"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "caffe-cifar-10"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "git-leak-recovery"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "adaptive-rejection-sampler"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "bn-fit-modify"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "break-filter-js-from-html"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "build-cython-ext"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "build-pmars"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "build-pov-ray"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "cancel-async-tasks"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "chess-best-move"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "circuit-fibsqrt"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "cobol-modernization"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "code-from-image"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "compile-compcert"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "configure-git-webserver"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "constraints-scheduling"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "count-dataset-tokens"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "db-wal-recovery"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "distribution-search"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "dna-assembly"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "dna-insert"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "extract-moves-from-video"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "feal-differential-cryptanalysis"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "feal-linear-cryptanalysis"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "filter-js-from-html"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "fix-git"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "fix-ocaml-gc"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "gcode-to-text"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "git-multibranch"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "gpt2-codegolf"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "headless-terminal"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "hf-model-inference"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "kv-store-grpc"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "large-scale-text-editing"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "largest-eigenval"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "llm-inference-batching-scheduler"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "log-summary-date-ranges"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "mailman"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "make-doom-for-mips"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "mcmc-sampling-stan"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "merge-diff-arc-agi-task"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "model-extraction-relu-logits"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "modernize-scientific-stack"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "mteb-leaderboard"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "mteb-retrieve"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "multi-source-data-merger"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "nginx-request-logging"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "openssl-selfsigned-cert"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "password-recovery"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "path-tracing-reverse"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "polyglot-c-py"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "protein-assembly"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "pytorch-model-cli"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "raman-fitting"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "regex-chess"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "regex-log"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "rstan-to-pystan"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "sam-cell-seg"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "sanitize-git-repo"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "schemelike-metacircular-eval"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "sparql-university"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "sqlite-db-truncate"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "sqlite-with-gcov"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "torch-pipeline-parallelism"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "torch-tensor-parallelism"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "crack-7z-hash"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "fix-code-vulnerability"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "custom-memory-heap-crash"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "extract-elf"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "financial-document-processor"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "make-mips-interpreter"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "overfull-hbox"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "path-tracing"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "polyglot-rust-c"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "portfolio-optimization"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "prove-plus-comm"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "pypi-server"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "pytorch-model-recovery"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "query-optimize"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "tune-mjcf"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "vulnerable-secret"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "write-compressor"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "train-fasttext"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "video-processing"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "winning-avg-corewars"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "qemu-startup"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "qemu-alpine-ssh"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "install-windows-3.11"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "reshard-c4-data"}], "usage": {"cached_tokens": 2137600, "completion_tokens": 9512, "cost_source": "missing", "duration_s": 79705.59244099999, "n_attempts_with_cost": 0, "n_attempts_with_tokens": 65, "prompt_tokens": 108987}}, "model_label": "litellm/dashscope/deepseek-v4-pro", "note": "per-task evaluator verdicts only; no suite-level PASS", "pass_rate": 0.46067417, "size": 67356, "suite_run_id": "1c8b8f18", "task_refs": [{"attempt_run_ids": ["attempt_a0e5fdb7dda54285894fee58039d5f22"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-07T13:59:23.867807Z", "run_id": "attempt_92eff621813049bc93fefc0106937880", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T14:06:44.337247Z", "run_id": "attempt_e3a83e5fe6e540448755746a94b203ec", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T15:10:31.514732Z", "run_id": "attempt_50b80d1ece4f46608c61c34973dc3532", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T15:16:51.928618Z", "run_id": "attempt_5db34f2b051a4ef993a16600dc3c14c4", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T15:32:39.094677Z", "run_id": "attempt_d9f922338f11432b8368c5db58a247a9", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T16:03:19.683076Z", "run_id": "attempt_41ad9a5cdb5641138e2f8a96e204d44a", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T16:32:00.677526Z", "run_id": "attempt_ccba82e121394fb8a835e21db0d1fcc9", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T17:17:12.327768Z", "run_id": "attempt_9855a0a9ef95483b854dfb4a81de9a20", "score": null, "status": "ERROR"}], "run_id": "attempt_a0e5fdb7dda54285894fee58039d5f22", "score": 0.0, "status": "FAIL", "task_id": "caffe-cifar-10"}, {"attempt_run_ids": ["attempt_bcd46de5aafc49a69509676bbb5230ab"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_bcd46de5aafc49a69509676bbb5230ab", "score": 0.0, "status": "FAIL", "task_id": "git-leak-recovery"}, {"attempt_run_ids": ["attempt_5b44dd41932345adbb6025dbdceb78e5"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_5b44dd41932345adbb6025dbdceb78e5", "score": 0.0, "status": "FAIL", "task_id": "adaptive-rejection-sampler"}, {"attempt_run_ids": ["attempt_bc2f4e6157074303827a4342ee6fa081"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_bc2f4e6157074303827a4342ee6fa081", "score": 0.0, "status": "FAIL", "task_id": "bn-fit-modify"}, {"attempt_run_ids": ["attempt_c3ea9fe526c442a9b9432ed8ed577270"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_c3ea9fe526c442a9b9432ed8ed577270", "score": 0.0, "status": "FAIL", "task_id": "break-filter-js-from-html"}, {"attempt_run_ids": ["attempt_fa4b8dd0d96e4de98d843fb2860314f7"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_fa4b8dd0d96e4de98d843fb2860314f7", "score": 0.0, "status": "FAIL", "task_id": "build-cython-ext"}, {"attempt_run_ids": ["attempt_459c83217f6e42d99677759a3d5629ed"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_459c83217f6e42d99677759a3d5629ed", "score": 1.0, "status": "PASS", "task_id": "build-pmars"}, {"attempt_run_ids": ["attempt_fb4eb36121ce49b899bb64170b8ba7ca"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_fb4eb36121ce49b899bb64170b8ba7ca", "score": 1.0, "status": "PASS", "task_id": "build-pov-ray"}, {"attempt_run_ids": ["attempt_a3b3e7174ba246c89e3f8f39929251c3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a3b3e7174ba246c89e3f8f39929251c3", "score": 1.0, "status": "PASS", "task_id": "cancel-async-tasks"}, {"attempt_run_ids": ["attempt_72a72c37f5a847069fadd42cdc7a39f3"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_72a72c37f5a847069fadd42cdc7a39f3", "score": 0.0, "status": "FAIL", "task_id": "chess-best-move"}, {"attempt_run_ids": ["attempt_c68b60226cb24c91b439f47ba3af7211"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_c68b60226cb24c91b439f47ba3af7211", "score": 1.0, "status": "PASS", "task_id": "circuit-fibsqrt"}, {"attempt_run_ids": ["attempt_a965b62910e94db5ab999f1d3f9b9c6c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a965b62910e94db5ab999f1d3f9b9c6c", "score": 1.0, "status": "PASS", "task_id": "cobol-modernization"}, {"attempt_run_ids": ["attempt_bb3e30b7023f477991baf273d5af71bc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_bb3e30b7023f477991baf273d5af71bc", "score": 1.0, "status": "PASS", "task_id": "code-from-image"}, {"attempt_run_ids": ["attempt_046c27d925a048a494a128afacc962a6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_046c27d925a048a494a128afacc962a6", "score": 1.0, "status": "PASS", "task_id": "compile-compcert"}, {"attempt_run_ids": ["attempt_fe02db9664de48239e5b25d1145e5c8a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_fe02db9664de48239e5b25d1145e5c8a", "score": 1.0, "status": "PASS", "task_id": "configure-git-webserver"}, {"attempt_run_ids": ["attempt_f78a4f9fb24a4766ac7e266d0924d450"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f78a4f9fb24a4766ac7e266d0924d450", "score": 1.0, "status": "PASS", "task_id": "constraints-scheduling"}, {"attempt_run_ids": ["attempt_3ad8be6998cc42978cbe086883eb9f82"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_3ad8be6998cc42978cbe086883eb9f82", "score": 1.0, "status": "PASS", "task_id": "count-dataset-tokens"}, {"attempt_run_ids": ["attempt_61afcdbad01c4bad903f96feabf44fad"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_61afcdbad01c4bad903f96feabf44fad", "score": 1.0, "status": "PASS", "task_id": "db-wal-recovery"}, {"attempt_run_ids": ["attempt_b834cc058b9949a482bb78ce13ea3a3d"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_b834cc058b9949a482bb78ce13ea3a3d", "score": 0.0, "status": "FAIL", "task_id": "distribution-search"}, {"attempt_run_ids": ["attempt_87e4ecfe842a434ca5864fe298c1b53e"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_87e4ecfe842a434ca5864fe298c1b53e", "score": 0.0, "status": "FAIL", "task_id": "dna-assembly"}, {"attempt_run_ids": ["attempt_6fce73048cc347bab4282761c7179ceb"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_6fce73048cc347bab4282761c7179ceb", "score": 0.0, "status": "FAIL", "task_id": "dna-insert"}, {"attempt_run_ids": ["attempt_38890cfff0814980973622b4f5319016"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_38890cfff0814980973622b4f5319016", "score": 0.0, "status": "FAIL", "task_id": "extract-moves-from-video"}, {"attempt_run_ids": ["attempt_86ada29d32214bc3b44deb6ac77c3953"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_86ada29d32214bc3b44deb6ac77c3953", "score": 0.0, "status": "FAIL", "task_id": "feal-differential-cryptanalysis"}, {"attempt_run_ids": ["attempt_d01ee599b27f41d6a5965db81d3d67a2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d01ee599b27f41d6a5965db81d3d67a2", "score": 1.0, "status": "PASS", "task_id": "feal-linear-cryptanalysis"}, {"attempt_run_ids": ["attempt_e0908f5999784f4c847b99e733a380c3"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_e0908f5999784f4c847b99e733a380c3", "score": 0.0, "status": "FAIL", "task_id": "filter-js-from-html"}, {"attempt_run_ids": ["attempt_ed29f3e73aad4e89a0cc2fcc8ad5d612"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ed29f3e73aad4e89a0cc2fcc8ad5d612", "score": 1.0, "status": "PASS", "task_id": "fix-git"}, {"attempt_run_ids": ["attempt_369b8365063049cdb634ef5b923b57b5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_369b8365063049cdb634ef5b923b57b5", "score": 1.0, "status": "PASS", "task_id": "fix-ocaml-gc"}, {"attempt_run_ids": ["attempt_7566de3920764b4caddddf48188112e6"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_7566de3920764b4caddddf48188112e6", "score": 0.0, "status": "FAIL", "task_id": "gcode-to-text"}, {"attempt_run_ids": ["attempt_25d158c90dd0495cbb92367ffcd4baeb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_25d158c90dd0495cbb92367ffcd4baeb", "score": 1.0, "status": "PASS", "task_id": "git-multibranch"}, {"attempt_run_ids": ["attempt_5adf6b5d65404e6f98764b75dc49d9ed"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_5adf6b5d65404e6f98764b75dc49d9ed", "score": 0.0, "status": "FAIL", "task_id": "gpt2-codegolf"}, {"attempt_run_ids": ["attempt_ea21b7ba05bf4958974cffe7c56e42ac"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_ea21b7ba05bf4958974cffe7c56e42ac", "score": 0.0, "status": "FAIL", "task_id": "headless-terminal"}, {"attempt_run_ids": ["attempt_bf7b3778493a4f389928517cb3e28f0a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_bf7b3778493a4f389928517cb3e28f0a", "score": 1.0, "status": "PASS", "task_id": "hf-model-inference"}, {"attempt_run_ids": ["attempt_070367bbb0eb4d0daa30d6e4227b2486"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_070367bbb0eb4d0daa30d6e4227b2486", "score": 1.0, "status": "PASS", "task_id": "kv-store-grpc"}, {"attempt_run_ids": ["attempt_8414a479d1414f7baf52e69ca2a77292"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_8414a479d1414f7baf52e69ca2a77292", "score": 1.0, "status": "PASS", "task_id": "large-scale-text-editing"}, {"attempt_run_ids": ["attempt_7ce524df0f514a94b530f44087bec746"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_7ce524df0f514a94b530f44087bec746", "score": 0.0, "status": "FAIL", "task_id": "largest-eigenval"}, {"attempt_run_ids": ["attempt_9a975d4c2b214c8f97af09dfd176b9a3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_9a975d4c2b214c8f97af09dfd176b9a3", "score": 1.0, "status": "PASS", "task_id": "llm-inference-batching-scheduler"}, {"attempt_run_ids": ["attempt_631366778555436f9ab216932c462724"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_631366778555436f9ab216932c462724", "score": 1.0, "status": "PASS", "task_id": "log-summary-date-ranges"}, {"attempt_run_ids": ["attempt_88da25845d1248718133119b9cb45499"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_88da25845d1248718133119b9cb45499", "score": 0.0, "status": "FAIL", "task_id": "mailman"}, {"attempt_run_ids": ["attempt_2b9a383f007a438da5aeee9ee8fa00d9"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_2b9a383f007a438da5aeee9ee8fa00d9", "score": 0.0, "status": "FAIL", "task_id": "make-doom-for-mips"}, {"attempt_run_ids": ["attempt_c221faea7f0d449ba16d0551a283ae40"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_c221faea7f0d449ba16d0551a283ae40", "score": 1.0, "status": "PASS", "task_id": "mcmc-sampling-stan"}, {"attempt_run_ids": ["attempt_3b1bf78229214b0881fe5a06ac5a34d7"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_3b1bf78229214b0881fe5a06ac5a34d7", "score": 0.0, "status": "FAIL", "task_id": "merge-diff-arc-agi-task"}, {"attempt_run_ids": ["attempt_0b278b27998a4f08b9904cbacf59d1f8"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_0b278b27998a4f08b9904cbacf59d1f8", "score": 0.0, "status": "FAIL", "task_id": "model-extraction-relu-logits"}, {"attempt_run_ids": ["attempt_7edabb70811548df867434545c853ae8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7edabb70811548df867434545c853ae8", "score": 1.0, "status": "PASS", "task_id": "modernize-scientific-stack"}, {"attempt_run_ids": ["attempt_9d10d85899db444baa2f70267328c878"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_9d10d85899db444baa2f70267328c878", "score": 0.0, "status": "FAIL", "task_id": "mteb-leaderboard"}, {"attempt_run_ids": ["attempt_00684c98fd394b04800258ff1d6658ed"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_00684c98fd394b04800258ff1d6658ed", "score": 0.0, "status": "FAIL", "task_id": "mteb-retrieve"}, {"attempt_run_ids": ["attempt_989430dd1a1c4dbca8e512f6e63b6eee"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_989430dd1a1c4dbca8e512f6e63b6eee", "score": 0.0, "status": "FAIL", "task_id": "multi-source-data-merger"}, {"attempt_run_ids": ["attempt_e26be5163e0b4c29978982d0f76f90a2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e26be5163e0b4c29978982d0f76f90a2", "score": 1.0, "status": "PASS", "task_id": "nginx-request-logging"}, {"attempt_run_ids": ["attempt_d07f28bef815435080ee1ef78ffbc350"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d07f28bef815435080ee1ef78ffbc350", "score": 1.0, "status": "PASS", "task_id": "openssl-selfsigned-cert"}, {"attempt_run_ids": ["attempt_143b6b191e5d47a5a76fac58d8b9e7ea"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_143b6b191e5d47a5a76fac58d8b9e7ea", "score": 0.0, "status": "FAIL", "task_id": "password-recovery"}, {"attempt_run_ids": ["attempt_6b98c50c51f74f3fa986f572b0aeddaf"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_6b98c50c51f74f3fa986f572b0aeddaf", "score": 0.0, "status": "FAIL", "task_id": "path-tracing-reverse"}, {"attempt_run_ids": ["attempt_e3346b3dc9074401958752605ea8c271"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_e3346b3dc9074401958752605ea8c271", "score": 0.0, "status": "FAIL", "task_id": "polyglot-c-py"}, {"attempt_run_ids": ["attempt_9c3da799e2c4435fa002c955e592fc8f"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_9c3da799e2c4435fa002c955e592fc8f", "score": 0.0, "status": "FAIL", "task_id": "protein-assembly"}, {"attempt_run_ids": ["attempt_4499606b024f4f4ca3d5bfeb1d391f4b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_4499606b024f4f4ca3d5bfeb1d391f4b", "score": 1.0, "status": "PASS", "task_id": "pytorch-model-cli"}, {"attempt_run_ids": ["attempt_40b67c9197af421a9c78734245a3ff26"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_40b67c9197af421a9c78734245a3ff26", "score": 0.0, "status": "FAIL", "task_id": "raman-fitting"}, {"attempt_run_ids": ["attempt_d7db85ae157646289f985080092d72f8"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_d7db85ae157646289f985080092d72f8", "score": 0.0, "status": "FAIL", "task_id": "regex-chess"}, {"attempt_run_ids": ["attempt_a91d155efdbf4f2695f748423fe74f78"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a91d155efdbf4f2695f748423fe74f78", "score": 1.0, "status": "PASS", "task_id": "regex-log"}, {"attempt_run_ids": ["attempt_da043c5e57b945549bc5c2a7f53eb62c"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_da043c5e57b945549bc5c2a7f53eb62c", "score": 0.0, "status": "FAIL", "task_id": "rstan-to-pystan"}, {"attempt_run_ids": ["attempt_539d3d31cec849b0824bd9a76351f9d0"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_539d3d31cec849b0824bd9a76351f9d0", "score": 0.0, "status": "FAIL", "task_id": "sam-cell-seg"}, {"attempt_run_ids": ["attempt_ec36a46394db4ea48a5d78504bf1037c"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_ec36a46394db4ea48a5d78504bf1037c", "score": 0.0, "status": "FAIL", "task_id": "sanitize-git-repo"}, {"attempt_run_ids": ["attempt_e1dfe8b13de94143b0ada4e604628813"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e1dfe8b13de94143b0ada4e604628813", "score": 1.0, "status": "PASS", "task_id": "schemelike-metacircular-eval"}, {"attempt_run_ids": ["attempt_f2277c7658e44a33a1d6aa6b1477e547"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f2277c7658e44a33a1d6aa6b1477e547", "score": 1.0, "status": "PASS", "task_id": "sparql-university"}, {"attempt_run_ids": ["attempt_e660e63573084592a41f9d48010be2d1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e660e63573084592a41f9d48010be2d1", "score": 1.0, "status": "PASS", "task_id": "sqlite-db-truncate"}, {"attempt_run_ids": ["attempt_a3d19f92ff8a46998bdd38a67861305c"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_a3d19f92ff8a46998bdd38a67861305c", "score": 0.0, "status": "FAIL", "task_id": "sqlite-with-gcov"}, {"attempt_run_ids": ["attempt_420304967ab145db84f606980d87f8f7"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_420304967ab145db84f606980d87f8f7", "score": 0.0, "status": "FAIL", "task_id": "torch-pipeline-parallelism"}, {"attempt_run_ids": ["attempt_a9d49c03cbb443268d9155bc34b4db32"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_a9d49c03cbb443268d9155bc34b4db32", "score": 0.0, "status": "FAIL", "task_id": "torch-tensor-parallelism"}, {"attempt_run_ids": ["attempt_bc8a6cf53f1d46db842a6012418f2f74"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_bc8a6cf53f1d46db842a6012418f2f74", "score": 1.0, "status": "PASS", "task_id": "crack-7z-hash"}, {"attempt_run_ids": ["attempt_8680384b375a4bd1a479e93952bcff57"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_8680384b375a4bd1a479e93952bcff57", "score": 0.0, "status": "FAIL", "task_id": "fix-code-vulnerability"}, {"attempt_run_ids": ["attempt_2fbea9b40b11486d9cdaa15a646e2a78"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_2fbea9b40b11486d9cdaa15a646e2a78", "score": 1.0, "status": "PASS", "task_id": "custom-memory-heap-crash"}, {"attempt_run_ids": ["attempt_aa2e4905afef439a8a3b7f9932ba88ac"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_aa2e4905afef439a8a3b7f9932ba88ac", "score": 1.0, "status": "PASS", "task_id": "extract-elf"}, {"attempt_run_ids": ["attempt_89852e05c2524f8ab07980a30a10b452"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_89852e05c2524f8ab07980a30a10b452", "score": 0.0, "status": "FAIL", "task_id": "financial-document-processor"}, {"attempt_run_ids": ["attempt_3bc8d5789b8a4f9f8649aa073f711cc8"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_3bc8d5789b8a4f9f8649aa073f711cc8", "score": 0.0, "status": "FAIL", "task_id": "make-mips-interpreter"}, {"attempt_run_ids": ["attempt_be4d8243eda741adaddd4d6a68f5c56b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_be4d8243eda741adaddd4d6a68f5c56b", "score": 1.0, "status": "PASS", "task_id": "overfull-hbox"}, {"attempt_run_ids": ["attempt_257b990ffc214d6c85db889f5ea4c3e0"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_257b990ffc214d6c85db889f5ea4c3e0", "score": 0.0, "status": "FAIL", "task_id": "path-tracing"}, {"attempt_run_ids": ["attempt_a365d3e5caed45079cb5f8c3431ff6c7"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_a365d3e5caed45079cb5f8c3431ff6c7", "score": 0.0, "status": "FAIL", "task_id": "polyglot-rust-c"}, {"attempt_run_ids": ["attempt_5764df5f885743dabb44b4976b76fda5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5764df5f885743dabb44b4976b76fda5", "score": 1.0, "status": "PASS", "task_id": "portfolio-optimization"}, {"attempt_run_ids": ["attempt_f642f1efeec2458bb77f1e8708ab9f72"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f642f1efeec2458bb77f1e8708ab9f72", "score": 1.0, "status": "PASS", "task_id": "prove-plus-comm"}, {"attempt_run_ids": ["attempt_705ea7abbdee4232a990fdd4fde029d8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_705ea7abbdee4232a990fdd4fde029d8", "score": 1.0, "status": "PASS", "task_id": "pypi-server"}, {"attempt_run_ids": ["attempt_c1c4dbbbf406413883c7b56054a768c7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_c1c4dbbbf406413883c7b56054a768c7", "score": 1.0, "status": "PASS", "task_id": "pytorch-model-recovery"}, {"attempt_run_ids": ["attempt_de173f3efa4f49a4879a720f92c385ee"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_de173f3efa4f49a4879a720f92c385ee", "score": 1.0, "status": "PASS", "task_id": "query-optimize"}, {"attempt_run_ids": ["attempt_6df510daa2ac4205993d4336b0bf9f13"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_6df510daa2ac4205993d4336b0bf9f13", "score": 1.0, "status": "PASS", "task_id": "tune-mjcf"}, {"attempt_run_ids": ["attempt_6eee3d6665f5405cbb9b16c91e181735"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_6eee3d6665f5405cbb9b16c91e181735", "score": 1.0, "status": "PASS", "task_id": "vulnerable-secret"}, {"attempt_run_ids": ["attempt_1b297871c634468e82a4f21ffe6a60c2"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_1b297871c634468e82a4f21ffe6a60c2", "score": 0.0, "status": "FAIL", "task_id": "write-compressor"}, {"attempt_run_ids": ["attempt_3e16e7bc0f044cf8aabac35a3a9d8b6d"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-07T08:16:24.043952Z", "run_id": "attempt_7d58f91f26434e738ac142a300fa6d31", "score": null, "status": "ERROR"}], "run_id": "attempt_3e16e7bc0f044cf8aabac35a3a9d8b6d", "score": 0.0, "status": "FAIL", "task_id": "train-fasttext"}, {"attempt_run_ids": ["attempt_5868e10de0b04ee09c628c8e0f7fa2ec"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-07T08:43:41.507068Z", "run_id": "attempt_bb3ef8cbfdb24fa48f2c5dd7d78f5b13", "score": null, "status": "ERROR"}], "run_id": "attempt_5868e10de0b04ee09c628c8e0f7fa2ec", "score": 0.0, "status": "FAIL", "task_id": "video-processing"}, {"attempt_run_ids": ["attempt_910c21c643bc4d559d6a44b805ff1046"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-07T10:32:12.115939Z", "run_id": "attempt_39fb225e49214ff282d2c05876d52cd7", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_910c21c643bc4d559d6a44b805ff1046", "score": 0.0, "status": "FAIL", "task_id": "winning-avg-corewars"}, {"attempt_run_ids": ["attempt_b02b8f058a284e48a160937bc0fed69b"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-07T10:47:44.395001Z", "run_id": "attempt_1c51d1025c88414a8dbb1c581c677350", "score": null, "status": "ERROR"}], "run_id": "attempt_b02b8f058a284e48a160937bc0fed69b", "score": 0.0, "status": "FAIL", "task_id": "qemu-startup"}, {"attempt_run_ids": ["attempt_2b64fa2da6eb4b6b918c66e2d4951656"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-07T11:03:42.578677Z", "run_id": "attempt_b09e45b5abe44f1db15eac40ce8d2d5a", "score": null, "status": "ERROR"}], "run_id": "attempt_2b64fa2da6eb4b6b918c66e2d4951656", "score": 0.0, "status": "FAIL", "task_id": "qemu-alpine-ssh"}, {"attempt_run_ids": ["attempt_34768fa698f241e5ad1f1fd03978e19f"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-07T12:40:42.455396Z", "run_id": "attempt_0dc4f450762341299f594c5df0686b73", "score": null, "status": "ERROR"}], "run_id": "attempt_34768fa698f241e5ad1f1fd03978e19f", "score": 0.0, "status": "FAIL", "task_id": "install-windows-3.11"}, {"attempt_run_ids": ["attempt_672a3a9515444cbcadcd075d655630f0"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-07T13:48:24.824266Z", "run_id": "attempt_f7f9e4c5df1c463389056d2d842676f1", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T13:56:16.380511Z", "run_id": "attempt_9d859a51b062494ea1010316858192d0", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-07T15:03:13.900816Z", "run_id": "attempt_0e0e37040e924ee1bc3c6a48102dd585", "score": null, "status": "ERROR"}], "run_id": "attempt_672a3a9515444cbcadcd075d655630f0", "score": 1.0, "status": "PASS", "task_id": "reshard-c4-data"}], "task_set_digest": "sha256:5c7ed05c61e6768b71bebb5ffd05d9ce07e185b3cf519b06ca2ae5d476f99638", "uploaded_by": "ffy6511", "visibility": "public"}, {"actors_summary": [{"entry": "openai-http", "executor": "openai-http", "model": "dashscope/deepseek-v4-pro", "options": "{\"reasoning_effort\":\"max\"}", "profile_id": "service"}, {"entry": "openai-http", "executor": "openai-http", "model": "dashscope/deepseek-v4-pro", "options": "{\"reasoning_effort\":\"max\"}", "profile_id": "user"}], "agent_label": "openai-http", "amended": true, "blob_digest": "sha256:685a99682e86d810dc0993e3a285f4473d5380f3694348e44397be8ad26923fb", "board_listed": true, "bound_kind": "release", "complete": true, "config_fingerprint": "sha256:e85be6e860f9295bdb9915e34c090c99fca88ae04b7d42148211230004d769d1", "config_homogeneous": true, "created_at": 1788765000.0, "dataset_id": "official/tau3-telecom", "dataset_version": "0.1.1", "exit_code": 1, "job_overlay": {"agent_profiles": {"service": {"api_key": "litellm_api_key", "base_url": "litellm_base_url", "executor": "openai-http", "extensions": [{"plugin": "openai-http"}, {"plugin": "local"}], "model": "dashscope/deepseek-v4-pro", "options": {"reasoning_effort": "max"}}, "user": {"api_key": "litellm_api_key", "base_url": "litellm_base_url", "executor": "openai-http", "extensions": [{"plugin": "openai-http"}, {"plugin": "local"}], "model": "dashscope/deepseek-v4-pro", "options": {"reasoning_effort": "max"}}}, "environment": "local"}, "mean_score": 0.64912283, "metrics": {"k_values": [1], "mean_score": 0.6491228070175439, "missing_score_as": 0.0, "n_attempts": 1, "n_error": 0, "n_fail": 40, "n_pass": 74, "n_tasks": 114, "pass_at_k": {"1": {"incomplete_tasks": 0, "n_tasks": 114, "value": 0.6491228070175439}}, "pass_power_k": {"1": {"incomplete_tasks": 0, "n_tasks": 114, "value": 0.6491228070175439}}, "pass_rate": 0.6491228070175439, "per_task": [{"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-17"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-23"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-24"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-25"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-28"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-29"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-34"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-35"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-37"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-38"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-39"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-40"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-41"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-42"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-43"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-44"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-45"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-46"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-47"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-48"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-49"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-50"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-51"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-52"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-53"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-54"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-55"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-56"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-57"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-58"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-59"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-60"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-61"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-62"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-63"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-64"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-65"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-66"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-67"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-68"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-69"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-70"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-71"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-72"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-73"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-74"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-75"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-76"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-77"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-78"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-79"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-80"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-81"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-82"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-83"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-84"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-85"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-86"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-87"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-88"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-89"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-90"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-91"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-92"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-93"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-94"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-95"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-96"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-97"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-98"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-99"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-100"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-101"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-102"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-103"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-104"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-105"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-106"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-107"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-108"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-109"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-110"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-111"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-112"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-113"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-00"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-01"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-02"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-07"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-03"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-04"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-05"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-06"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-08"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-09"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-13"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-14"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-15"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-16"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-18"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-19"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-20"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-21"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-22"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-10"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-11"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-12"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-26"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-27"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-30"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-31"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-32"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-33"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-36"}], "usage": {"cached_tokens": 49535488, "completion_tokens": 1485667, "cost_source": "missing", "duration_s": 50378.39635200002, "n_attempts_with_cost": 0, "n_attempts_with_tokens": 114, "prompt_tokens": 53376687}}, "model_label": "dashscope/deepseek-v4-pro", "note": "per-task evaluator verdicts only; no suite-level PASS", "pass_rate": 0.64912283, "size": 15618, "suite_run_id": "0f41605d", "task_refs": [{"attempt_run_ids": ["attempt_ed80db1845824538a9a8cb3fa809bc81"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-27T04:14:20.853951Z", "run_id": "attempt_7a549f9420554ee4900040b99b9f1105", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-27T06:48:53.586824Z", "run_id": "attempt_c1257f67d7db4aaa80aaeff97c7fc4d0", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-27T08:36:32.228883Z", "run_id": "attempt_ff7276e1d3c040edb92939465eb90812", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-27T09:54:01.722180Z", "run_id": "attempt_4f7f636dcd7143a4b7c249ee16650481", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-27T10:55:39.645955Z", "run_id": "attempt_14f8180786be4298b8a5d2164d723a54", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-27T12:59:21.007189Z", "run_id": "attempt_aa90830e20e7437d87828b60f1e946cb", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-27T23:54:56.148181Z", "run_id": "attempt_15a06c7bd4064fbeb4cdb591a62813a1", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_ed80db1845824538a9a8cb3fa809bc81", "score": 0.0, "status": "FAIL", "task_id": "telecom-17"}, {"attempt_run_ids": ["attempt_efa24adb7acb46e485fe3b3c571b7028"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-27T04:14:20.853951Z", "run_id": "attempt_b7733af89f604ac69b5a197fcd220f71", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-27T06:48:53.586824Z", "run_id": "attempt_26adf7c669c0477f9b3fdf3d813fba91", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-27T08:36:32.228883Z", "run_id": "attempt_d9dc05f5317444d9ada4d0db84d23fd4", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-27T09:54:01.722180Z", "run_id": "attempt_706ece34e58a4ab1b675746548db7586", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-27T10:55:39.645955Z", "run_id": "attempt_c2291fa976af46be93615ad2e27b870f", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-27T12:59:21.007189Z", "run_id": "attempt_9321f1175f384c219ca0678bdf6755ee", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-27T23:54:56.148181Z", "run_id": "attempt_2b198c602d0d4aba8c2d40ecbb88f996", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_efa24adb7acb46e485fe3b3c571b7028", "score": 0.0, "status": "FAIL", "task_id": "telecom-23"}, {"attempt_run_ids": ["attempt_7f9690c97ca341b39b03ee279ebda22b"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-27T04:14:20.853951Z", "run_id": "attempt_a46173ad4cd0415e9c23652e29e9a406", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-27T06:48:53.586824Z", "run_id": "attempt_29728364c54c4148ae8964af9bbd1898", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-27T08:36:32.228883Z", "run_id": "attempt_15a5f3d1484e4129b1b507b89ba9447c", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-27T09:54:01.722180Z", "run_id": "attempt_6b23aa6b8a3e412aa85c663c5057abf2", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-27T10:55:39.645955Z", "run_id": "attempt_a442749037a641ed8e192180336f359f", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-27T12:59:21.007189Z", "run_id": "attempt_e219d64b5d7c4a238d05b4a210a7e72a", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-27T23:54:56.148181Z", "run_id": "attempt_9cea053bc80248b09ff1d1e1cb1fa47b", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_7f9690c97ca341b39b03ee279ebda22b", "score": 0.0, "status": "FAIL", "task_id": "telecom-24"}, {"attempt_run_ids": ["attempt_533b4203eb0a4b94a20f64c3c3a18db5"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_533b4203eb0a4b94a20f64c3c3a18db5", "score": 0.0, "status": "FAIL", "task_id": "telecom-25"}, {"attempt_run_ids": ["attempt_e7c215996e0947d2845464a4754a3ea9"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_e7c215996e0947d2845464a4754a3ea9", "score": 0.0, "status": "FAIL", "task_id": "telecom-28"}, {"attempt_run_ids": ["attempt_3bd022cae8a8434c9b4822d80fb115d4"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_3bd022cae8a8434c9b4822d80fb115d4", "score": 0.0, "status": "FAIL", "task_id": "telecom-29"}, {"attempt_run_ids": ["attempt_73b99dea050e4561a282c1958605e0cf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_73b99dea050e4561a282c1958605e0cf", "score": 1.0, "status": "PASS", "task_id": "telecom-34"}, {"attempt_run_ids": ["attempt_eb4e6810f11842649c5092bdc51fd268"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_eb4e6810f11842649c5092bdc51fd268", "score": 1.0, "status": "PASS", "task_id": "telecom-35"}, {"attempt_run_ids": ["attempt_d2312e7a760d4bcba159991baebe6ebb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d2312e7a760d4bcba159991baebe6ebb", "score": 1.0, "status": "PASS", "task_id": "telecom-37"}, {"attempt_run_ids": ["attempt_2250a58c15064b7784d5b7d93449a80f"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_2250a58c15064b7784d5b7d93449a80f", "score": 0.0, "status": "FAIL", "task_id": "telecom-38"}, {"attempt_run_ids": ["attempt_5a1bd8e200a6490da6ead660ebbfdb67"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_5a1bd8e200a6490da6ead660ebbfdb67", "score": 0.0, "status": "FAIL", "task_id": "telecom-39"}, {"attempt_run_ids": ["attempt_4be4f81a2d234d57b3485d590ad53ddf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_4be4f81a2d234d57b3485d590ad53ddf", "score": 1.0, "status": "PASS", "task_id": "telecom-40"}, {"attempt_run_ids": ["attempt_e036814e995b4af8a54fa150d421c362"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e036814e995b4af8a54fa150d421c362", "score": 1.0, "status": "PASS", "task_id": "telecom-41"}, {"attempt_run_ids": ["attempt_9ad7d56596c24fad9c83f2225dbe3440"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_9ad7d56596c24fad9c83f2225dbe3440", "score": 1.0, "status": "PASS", "task_id": "telecom-42"}, {"attempt_run_ids": ["attempt_abff02230a3a4577a0b14b33a0487945"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_abff02230a3a4577a0b14b33a0487945", "score": 1.0, "status": "PASS", "task_id": "telecom-43"}, {"attempt_run_ids": ["attempt_dac471aa60aa4c0492d477e2db37c791"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_dac471aa60aa4c0492d477e2db37c791", "score": 0.0, "status": "FAIL", "task_id": "telecom-44"}, {"attempt_run_ids": ["attempt_d1d7f428800b4cb8a70ba5f19888e99b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d1d7f428800b4cb8a70ba5f19888e99b", "score": 1.0, "status": "PASS", "task_id": "telecom-45"}, {"attempt_run_ids": ["attempt_0e5e5293055847e39d9570704a83119e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_0e5e5293055847e39d9570704a83119e", "score": 1.0, "status": "PASS", "task_id": "telecom-46"}, {"attempt_run_ids": ["attempt_4c4533d4ac304b51aeda430bf222806a"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_4c4533d4ac304b51aeda430bf222806a", "score": 0.0, "status": "FAIL", "task_id": "telecom-47"}, {"attempt_run_ids": ["attempt_dc5c7ddf931643a483565279b2918a00"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_dc5c7ddf931643a483565279b2918a00", "score": 0.0, "status": "FAIL", "task_id": "telecom-48"}, {"attempt_run_ids": ["attempt_16664932659c4062a8db416bbe5a9529"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_16664932659c4062a8db416bbe5a9529", "score": 0.0, "status": "FAIL", "task_id": "telecom-49"}, {"attempt_run_ids": ["attempt_af0d1a78b2a746e49061a8fd0a4405a9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_af0d1a78b2a746e49061a8fd0a4405a9", "score": 1.0, "status": "PASS", "task_id": "telecom-50"}, {"attempt_run_ids": ["attempt_5d154125681d42f4a547810a778fc553"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5d154125681d42f4a547810a778fc553", "score": 1.0, "status": "PASS", "task_id": "telecom-51"}, {"attempt_run_ids": ["attempt_dc002adc230a44bea237cdd86183b39e"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_dc002adc230a44bea237cdd86183b39e", "score": 0.0, "status": "FAIL", "task_id": "telecom-52"}, {"attempt_run_ids": ["attempt_e3e25f2660894ad9b4cc14324139729d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e3e25f2660894ad9b4cc14324139729d", "score": 1.0, "status": "PASS", "task_id": "telecom-53"}, {"attempt_run_ids": ["attempt_e641ea4233b748f2a5dcfc8ff7decfe0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e641ea4233b748f2a5dcfc8ff7decfe0", "score": 1.0, "status": "PASS", "task_id": "telecom-54"}, {"attempt_run_ids": ["attempt_595a4fa853e24e8698b3a0502711c3c8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_595a4fa853e24e8698b3a0502711c3c8", "score": 1.0, "status": "PASS", "task_id": "telecom-55"}, {"attempt_run_ids": ["attempt_9e8b8165272341f1a021f1d18b37e384"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_9e8b8165272341f1a021f1d18b37e384", "score": 1.0, "status": "PASS", "task_id": "telecom-56"}, {"attempt_run_ids": ["attempt_3e0f94903d5c4e1ab82b1add638fcf8c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_3e0f94903d5c4e1ab82b1add638fcf8c", "score": 1.0, "status": "PASS", "task_id": "telecom-57"}, {"attempt_run_ids": ["attempt_f3699c572b014a4f971ffc797dfead55"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f3699c572b014a4f971ffc797dfead55", "score": 1.0, "status": "PASS", "task_id": "telecom-58"}, {"attempt_run_ids": ["attempt_c0475f47164d4352a942f36445b5e48a"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_c0475f47164d4352a942f36445b5e48a", "score": 0.0, "status": "FAIL", "task_id": "telecom-59"}, {"attempt_run_ids": ["attempt_82286658bfab4f9b9ec395bdb5136f0a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_82286658bfab4f9b9ec395bdb5136f0a", "score": 1.0, "status": "PASS", "task_id": "telecom-60"}, {"attempt_run_ids": ["attempt_d4794bdc80754024995dc775bc365e56"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d4794bdc80754024995dc775bc365e56", "score": 1.0, "status": "PASS", "task_id": "telecom-61"}, {"attempt_run_ids": ["attempt_fa52233fd44e4beea8923c14b6df6c96"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_fa52233fd44e4beea8923c14b6df6c96", "score": 1.0, "status": "PASS", "task_id": "telecom-62"}, {"attempt_run_ids": ["attempt_fae58e239eca4e5494cbae5d66b95aa3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_fae58e239eca4e5494cbae5d66b95aa3", "score": 1.0, "status": "PASS", "task_id": "telecom-63"}, {"attempt_run_ids": ["attempt_5cf9e10483734ddf9abf36e166f5e934"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5cf9e10483734ddf9abf36e166f5e934", "score": 1.0, "status": "PASS", "task_id": "telecom-64"}, {"attempt_run_ids": ["attempt_024686047a2d4b53a36d5746cd7fc054"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_024686047a2d4b53a36d5746cd7fc054", "score": 1.0, "status": "PASS", "task_id": "telecom-65"}, {"attempt_run_ids": ["attempt_01ae02e46ce344bf94266e976c9d751d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_01ae02e46ce344bf94266e976c9d751d", "score": 1.0, "status": "PASS", "task_id": "telecom-66"}, {"attempt_run_ids": ["attempt_1417ff403244400390d0bfd0dadf1ae4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_1417ff403244400390d0bfd0dadf1ae4", "score": 1.0, "status": "PASS", "task_id": "telecom-67"}, {"attempt_run_ids": ["attempt_e5b61fac80ed4133a6d2ad54a3668e89"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e5b61fac80ed4133a6d2ad54a3668e89", "score": 1.0, "status": "PASS", "task_id": "telecom-68"}, {"attempt_run_ids": ["attempt_7bced056ddb145749b77a1c0a42447a8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7bced056ddb145749b77a1c0a42447a8", "score": 1.0, "status": "PASS", "task_id": "telecom-69"}, {"attempt_run_ids": ["attempt_a7d14a334402485ab6a8fc7e741be220"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a7d14a334402485ab6a8fc7e741be220", "score": 1.0, "status": "PASS", "task_id": "telecom-70"}, {"attempt_run_ids": ["attempt_30da4842451542c8bd01aba623d8ec29"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_30da4842451542c8bd01aba623d8ec29", "score": 1.0, "status": "PASS", "task_id": "telecom-71"}, {"attempt_run_ids": ["attempt_40c46ffb630f41a484ce202646c9b8c6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_40c46ffb630f41a484ce202646c9b8c6", "score": 1.0, "status": "PASS", "task_id": "telecom-72"}, {"attempt_run_ids": ["attempt_c8edb2f4671f414c867fa4b0652a9a38"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_c8edb2f4671f414c867fa4b0652a9a38", "score": 1.0, "status": "PASS", "task_id": "telecom-73"}, {"attempt_run_ids": ["attempt_522867d4e7564fc9be9c8bae5c068016"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_522867d4e7564fc9be9c8bae5c068016", "score": 1.0, "status": "PASS", "task_id": "telecom-74"}, {"attempt_run_ids": ["attempt_ac53776b1e9749828900de2c11c53462"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ac53776b1e9749828900de2c11c53462", "score": 1.0, "status": "PASS", "task_id": "telecom-75"}, {"attempt_run_ids": ["attempt_cc4bf680d5fe4e75a6e8cfda17fdd876"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_cc4bf680d5fe4e75a6e8cfda17fdd876", "score": 1.0, "status": "PASS", "task_id": "telecom-76"}, {"attempt_run_ids": ["attempt_afc36b98c1de4ee48e7f7f7b570811ef"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_afc36b98c1de4ee48e7f7f7b570811ef", "score": 1.0, "status": "PASS", "task_id": "telecom-77"}, {"attempt_run_ids": ["attempt_845ce24142394266a3e1cec7b98df5ea"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_845ce24142394266a3e1cec7b98df5ea", "score": 1.0, "status": "PASS", "task_id": "telecom-78"}, {"attempt_run_ids": ["attempt_cf9997780f2e48dc9c8ee074b7756e85"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_cf9997780f2e48dc9c8ee074b7756e85", "score": 1.0, "status": "PASS", "task_id": "telecom-79"}, {"attempt_run_ids": ["attempt_8fdeb9ce1a6d46269347bcff0c595062"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_8fdeb9ce1a6d46269347bcff0c595062", "score": 1.0, "status": "PASS", "task_id": "telecom-80"}, {"attempt_run_ids": ["attempt_39a32236630e48d8ae4ae140267aaa4d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_39a32236630e48d8ae4ae140267aaa4d", "score": 1.0, "status": "PASS", "task_id": "telecom-81"}, {"attempt_run_ids": ["attempt_ab80e9024dc5479d8b4f52ebcf140e2a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ab80e9024dc5479d8b4f52ebcf140e2a", "score": 1.0, "status": "PASS", "task_id": "telecom-82"}, {"attempt_run_ids": ["attempt_142f8340bef241109a71ef57e6640a75"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_142f8340bef241109a71ef57e6640a75", "score": 1.0, "status": "PASS", "task_id": "telecom-83"}, {"attempt_run_ids": ["attempt_58b2d0a3a5304601b3507a3559a06d99"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_58b2d0a3a5304601b3507a3559a06d99", "score": 1.0, "status": "PASS", "task_id": "telecom-84"}, {"attempt_run_ids": ["attempt_a317178c299240208e09ef00dee6fe6b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a317178c299240208e09ef00dee6fe6b", "score": 1.0, "status": "PASS", "task_id": "telecom-85"}, {"attempt_run_ids": ["attempt_4f195677b312430f8ab3a2a82ba1fe36"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_4f195677b312430f8ab3a2a82ba1fe36", "score": 1.0, "status": "PASS", "task_id": "telecom-86"}, {"attempt_run_ids": ["attempt_7671e763698443f9a6c88d48736717b4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7671e763698443f9a6c88d48736717b4", "score": 1.0, "status": "PASS", "task_id": "telecom-87"}, {"attempt_run_ids": ["attempt_561f63a08b834e4fa953a2f55ffa599e"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_561f63a08b834e4fa953a2f55ffa599e", "score": 0.0, "status": "FAIL", "task_id": "telecom-88"}, {"attempt_run_ids": ["attempt_dc79d55e655144f4921386a664f0821f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_dc79d55e655144f4921386a664f0821f", "score": 1.0, "status": "PASS", "task_id": "telecom-89"}, {"attempt_run_ids": ["attempt_d6bad488161d4c048f17bf9f31090530"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d6bad488161d4c048f17bf9f31090530", "score": 1.0, "status": "PASS", "task_id": "telecom-90"}, {"attempt_run_ids": ["attempt_d179e82368ae43d69227308de3a91d13"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d179e82368ae43d69227308de3a91d13", "score": 1.0, "status": "PASS", "task_id": "telecom-91"}, {"attempt_run_ids": ["attempt_c482dd6743e44b678aa74867bc80a2a1"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_c482dd6743e44b678aa74867bc80a2a1", "score": 0.0, "status": "FAIL", "task_id": "telecom-92"}, {"attempt_run_ids": ["attempt_5796843548ea49348153910678acaf43"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5796843548ea49348153910678acaf43", "score": 1.0, "status": "PASS", "task_id": "telecom-93"}, {"attempt_run_ids": ["attempt_d739be073fd54dab87552386b8a29464"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_d739be073fd54dab87552386b8a29464", "score": 0.0, "status": "FAIL", "task_id": "telecom-94"}, {"attempt_run_ids": ["attempt_7e2b980d00124ca9b0ff820100cc2122"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_7e2b980d00124ca9b0ff820100cc2122", "score": 0.0, "status": "FAIL", "task_id": "telecom-95"}, {"attempt_run_ids": ["attempt_6e54e9fdb6a8459cab3fb2c042bd61fd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_6e54e9fdb6a8459cab3fb2c042bd61fd", "score": 1.0, "status": "PASS", "task_id": "telecom-96"}, {"attempt_run_ids": ["attempt_1d19a4db11464e16bfd686a1533ba981"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_1d19a4db11464e16bfd686a1533ba981", "score": 1.0, "status": "PASS", "task_id": "telecom-97"}, {"attempt_run_ids": ["attempt_fb9d0e204bf047a78bbdb8a65f4ef540"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_fb9d0e204bf047a78bbdb8a65f4ef540", "score": 1.0, "status": "PASS", "task_id": "telecom-98"}, {"attempt_run_ids": ["attempt_a15d128df7d64a6b8fb7a4742404a711"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a15d128df7d64a6b8fb7a4742404a711", "score": 1.0, "status": "PASS", "task_id": "telecom-99"}, {"attempt_run_ids": ["attempt_bf5a01b90e1e4a81a3a840a9761233b4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_bf5a01b90e1e4a81a3a840a9761233b4", "score": 1.0, "status": "PASS", "task_id": "telecom-100"}, {"attempt_run_ids": ["attempt_eb192c05f41f44bebc2c6ffd50b75c3a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_eb192c05f41f44bebc2c6ffd50b75c3a", "score": 1.0, "status": "PASS", "task_id": "telecom-101"}, {"attempt_run_ids": ["attempt_65e4a085235f488a81d5b0852e3eb632"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_65e4a085235f488a81d5b0852e3eb632", "score": 1.0, "status": "PASS", "task_id": "telecom-102"}, {"attempt_run_ids": ["attempt_6bfb7e8c43c547bcac287f1d00f5a687"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_6bfb7e8c43c547bcac287f1d00f5a687", "score": 1.0, "status": "PASS", "task_id": "telecom-103"}, {"attempt_run_ids": ["attempt_24a93356f543499183afc4724fa7fbe4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_24a93356f543499183afc4724fa7fbe4", "score": 1.0, "status": "PASS", "task_id": "telecom-104"}, {"attempt_run_ids": ["attempt_4b1f48891eae4edda760a455a1fd8e42"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_4b1f48891eae4edda760a455a1fd8e42", "score": 1.0, "status": "PASS", "task_id": "telecom-105"}, {"attempt_run_ids": ["attempt_195baa4ed3c34554b4ac1d832503328d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_195baa4ed3c34554b4ac1d832503328d", "score": 1.0, "status": "PASS", "task_id": "telecom-106"}, {"attempt_run_ids": ["attempt_70fb360304c74eb79c7c36765193dff2"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_70fb360304c74eb79c7c36765193dff2", "score": 0.0, "status": "FAIL", "task_id": "telecom-107"}, {"attempt_run_ids": ["attempt_bc49c980216e4f069d440541fdce08ed"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_bc49c980216e4f069d440541fdce08ed", "score": 1.0, "status": "PASS", "task_id": "telecom-108"}, {"attempt_run_ids": ["attempt_8a81aa71d4a54a1fbe2799ad84934e39"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_8a81aa71d4a54a1fbe2799ad84934e39", "score": 0.0, "status": "FAIL", "task_id": "telecom-109"}, {"attempt_run_ids": ["attempt_2b86f3ac041d423d8834c4da557e69d0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_2b86f3ac041d423d8834c4da557e69d0", "score": 1.0, "status": "PASS", "task_id": "telecom-110"}, {"attempt_run_ids": ["attempt_2355a539390c481c9e00222f183adfba"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_2355a539390c481c9e00222f183adfba", "score": 1.0, "status": "PASS", "task_id": "telecom-111"}, {"attempt_run_ids": ["attempt_69442904a78342e882ac51ca66cf4c82"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_69442904a78342e882ac51ca66cf4c82", "score": 1.0, "status": "PASS", "task_id": "telecom-112"}, {"attempt_run_ids": ["attempt_06463e63b4c24ae79e9dbd49b1f8b6e3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_06463e63b4c24ae79e9dbd49b1f8b6e3", "score": 1.0, "status": "PASS", "task_id": "telecom-113"}, {"attempt_run_ids": ["attempt_7bdd77903ec743389dfdaaf0b2701c23"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_7bdd77903ec743389dfdaaf0b2701c23", "score": 0.0, "status": "FAIL", "task_id": "telecom-00"}, {"attempt_run_ids": ["attempt_6c67e3d456574dea951bf9c78c02e9b8"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_6c67e3d456574dea951bf9c78c02e9b8", "score": 0.0, "status": "FAIL", "task_id": "telecom-01"}, {"attempt_run_ids": ["attempt_fb40c288db064624add3f9f7e0679adf"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_fb40c288db064624add3f9f7e0679adf", "score": 0.0, "status": "FAIL", "task_id": "telecom-02"}, {"attempt_run_ids": ["attempt_a68d93fe809c4531b054f9ba3a67611d"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_a68d93fe809c4531b054f9ba3a67611d", "score": 0.0, "status": "FAIL", "task_id": "telecom-07"}, {"attempt_run_ids": ["attempt_a59cf19c7cb540839422ab1965a2a1a6"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T03:58:54.551193Z", "run_id": "attempt_afe8dc0d634f40e297c1ae02a4febeb1", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-26T06:06:39.717188Z", "run_id": "attempt_69b487d8528d4ee7a1a13a222a0f3a84", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_a59cf19c7cb540839422ab1965a2a1a6", "score": 0.0, "status": "FAIL", "task_id": "telecom-03"}, {"attempt_run_ids": ["attempt_234439c5d268426981b806c2936db5cb"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T03:58:54.551193Z", "run_id": "attempt_340257a3d94149be89bb403b66cb7822", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-26T06:06:39.717188Z", "run_id": "attempt_e090b4bd980d42bea9a471b0f2949a36", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_234439c5d268426981b806c2936db5cb", "score": 0.0, "status": "FAIL", "task_id": "telecom-04"}, {"attempt_run_ids": ["attempt_70419493b1034bf19d60fcf7dacb1417"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T03:58:54.551193Z", "run_id": "attempt_d69054152b70462b97ee70a264abf675", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-26T06:06:39.717188Z", "run_id": "attempt_b4207cd5b3e94db1ba312ba3066faeb4", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-26T09:45:42.073088Z", "run_id": "attempt_a0f85b5050214bb8b341e5d20b398774", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_70419493b1034bf19d60fcf7dacb1417", "score": 0.0, "status": "FAIL", "task_id": "telecom-05"}, {"attempt_run_ids": ["attempt_ab1561c739964f0b947cf95429cc5454"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T09:45:42.073088Z", "run_id": "attempt_762de45e8c67413bae2ff806a0b604fa", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_ab1561c739964f0b947cf95429cc5454", "score": 0.0, "status": "FAIL", "task_id": "telecom-06"}, {"attempt_run_ids": ["attempt_18a6a95ff1f34ffdbd888bda6e09e384"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T09:45:42.073088Z", "run_id": "attempt_d766f3e4e63547218bd0342b1aba401e", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_18a6a95ff1f34ffdbd888bda6e09e384", "score": 0.0, "status": "FAIL", "task_id": "telecom-08"}, {"attempt_run_ids": ["attempt_207c09334988411b9f037d93f64c0e39"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_207c09334988411b9f037d93f64c0e39", "score": 1.0, "status": "PASS", "task_id": "telecom-09"}, {"attempt_run_ids": ["attempt_5b023dbc30914c6e8d4ea2800f76f366"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5b023dbc30914c6e8d4ea2800f76f366", "score": 1.0, "status": "PASS", "task_id": "telecom-13"}, {"attempt_run_ids": ["attempt_e0cec3bcd0cb4651b3964e09bb10c4f2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e0cec3bcd0cb4651b3964e09bb10c4f2", "score": 1.0, "status": "PASS", "task_id": "telecom-14"}, {"attempt_run_ids": ["attempt_fe7e6451a021429aa9d998135eb00853"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_fe7e6451a021429aa9d998135eb00853", "score": 0.0, "status": "FAIL", "task_id": "telecom-15"}, {"attempt_run_ids": ["attempt_3e5b40eb2ef84d1ea3e7c69ec34e1c0d"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_3e5b40eb2ef84d1ea3e7c69ec34e1c0d", "score": 0.0, "status": "FAIL", "task_id": "telecom-16"}, {"attempt_run_ids": ["attempt_2494e244badc4b9d843e2ed847a68a04"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_2494e244badc4b9d843e2ed847a68a04", "score": 0.0, "status": "FAIL", "task_id": "telecom-18"}, {"attempt_run_ids": ["attempt_1e7bc9488cb143898a012e11357dedc4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_1e7bc9488cb143898a012e11357dedc4", "score": 1.0, "status": "PASS", "task_id": "telecom-19"}, {"attempt_run_ids": ["attempt_37c2039482ab4789ad94de4b11680c7f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_37c2039482ab4789ad94de4b11680c7f", "score": 1.0, "status": "PASS", "task_id": "telecom-20"}, {"attempt_run_ids": ["attempt_6f7e0ddc86d649238a7c8bb186774fd7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_6f7e0ddc86d649238a7c8bb186774fd7", "score": 1.0, "status": "PASS", "task_id": "telecom-21"}, {"attempt_run_ids": ["attempt_a6e041d81bb449f295728b7e3fe38612"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a6e041d81bb449f295728b7e3fe38612", "score": 1.0, "status": "PASS", "task_id": "telecom-22"}, {"attempt_run_ids": ["attempt_8343395b313e4067a832d424b981f000"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T15:19:09.293077Z", "run_id": "attempt_bf890c6d3f734bbbb08ffb07840c0e0e", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-26T16:13:21.792223Z", "run_id": "attempt_eefd31bb63854a4394e232308649fb49", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-26T20:31:09.733119Z", "run_id": "attempt_d2054b66f0c54915aaaabac542c27cbe", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-26T22:43:36.342724Z", "run_id": "attempt_4189a9194eb8406e850a4bf9884b59eb", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_8343395b313e4067a832d424b981f000", "score": 0.0, "status": "FAIL", "task_id": "telecom-10"}, {"attempt_run_ids": ["attempt_44e303226f1f45859d2aca1d5e68cbbe"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T15:19:09.293077Z", "run_id": "attempt_3ee74057997c4f36bd1afe46c2d9dbfc", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-26T16:13:21.792223Z", "run_id": "attempt_ee83f394c0054ec8a99ffaed843672d2", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-26T20:31:09.733119Z", "run_id": "attempt_8691284d0c9a4dd7b44df340a689e791", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-26T22:43:36.342724Z", "run_id": "attempt_034ff295ba2d4ecd989374138e107fc4", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_44e303226f1f45859d2aca1d5e68cbbe", "score": 0.0, "status": "FAIL", "task_id": "telecom-11"}, {"attempt_run_ids": ["attempt_b308269e59e6492d8de8197611b71a15"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T15:19:09.293077Z", "run_id": "attempt_93fbe5208d7e4e539fee19ba11fa376f", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-26T16:13:21.792223Z", "run_id": "attempt_43a4fecc1c5a41f7a45900b255ab0f95", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-26T20:31:09.733119Z", "run_id": "attempt_f765fc802c1f427e839b3d9843699238", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-26T22:43:36.342724Z", "run_id": "attempt_9a6cefab42af4d16823fc3ba2e5a0a36", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_b308269e59e6492d8de8197611b71a15", "score": 0.0, "status": "FAIL", "task_id": "telecom-12"}, {"attempt_run_ids": ["attempt_e4231e5949434ec8b86943424a329f2c"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_e4231e5949434ec8b86943424a329f2c", "score": 0.0, "status": "FAIL", "task_id": "telecom-26"}, {"attempt_run_ids": ["attempt_241d0ec8a5c3440992390bd05819adee"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_241d0ec8a5c3440992390bd05819adee", "score": 0.0, "status": "FAIL", "task_id": "telecom-27"}, {"attempt_run_ids": ["attempt_9443a4df4a0f4ae1937b4efff24f5475"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_9443a4df4a0f4ae1937b4efff24f5475", "score": 0.0, "status": "FAIL", "task_id": "telecom-30"}, {"attempt_run_ids": ["attempt_a6f719ae91b34bc984f88cd2e0b583f6"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_a6f719ae91b34bc984f88cd2e0b583f6", "score": 0.0, "status": "FAIL", "task_id": "telecom-31"}, {"attempt_run_ids": ["attempt_39533caee84448b6b32d6ee01e7a9615"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_39533caee84448b6b32d6ee01e7a9615", "score": 1.0, "status": "PASS", "task_id": "telecom-32"}, {"attempt_run_ids": ["attempt_138c6d45909e44a687c5029a237eda42"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_138c6d45909e44a687c5029a237eda42", "score": 1.0, "status": "PASS", "task_id": "telecom-33"}, {"attempt_run_ids": ["attempt_8b50f515e1bd4e09a41e9410c3c2c873"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_8b50f515e1bd4e09a41e9410c3c2c873", "score": 0.0, "status": "FAIL", "task_id": "telecom-36"}], "task_set_digest": "sha256:3b49281f0a0d515ca9da88627be803167cd248b818df5758ec49aa19e5f67c93", "uploaded_by": "ffy6511", "visibility": "public"}, {"actors_summary": [{"entry": "openai-http", "executor": "openai-http", "model": "dashscope/qwen3.8-max", "options": "{\"reasoning_effort\":\"max\"}", "profile_id": "service"}, {"entry": "openai-http", "executor": "openai-http", "model": "dashscope/qwen3.8-max", "options": "{\"reasoning_effort\":\"max\"}", "profile_id": "user"}], "agent_label": "openai-http", "blob_digest": "sha256:335037841fce8d3c42d1fc50cacb1f60faff70644ff56f4e902f7113528abd1c", "board_listed": true, "bound_kind": "release", "complete": true, "config_fingerprint": "sha256:6f28283842bdbd1e3308d999d8a2254e7c1bd3c55fc54247d886c2cb291a6ff5", "config_homogeneous": true, "created_at": 1788764900.0, "dataset_id": "official/tau3-telecom", "dataset_version": "0.1.1", "exit_code": 1, "job_overlay": {"agent_profiles": {"service": {"api_key": "litellm_api_key", "base_url": "litellm_base_url", "executor": "openai-http", "extensions": [{"plugin": "openai-http"}, {"plugin": "local"}], "model": "dashscope/qwen3.8-max", "options": {"reasoning_effort": "max"}}, "user": {"api_key": "litellm_api_key", "base_url": "litellm_base_url", "executor": "openai-http", "extensions": [{"plugin": "openai-http"}, {"plugin": "local"}], "model": "dashscope/qwen3.8-max", "options": {"reasoning_effort": "max"}}}, "environment": "local"}, "mean_score": 0.877193, "metrics": {"k_values": [1], "mean_score": 0.8771929824561403, "missing_score_as": 0.0, "n_attempts": 1, "n_error": 0, "n_fail": 14, "n_pass": 100, "n_tasks": 114, "pass_at_k": {"1": {"incomplete_tasks": 0, "n_tasks": 114, "value": 0.8771929824561403}}, "pass_power_k": {"1": {"incomplete_tasks": 0, "n_tasks": 114, "value": 0.8771929824561403}}, "pass_rate": 0.8771929824561403, "per_task": [{"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-00"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-01"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-02"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-03"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-04"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-05"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-06"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-07"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-08"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-09"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-10"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-100"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-101"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-102"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-103"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-104"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-105"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-106"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-107"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-108"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-109"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-11"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-110"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-111"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-112"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-113"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-12"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-13"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-14"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-15"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-16"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-17"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-18"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-19"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-20"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-21"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-22"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-23"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-24"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-25"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-26"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-27"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-28"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-29"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-30"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-31"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-32"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-33"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-34"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-35"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-36"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-37"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-38"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-39"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-40"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-41"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-42"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-43"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-44"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-45"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-46"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-47"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-48"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-49"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-50"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-51"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-52"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-53"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-54"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-55"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-56"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-57"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-58"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-59"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-60"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-61"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-62"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-63"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-64"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-65"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-66"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-67"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-68"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-69"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-70"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-71"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-72"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-73"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-74"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "telecom-75"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-76"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-77"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-78"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-79"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-80"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-81"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-82"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-83"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-84"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-85"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-86"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-87"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-88"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-89"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-90"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-91"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-92"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-93"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-94"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-95"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-96"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-97"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-98"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "telecom-99"}], "usage": {"cached_tokens": 27941248, "completion_tokens": 1380170, "cost_source": "missing", "duration_s": 35888.85884100001, "n_attempts_with_cost": 0, "n_attempts_with_tokens": 114, "prompt_tokens": 30613903}}, "model_label": "dashscope/qwen3.8-max", "note": "per-task evaluator verdicts only; no suite-level PASS", "pass_rate": 0.877193, "size": 13038, "suite_run_id": "07a8b6a7", "task_refs": [{"attempt_run_ids": ["attempt_7239cd0295d0467986d651163e149d2b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7239cd0295d0467986d651163e149d2b", "score": 1.0, "status": "PASS", "task_id": "telecom-00"}, {"attempt_run_ids": ["attempt_703fad052aac4b42ae97d5d4395fa258"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_703fad052aac4b42ae97d5d4395fa258", "score": 1.0, "status": "PASS", "task_id": "telecom-01"}, {"attempt_run_ids": ["attempt_99e8496af0ae4daa8b70d20073ff9239"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_99e8496af0ae4daa8b70d20073ff9239", "score": 1.0, "status": "PASS", "task_id": "telecom-02"}, {"attempt_run_ids": ["attempt_f7ad4ea1c3104c05995ecf88ab27b3b8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f7ad4ea1c3104c05995ecf88ab27b3b8", "score": 1.0, "status": "PASS", "task_id": "telecom-03"}, {"attempt_run_ids": ["attempt_3fcc183ab7264ac29c7f92ec72868697"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_3fcc183ab7264ac29c7f92ec72868697", "score": 0.0, "status": "FAIL", "task_id": "telecom-04"}, {"attempt_run_ids": ["attempt_57f2c3e3ad1e4e48a6969faca33fb288"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_57f2c3e3ad1e4e48a6969faca33fb288", "score": 1.0, "status": "PASS", "task_id": "telecom-05"}, {"attempt_run_ids": ["attempt_bc59c90d00ae4813b8db0813e822e7b7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_bc59c90d00ae4813b8db0813e822e7b7", "score": 1.0, "status": "PASS", "task_id": "telecom-06"}, {"attempt_run_ids": ["attempt_55ceafef04d84d0e926cdbcf458d5f7f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_55ceafef04d84d0e926cdbcf458d5f7f", "score": 1.0, "status": "PASS", "task_id": "telecom-07"}, {"attempt_run_ids": ["attempt_31491d4cfc1e4194a4b97888dbf25fb5"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_31491d4cfc1e4194a4b97888dbf25fb5", "score": 0.0, "status": "FAIL", "task_id": "telecom-08"}, {"attempt_run_ids": ["attempt_d9a8cbb08f6640ea9014ad97c081dd3b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d9a8cbb08f6640ea9014ad97c081dd3b", "score": 1.0, "status": "PASS", "task_id": "telecom-09"}, {"attempt_run_ids": ["attempt_2ce63152ad6c4ffd91d16e6e91ff1850"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_2ce63152ad6c4ffd91d16e6e91ff1850", "score": 1.0, "status": "PASS", "task_id": "telecom-10"}, {"attempt_run_ids": ["attempt_7566dff8c80e4279a896cccedf63ce51"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7566dff8c80e4279a896cccedf63ce51", "score": 1.0, "status": "PASS", "task_id": "telecom-100"}, {"attempt_run_ids": ["attempt_aeb3069f25514a31aa003f2944f38da2"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_aeb3069f25514a31aa003f2944f38da2", "score": 0.0, "status": "FAIL", "task_id": "telecom-101"}, {"attempt_run_ids": ["attempt_47bb772715744a9a82eac3fc3817a56e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_47bb772715744a9a82eac3fc3817a56e", "score": 1.0, "status": "PASS", "task_id": "telecom-102"}, {"attempt_run_ids": ["attempt_e5b1d541e1f443cd95c423bbdc413424"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e5b1d541e1f443cd95c423bbdc413424", "score": 1.0, "status": "PASS", "task_id": "telecom-103"}, {"attempt_run_ids": ["attempt_a378a1bd44794fdeac5a0d8aa9bd1e8e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a378a1bd44794fdeac5a0d8aa9bd1e8e", "score": 1.0, "status": "PASS", "task_id": "telecom-104"}, {"attempt_run_ids": ["attempt_0c24fb1528a747338a747ade04d6b66d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_0c24fb1528a747338a747ade04d6b66d", "score": 1.0, "status": "PASS", "task_id": "telecom-105"}, {"attempt_run_ids": ["attempt_519941f7173c43c9a2c205617b2fb207"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_519941f7173c43c9a2c205617b2fb207", "score": 0.0, "status": "FAIL", "task_id": "telecom-106"}, {"attempt_run_ids": ["attempt_00181961b318477f95a06ecd22c3a447"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_00181961b318477f95a06ecd22c3a447", "score": 1.0, "status": "PASS", "task_id": "telecom-107"}, {"attempt_run_ids": ["attempt_8363b9be37234d338fe9d9cc8e4966eb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_8363b9be37234d338fe9d9cc8e4966eb", "score": 1.0, "status": "PASS", "task_id": "telecom-108"}, {"attempt_run_ids": ["attempt_6eb64b3abd2044c589678e93b94205de"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_6eb64b3abd2044c589678e93b94205de", "score": 0.0, "status": "FAIL", "task_id": "telecom-109"}, {"attempt_run_ids": ["attempt_64e7fee9ef1e49a7b928b0b086812061"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_64e7fee9ef1e49a7b928b0b086812061", "score": 1.0, "status": "PASS", "task_id": "telecom-11"}, {"attempt_run_ids": ["attempt_4b952697201d410d9c67a557e877d488"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_4b952697201d410d9c67a557e877d488", "score": 1.0, "status": "PASS", "task_id": "telecom-110"}, {"attempt_run_ids": ["attempt_6ccd888262d74ea0a9e6f542097c254b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_6ccd888262d74ea0a9e6f542097c254b", "score": 1.0, "status": "PASS", "task_id": "telecom-111"}, {"attempt_run_ids": ["attempt_6db06adcaa4549e4b0f6fce6ed7e7648"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_6db06adcaa4549e4b0f6fce6ed7e7648", "score": 0.0, "status": "FAIL", "task_id": "telecom-112"}, {"attempt_run_ids": ["attempt_3b60cbc4862f4534ae330460515b303f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_3b60cbc4862f4534ae330460515b303f", "score": 1.0, "status": "PASS", "task_id": "telecom-113"}, {"attempt_run_ids": ["attempt_37453080627d42fbaa78ecec67b31009"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_37453080627d42fbaa78ecec67b31009", "score": 1.0, "status": "PASS", "task_id": "telecom-12"}, {"attempt_run_ids": ["attempt_b36d90fd31aa43df88bd570fc420b37a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_b36d90fd31aa43df88bd570fc420b37a", "score": 1.0, "status": "PASS", "task_id": "telecom-13"}, {"attempt_run_ids": ["attempt_33e7c83891a34ab0abb05fb5d9943ce0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_33e7c83891a34ab0abb05fb5d9943ce0", "score": 1.0, "status": "PASS", "task_id": "telecom-14"}, {"attempt_run_ids": ["attempt_fcdd4fff36f84b01a27ee2f15c3da851"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_fcdd4fff36f84b01a27ee2f15c3da851", "score": 0.0, "status": "FAIL", "task_id": "telecom-15"}, {"attempt_run_ids": ["attempt_7c2af04436e44ff18db6a5b815bb78c0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7c2af04436e44ff18db6a5b815bb78c0", "score": 1.0, "status": "PASS", "task_id": "telecom-16"}, {"attempt_run_ids": ["attempt_47e04b7010764f74b5a979d498ff520b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_47e04b7010764f74b5a979d498ff520b", "score": 0.0, "status": "FAIL", "task_id": "telecom-17"}, {"attempt_run_ids": ["attempt_29e19bf737da4d76ab3d3478e2b93f08"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_29e19bf737da4d76ab3d3478e2b93f08", "score": 1.0, "status": "PASS", "task_id": "telecom-18"}, {"attempt_run_ids": ["attempt_478b02ad925748419e4399c84a58f871"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_478b02ad925748419e4399c84a58f871", "score": 1.0, "status": "PASS", "task_id": "telecom-19"}, {"attempt_run_ids": ["attempt_7323f16a2f054dd2856998ace5056b8a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7323f16a2f054dd2856998ace5056b8a", "score": 1.0, "status": "PASS", "task_id": "telecom-20"}, {"attempt_run_ids": ["attempt_bfad6de9f83c4ff6a1e3b14b668c398d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_bfad6de9f83c4ff6a1e3b14b668c398d", "score": 1.0, "status": "PASS", "task_id": "telecom-21"}, {"attempt_run_ids": ["attempt_ae70dd8a838c4d9286421c9d7016ad95"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_ae70dd8a838c4d9286421c9d7016ad95", "score": 0.0, "status": "FAIL", "task_id": "telecom-22"}, {"attempt_run_ids": ["attempt_52edf1532b0d4b148ef3f851a3889060"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_52edf1532b0d4b148ef3f851a3889060", "score": 0.0, "status": "FAIL", "task_id": "telecom-23"}, {"attempt_run_ids": ["attempt_22fab01e24494423a78d8e529731e3e3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_22fab01e24494423a78d8e529731e3e3", "score": 1.0, "status": "PASS", "task_id": "telecom-24"}, {"attempt_run_ids": ["attempt_45ea3baf4a884280b6f6540e6d4d0f08"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_45ea3baf4a884280b6f6540e6d4d0f08", "score": 1.0, "status": "PASS", "task_id": "telecom-25"}, {"attempt_run_ids": ["attempt_f55f1edacbd842dd83bf61fa285c9eb0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f55f1edacbd842dd83bf61fa285c9eb0", "score": 1.0, "status": "PASS", "task_id": "telecom-26"}, {"attempt_run_ids": ["attempt_0063bda5c9e044e0a2f1afad4d7e42e3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_0063bda5c9e044e0a2f1afad4d7e42e3", "score": 1.0, "status": "PASS", "task_id": "telecom-27"}, {"attempt_run_ids": ["attempt_9a271c972aaa49f3acdfd0e6b075e514"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_9a271c972aaa49f3acdfd0e6b075e514", "score": 1.0, "status": "PASS", "task_id": "telecom-28"}, {"attempt_run_ids": ["attempt_43ec6b4be2bb41cd9bd6f9370b6ddedd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_43ec6b4be2bb41cd9bd6f9370b6ddedd", "score": 1.0, "status": "PASS", "task_id": "telecom-29"}, {"attempt_run_ids": ["attempt_b6446646de8145559c13f7daefccda63"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_b6446646de8145559c13f7daefccda63", "score": 1.0, "status": "PASS", "task_id": "telecom-30"}, {"attempt_run_ids": ["attempt_3d525d9d82a5428d94a1e5909c91c8ab"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_3d525d9d82a5428d94a1e5909c91c8ab", "score": 1.0, "status": "PASS", "task_id": "telecom-31"}, {"attempt_run_ids": ["attempt_1125ffef600944f7bcaee01a164d8628"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_1125ffef600944f7bcaee01a164d8628", "score": 1.0, "status": "PASS", "task_id": "telecom-32"}, {"attempt_run_ids": ["attempt_39c07865b4e04d6f8643530e3e4b53c4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_39c07865b4e04d6f8643530e3e4b53c4", "score": 1.0, "status": "PASS", "task_id": "telecom-33"}, {"attempt_run_ids": ["attempt_e3ac0d78c92841b48925a2a540b8a0cb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e3ac0d78c92841b48925a2a540b8a0cb", "score": 1.0, "status": "PASS", "task_id": "telecom-34"}, {"attempt_run_ids": ["attempt_cc527d2153074686bbe3458abc491966"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_cc527d2153074686bbe3458abc491966", "score": 1.0, "status": "PASS", "task_id": "telecom-35"}, {"attempt_run_ids": ["attempt_d04542af97674efba18019064f3b6ffe"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d04542af97674efba18019064f3b6ffe", "score": 1.0, "status": "PASS", "task_id": "telecom-36"}, {"attempt_run_ids": ["attempt_7ebb85e8265b48a4b1b2b38534019c86"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_7ebb85e8265b48a4b1b2b38534019c86", "score": 0.0, "status": "FAIL", "task_id": "telecom-37"}, {"attempt_run_ids": ["attempt_2c70bce709274520948af39210a1fdd3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_2c70bce709274520948af39210a1fdd3", "score": 1.0, "status": "PASS", "task_id": "telecom-38"}, {"attempt_run_ids": ["attempt_a73bf52e4cb64e59af6db4fe6460fe60"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a73bf52e4cb64e59af6db4fe6460fe60", "score": 1.0, "status": "PASS", "task_id": "telecom-39"}, {"attempt_run_ids": ["attempt_a6cbbf4d2049433ab1bda0f8985927e0"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_a6cbbf4d2049433ab1bda0f8985927e0", "score": 0.0, "status": "FAIL", "task_id": "telecom-40"}, {"attempt_run_ids": ["attempt_04b66b44bc3846b999e66a709ded45d0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_04b66b44bc3846b999e66a709ded45d0", "score": 1.0, "status": "PASS", "task_id": "telecom-41"}, {"attempt_run_ids": ["attempt_29566245e0b9478a8b398ca8dc00d88d"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_29566245e0b9478a8b398ca8dc00d88d", "score": 0.0, "status": "FAIL", "task_id": "telecom-42"}, {"attempt_run_ids": ["attempt_725f2d0d3bf643dd8dfbdff0c86aec42"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_725f2d0d3bf643dd8dfbdff0c86aec42", "score": 1.0, "status": "PASS", "task_id": "telecom-43"}, {"attempt_run_ids": ["attempt_da4531f13f014f35bceeb3420e533dc3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_da4531f13f014f35bceeb3420e533dc3", "score": 1.0, "status": "PASS", "task_id": "telecom-44"}, {"attempt_run_ids": ["attempt_d8e2dd0828f24842b93cd1f92e35f3dc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d8e2dd0828f24842b93cd1f92e35f3dc", "score": 1.0, "status": "PASS", "task_id": "telecom-45"}, {"attempt_run_ids": ["attempt_cda1c2f291904138a5430aab09e36566"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_cda1c2f291904138a5430aab09e36566", "score": 1.0, "status": "PASS", "task_id": "telecom-46"}, {"attempt_run_ids": ["attempt_b1e93cea2daf4d03bfbebe56195f054b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_b1e93cea2daf4d03bfbebe56195f054b", "score": 1.0, "status": "PASS", "task_id": "telecom-47"}, {"attempt_run_ids": ["attempt_cc2aa3d6a80e46f89561e4c645735da0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_cc2aa3d6a80e46f89561e4c645735da0", "score": 1.0, "status": "PASS", "task_id": "telecom-48"}, {"attempt_run_ids": ["attempt_85dd798ea5c44acf8fc54b8eb1cba9ad"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_85dd798ea5c44acf8fc54b8eb1cba9ad", "score": 1.0, "status": "PASS", "task_id": "telecom-49"}, {"attempt_run_ids": ["attempt_e8d90e3f3e29497ca935cf395923347b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e8d90e3f3e29497ca935cf395923347b", "score": 1.0, "status": "PASS", "task_id": "telecom-50"}, {"attempt_run_ids": ["attempt_84e09719cd23481c8dd1da4cbac72b01"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_84e09719cd23481c8dd1da4cbac72b01", "score": 1.0, "status": "PASS", "task_id": "telecom-51"}, {"attempt_run_ids": ["attempt_5290b1b9a89548dba40d410e5327e2e9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5290b1b9a89548dba40d410e5327e2e9", "score": 1.0, "status": "PASS", "task_id": "telecom-52"}, {"attempt_run_ids": ["attempt_2dc31767c1aa4d5c80be4c5653e07cf7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_2dc31767c1aa4d5c80be4c5653e07cf7", "score": 1.0, "status": "PASS", "task_id": "telecom-53"}, {"attempt_run_ids": ["attempt_396f3f56bd804c7d8a492d7dc9c5f03d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_396f3f56bd804c7d8a492d7dc9c5f03d", "score": 1.0, "status": "PASS", "task_id": "telecom-54"}, {"attempt_run_ids": ["attempt_f2487c032a064658900d6d67c0f09a21"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f2487c032a064658900d6d67c0f09a21", "score": 1.0, "status": "PASS", "task_id": "telecom-55"}, {"attempt_run_ids": ["attempt_71e2654cd0974c31937eea9e242ef1bc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_71e2654cd0974c31937eea9e242ef1bc", "score": 1.0, "status": "PASS", "task_id": "telecom-56"}, {"attempt_run_ids": ["attempt_d75ad9ac059842c49df85a7a94d46a8a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d75ad9ac059842c49df85a7a94d46a8a", "score": 1.0, "status": "PASS", "task_id": "telecom-57"}, {"attempt_run_ids": ["attempt_ad5cbc56884b4ba69ac97773939ec2f4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ad5cbc56884b4ba69ac97773939ec2f4", "score": 1.0, "status": "PASS", "task_id": "telecom-58"}, {"attempt_run_ids": ["attempt_edb77fc85e8442d0b94d2358dcee325c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_edb77fc85e8442d0b94d2358dcee325c", "score": 1.0, "status": "PASS", "task_id": "telecom-59"}, {"attempt_run_ids": ["attempt_b242bc1f88f444069e403146fba8cdde"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_b242bc1f88f444069e403146fba8cdde", "score": 1.0, "status": "PASS", "task_id": "telecom-60"}, {"attempt_run_ids": ["attempt_d5cb426fd1ef48239827d5032fb725de"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d5cb426fd1ef48239827d5032fb725de", "score": 1.0, "status": "PASS", "task_id": "telecom-61"}, {"attempt_run_ids": ["attempt_752e34fdf4a34ab1b3cdbbcf261b8cc4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_752e34fdf4a34ab1b3cdbbcf261b8cc4", "score": 1.0, "status": "PASS", "task_id": "telecom-62"}, {"attempt_run_ids": ["attempt_f647394a16854fb5a4bd1868231de2d8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f647394a16854fb5a4bd1868231de2d8", "score": 1.0, "status": "PASS", "task_id": "telecom-63"}, {"attempt_run_ids": ["attempt_5eb39f7643984cf2b6c8b419fdef152b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5eb39f7643984cf2b6c8b419fdef152b", "score": 1.0, "status": "PASS", "task_id": "telecom-64"}, {"attempt_run_ids": ["attempt_97bc4b65ac7b4efd90a25653633567da"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_97bc4b65ac7b4efd90a25653633567da", "score": 1.0, "status": "PASS", "task_id": "telecom-65"}, {"attempt_run_ids": ["attempt_9d0523fb090b48e0ab7f61f5617e5fce"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_9d0523fb090b48e0ab7f61f5617e5fce", "score": 1.0, "status": "PASS", "task_id": "telecom-66"}, {"attempt_run_ids": ["attempt_2cec583fb9624b5bad3d447b28f939a7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_2cec583fb9624b5bad3d447b28f939a7", "score": 1.0, "status": "PASS", "task_id": "telecom-67"}, {"attempt_run_ids": ["attempt_48ae292782f04f34905bfc3caf636797"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_48ae292782f04f34905bfc3caf636797", "score": 1.0, "status": "PASS", "task_id": "telecom-68"}, {"attempt_run_ids": ["attempt_7a7985e276d44086bc341a276f0ca810"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7a7985e276d44086bc341a276f0ca810", "score": 1.0, "status": "PASS", "task_id": "telecom-69"}, {"attempt_run_ids": ["attempt_ec6295c4da7b4e7788ca196a52fd84e2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ec6295c4da7b4e7788ca196a52fd84e2", "score": 1.0, "status": "PASS", "task_id": "telecom-70"}, {"attempt_run_ids": ["attempt_fc9383b6ea4e49fba5444adea2d58066"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_fc9383b6ea4e49fba5444adea2d58066", "score": 1.0, "status": "PASS", "task_id": "telecom-71"}, {"attempt_run_ids": ["attempt_f50ed633c05a43cfabb90212599640c9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f50ed633c05a43cfabb90212599640c9", "score": 1.0, "status": "PASS", "task_id": "telecom-72"}, {"attempt_run_ids": ["attempt_94c8cdd9cb1646f98205006dab657e5f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_94c8cdd9cb1646f98205006dab657e5f", "score": 1.0, "status": "PASS", "task_id": "telecom-73"}, {"attempt_run_ids": ["attempt_420eff800e87461ca5eea84781c16b16"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_420eff800e87461ca5eea84781c16b16", "score": 1.0, "status": "PASS", "task_id": "telecom-74"}, {"attempt_run_ids": ["attempt_a62c2372fea847378d3f37124bafe903"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_a62c2372fea847378d3f37124bafe903", "score": 0.0, "status": "FAIL", "task_id": "telecom-75"}, {"attempt_run_ids": ["attempt_a050ebcbe9d147d79bdf458e1d2d28a6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a050ebcbe9d147d79bdf458e1d2d28a6", "score": 1.0, "status": "PASS", "task_id": "telecom-76"}, {"attempt_run_ids": ["attempt_549b78d74d1741c7a442060f2f3e9a00"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_549b78d74d1741c7a442060f2f3e9a00", "score": 1.0, "status": "PASS", "task_id": "telecom-77"}, {"attempt_run_ids": ["attempt_bd3f8684e62343a6b610e785e6163c26"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_bd3f8684e62343a6b610e785e6163c26", "score": 1.0, "status": "PASS", "task_id": "telecom-78"}, {"attempt_run_ids": ["attempt_5634e011b4ba40b6b35f64fe33ecc9b9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5634e011b4ba40b6b35f64fe33ecc9b9", "score": 1.0, "status": "PASS", "task_id": "telecom-79"}, {"attempt_run_ids": ["attempt_d7d8a14483334684bfe69487b7aede55"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d7d8a14483334684bfe69487b7aede55", "score": 1.0, "status": "PASS", "task_id": "telecom-80"}, {"attempt_run_ids": ["attempt_425e08e3323a4e69bc6232c9c92f151c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_425e08e3323a4e69bc6232c9c92f151c", "score": 1.0, "status": "PASS", "task_id": "telecom-81"}, {"attempt_run_ids": ["attempt_98d31bcbe48247169073a862cb8c12fa"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_98d31bcbe48247169073a862cb8c12fa", "score": 1.0, "status": "PASS", "task_id": "telecom-82"}, {"attempt_run_ids": ["attempt_9d58f51ee5a04a00ab69f4069b4c7dce"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_9d58f51ee5a04a00ab69f4069b4c7dce", "score": 1.0, "status": "PASS", "task_id": "telecom-83"}, {"attempt_run_ids": ["attempt_0c07f12d6ca547af906cd12916bd3337"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_0c07f12d6ca547af906cd12916bd3337", "score": 1.0, "status": "PASS", "task_id": "telecom-84"}, {"attempt_run_ids": ["attempt_12e6bde384cc42a3ac302217ccbc9a87"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_12e6bde384cc42a3ac302217ccbc9a87", "score": 1.0, "status": "PASS", "task_id": "telecom-85"}, {"attempt_run_ids": ["attempt_f159ed82521540fa992bc00af857a3c9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f159ed82521540fa992bc00af857a3c9", "score": 1.0, "status": "PASS", "task_id": "telecom-86"}, {"attempt_run_ids": ["attempt_1ea49d9cdecb452394688a486ebc0b6e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_1ea49d9cdecb452394688a486ebc0b6e", "score": 1.0, "status": "PASS", "task_id": "telecom-87"}, {"attempt_run_ids": ["attempt_4d5ed0788735475799411fbd8dfb980b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_4d5ed0788735475799411fbd8dfb980b", "score": 1.0, "status": "PASS", "task_id": "telecom-88"}, {"attempt_run_ids": ["attempt_a3487cd095674631b3c71c78d22c06de"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a3487cd095674631b3c71c78d22c06de", "score": 1.0, "status": "PASS", "task_id": "telecom-89"}, {"attempt_run_ids": ["attempt_99aec1d073e841299f0bfef875e2c0fc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_99aec1d073e841299f0bfef875e2c0fc", "score": 1.0, "status": "PASS", "task_id": "telecom-90"}, {"attempt_run_ids": ["attempt_aeda599120214b10b91e34f1eb1cd26b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_aeda599120214b10b91e34f1eb1cd26b", "score": 1.0, "status": "PASS", "task_id": "telecom-91"}, {"attempt_run_ids": ["attempt_d02fce39b5a14d1e826e20d19e532d32"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d02fce39b5a14d1e826e20d19e532d32", "score": 1.0, "status": "PASS", "task_id": "telecom-92"}, {"attempt_run_ids": ["attempt_45d392ad4875433fb77316310d057768"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_45d392ad4875433fb77316310d057768", "score": 1.0, "status": "PASS", "task_id": "telecom-93"}, {"attempt_run_ids": ["attempt_7347c7083ff94ce589df91665af8b99c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7347c7083ff94ce589df91665af8b99c", "score": 1.0, "status": "PASS", "task_id": "telecom-94"}, {"attempt_run_ids": ["attempt_362a77c5c72b41aebf203f1f19618687"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_362a77c5c72b41aebf203f1f19618687", "score": 1.0, "status": "PASS", "task_id": "telecom-95"}, {"attempt_run_ids": ["attempt_7680aa0caebc400db7cd5878aa02c9ef"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7680aa0caebc400db7cd5878aa02c9ef", "score": 1.0, "status": "PASS", "task_id": "telecom-96"}, {"attempt_run_ids": ["attempt_bcbb95c884b04bbbb6313ebf688eec65"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_bcbb95c884b04bbbb6313ebf688eec65", "score": 1.0, "status": "PASS", "task_id": "telecom-97"}, {"attempt_run_ids": ["attempt_6888e99e7c8e40febd0e1119ed865b0a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_6888e99e7c8e40febd0e1119ed865b0a", "score": 1.0, "status": "PASS", "task_id": "telecom-98"}, {"attempt_run_ids": ["attempt_0e1962f29e2b4d689d4943eac81a1019"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_0e1962f29e2b4d689d4943eac81a1019", "score": 1.0, "status": "PASS", "task_id": "telecom-99"}], "task_set_digest": "sha256:3b49281f0a0d515ca9da88627be803167cd248b818df5758ec49aa19e5f67c93", "uploaded_by": "ffy6511", "visibility": "public"}, {"actors_summary": [{"entry": "openai-http", "executor": "openai-http", "model": "dashscope/deepseek-v4-pro", "options": "{\"reasoning_effort\":\"max\"}", "profile_id": "service"}, {"entry": "openai-http", "executor": "openai-http", "model": "dashscope/deepseek-v4-pro", "options": "{\"reasoning_effort\":\"max\"}", "profile_id": "user"}], "agent_label": "openai-http", "amended": true, "blob_digest": "sha256:77f0989922aa3e87734d834bf43105ee5b3d33a49dbcdcc60d77ee549c7e6cd9", "board_listed": true, "bound_kind": "release", "complete": true, "config_fingerprint": "sha256:e85be6e860f9295bdb9915e34c090c99fca88ae04b7d42148211230004d769d1", "config_homogeneous": true, "created_at": 1788764900.0, "dataset_id": "official/tau3-retail", "dataset_version": "0.1.1", "exit_code": 1, "job_overlay": {"agent_profiles": {"service": {"api_key": "litellm_api_key", "base_url": "litellm_base_url", "executor": "openai-http", "extensions": [{"plugin": "openai-http"}, {"plugin": "local"}], "model": "dashscope/deepseek-v4-pro", "options": {"reasoning_effort": "max"}}, "user": {"api_key": "litellm_api_key", "base_url": "litellm_base_url", "executor": "openai-http", "extensions": [{"plugin": "openai-http"}, {"plugin": "local"}], "model": "dashscope/deepseek-v4-pro", "options": {"reasoning_effort": "max"}}}, "environment": "local"}, "mean_score": 0.6666667, "metrics": {"k_values": [1], "mean_score": 0.6666666666666666, "missing_score_as": 0.0, "n_attempts": 1, "n_error": 0, "n_fail": 38, "n_pass": 76, "n_tasks": 114, "pass_at_k": {"1": {"incomplete_tasks": 0, "n_tasks": 114, "value": 0.6666666666666666}}, "pass_power_k": {"1": {"incomplete_tasks": 0, "n_tasks": 114, "value": 0.6666666666666666}}, "pass_rate": 0.6666666666666666, "per_task": [{"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-36"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-37"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-38"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-39"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-40"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-41"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-42"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-43"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-44"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-45"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-46"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-47"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-48"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-49"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-50"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-51"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-52"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-53"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-54"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-55"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-56"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-57"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-58"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-59"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-60"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-61"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-62"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-63"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-64"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-65"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-66"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-67"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-68"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-69"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-70"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-71"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-72"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-73"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-74"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-75"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-76"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-77"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-78"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-79"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-80"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-81"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-82"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-83"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-84"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-85"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-86"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-87"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-88"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-89"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-90"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-91"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-92"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-93"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-94"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-95"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-96"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-97"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-98"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-99"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-00"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-01"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-02"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-03"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-04"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-05"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-06"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-07"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-08"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-09"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-10"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-100"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-101"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-102"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-103"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-104"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-105"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-106"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-107"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-108"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-109"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-11"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-110"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-111"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-113"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-12"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-13"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-16"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-19"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-20"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-21"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-22"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-25"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-26"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-27"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-28"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-29"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-15"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-14"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-17"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-18"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-24"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-23"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-112"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-33"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-30"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-31"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-34"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-32"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-35"}], "usage": {"cached_tokens": 6554112, "completion_tokens": 577577, "cost_source": "missing", "duration_s": 14928.611445, "n_attempts_with_cost": 0, "n_attempts_with_tokens": 114, "prompt_tokens": 7892570}}, "model_label": "dashscope/deepseek-v4-pro", "note": "per-task evaluator verdicts only; no suite-level PASS", "pass_rate": 0.6666667, "size": 14465, "suite_run_id": "e799e953", "task_refs": [{"attempt_run_ids": ["attempt_5ca3966bf2784fef829fc95c3f627334"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T02:52:13.733925Z", "run_id": "attempt_57ea6ea3944348ea8b49725a317c0f82", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_5ca3966bf2784fef829fc95c3f627334", "score": 1.0, "status": "PASS", "task_id": "retail-36"}, {"attempt_run_ids": ["attempt_538dac5242104c5e8f7d20ea5b2237d3"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T02:52:13.733925Z", "run_id": "attempt_fffb352abf9e41df8b3189887f868050", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_538dac5242104c5e8f7d20ea5b2237d3", "score": 1.0, "status": "PASS", "task_id": "retail-37"}, {"attempt_run_ids": ["attempt_13fa5b2a1c0c41368d85c78eb57f26c5"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T02:52:13.733925Z", "run_id": "attempt_5058b1cd24144512bd66db8c4bda81a5", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_13fa5b2a1c0c41368d85c78eb57f26c5", "score": 0.0, "status": "FAIL", "task_id": "retail-38"}, {"attempt_run_ids": ["attempt_91c0d4affadc4637a3e4094b226422bb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_91c0d4affadc4637a3e4094b226422bb", "score": 1.0, "status": "PASS", "task_id": "retail-39"}, {"attempt_run_ids": ["attempt_c9edf1a329364002a3ba30347b0b4727"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_c9edf1a329364002a3ba30347b0b4727", "score": 0.0, "status": "FAIL", "task_id": "retail-40"}, {"attempt_run_ids": ["attempt_6466eae2c45a4411876315199216c983"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_6466eae2c45a4411876315199216c983", "score": 0.0, "status": "FAIL", "task_id": "retail-41"}, {"attempt_run_ids": ["attempt_fce33d930ef94f738171ae97471095a1"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_fce33d930ef94f738171ae97471095a1", "score": 0.0, "status": "FAIL", "task_id": "retail-42"}, {"attempt_run_ids": ["attempt_75d41e3b99f742cb9f65f2a984a1b7a8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_75d41e3b99f742cb9f65f2a984a1b7a8", "score": 1.0, "status": "PASS", "task_id": "retail-43"}, {"attempt_run_ids": ["attempt_e4550f5f957a4d248570617734007811"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e4550f5f957a4d248570617734007811", "score": 1.0, "status": "PASS", "task_id": "retail-44"}, {"attempt_run_ids": ["attempt_4dd0ef9f26524705bbb2a3b8158a5713"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_4dd0ef9f26524705bbb2a3b8158a5713", "score": 0.0, "status": "FAIL", "task_id": "retail-45"}, {"attempt_run_ids": ["attempt_83cece8492d94c72b88c95e20c79efd6"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_83cece8492d94c72b88c95e20c79efd6", "score": 0.0, "status": "FAIL", "task_id": "retail-46"}, {"attempt_run_ids": ["attempt_9e0650634e884eb6b9fdfd673f09f288"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_9e0650634e884eb6b9fdfd673f09f288", "score": 1.0, "status": "PASS", "task_id": "retail-47"}, {"attempt_run_ids": ["attempt_7f3fc372e1dc4fb48cc17120f4ba3292"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7f3fc372e1dc4fb48cc17120f4ba3292", "score": 1.0, "status": "PASS", "task_id": "retail-48"}, {"attempt_run_ids": ["attempt_8320fd1c78534ebf9a832aed28a039ee"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_8320fd1c78534ebf9a832aed28a039ee", "score": 0.0, "status": "FAIL", "task_id": "retail-49"}, {"attempt_run_ids": ["attempt_f3729a6967f7402cad88665d1a1a9b5b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f3729a6967f7402cad88665d1a1a9b5b", "score": 1.0, "status": "PASS", "task_id": "retail-50"}, {"attempt_run_ids": ["attempt_a52624183dd74956b1b012d15d27bbcb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a52624183dd74956b1b012d15d27bbcb", "score": 1.0, "status": "PASS", "task_id": "retail-51"}, {"attempt_run_ids": ["attempt_5c283c328f524795880e2c4a4146a6d2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5c283c328f524795880e2c4a4146a6d2", "score": 1.0, "status": "PASS", "task_id": "retail-52"}, {"attempt_run_ids": ["attempt_18595d88376c4f1fb1f92158693d7daa"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_18595d88376c4f1fb1f92158693d7daa", "score": 1.0, "status": "PASS", "task_id": "retail-53"}, {"attempt_run_ids": ["attempt_2001da74c7914ae783fca77587651fa7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_2001da74c7914ae783fca77587651fa7", "score": 1.0, "status": "PASS", "task_id": "retail-54"}, {"attempt_run_ids": ["attempt_434488ebc2764c4a872dc762a6724b2f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_434488ebc2764c4a872dc762a6724b2f", "score": 1.0, "status": "PASS", "task_id": "retail-55"}, {"attempt_run_ids": ["attempt_c5fd848419ab4be99611465c8d75cb9e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_c5fd848419ab4be99611465c8d75cb9e", "score": 1.0, "status": "PASS", "task_id": "retail-56"}, {"attempt_run_ids": ["attempt_ac036ae565804ca3a4cc011e62210b57"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ac036ae565804ca3a4cc011e62210b57", "score": 1.0, "status": "PASS", "task_id": "retail-57"}, {"attempt_run_ids": ["attempt_86d02426431c4c91a93fcb68033604d1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_86d02426431c4c91a93fcb68033604d1", "score": 1.0, "status": "PASS", "task_id": "retail-58"}, {"attempt_run_ids": ["attempt_35294890165749759e6d74f2a3d7334b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_35294890165749759e6d74f2a3d7334b", "score": 0.0, "status": "FAIL", "task_id": "retail-59"}, {"attempt_run_ids": ["attempt_4abfa501d37946cba83ae323a3157de4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_4abfa501d37946cba83ae323a3157de4", "score": 1.0, "status": "PASS", "task_id": "retail-60"}, {"attempt_run_ids": ["attempt_1f10672785d74ed38015a9828186313f"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_1f10672785d74ed38015a9828186313f", "score": 0.0, "status": "FAIL", "task_id": "retail-61"}, {"attempt_run_ids": ["attempt_c63c75382ea94bfbb54abc83807a63ad"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_c63c75382ea94bfbb54abc83807a63ad", "score": 1.0, "status": "PASS", "task_id": "retail-62"}, {"attempt_run_ids": ["attempt_fbbea36c7560498898f5afb9e054e032"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_fbbea36c7560498898f5afb9e054e032", "score": 1.0, "status": "PASS", "task_id": "retail-63"}, {"attempt_run_ids": ["attempt_0b65c83eed3342429953686c3de84641"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_0b65c83eed3342429953686c3de84641", "score": 0.0, "status": "FAIL", "task_id": "retail-64"}, {"attempt_run_ids": ["attempt_2839bb8bd6fc42eeb0725ef3740fa1b1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_2839bb8bd6fc42eeb0725ef3740fa1b1", "score": 1.0, "status": "PASS", "task_id": "retail-65"}, {"attempt_run_ids": ["attempt_eb7ec171bbfb46958bb172a7a0f5c230"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_eb7ec171bbfb46958bb172a7a0f5c230", "score": 1.0, "status": "PASS", "task_id": "retail-66"}, {"attempt_run_ids": ["attempt_4a3baea64b1744209fcd329aa9776b92"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_4a3baea64b1744209fcd329aa9776b92", "score": 1.0, "status": "PASS", "task_id": "retail-67"}, {"attempt_run_ids": ["attempt_fcef5cdb50044acfa484c021861689da"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_fcef5cdb50044acfa484c021861689da", "score": 1.0, "status": "PASS", "task_id": "retail-68"}, {"attempt_run_ids": ["attempt_efec11d5e33d4254af76176cb13a3d17"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_efec11d5e33d4254af76176cb13a3d17", "score": 1.0, "status": "PASS", "task_id": "retail-69"}, {"attempt_run_ids": ["attempt_16535db7eb9143dab717d697c2b6f425"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_16535db7eb9143dab717d697c2b6f425", "score": 0.0, "status": "FAIL", "task_id": "retail-70"}, {"attempt_run_ids": ["attempt_5c1d358bfa154bcda7b8fc9d14811048"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_5c1d358bfa154bcda7b8fc9d14811048", "score": 0.0, "status": "FAIL", "task_id": "retail-71"}, {"attempt_run_ids": ["attempt_b168dbcda09e4b60894eaee53aaa5853"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_b168dbcda09e4b60894eaee53aaa5853", "score": 0.0, "status": "FAIL", "task_id": "retail-72"}, {"attempt_run_ids": ["attempt_57c4da151fe54a2d960ca83ae255fe2d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_57c4da151fe54a2d960ca83ae255fe2d", "score": 1.0, "status": "PASS", "task_id": "retail-73"}, {"attempt_run_ids": ["attempt_d1e3683fbd2a4ec3891b0b0f30b25a89"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_d1e3683fbd2a4ec3891b0b0f30b25a89", "score": 0.0, "status": "FAIL", "task_id": "retail-74"}, {"attempt_run_ids": ["attempt_f645ea88cb0344738a29df31ea699541"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f645ea88cb0344738a29df31ea699541", "score": 1.0, "status": "PASS", "task_id": "retail-75"}, {"attempt_run_ids": ["attempt_eb2b02f7a8f0414ba7026195cb7c00eb"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_eb2b02f7a8f0414ba7026195cb7c00eb", "score": 0.0, "status": "FAIL", "task_id": "retail-76"}, {"attempt_run_ids": ["attempt_b38314c4c106443f94164d6118556d8e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_b38314c4c106443f94164d6118556d8e", "score": 1.0, "status": "PASS", "task_id": "retail-77"}, {"attempt_run_ids": ["attempt_71c460cfd99f42218695d99193b05be7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_71c460cfd99f42218695d99193b05be7", "score": 1.0, "status": "PASS", "task_id": "retail-78"}, {"attempt_run_ids": ["attempt_e83aa0d9e3a74614a435e4e6af212be4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e83aa0d9e3a74614a435e4e6af212be4", "score": 1.0, "status": "PASS", "task_id": "retail-79"}, {"attempt_run_ids": ["attempt_7ba0201004f04f559d2e35ef0cf62331"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7ba0201004f04f559d2e35ef0cf62331", "score": 1.0, "status": "PASS", "task_id": "retail-80"}, {"attempt_run_ids": ["attempt_54703a9055b94703ab8129c23c013177"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_54703a9055b94703ab8129c23c013177", "score": 0.0, "status": "FAIL", "task_id": "retail-81"}, {"attempt_run_ids": ["attempt_0e1cd791bbbc4a818a1e718b05d612c5"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_0e1cd791bbbc4a818a1e718b05d612c5", "score": 0.0, "status": "FAIL", "task_id": "retail-82"}, {"attempt_run_ids": ["attempt_e0bac22ec6ca4557b52e5bb52059605c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e0bac22ec6ca4557b52e5bb52059605c", "score": 1.0, "status": "PASS", "task_id": "retail-83"}, {"attempt_run_ids": ["attempt_cdd9c629b6fc4d0bbb8ce0bc054c51c2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_cdd9c629b6fc4d0bbb8ce0bc054c51c2", "score": 1.0, "status": "PASS", "task_id": "retail-84"}, {"attempt_run_ids": ["attempt_ea23c89a8b244401804751872a0c038c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ea23c89a8b244401804751872a0c038c", "score": 1.0, "status": "PASS", "task_id": "retail-85"}, {"attempt_run_ids": ["attempt_3c3bc1e4e5ff4c6f9f17ebc83d7ef055"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_3c3bc1e4e5ff4c6f9f17ebc83d7ef055", "score": 1.0, "status": "PASS", "task_id": "retail-86"}, {"attempt_run_ids": ["attempt_bfcaece1deec46d0ae2f2ce6ab168ae4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_bfcaece1deec46d0ae2f2ce6ab168ae4", "score": 1.0, "status": "PASS", "task_id": "retail-87"}, {"attempt_run_ids": ["attempt_53e840e4a76a41acbb63ea08856a4940"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_53e840e4a76a41acbb63ea08856a4940", "score": 1.0, "status": "PASS", "task_id": "retail-88"}, {"attempt_run_ids": ["attempt_c08ded499e8246a98a2b8f44c02e0d07"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_c08ded499e8246a98a2b8f44c02e0d07", "score": 1.0, "status": "PASS", "task_id": "retail-89"}, {"attempt_run_ids": ["attempt_6af968fc279b4ec594ed84844d89340c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_6af968fc279b4ec594ed84844d89340c", "score": 1.0, "status": "PASS", "task_id": "retail-90"}, {"attempt_run_ids": ["attempt_8fe3fb8673fb4348a48490d1b01dc6bb"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_8fe3fb8673fb4348a48490d1b01dc6bb", "score": 0.0, "status": "FAIL", "task_id": "retail-91"}, {"attempt_run_ids": ["attempt_d426f11ceeb14168a16cd6b676082a57"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d426f11ceeb14168a16cd6b676082a57", "score": 1.0, "status": "PASS", "task_id": "retail-92"}, {"attempt_run_ids": ["attempt_265d7d92d3504bd88adba460156200a7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_265d7d92d3504bd88adba460156200a7", "score": 1.0, "status": "PASS", "task_id": "retail-93"}, {"attempt_run_ids": ["attempt_43f669db7eaa464f8549dce3368fc8f4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_43f669db7eaa464f8549dce3368fc8f4", "score": 1.0, "status": "PASS", "task_id": "retail-94"}, {"attempt_run_ids": ["attempt_00546cd1ca42400a924f29f6fed2958b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_00546cd1ca42400a924f29f6fed2958b", "score": 0.0, "status": "FAIL", "task_id": "retail-95"}, {"attempt_run_ids": ["attempt_df1b45eaba1b4eaaa95ff180b4ace566"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_df1b45eaba1b4eaaa95ff180b4ace566", "score": 1.0, "status": "PASS", "task_id": "retail-96"}, {"attempt_run_ids": ["attempt_1722dc62ae564052b6bcb533e7bd4b6c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_1722dc62ae564052b6bcb533e7bd4b6c", "score": 1.0, "status": "PASS", "task_id": "retail-97"}, {"attempt_run_ids": ["attempt_f9493e7ca95b4b79929bffa366a0e994"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_f9493e7ca95b4b79929bffa366a0e994", "score": 0.0, "status": "FAIL", "task_id": "retail-98"}, {"attempt_run_ids": ["attempt_167712f084994f51953cd6f843bb80fe"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_167712f084994f51953cd6f843bb80fe", "score": 1.0, "status": "PASS", "task_id": "retail-99"}, {"attempt_run_ids": ["attempt_ef743db5064147fb8d5becf8d14d0e97"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ef743db5064147fb8d5becf8d14d0e97", "score": 1.0, "status": "PASS", "task_id": "retail-00"}, {"attempt_run_ids": ["attempt_4eacddfb91e54f0383316eb43661e28e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_4eacddfb91e54f0383316eb43661e28e", "score": 1.0, "status": "PASS", "task_id": "retail-01"}, {"attempt_run_ids": ["attempt_dd5a2a12332d4072abb479d615318249"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_dd5a2a12332d4072abb479d615318249", "score": 0.0, "status": "FAIL", "task_id": "retail-02"}, {"attempt_run_ids": ["attempt_6a52acdddca34a8d9ebd037074c65587"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_6a52acdddca34a8d9ebd037074c65587", "score": 0.0, "status": "FAIL", "task_id": "retail-03"}, {"attempt_run_ids": ["attempt_eccd6fc2fdf349fd8da850c3da986aa3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_eccd6fc2fdf349fd8da850c3da986aa3", "score": 1.0, "status": "PASS", "task_id": "retail-04"}, {"attempt_run_ids": ["attempt_5b9b28d07761433994784b91f1e7e2bb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5b9b28d07761433994784b91f1e7e2bb", "score": 1.0, "status": "PASS", "task_id": "retail-05"}, {"attempt_run_ids": ["attempt_24b91998393a4e278f1186b91121ef49"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_24b91998393a4e278f1186b91121ef49", "score": 1.0, "status": "PASS", "task_id": "retail-06"}, {"attempt_run_ids": ["attempt_e645fadb75464f9a9627723268cbb28d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e645fadb75464f9a9627723268cbb28d", "score": 1.0, "status": "PASS", "task_id": "retail-07"}, {"attempt_run_ids": ["attempt_c45dd804bcde4a48b2e2dba358050d18"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_c45dd804bcde4a48b2e2dba358050d18", "score": 1.0, "status": "PASS", "task_id": "retail-08"}, {"attempt_run_ids": ["attempt_6fe07073cd764fb19592749ceca3a3ac"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_6fe07073cd764fb19592749ceca3a3ac", "score": 0.0, "status": "FAIL", "task_id": "retail-09"}, {"attempt_run_ids": ["attempt_5d00b17c307c4c0ab1a7f8bbad15ff7f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5d00b17c307c4c0ab1a7f8bbad15ff7f", "score": 1.0, "status": "PASS", "task_id": "retail-10"}, {"attempt_run_ids": ["attempt_8cf7cfca0b9342af99c190cdcbaa087f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_8cf7cfca0b9342af99c190cdcbaa087f", "score": 1.0, "status": "PASS", "task_id": "retail-100"}, {"attempt_run_ids": ["attempt_03a856d48f2d47f1a545face88ffdb0a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_03a856d48f2d47f1a545face88ffdb0a", "score": 1.0, "status": "PASS", "task_id": "retail-101"}, {"attempt_run_ids": ["attempt_3bcd5a29b91947dcb28f9a9c9b336254"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_3bcd5a29b91947dcb28f9a9c9b336254", "score": 1.0, "status": "PASS", "task_id": "retail-102"}, {"attempt_run_ids": ["attempt_ce85275cde904e089babbc094f9152d6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ce85275cde904e089babbc094f9152d6", "score": 1.0, "status": "PASS", "task_id": "retail-103"}, {"attempt_run_ids": ["attempt_b8ff92749db546e9ac539a91fda58088"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_b8ff92749db546e9ac539a91fda58088", "score": 1.0, "status": "PASS", "task_id": "retail-104"}, {"attempt_run_ids": ["attempt_c0cb04f6a1c643c68577240b327fe37c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_c0cb04f6a1c643c68577240b327fe37c", "score": 1.0, "status": "PASS", "task_id": "retail-105"}, {"attempt_run_ids": ["attempt_c55a1c67f4264854bc65cb1b52548a6b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_c55a1c67f4264854bc65cb1b52548a6b", "score": 0.0, "status": "FAIL", "task_id": "retail-106"}, {"attempt_run_ids": ["attempt_a08cfeac18db46ff92a5e7c448b53ff6"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_a08cfeac18db46ff92a5e7c448b53ff6", "score": 0.0, "status": "FAIL", "task_id": "retail-107"}, {"attempt_run_ids": ["attempt_d845b5fdb313486c9a18ac24c896f654"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_d845b5fdb313486c9a18ac24c896f654", "score": 0.0, "status": "FAIL", "task_id": "retail-108"}, {"attempt_run_ids": ["attempt_05d515cb0a5e477d954703062418d1ce"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_05d515cb0a5e477d954703062418d1ce", "score": 0.0, "status": "FAIL", "task_id": "retail-109"}, {"attempt_run_ids": ["attempt_c4a73f41dc174f2d805abf41dc62b6bb"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_c4a73f41dc174f2d805abf41dc62b6bb", "score": 0.0, "status": "FAIL", "task_id": "retail-11"}, {"attempt_run_ids": ["attempt_59cd9a8a85f64cc4ac6425d4cb4dd62c"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_59cd9a8a85f64cc4ac6425d4cb4dd62c", "score": 0.0, "status": "FAIL", "task_id": "retail-110"}, {"attempt_run_ids": ["attempt_f98f722890ba436399482c2dcedd98aa"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f98f722890ba436399482c2dcedd98aa", "score": 1.0, "status": "PASS", "task_id": "retail-111"}, {"attempt_run_ids": ["attempt_d31d9ba77de647b58d002505bbbd5506"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d31d9ba77de647b58d002505bbbd5506", "score": 1.0, "status": "PASS", "task_id": "retail-113"}, {"attempt_run_ids": ["attempt_58f4eea4112742538fd6ecf84c99703f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_58f4eea4112742538fd6ecf84c99703f", "score": 1.0, "status": "PASS", "task_id": "retail-12"}, {"attempt_run_ids": ["attempt_53463be0dfca4136aa5099c845757819"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_53463be0dfca4136aa5099c845757819", "score": 1.0, "status": "PASS", "task_id": "retail-13"}, {"attempt_run_ids": ["attempt_1fd54e1bb51848b0b18ca633344d2c09"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_1fd54e1bb51848b0b18ca633344d2c09", "score": 0.0, "status": "FAIL", "task_id": "retail-16"}, {"attempt_run_ids": ["attempt_96371082d294485080391ab02f2eb14c"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_96371082d294485080391ab02f2eb14c", "score": 0.0, "status": "FAIL", "task_id": "retail-19"}, {"attempt_run_ids": ["attempt_48dc55d3cf4d4301a8c5839cead772ca"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_48dc55d3cf4d4301a8c5839cead772ca", "score": 1.0, "status": "PASS", "task_id": "retail-20"}, {"attempt_run_ids": ["attempt_4a1d9d8267d044009b18e29a8ab93f63"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_4a1d9d8267d044009b18e29a8ab93f63", "score": 0.0, "status": "FAIL", "task_id": "retail-21"}, {"attempt_run_ids": ["attempt_2f313751d75741d0a0a720704624c584"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_2f313751d75741d0a0a720704624c584", "score": 1.0, "status": "PASS", "task_id": "retail-22"}, {"attempt_run_ids": ["attempt_c7ed4bfb09cb467994245b922a843c19"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_c7ed4bfb09cb467994245b922a843c19", "score": 1.0, "status": "PASS", "task_id": "retail-25"}, {"attempt_run_ids": ["attempt_9e03db5056684da89fd13641e74f790b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_9e03db5056684da89fd13641e74f790b", "score": 1.0, "status": "PASS", "task_id": "retail-26"}, {"attempt_run_ids": ["attempt_9169edd5bc174683b4c87f3f66a096c7"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_9169edd5bc174683b4c87f3f66a096c7", "score": 0.0, "status": "FAIL", "task_id": "retail-27"}, {"attempt_run_ids": ["attempt_723cfe9d87364a7a8d8c69ba6714103a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_723cfe9d87364a7a8d8c69ba6714103a", "score": 1.0, "status": "PASS", "task_id": "retail-28"}, {"attempt_run_ids": ["attempt_2176fcc4feec4696aceeda62c25cda07"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_2176fcc4feec4696aceeda62c25cda07", "score": 0.0, "status": "FAIL", "task_id": "retail-29"}, {"attempt_run_ids": ["attempt_dfbd5a52764a40168bbf4c2b834c0f44"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-25T13:36:06.024895Z", "run_id": "attempt_65f53304f6cb4fc09ab288a97bdb3460", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_dfbd5a52764a40168bbf4c2b834c0f44", "score": 1.0, "status": "PASS", "task_id": "retail-15"}, {"attempt_run_ids": ["attempt_97efdef3af1841c4a4e919665b5f5101"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-25T13:36:06.024895Z", "run_id": "attempt_9aa45c6d44634a15a0a0cf2ca554f086", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_97efdef3af1841c4a4e919665b5f5101", "score": 1.0, "status": "PASS", "task_id": "retail-14"}, {"attempt_run_ids": ["attempt_4d0f7f259e2c4500859c5b6fa6199afe"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-25T13:36:06.024895Z", "run_id": "attempt_72e7a4ca924a4556aeffc965fad0eb35", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_4d0f7f259e2c4500859c5b6fa6199afe", "score": 1.0, "status": "PASS", "task_id": "retail-17"}, {"attempt_run_ids": ["attempt_84937d1f87f54e33b8271b615b5c5ae0"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-25T13:36:06.024895Z", "run_id": "attempt_9d15e3469be54643b2c0a8f8df46fcac", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_84937d1f87f54e33b8271b615b5c5ae0", "score": 0.0, "status": "FAIL", "task_id": "retail-18"}, {"attempt_run_ids": ["attempt_42cab957d82945a08f7ee56876a05b73"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-25T13:36:06.024895Z", "run_id": "attempt_22b31aa1692f43bb91e096765f205827", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_42cab957d82945a08f7ee56876a05b73", "score": 1.0, "status": "PASS", "task_id": "retail-24"}, {"attempt_run_ids": ["attempt_7baec2a04abb40279d51012934c62c4c"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-25T13:36:06.024895Z", "run_id": "attempt_7f8afbba7e5c400480a775584423f06e", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_7baec2a04abb40279d51012934c62c4c", "score": 1.0, "status": "PASS", "task_id": "retail-23"}, {"attempt_run_ids": ["attempt_2325944aaea14b988355fafae5326731"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-25T13:36:06.024895Z", "run_id": "attempt_18f541c7f80f45a6b5da0cc2d451ea43", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_2325944aaea14b988355fafae5326731", "score": 1.0, "status": "PASS", "task_id": "retail-112"}, {"attempt_run_ids": ["attempt_7f3604640be241d0b703046710e3eaeb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7f3604640be241d0b703046710e3eaeb", "score": 1.0, "status": "PASS", "task_id": "retail-33"}, {"attempt_run_ids": ["attempt_5d78b211f353438ebb98d1ccfc12338e"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-25T13:56:35.184675Z", "run_id": "attempt_5c96ff24bd834adaa5174e507bffaa9b", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_5d78b211f353438ebb98d1ccfc12338e", "score": 1.0, "status": "PASS", "task_id": "retail-30"}, {"attempt_run_ids": ["attempt_699f5b54149340918681d472cbf4f174"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-25T13:56:35.184675Z", "run_id": "attempt_2c9b168503ae47dbbc0693e7772c6293", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_699f5b54149340918681d472cbf4f174", "score": 1.0, "status": "PASS", "task_id": "retail-31"}, {"attempt_run_ids": ["attempt_31c10a4d61b14315bef12bfe9be6c9cb"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_31c10a4d61b14315bef12bfe9be6c9cb", "score": 0.0, "status": "FAIL", "task_id": "retail-34"}, {"attempt_run_ids": ["attempt_753af83d201c4a94974ec2be04b5e8ad"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-25T13:56:35.184675Z", "run_id": "attempt_6bb6d701e54f418291906cb683d378c2", "score": 0.0, "status": "FAIL"}, {"attempt_index": 0, "replaced_at": "2026-08-25T14:46:43.477154Z", "run_id": "attempt_a47bd4a7dc2a4b4791409661cec211aa", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_753af83d201c4a94974ec2be04b5e8ad", "score": 0.0, "status": "FAIL", "task_id": "retail-32"}, {"attempt_run_ids": ["attempt_8cdfba25aafa4645a1e51d9d3a2fce55"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_8cdfba25aafa4645a1e51d9d3a2fce55", "score": 0.0, "status": "FAIL", "task_id": "retail-35"}], "task_set_digest": "sha256:59ae61f72784d162dfce68827f0b63d3a2b75227b98eae52c9141da334576dac", "uploaded_by": "ffy6511", "visibility": "public"}, {"actors_summary": [{"entry": "openai-http", "executor": "openai-http", "model": "dashscope/qwen3.8-max", "options": "{\"reasoning_effort\":\"max\"}", "profile_id": "service"}, {"entry": "openai-http", "executor": "openai-http", "model": "dashscope/qwen3.8-max", "options": "{\"reasoning_effort\":\"max\"}", "profile_id": "user"}], "agent_label": "openai-http", "blob_digest": "sha256:ea6506c48ae190dc2048041ea28980d59df86f4661aa33084561416a7c7d189c", "board_listed": true, "bound_kind": "release", "complete": true, "config_fingerprint": "sha256:6f28283842bdbd1e3308d999d8a2254e7c1bd3c55fc54247d886c2cb291a6ff5", "config_homogeneous": true, "created_at": 1788764800.0, "dataset_id": "official/tau3-retail", "dataset_version": "0.1.1", "exit_code": 1, "job_overlay": {"agent_profiles": {"service": {"api_key": "litellm_api_key", "base_url": "litellm_base_url", "executor": "openai-http", "extensions": [{"plugin": "openai-http"}, {"plugin": "local"}], "model": "dashscope/qwen3.8-max", "options": {"reasoning_effort": "max"}}, "user": {"api_key": "litellm_api_key", "base_url": "litellm_base_url", "executor": "openai-http", "extensions": [{"plugin": "openai-http"}, {"plugin": "local"}], "model": "dashscope/qwen3.8-max", "options": {"reasoning_effort": "max"}}}, "environment": "local"}, "mean_score": 0.84210527, "metrics": {"k_values": [1], "mean_score": 0.8421052631578947, "missing_score_as": 0.0, "n_attempts": 1, "n_error": 0, "n_fail": 18, "n_pass": 96, "n_tasks": 114, "pass_at_k": {"1": {"incomplete_tasks": 0, "n_tasks": 114, "value": 0.8421052631578947}}, "pass_power_k": {"1": {"incomplete_tasks": 0, "n_tasks": 114, "value": 0.8421052631578947}}, "pass_rate": 0.8421052631578947, "per_task": [{"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-00"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-01"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-02"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-03"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-04"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-05"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-06"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-07"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-08"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-09"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-10"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-100"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-101"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-102"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-103"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-104"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-105"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-106"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-107"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-108"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-109"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-11"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-110"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-111"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-112"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-113"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-12"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-13"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-14"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-15"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-16"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-17"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-18"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-19"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-20"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-21"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-22"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-23"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-24"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-25"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-26"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-27"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-28"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-29"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-30"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-31"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-32"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-33"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-34"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-35"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-36"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-37"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-38"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-39"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-40"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-41"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-42"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-43"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-44"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-45"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-46"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-47"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-48"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-49"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-50"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-51"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-52"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-53"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-54"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-55"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-56"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-57"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-58"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-59"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-60"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-61"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-62"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-63"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-64"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-65"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-66"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-67"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-68"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-69"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-70"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-71"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-72"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-73"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-74"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-75"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-76"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-77"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-78"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-79"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-80"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-81"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-82"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-83"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-84"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-85"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-86"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-87"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-88"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-89"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-90"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-91"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-92"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-93"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-94"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-95"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-96"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "retail-97"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-98"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "retail-99"}], "usage": {"cached_tokens": 6538240, "completion_tokens": 504590, "cost_source": "missing", "duration_s": 14786.084448, "n_attempts_with_cost": 0, "n_attempts_with_tokens": 114, "prompt_tokens": 7947479}}, "model_label": "dashscope/qwen3.8-max", "note": "per-task evaluator verdicts only; no suite-level PASS", "pass_rate": 0.84210527, "size": 13501, "suite_run_id": "d7a96f99", "task_refs": [{"attempt_run_ids": ["attempt_bec30b0379044575b7f0bb0056b7386c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_bec30b0379044575b7f0bb0056b7386c", "score": 1.0, "status": "PASS", "task_id": "retail-00"}, {"attempt_run_ids": ["attempt_9c6060a332aa41d282fa4f93f06d8652"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_9c6060a332aa41d282fa4f93f06d8652", "score": 1.0, "status": "PASS", "task_id": "retail-01"}, {"attempt_run_ids": ["attempt_4b496af65bae448fa5b01d5456d5b627"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_4b496af65bae448fa5b01d5456d5b627", "score": 1.0, "status": "PASS", "task_id": "retail-02"}, {"attempt_run_ids": ["attempt_141f73c3c6ec4e78b14a13d6b74da866"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_141f73c3c6ec4e78b14a13d6b74da866", "score": 1.0, "status": "PASS", "task_id": "retail-03"}, {"attempt_run_ids": ["attempt_a428289a58c64f2aaf2ad5df5cdfef56"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a428289a58c64f2aaf2ad5df5cdfef56", "score": 1.0, "status": "PASS", "task_id": "retail-04"}, {"attempt_run_ids": ["attempt_5d71bbc69a304942b1e9c766da67f46e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5d71bbc69a304942b1e9c766da67f46e", "score": 1.0, "status": "PASS", "task_id": "retail-05"}, {"attempt_run_ids": ["attempt_67282be43a7b4467ad60af878fd6433b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_67282be43a7b4467ad60af878fd6433b", "score": 1.0, "status": "PASS", "task_id": "retail-06"}, {"attempt_run_ids": ["attempt_692a8590e7cf4138a598bcccb6eb94de"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_692a8590e7cf4138a598bcccb6eb94de", "score": 1.0, "status": "PASS", "task_id": "retail-07"}, {"attempt_run_ids": ["attempt_0297635e63aa41ae804351f63e824331"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_0297635e63aa41ae804351f63e824331", "score": 0.0, "status": "FAIL", "task_id": "retail-08"}, {"attempt_run_ids": ["attempt_f7a2871cf5e24f7399d3b4845b6d8aff"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_f7a2871cf5e24f7399d3b4845b6d8aff", "score": 0.0, "status": "FAIL", "task_id": "retail-09"}, {"attempt_run_ids": ["attempt_04ad31e1adee47fa9fb00efcbdd4cabd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_04ad31e1adee47fa9fb00efcbdd4cabd", "score": 1.0, "status": "PASS", "task_id": "retail-10"}, {"attempt_run_ids": ["attempt_ff14b65899544b51a64c2fd468b53654"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ff14b65899544b51a64c2fd468b53654", "score": 1.0, "status": "PASS", "task_id": "retail-100"}, {"attempt_run_ids": ["attempt_e34f7765d42b4a22a9758bf6322de5c2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e34f7765d42b4a22a9758bf6322de5c2", "score": 1.0, "status": "PASS", "task_id": "retail-101"}, {"attempt_run_ids": ["attempt_c85f8598c27a446d824389479807a673"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_c85f8598c27a446d824389479807a673", "score": 0.0, "status": "FAIL", "task_id": "retail-102"}, {"attempt_run_ids": ["attempt_c68e96c54ec249d1837561972f2b6f47"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_c68e96c54ec249d1837561972f2b6f47", "score": 1.0, "status": "PASS", "task_id": "retail-103"}, {"attempt_run_ids": ["attempt_f0abcd79c1104dfa9f0a22d2e98fcd94"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_f0abcd79c1104dfa9f0a22d2e98fcd94", "score": 0.0, "status": "FAIL", "task_id": "retail-104"}, {"attempt_run_ids": ["attempt_2fbf4710cdaf49f8ae1448f229d9a8b0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_2fbf4710cdaf49f8ae1448f229d9a8b0", "score": 1.0, "status": "PASS", "task_id": "retail-105"}, {"attempt_run_ids": ["attempt_8de294382d594dbab1bdc8ab283a8f6c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_8de294382d594dbab1bdc8ab283a8f6c", "score": 1.0, "status": "PASS", "task_id": "retail-106"}, {"attempt_run_ids": ["attempt_41fc6f702f3f4588b5e784ca46a51986"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_41fc6f702f3f4588b5e784ca46a51986", "score": 0.0, "status": "FAIL", "task_id": "retail-107"}, {"attempt_run_ids": ["attempt_628afc76a6834531bc15d6b46e73f156"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_628afc76a6834531bc15d6b46e73f156", "score": 1.0, "status": "PASS", "task_id": "retail-108"}, {"attempt_run_ids": ["attempt_2182bdfe33544fb2915a54cb2349365a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_2182bdfe33544fb2915a54cb2349365a", "score": 1.0, "status": "PASS", "task_id": "retail-109"}, {"attempt_run_ids": ["attempt_92ba32f49f72468e93ca19c81e7dcdaf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_92ba32f49f72468e93ca19c81e7dcdaf", "score": 1.0, "status": "PASS", "task_id": "retail-11"}, {"attempt_run_ids": ["attempt_7ae77fe077ba43198b6803cebeea48bf"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_7ae77fe077ba43198b6803cebeea48bf", "score": 0.0, "status": "FAIL", "task_id": "retail-110"}, {"attempt_run_ids": ["attempt_40e41df580914f28b20f626826e5b541"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_40e41df580914f28b20f626826e5b541", "score": 1.0, "status": "PASS", "task_id": "retail-111"}, {"attempt_run_ids": ["attempt_07a68538464045b6b741dc37fdb35802"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_07a68538464045b6b741dc37fdb35802", "score": 1.0, "status": "PASS", "task_id": "retail-112"}, {"attempt_run_ids": ["attempt_a61d4d56f8ac4152bc4934f3647db631"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a61d4d56f8ac4152bc4934f3647db631", "score": 1.0, "status": "PASS", "task_id": "retail-113"}, {"attempt_run_ids": ["attempt_5b00609d4eb342da93e25bbf36120ee6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5b00609d4eb342da93e25bbf36120ee6", "score": 1.0, "status": "PASS", "task_id": "retail-12"}, {"attempt_run_ids": ["attempt_ff63264e7891449a94459298c6b17e1a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ff63264e7891449a94459298c6b17e1a", "score": 1.0, "status": "PASS", "task_id": "retail-13"}, {"attempt_run_ids": ["attempt_9fb349150b564ad39dfb72161fc41516"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_9fb349150b564ad39dfb72161fc41516", "score": 1.0, "status": "PASS", "task_id": "retail-14"}, {"attempt_run_ids": ["attempt_81044eb0dcf64558b86bc57153991f84"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_81044eb0dcf64558b86bc57153991f84", "score": 1.0, "status": "PASS", "task_id": "retail-15"}, {"attempt_run_ids": ["attempt_0de4aecc3e3946e08a486e7f6431315c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_0de4aecc3e3946e08a486e7f6431315c", "score": 1.0, "status": "PASS", "task_id": "retail-16"}, {"attempt_run_ids": ["attempt_fcf2d093da204f2aa76c8c4a4b47e742"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_fcf2d093da204f2aa76c8c4a4b47e742", "score": 1.0, "status": "PASS", "task_id": "retail-17"}, {"attempt_run_ids": ["attempt_acca60627fc24e0b9acd1234ebdcca65"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_acca60627fc24e0b9acd1234ebdcca65", "score": 0.0, "status": "FAIL", "task_id": "retail-18"}, {"attempt_run_ids": ["attempt_0e33bd2b332947ed842c9352630a4248"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_0e33bd2b332947ed842c9352630a4248", "score": 1.0, "status": "PASS", "task_id": "retail-19"}, {"attempt_run_ids": ["attempt_c6238fff3c2d4df486c9f02d60946b65"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_c6238fff3c2d4df486c9f02d60946b65", "score": 1.0, "status": "PASS", "task_id": "retail-20"}, {"attempt_run_ids": ["attempt_4c59dbc0925d4dab9a27cabc44497bc3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_4c59dbc0925d4dab9a27cabc44497bc3", "score": 1.0, "status": "PASS", "task_id": "retail-21"}, {"attempt_run_ids": ["attempt_98ba80a452ae4243ad188749641221f8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_98ba80a452ae4243ad188749641221f8", "score": 1.0, "status": "PASS", "task_id": "retail-22"}, {"attempt_run_ids": ["attempt_97c2c1220f59422da25144bf486149ac"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_97c2c1220f59422da25144bf486149ac", "score": 1.0, "status": "PASS", "task_id": "retail-23"}, {"attempt_run_ids": ["attempt_c9ccdb3c10734ae8a64d62ff54ba3781"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_c9ccdb3c10734ae8a64d62ff54ba3781", "score": 1.0, "status": "PASS", "task_id": "retail-24"}, {"attempt_run_ids": ["attempt_651aa235e9454a7dba6de04c87f98e6b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_651aa235e9454a7dba6de04c87f98e6b", "score": 1.0, "status": "PASS", "task_id": "retail-25"}, {"attempt_run_ids": ["attempt_70536900b8624cdaad0bfbcb74afc190"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_70536900b8624cdaad0bfbcb74afc190", "score": 1.0, "status": "PASS", "task_id": "retail-26"}, {"attempt_run_ids": ["attempt_27398a300e2e42099fa2a05ed0caea42"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_27398a300e2e42099fa2a05ed0caea42", "score": 1.0, "status": "PASS", "task_id": "retail-27"}, {"attempt_run_ids": ["attempt_bcbafc37161d4225b685b51eb662e108"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_bcbafc37161d4225b685b51eb662e108", "score": 1.0, "status": "PASS", "task_id": "retail-28"}, {"attempt_run_ids": ["attempt_60038012355b40158b36726ce7963292"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_60038012355b40158b36726ce7963292", "score": 1.0, "status": "PASS", "task_id": "retail-29"}, {"attempt_run_ids": ["attempt_b21869cb58cb4045898f90817766a2c8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_b21869cb58cb4045898f90817766a2c8", "score": 1.0, "status": "PASS", "task_id": "retail-30"}, {"attempt_run_ids": ["attempt_18a9061099e540539d832a4569967ee7"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_18a9061099e540539d832a4569967ee7", "score": 0.0, "status": "FAIL", "task_id": "retail-31"}, {"attempt_run_ids": ["attempt_a48ec46927d04d5fab788c1f11a3e4ad"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_a48ec46927d04d5fab788c1f11a3e4ad", "score": 0.0, "status": "FAIL", "task_id": "retail-32"}, {"attempt_run_ids": ["attempt_71f37c8720a84e98a9afcb2768aa41ab"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_71f37c8720a84e98a9afcb2768aa41ab", "score": 1.0, "status": "PASS", "task_id": "retail-33"}, {"attempt_run_ids": ["attempt_d70c546ad198430dbc2c98213d6dfe5c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d70c546ad198430dbc2c98213d6dfe5c", "score": 1.0, "status": "PASS", "task_id": "retail-34"}, {"attempt_run_ids": ["attempt_72b743ad2e3848219d73133576c95255"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_72b743ad2e3848219d73133576c95255", "score": 1.0, "status": "PASS", "task_id": "retail-35"}, {"attempt_run_ids": ["attempt_5fb10520bc0b41dbb0038b5c978e376c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5fb10520bc0b41dbb0038b5c978e376c", "score": 1.0, "status": "PASS", "task_id": "retail-36"}, {"attempt_run_ids": ["attempt_3dd1a96c80074602940c829f267a6a6f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_3dd1a96c80074602940c829f267a6a6f", "score": 1.0, "status": "PASS", "task_id": "retail-37"}, {"attempt_run_ids": ["attempt_21637cb382d748b8b1b73770c0647e62"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_21637cb382d748b8b1b73770c0647e62", "score": 0.0, "status": "FAIL", "task_id": "retail-38"}, {"attempt_run_ids": ["attempt_edaf242e439f416292f5679e9d4ba0b5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_edaf242e439f416292f5679e9d4ba0b5", "score": 1.0, "status": "PASS", "task_id": "retail-39"}, {"attempt_run_ids": ["attempt_be5c7efcbadf4140b1e41e2ca260526f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_be5c7efcbadf4140b1e41e2ca260526f", "score": 1.0, "status": "PASS", "task_id": "retail-40"}, {"attempt_run_ids": ["attempt_5b8891a3516f4a4d9e2bc4b26ad7ed97"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5b8891a3516f4a4d9e2bc4b26ad7ed97", "score": 1.0, "status": "PASS", "task_id": "retail-41"}, {"attempt_run_ids": ["attempt_b855b5f651bc44d5bca915b82ee5b8c7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_b855b5f651bc44d5bca915b82ee5b8c7", "score": 1.0, "status": "PASS", "task_id": "retail-42"}, {"attempt_run_ids": ["attempt_b31219fe5ed54255bf75566cfb75d0f5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_b31219fe5ed54255bf75566cfb75d0f5", "score": 1.0, "status": "PASS", "task_id": "retail-43"}, {"attempt_run_ids": ["attempt_feb1cd9a95bd46f6bd73d62f3fb84d38"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_feb1cd9a95bd46f6bd73d62f3fb84d38", "score": 1.0, "status": "PASS", "task_id": "retail-44"}, {"attempt_run_ids": ["attempt_b51721f1d4da4bce8fb0b18fb3b35300"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_b51721f1d4da4bce8fb0b18fb3b35300", "score": 1.0, "status": "PASS", "task_id": "retail-45"}, {"attempt_run_ids": ["attempt_e3800759fa2d41289b1be4b9ba05246d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e3800759fa2d41289b1be4b9ba05246d", "score": 1.0, "status": "PASS", "task_id": "retail-46"}, {"attempt_run_ids": ["attempt_83ed6e69eb7246f080513d7e315e606a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_83ed6e69eb7246f080513d7e315e606a", "score": 1.0, "status": "PASS", "task_id": "retail-47"}, {"attempt_run_ids": ["attempt_cbe066f27fdf4ba99f4e15417f489a6c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_cbe066f27fdf4ba99f4e15417f489a6c", "score": 1.0, "status": "PASS", "task_id": "retail-48"}, {"attempt_run_ids": ["attempt_1b8129f5d02148c2bc5a13e1fbd2b6c5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_1b8129f5d02148c2bc5a13e1fbd2b6c5", "score": 1.0, "status": "PASS", "task_id": "retail-49"}, {"attempt_run_ids": ["attempt_80b751728b044d09b90373b2be7d2192"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_80b751728b044d09b90373b2be7d2192", "score": 1.0, "status": "PASS", "task_id": "retail-50"}, {"attempt_run_ids": ["attempt_87c706e6216d4f81a0f817ffbe58a310"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_87c706e6216d4f81a0f817ffbe58a310", "score": 1.0, "status": "PASS", "task_id": "retail-51"}, {"attempt_run_ids": ["attempt_4950dbb4eee2475b8520c936d434a87e"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_4950dbb4eee2475b8520c936d434a87e", "score": 0.0, "status": "FAIL", "task_id": "retail-52"}, {"attempt_run_ids": ["attempt_a5a76cd8028146dfbcde903ddf041476"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a5a76cd8028146dfbcde903ddf041476", "score": 1.0, "status": "PASS", "task_id": "retail-53"}, {"attempt_run_ids": ["attempt_55eabc0f00e740a58193ce5b1092e893"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_55eabc0f00e740a58193ce5b1092e893", "score": 1.0, "status": "PASS", "task_id": "retail-54"}, {"attempt_run_ids": ["attempt_4990ffd3b0994c1ca4620bc7aa0456f0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_4990ffd3b0994c1ca4620bc7aa0456f0", "score": 1.0, "status": "PASS", "task_id": "retail-55"}, {"attempt_run_ids": ["attempt_52556e5ea2b7420ea978f6b0e6f1d4d0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_52556e5ea2b7420ea978f6b0e6f1d4d0", "score": 1.0, "status": "PASS", "task_id": "retail-56"}, {"attempt_run_ids": ["attempt_7eeb9ea6a3074cacaa233aeabbc09a0e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7eeb9ea6a3074cacaa233aeabbc09a0e", "score": 1.0, "status": "PASS", "task_id": "retail-57"}, {"attempt_run_ids": ["attempt_c101ad1569fd4044b5ba051a0a0b5046"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_c101ad1569fd4044b5ba051a0a0b5046", "score": 1.0, "status": "PASS", "task_id": "retail-58"}, {"attempt_run_ids": ["attempt_074ac79db9894fd0b85ef05bbc47e3b4"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_074ac79db9894fd0b85ef05bbc47e3b4", "score": 0.0, "status": "FAIL", "task_id": "retail-59"}, {"attempt_run_ids": ["attempt_a20ee51010f14a33a790cf02e245deb1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a20ee51010f14a33a790cf02e245deb1", "score": 1.0, "status": "PASS", "task_id": "retail-60"}, {"attempt_run_ids": ["attempt_79bc542734a6479b80beddf01c0af0b3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_79bc542734a6479b80beddf01c0af0b3", "score": 1.0, "status": "PASS", "task_id": "retail-61"}, {"attempt_run_ids": ["attempt_4d2e3f0b889a4129bb092f8ef32dcae9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_4d2e3f0b889a4129bb092f8ef32dcae9", "score": 1.0, "status": "PASS", "task_id": "retail-62"}, {"attempt_run_ids": ["attempt_1bf1aac4769543d39d6485f65f0b8a37"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_1bf1aac4769543d39d6485f65f0b8a37", "score": 1.0, "status": "PASS", "task_id": "retail-63"}, {"attempt_run_ids": ["attempt_563954da9f844821ab3c8011961e652d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_563954da9f844821ab3c8011961e652d", "score": 1.0, "status": "PASS", "task_id": "retail-64"}, {"attempt_run_ids": ["attempt_db7dd0fa6a3049a7a6070ec08c1f15f4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_db7dd0fa6a3049a7a6070ec08c1f15f4", "score": 1.0, "status": "PASS", "task_id": "retail-65"}, {"attempt_run_ids": ["attempt_aaa47897049b4f31ac7d6193dd1d425a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_aaa47897049b4f31ac7d6193dd1d425a", "score": 1.0, "status": "PASS", "task_id": "retail-66"}, {"attempt_run_ids": ["attempt_b5f286313820461a97f3e6eb623a49a5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_b5f286313820461a97f3e6eb623a49a5", "score": 1.0, "status": "PASS", "task_id": "retail-67"}, {"attempt_run_ids": ["attempt_7d832ad45656439da2b4d49975af4f91"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7d832ad45656439da2b4d49975af4f91", "score": 1.0, "status": "PASS", "task_id": "retail-68"}, {"attempt_run_ids": ["attempt_72818621eb0142a88bf1c0ef9d6b7a90"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_72818621eb0142a88bf1c0ef9d6b7a90", "score": 1.0, "status": "PASS", "task_id": "retail-69"}, {"attempt_run_ids": ["attempt_ae6e3394a5834385a1b9d30e170e6dda"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ae6e3394a5834385a1b9d30e170e6dda", "score": 1.0, "status": "PASS", "task_id": "retail-70"}, {"attempt_run_ids": ["attempt_52dccdc6ebf140b29178b07ffb00cde7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_52dccdc6ebf140b29178b07ffb00cde7", "score": 1.0, "status": "PASS", "task_id": "retail-71"}, {"attempt_run_ids": ["attempt_7192828b2da64d2b8f52950986104031"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7192828b2da64d2b8f52950986104031", "score": 1.0, "status": "PASS", "task_id": "retail-72"}, {"attempt_run_ids": ["attempt_31d4a7dce09a497f821ada035b70ea58"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_31d4a7dce09a497f821ada035b70ea58", "score": 1.0, "status": "PASS", "task_id": "retail-73"}, {"attempt_run_ids": ["attempt_404f832b553441a694025f211344bfe3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_404f832b553441a694025f211344bfe3", "score": 1.0, "status": "PASS", "task_id": "retail-74"}, {"attempt_run_ids": ["attempt_657bd044e87549a5be8cd94e129ae1d5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_657bd044e87549a5be8cd94e129ae1d5", "score": 1.0, "status": "PASS", "task_id": "retail-75"}, {"attempt_run_ids": ["attempt_e2b6243f6d524d999d15629c460edc78"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e2b6243f6d524d999d15629c460edc78", "score": 1.0, "status": "PASS", "task_id": "retail-76"}, {"attempt_run_ids": ["attempt_00272f797f62477fb0ae50be338b3d7c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_00272f797f62477fb0ae50be338b3d7c", "score": 1.0, "status": "PASS", "task_id": "retail-77"}, {"attempt_run_ids": ["attempt_4a2740fdf69044a19b784902a6c4b3f0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_4a2740fdf69044a19b784902a6c4b3f0", "score": 1.0, "status": "PASS", "task_id": "retail-78"}, {"attempt_run_ids": ["attempt_c78617ee3cb24868850de32f5ad2a7fa"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_c78617ee3cb24868850de32f5ad2a7fa", "score": 1.0, "status": "PASS", "task_id": "retail-79"}, {"attempt_run_ids": ["attempt_090bf244b40045b9bcaa4eb67d8d5216"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_090bf244b40045b9bcaa4eb67d8d5216", "score": 1.0, "status": "PASS", "task_id": "retail-80"}, {"attempt_run_ids": ["attempt_69946c5f617045ccb63e5ebaade9b437"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_69946c5f617045ccb63e5ebaade9b437", "score": 1.0, "status": "PASS", "task_id": "retail-81"}, {"attempt_run_ids": ["attempt_08289fa4590d4502ae09b35384dbb2b2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_08289fa4590d4502ae09b35384dbb2b2", "score": 1.0, "status": "PASS", "task_id": "retail-82"}, {"attempt_run_ids": ["attempt_4cb287c6b7f043dc9a5f46545fbea456"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_4cb287c6b7f043dc9a5f46545fbea456", "score": 0.0, "status": "FAIL", "task_id": "retail-83"}, {"attempt_run_ids": ["attempt_1653ec4f883649a6a585c65316784878"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_1653ec4f883649a6a585c65316784878", "score": 0.0, "status": "FAIL", "task_id": "retail-84"}, {"attempt_run_ids": ["attempt_93461ac79caf4982bb048920c4d2812d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_93461ac79caf4982bb048920c4d2812d", "score": 1.0, "status": "PASS", "task_id": "retail-85"}, {"attempt_run_ids": ["attempt_754a15e66e6d4695a54a9765737ef12f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_754a15e66e6d4695a54a9765737ef12f", "score": 1.0, "status": "PASS", "task_id": "retail-86"}, {"attempt_run_ids": ["attempt_5fbc30ef7fd14e42abc4802ae7983620"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5fbc30ef7fd14e42abc4802ae7983620", "score": 1.0, "status": "PASS", "task_id": "retail-87"}, {"attempt_run_ids": ["attempt_2f3d5e99f5594aed98925861ec14c79b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_2f3d5e99f5594aed98925861ec14c79b", "score": 1.0, "status": "PASS", "task_id": "retail-88"}, {"attempt_run_ids": ["attempt_a9211864ed384982854c532a0922aff6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a9211864ed384982854c532a0922aff6", "score": 1.0, "status": "PASS", "task_id": "retail-89"}, {"attempt_run_ids": ["attempt_7487cdc1a7424c99a759dfe4d4a3c4d7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7487cdc1a7424c99a759dfe4d4a3c4d7", "score": 1.0, "status": "PASS", "task_id": "retail-90"}, {"attempt_run_ids": ["attempt_b4a03315004847938f4fae2b0e293dba"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_b4a03315004847938f4fae2b0e293dba", "score": 0.0, "status": "FAIL", "task_id": "retail-91"}, {"attempt_run_ids": ["attempt_371ec65897e94277a7cf6c48f15c2d61"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_371ec65897e94277a7cf6c48f15c2d61", "score": 0.0, "status": "FAIL", "task_id": "retail-92"}, {"attempt_run_ids": ["attempt_9f37eab91a7b41b0992648b1a4e49694"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_9f37eab91a7b41b0992648b1a4e49694", "score": 1.0, "status": "PASS", "task_id": "retail-93"}, {"attempt_run_ids": ["attempt_679b7ef4018444379909af2fcba29dfc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_679b7ef4018444379909af2fcba29dfc", "score": 1.0, "status": "PASS", "task_id": "retail-94"}, {"attempt_run_ids": ["attempt_86c833013aa844a1bcac99ac104b01d7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_86c833013aa844a1bcac99ac104b01d7", "score": 1.0, "status": "PASS", "task_id": "retail-95"}, {"attempt_run_ids": ["attempt_2f5516e66cc3407c8fe2533533ef9904"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_2f5516e66cc3407c8fe2533533ef9904", "score": 1.0, "status": "PASS", "task_id": "retail-96"}, {"attempt_run_ids": ["attempt_d984296c3cdb4d319a63b51e6dab6b81"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d984296c3cdb4d319a63b51e6dab6b81", "score": 1.0, "status": "PASS", "task_id": "retail-97"}, {"attempt_run_ids": ["attempt_6eb2c18785a64df8b89eeaaee8203145"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_6eb2c18785a64df8b89eeaaee8203145", "score": 0.0, "status": "FAIL", "task_id": "retail-98"}, {"attempt_run_ids": ["attempt_556db1cb567441d697ba9f7190e550af"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_556db1cb567441d697ba9f7190e550af", "score": 0.0, "status": "FAIL", "task_id": "retail-99"}], "task_set_digest": "sha256:59ae61f72784d162dfce68827f0b63d3a2b75227b98eae52c9141da334576dac", "uploaded_by": "ffy6511", "visibility": "public"}, {"actors_summary": [{"entry": "openai-http", "executor": "openai-http", "model": "dashscope/deepseek-v4-pro", "options": "{\"reasoning_effort\":\"max\"}", "profile_id": "service"}, {"entry": "openai-http", "executor": "openai-http", "model": "dashscope/deepseek-v4-pro", "options": "{\"reasoning_effort\":\"max\"}", "profile_id": "user"}], "agent_label": "openai-http", "agent_refs": [{"package_id": "openai-http", "role": "service"}, {"package_id": "openai-http", "role": "user"}], "amended": true, "blob_digest": "sha256:493497d2e4f987d854b0bc9de44e6914839f6a2203889d969cb163db4d4dd1c1", "board_listed": true, "bound_kind": "release", "complete": true, "config_fingerprint": "sha256:e85be6e860f9295bdb9915e34c090c99fca88ae04b7d42148211230004d769d1", "config_homogeneous": true, "created_at": 1788764000.0, "dataset_id": "official/tau3-airline", "dataset_version": "0.1.1", "exit_code": 1, "job_overlay": {"agent_profiles": {"service": {"agent_ref": "openai-http@0.1.0+sha256:c04630e5b5c7", "api_key": "litellm_api_key", "base_url": "litellm_base_url", "executor": "openai-http", "extensions": [{"plugin": "openai-http"}, {"plugin": "local"}], "model": "dashscope/deepseek-v4-pro", "options": {"reasoning_effort": "max"}}, "user": {"agent_ref": "openai-http@0.1.0+sha256:c04630e5b5c7", "api_key": "litellm_api_key", "base_url": "litellm_base_url", "executor": "openai-http", "extensions": [{"plugin": "openai-http"}, {"plugin": "local"}], "model": "dashscope/deepseek-v4-pro", "options": {"reasoning_effort": "max"}}}, "environment": "local"}, "mean_score": 0.82, "metrics": {"k_values": [1], "mean_score": 0.82, "missing_score_as": 0.0, "n_attempts": 1, "n_error": 0, "n_fail": 9, "n_pass": 41, "n_tasks": 50, "pass_at_k": {"1": {"incomplete_tasks": 0, "n_tasks": 50, "value": 0.82}}, "pass_power_k": {"1": {"incomplete_tasks": 0, "n_tasks": 50, "value": 0.82}}, "pass_rate": 0.82, "per_task": [{"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-05"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-10"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-11"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "airline-14"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-16"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-17"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-18"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-23"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-26"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-41"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-42"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-43"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "airline-44"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-00"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-01"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-02"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-03"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-04"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-06"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-08"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "airline-07"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-09"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-13"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "airline-12"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-15"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-19"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-20"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-22"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "airline-21"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-24"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-25"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-27"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-28"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "airline-29"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-31"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-30"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "airline-32"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-34"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-36"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-35"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "airline-33"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-37"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "airline-39"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-38"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-40"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-46"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-45"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-47"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-48"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-49"}], "usage": {"cached_tokens": 2577920, "completion_tokens": 336983, "cost_source": "estimated", "cost_usd_estimated": 1.666561125, "duration_s": 7247.652679999999, "n_attempts_with_cost": 0, "n_attempts_with_tokens": 50, "prompt_tokens": 3157209}}, "model_label": "dashscope/deepseek-v4-pro", "note": "per-task evaluator verdicts only; no suite-level PASS", "pass_rate": 0.82, "size": 5989, "suite_run_id": "7a98f86f", "task_refs": [{"attempt_run_ids": ["attempt_9362fb1caafb4af4851869fc22464c81"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T03:18:16.515028Z", "run_id": "attempt_93d07965254d4d498019722da3581f9a", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_9362fb1caafb4af4851869fc22464c81", "score": 1.0, "status": "PASS", "task_id": "airline-05"}, {"attempt_run_ids": ["attempt_2e25f4dcdbdf4514be1d21a66e3b0a6f"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T03:18:16.515028Z", "run_id": "attempt_2d97f33dbe1549cd9af3d6c6fe0e47ed", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_2e25f4dcdbdf4514be1d21a66e3b0a6f", "score": 1.0, "status": "PASS", "task_id": "airline-10"}, {"attempt_run_ids": ["attempt_756131f27b9b472eb11db0e57b768e31"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T03:18:16.515028Z", "run_id": "attempt_63051842e8ae4fa1be0a0cb45ade99f5", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_756131f27b9b472eb11db0e57b768e31", "score": 1.0, "status": "PASS", "task_id": "airline-11"}, {"attempt_run_ids": ["attempt_fce5141497134e47b7a99281892e9af9"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T03:18:16.515028Z", "run_id": "attempt_39e6f13e83dd4b27b55a9a5275f2ec1b", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_fce5141497134e47b7a99281892e9af9", "score": 0.0, "status": "FAIL", "task_id": "airline-14"}, {"attempt_run_ids": ["attempt_a855a7b914fa47ab97619104737f79a4"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T03:18:16.515028Z", "run_id": "attempt_d328412f5e0d495f9ae3d247c3ec3e92", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_a855a7b914fa47ab97619104737f79a4", "score": 1.0, "status": "PASS", "task_id": "airline-16"}, {"attempt_run_ids": ["attempt_07db9b4771714283a435fa24eefd3160"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T03:18:16.515028Z", "run_id": "attempt_4bec149bf5a64680aab80d810fb0527d", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_07db9b4771714283a435fa24eefd3160", "score": 1.0, "status": "PASS", "task_id": "airline-17"}, {"attempt_run_ids": ["attempt_bd8b7567027144aa875336329300e281"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T03:18:16.515028Z", "run_id": "attempt_039a08455f904b4a801f7c31c03c3398", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_bd8b7567027144aa875336329300e281", "score": 1.0, "status": "PASS", "task_id": "airline-18"}, {"attempt_run_ids": ["attempt_5fd6f6105cd54be5837fdad9548e4ba6"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T03:18:16.515028Z", "run_id": "attempt_ecaa4f1cd290483fb360d2fd695ccb2e", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_5fd6f6105cd54be5837fdad9548e4ba6", "score": 1.0, "status": "PASS", "task_id": "airline-23"}, {"attempt_run_ids": ["attempt_cb359511d098498a9af5d6b95621be85"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T03:18:16.515028Z", "run_id": "attempt_ed09d510be574254a53667146af64072", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_cb359511d098498a9af5d6b95621be85", "score": 1.0, "status": "PASS", "task_id": "airline-26"}, {"attempt_run_ids": ["attempt_06bfc33bfd564f479c6889db61b7e151"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T03:18:16.515028Z", "run_id": "attempt_bab9dba150b74632b85742b4f6cf1de6", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_06bfc33bfd564f479c6889db61b7e151", "score": 1.0, "status": "PASS", "task_id": "airline-41"}, {"attempt_run_ids": ["attempt_ffba07d1e91c4a838eac61bf656a0b2f"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T03:18:16.515028Z", "run_id": "attempt_170ee460e0054eb6ae85dc76670b3b65", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_ffba07d1e91c4a838eac61bf656a0b2f", "score": 1.0, "status": "PASS", "task_id": "airline-42"}, {"attempt_run_ids": ["attempt_95945b0d790245eaa8ea71dcaf57a2bb"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T03:18:16.515028Z", "run_id": "attempt_f695d70cbe9f41e0b77e27fc321d3469", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_95945b0d790245eaa8ea71dcaf57a2bb", "score": 1.0, "status": "PASS", "task_id": "airline-43"}, {"attempt_run_ids": ["attempt_d57f6b2381a240189d240912ee61cd08"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-08-26T03:18:16.515028Z", "run_id": "attempt_26a04a9b43794d7c98be97a4fd941f34", "score": 0.0, "status": "FAIL"}], "run_id": "attempt_d57f6b2381a240189d240912ee61cd08", "score": 0.0, "status": "FAIL", "task_id": "airline-44"}, {"attempt_run_ids": ["attempt_4511dc4754fc4e72848f53e74efae45c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_4511dc4754fc4e72848f53e74efae45c", "score": 1.0, "status": "PASS", "task_id": "airline-00"}, {"attempt_run_ids": ["attempt_0f0ade4862604b58967b2390efaeed6d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_0f0ade4862604b58967b2390efaeed6d", "score": 1.0, "status": "PASS", "task_id": "airline-01"}, {"attempt_run_ids": ["attempt_6d5baeaca73d4eb48304dd6c7223338b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_6d5baeaca73d4eb48304dd6c7223338b", "score": 1.0, "status": "PASS", "task_id": "airline-02"}, {"attempt_run_ids": ["attempt_7244dad1c8dd4f15a9f8b789a5bd2a65"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7244dad1c8dd4f15a9f8b789a5bd2a65", "score": 1.0, "status": "PASS", "task_id": "airline-03"}, {"attempt_run_ids": ["attempt_e685fcb9741244588749267b46bb07ce"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e685fcb9741244588749267b46bb07ce", "score": 1.0, "status": "PASS", "task_id": "airline-04"}, {"attempt_run_ids": ["attempt_f093ea4577f04747b1f53ed9ec4ce943"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f093ea4577f04747b1f53ed9ec4ce943", "score": 1.0, "status": "PASS", "task_id": "airline-06"}, {"attempt_run_ids": ["attempt_0328e425b4324c82a526adf981bffd87"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_0328e425b4324c82a526adf981bffd87", "score": 1.0, "status": "PASS", "task_id": "airline-08"}, {"attempt_run_ids": ["attempt_1f574f48d8dc4ec5b61492c8ae337d88"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_1f574f48d8dc4ec5b61492c8ae337d88", "score": 0.0, "status": "FAIL", "task_id": "airline-07"}, {"attempt_run_ids": ["attempt_982c85e4f7ee4cc5b008cd09d1fbab58"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_982c85e4f7ee4cc5b008cd09d1fbab58", "score": 1.0, "status": "PASS", "task_id": "airline-09"}, {"attempt_run_ids": ["attempt_16763d3ab2844357887b7552dd468899"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_16763d3ab2844357887b7552dd468899", "score": 1.0, "status": "PASS", "task_id": "airline-13"}, {"attempt_run_ids": ["attempt_1d411f3a6bbe4eaaa366b1dafbb4a98d"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_1d411f3a6bbe4eaaa366b1dafbb4a98d", "score": 0.0, "status": "FAIL", "task_id": "airline-12"}, {"attempt_run_ids": ["attempt_9f82a7d32dbd4729975092b23c2b07f0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_9f82a7d32dbd4729975092b23c2b07f0", "score": 1.0, "status": "PASS", "task_id": "airline-15"}, {"attempt_run_ids": ["attempt_0a1c9b84542f43d0a229daa1ef95e6d1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_0a1c9b84542f43d0a229daa1ef95e6d1", "score": 1.0, "status": "PASS", "task_id": "airline-19"}, {"attempt_run_ids": ["attempt_2141ba2723374c258f947420b8aecb70"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_2141ba2723374c258f947420b8aecb70", "score": 1.0, "status": "PASS", "task_id": "airline-20"}, {"attempt_run_ids": ["attempt_4f4265f9934a44aa968754456a8587cf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_4f4265f9934a44aa968754456a8587cf", "score": 1.0, "status": "PASS", "task_id": "airline-22"}, {"attempt_run_ids": ["attempt_f32d9e6a49954f06924ee3565c04ad48"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_f32d9e6a49954f06924ee3565c04ad48", "score": 0.0, "status": "FAIL", "task_id": "airline-21"}, {"attempt_run_ids": ["attempt_87d194f0837a4af3a46eae9d568c05b3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_87d194f0837a4af3a46eae9d568c05b3", "score": 1.0, "status": "PASS", "task_id": "airline-24"}, {"attempt_run_ids": ["attempt_ec8730a6babc4160a3096aafa264c3d4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ec8730a6babc4160a3096aafa264c3d4", "score": 1.0, "status": "PASS", "task_id": "airline-25"}, {"attempt_run_ids": ["attempt_d05b95724a7d4a4fa22e9e7cd5baff83"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d05b95724a7d4a4fa22e9e7cd5baff83", "score": 1.0, "status": "PASS", "task_id": "airline-27"}, {"attempt_run_ids": ["attempt_c11e9b5e3bfb4c0fbeb0d8db5a12e4c2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_c11e9b5e3bfb4c0fbeb0d8db5a12e4c2", "score": 1.0, "status": "PASS", "task_id": "airline-28"}, {"attempt_run_ids": ["attempt_2666a073015d4ed582b29e1870846b82"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_2666a073015d4ed582b29e1870846b82", "score": 0.0, "status": "FAIL", "task_id": "airline-29"}, {"attempt_run_ids": ["attempt_6727eaa5f7424fc68a0b0a9ae189c005"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_6727eaa5f7424fc68a0b0a9ae189c005", "score": 1.0, "status": "PASS", "task_id": "airline-31"}, {"attempt_run_ids": ["attempt_ee64894cb5a344399979b95876dbf979"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ee64894cb5a344399979b95876dbf979", "score": 1.0, "status": "PASS", "task_id": "airline-30"}, {"attempt_run_ids": ["attempt_bae5615146414d6d922af3ffe59437a3"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_bae5615146414d6d922af3ffe59437a3", "score": 0.0, "status": "FAIL", "task_id": "airline-32"}, {"attempt_run_ids": ["attempt_0f1a606f2c8e4d4580c326f9c48dca4b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_0f1a606f2c8e4d4580c326f9c48dca4b", "score": 1.0, "status": "PASS", "task_id": "airline-34"}, {"attempt_run_ids": ["attempt_3196542754eb47dd92f40de837f89bbd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_3196542754eb47dd92f40de837f89bbd", "score": 1.0, "status": "PASS", "task_id": "airline-36"}, {"attempt_run_ids": ["attempt_acf73a66c26048759f282943e422dd98"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_acf73a66c26048759f282943e422dd98", "score": 1.0, "status": "PASS", "task_id": "airline-35"}, {"attempt_run_ids": ["attempt_e45fb7aee88f42a89c67f1f6e628991a"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_e45fb7aee88f42a89c67f1f6e628991a", "score": 0.0, "status": "FAIL", "task_id": "airline-33"}, {"attempt_run_ids": ["attempt_0c25a789c5804bfab6312862b6364e2f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_0c25a789c5804bfab6312862b6364e2f", "score": 1.0, "status": "PASS", "task_id": "airline-37"}, {"attempt_run_ids": ["attempt_87fdc28f08b740558faceea94672d6cc"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_87fdc28f08b740558faceea94672d6cc", "score": 0.0, "status": "FAIL", "task_id": "airline-39"}, {"attempt_run_ids": ["attempt_1e97fe48750b4eb49d5e3c22d1b2f945"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_1e97fe48750b4eb49d5e3c22d1b2f945", "score": 1.0, "status": "PASS", "task_id": "airline-38"}, {"attempt_run_ids": ["attempt_507b1be7f6ed4400bc295447a862acf8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_507b1be7f6ed4400bc295447a862acf8", "score": 1.0, "status": "PASS", "task_id": "airline-40"}, {"attempt_run_ids": ["attempt_903a7fe8ebb24f5287dff3d54482d352"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_903a7fe8ebb24f5287dff3d54482d352", "score": 1.0, "status": "PASS", "task_id": "airline-46"}, {"attempt_run_ids": ["attempt_df6c4d756f3547038b07b72e63611b99"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_df6c4d756f3547038b07b72e63611b99", "score": 1.0, "status": "PASS", "task_id": "airline-45"}, {"attempt_run_ids": ["attempt_a1aa7d3cfb3b40008546aa5131c0109e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a1aa7d3cfb3b40008546aa5131c0109e", "score": 1.0, "status": "PASS", "task_id": "airline-47"}, {"attempt_run_ids": ["attempt_372bee3d3d5b4957afc308649b7f06be"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_372bee3d3d5b4957afc308649b7f06be", "score": 1.0, "status": "PASS", "task_id": "airline-48"}, {"attempt_run_ids": ["attempt_c7ea2c329c7948ecbf86d881d5e92c00"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_c7ea2c329c7948ecbf86d881d5e92c00", "score": 1.0, "status": "PASS", "task_id": "airline-49"}], "task_set_digest": "sha256:4cf46831458331dfdf5d63218f2dafa1dd265ee3c7f49058a670921ea59ae668", "uploaded_by": "ffy6511", "visibility": "public"}, {"actors_summary": [{"entry": "openai-http", "executor": "openai-http", "model": "dashscope/qwen3.8-max", "options": "{\"reasoning_effort\":\"max\"}", "profile_id": "service"}, {"entry": "openai-http", "executor": "openai-http", "model": "dashscope/qwen3.8-max", "options": "{\"reasoning_effort\":\"max\"}", "profile_id": "user"}], "agent_label": "openai-http", "agent_refs": [{"package_id": "openai-http", "role": "service"}, {"package_id": "openai-http", "role": "user"}], "blob_digest": "sha256:5013a095cd61bd4b7d0fd5bc8238917e0d76ea6da1f5b571f0adce042dd2c451", "board_listed": true, "bound_kind": "release", "complete": true, "config_fingerprint": "sha256:6f28283842bdbd1e3308d999d8a2254e7c1bd3c55fc54247d886c2cb291a6ff5", "config_homogeneous": true, "created_at": 1788763900.0, "dataset_id": "official/tau3-airline", "dataset_version": "0.1.1", "exit_code": 1, "job_overlay": {"agent_profiles": {"service": {"agent_ref": "openai-http@0.1.0+sha256:c04630e5b5c7", "api_key": "litellm_api_key", "base_url": "litellm_base_url", "executor": "openai-http", "extensions": [{"plugin": "openai-http"}, {"plugin": "local"}], "model": "dashscope/qwen3.8-max", "options": {"reasoning_effort": "max"}}, "user": {"agent_ref": "openai-http@0.1.0+sha256:c04630e5b5c7", "api_key": "litellm_api_key", "base_url": "litellm_base_url", "executor": "openai-http", "extensions": [{"plugin": "openai-http"}, {"plugin": "local"}], "model": "dashscope/qwen3.8-max", "options": {"reasoning_effort": "max"}}}, "environment": "local"}, "mean_score": 0.8, "metrics": {"k_values": [1], "mean_score": 0.8, "missing_score_as": 0.0, "n_attempts": 1, "n_error": 0, "n_fail": 10, "n_pass": 40, "n_tasks": 50, "pass_at_k": {"1": {"incomplete_tasks": 0, "n_tasks": 50, "value": 0.8}}, "pass_power_k": {"1": {"incomplete_tasks": 0, "n_tasks": 50, "value": 0.8}}, "pass_rate": 0.8, "per_task": [{"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-00"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-01"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-02"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-03"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-04"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-05"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-06"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "airline-07"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-08"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-09"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-10"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-11"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-12"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-13"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "airline-14"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "airline-15"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "airline-16"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-17"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-18"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-19"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-20"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "airline-21"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-22"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "airline-23"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-24"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-25"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-26"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-27"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-28"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "airline-29"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-30"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-31"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "airline-32"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-33"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-34"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-35"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-36"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-37"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-38"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "airline-39"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-40"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-41"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-42"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-43"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "airline-44"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-45"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-46"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-47"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-48"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "airline-49"}], "usage": {"cached_tokens": 2298240, "completion_tokens": 368871, "cost_source": "estimated", "cost_usd_estimated": 7.8939140000000005, "duration_s": 10153.475609999998, "n_attempts_with_cost": 0, "n_attempts_with_tokens": 50, "prompt_tokens": 2840344}}, "model_label": "dashscope/qwen3.8-max", "note": "per-task evaluator verdicts only; no suite-level PASS", "pass_rate": 0.8, "size": 8708, "suite_run_id": "944cbdc5", "task_refs": [{"attempt_run_ids": ["attempt_032b000edf6f4dc283e048b151226554"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_032b000edf6f4dc283e048b151226554", "score": 1.0, "status": "PASS", "task_id": "airline-00"}, {"attempt_run_ids": ["attempt_32a0c5d6990a4967a076bd93e56d5f34"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_32a0c5d6990a4967a076bd93e56d5f34", "score": 1.0, "status": "PASS", "task_id": "airline-01"}, {"attempt_run_ids": ["attempt_2399449d06be4722bb00954cdd1bd22b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_2399449d06be4722bb00954cdd1bd22b", "score": 1.0, "status": "PASS", "task_id": "airline-02"}, {"attempt_run_ids": ["attempt_ee8b4bd248314ae7a95a530742066c26"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ee8b4bd248314ae7a95a530742066c26", "score": 1.0, "status": "PASS", "task_id": "airline-03"}, {"attempt_run_ids": ["attempt_ea33faace8204497a306e9b62efa77c7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ea33faace8204497a306e9b62efa77c7", "score": 1.0, "status": "PASS", "task_id": "airline-04"}, {"attempt_run_ids": ["attempt_f9700a12597a446f966808d821c147cb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f9700a12597a446f966808d821c147cb", "score": 1.0, "status": "PASS", "task_id": "airline-05"}, {"attempt_run_ids": ["attempt_7037107b48bd44af99d1dcf56f09d062"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7037107b48bd44af99d1dcf56f09d062", "score": 1.0, "status": "PASS", "task_id": "airline-06"}, {"attempt_run_ids": ["attempt_294f3418ba5a4a7fb72fccdfc0c57597"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_294f3418ba5a4a7fb72fccdfc0c57597", "score": 0.0, "status": "FAIL", "task_id": "airline-07"}, {"attempt_run_ids": ["attempt_7e3af4e4fd414c9c87477b079a739e3d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7e3af4e4fd414c9c87477b079a739e3d", "score": 1.0, "status": "PASS", "task_id": "airline-08"}, {"attempt_run_ids": ["attempt_bf58e3b234074720943bdae1e91ab961"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_bf58e3b234074720943bdae1e91ab961", "score": 1.0, "status": "PASS", "task_id": "airline-09"}, {"attempt_run_ids": ["attempt_972f3069b9c34046858ffa9916d27a07"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_972f3069b9c34046858ffa9916d27a07", "score": 1.0, "status": "PASS", "task_id": "airline-10"}, {"attempt_run_ids": ["attempt_7f4434fe86e34f2493f437d03ae8dc90"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7f4434fe86e34f2493f437d03ae8dc90", "score": 1.0, "status": "PASS", "task_id": "airline-11"}, {"attempt_run_ids": ["attempt_74b634319d034872b447b1df15a7100a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_74b634319d034872b447b1df15a7100a", "score": 1.0, "status": "PASS", "task_id": "airline-12"}, {"attempt_run_ids": ["attempt_b491caa5f74544f190e6bb01ad525d5a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_b491caa5f74544f190e6bb01ad525d5a", "score": 1.0, "status": "PASS", "task_id": "airline-13"}, {"attempt_run_ids": ["attempt_6d0a1f46bff64bea9c534105d3f0137f"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_6d0a1f46bff64bea9c534105d3f0137f", "score": 0.0, "status": "FAIL", "task_id": "airline-14"}, {"attempt_run_ids": ["attempt_7e3168eb884e4eeeac0844754224c21f"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_7e3168eb884e4eeeac0844754224c21f", "score": 0.0, "status": "FAIL", "task_id": "airline-15"}, {"attempt_run_ids": ["attempt_8276cc4c661d444eb49b17d89a929306"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_8276cc4c661d444eb49b17d89a929306", "score": 0.0, "status": "FAIL", "task_id": "airline-16"}, {"attempt_run_ids": ["attempt_320f11629c8e44a1b5bf1708b501a149"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_320f11629c8e44a1b5bf1708b501a149", "score": 1.0, "status": "PASS", "task_id": "airline-17"}, {"attempt_run_ids": ["attempt_630b3048be894cf2b9a78816ab587ac6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_630b3048be894cf2b9a78816ab587ac6", "score": 1.0, "status": "PASS", "task_id": "airline-18"}, {"attempt_run_ids": ["attempt_f1354e0a61154a1d84b9f45b2abbb6b7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f1354e0a61154a1d84b9f45b2abbb6b7", "score": 1.0, "status": "PASS", "task_id": "airline-19"}, {"attempt_run_ids": ["attempt_b3b9891160d7493ca7d594d0e9d99632"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_b3b9891160d7493ca7d594d0e9d99632", "score": 1.0, "status": "PASS", "task_id": "airline-20"}, {"attempt_run_ids": ["attempt_b1dd2b0b4cd64064bde564e6ed297246"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_b1dd2b0b4cd64064bde564e6ed297246", "score": 0.0, "status": "FAIL", "task_id": "airline-21"}, {"attempt_run_ids": ["attempt_f941115c65794c42be25f5095ca88693"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f941115c65794c42be25f5095ca88693", "score": 1.0, "status": "PASS", "task_id": "airline-22"}, {"attempt_run_ids": ["attempt_5663186c18464d67a7e2bbb588d8de2b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_5663186c18464d67a7e2bbb588d8de2b", "score": 0.0, "status": "FAIL", "task_id": "airline-23"}, {"attempt_run_ids": ["attempt_79a6949e6d9046049f0287e421c47d83"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_79a6949e6d9046049f0287e421c47d83", "score": 1.0, "status": "PASS", "task_id": "airline-24"}, {"attempt_run_ids": ["attempt_58396d685a914faab0ad8b06363a0a1b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_58396d685a914faab0ad8b06363a0a1b", "score": 1.0, "status": "PASS", "task_id": "airline-25"}, {"attempt_run_ids": ["attempt_59638a5849c947db9872b4b78cfb7b8d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_59638a5849c947db9872b4b78cfb7b8d", "score": 1.0, "status": "PASS", "task_id": "airline-26"}, {"attempt_run_ids": ["attempt_e8c87795548d481c92647b0847a3deff"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e8c87795548d481c92647b0847a3deff", "score": 1.0, "status": "PASS", "task_id": "airline-27"}, {"attempt_run_ids": ["attempt_fa86a2c474bf495ea530df6c5523c43e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_fa86a2c474bf495ea530df6c5523c43e", "score": 1.0, "status": "PASS", "task_id": "airline-28"}, {"attempt_run_ids": ["attempt_a794d5ccd9e5488b80a02fcf3ce81788"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_a794d5ccd9e5488b80a02fcf3ce81788", "score": 0.0, "status": "FAIL", "task_id": "airline-29"}, {"attempt_run_ids": ["attempt_e136a2f1a1244122a69fac7bdc3d6f8e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e136a2f1a1244122a69fac7bdc3d6f8e", "score": 1.0, "status": "PASS", "task_id": "airline-30"}, {"attempt_run_ids": ["attempt_87ed83596e374624b987cd386c119461"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_87ed83596e374624b987cd386c119461", "score": 1.0, "status": "PASS", "task_id": "airline-31"}, {"attempt_run_ids": ["attempt_63ef34d932ad4f98be73e3632003b710"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_63ef34d932ad4f98be73e3632003b710", "score": 0.0, "status": "FAIL", "task_id": "airline-32"}, {"attempt_run_ids": ["attempt_37f98f67dd7d4c0c89a2a7fc3a4bae9b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_37f98f67dd7d4c0c89a2a7fc3a4bae9b", "score": 1.0, "status": "PASS", "task_id": "airline-33"}, {"attempt_run_ids": ["attempt_8659f7fa3b01458ab2b352bdaf137ff3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_8659f7fa3b01458ab2b352bdaf137ff3", "score": 1.0, "status": "PASS", "task_id": "airline-34"}, {"attempt_run_ids": ["attempt_9e238f89045d49299d100b17f019f542"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_9e238f89045d49299d100b17f019f542", "score": 1.0, "status": "PASS", "task_id": "airline-35"}, {"attempt_run_ids": ["attempt_b10b99f4fed04d43937fdd678c6a0ee4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_b10b99f4fed04d43937fdd678c6a0ee4", "score": 1.0, "status": "PASS", "task_id": "airline-36"}, {"attempt_run_ids": ["attempt_e4b5c006c9054e0382c1fccd91bbeb45"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e4b5c006c9054e0382c1fccd91bbeb45", "score": 1.0, "status": "PASS", "task_id": "airline-37"}, {"attempt_run_ids": ["attempt_81b557a9e77944b78093b58351b0395c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_81b557a9e77944b78093b58351b0395c", "score": 1.0, "status": "PASS", "task_id": "airline-38"}, {"attempt_run_ids": ["attempt_d5362f13340d44f88cc9ee41ca2913f8"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_d5362f13340d44f88cc9ee41ca2913f8", "score": 0.0, "status": "FAIL", "task_id": "airline-39"}, {"attempt_run_ids": ["attempt_1b59ef7737324fb88c2c827bef5bde11"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_1b59ef7737324fb88c2c827bef5bde11", "score": 1.0, "status": "PASS", "task_id": "airline-40"}, {"attempt_run_ids": ["attempt_e4c01f74d3e84f6f853bbc0c9d642b3b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e4c01f74d3e84f6f853bbc0c9d642b3b", "score": 1.0, "status": "PASS", "task_id": "airline-41"}, {"attempt_run_ids": ["attempt_b27d5ee736c24eeb8c03566fd3db3c7d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_b27d5ee736c24eeb8c03566fd3db3c7d", "score": 1.0, "status": "PASS", "task_id": "airline-42"}, {"attempt_run_ids": ["attempt_308a1cb4bae646d5b10922e47ce4554c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_308a1cb4bae646d5b10922e47ce4554c", "score": 1.0, "status": "PASS", "task_id": "airline-43"}, {"attempt_run_ids": ["attempt_4595996d02da4f8ebf768bf4431cfb3e"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_4595996d02da4f8ebf768bf4431cfb3e", "score": 0.0, "status": "FAIL", "task_id": "airline-44"}, {"attempt_run_ids": ["attempt_f94a1391e0cd4009bfd12d8db7d00345"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f94a1391e0cd4009bfd12d8db7d00345", "score": 1.0, "status": "PASS", "task_id": "airline-45"}, {"attempt_run_ids": ["attempt_80669a8edb7043e0b0397f2bb450a30d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_80669a8edb7043e0b0397f2bb450a30d", "score": 1.0, "status": "PASS", "task_id": "airline-46"}, {"attempt_run_ids": ["attempt_fe8487ef49444a8897d19ace1b761249"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_fe8487ef49444a8897d19ace1b761249", "score": 1.0, "status": "PASS", "task_id": "airline-47"}, {"attempt_run_ids": ["attempt_1d5c6c0a7d484ed9ad2ec935bb34b492"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_1d5c6c0a7d484ed9ad2ec935bb34b492", "score": 1.0, "status": "PASS", "task_id": "airline-48"}, {"attempt_run_ids": ["attempt_ee9ead50017b4d87b3572d973bc5ab7b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ee9ead50017b4d87b3572d973bc5ab7b", "score": 1.0, "status": "PASS", "task_id": "airline-49"}], "task_set_digest": "sha256:4cf46831458331dfdf5d63218f2dafa1dd265ee3c7f49058a670921ea59ae668", "uploaded_by": "ffy6511", "visibility": "public"}, {"actors_summary": [{"entry": "opencode", "executor": "acp", "model": "litellm/dashscope/qwen3.8-max", "options": "{\"entry\":\"opencode\"}", "profile_id": "solver"}], "agent_label": "opencode", "blob_digest": "sha256:4bcf58311d0b0e1338995fff48273c55d2e58787a4c6ec8553179ad04d40b8a4", "board_listed": true, "bound_kind": "release", "complete": true, "config_fingerprint": "sha256:17208e8c447937808aa9b939d10825be448a326e70dd2379997ca16dd0208423", "config_homogeneous": true, "created_at": 1788760100.0, "dataset_id": "official/humaneval", "dataset_version": "0.1.0", "exit_code": 2, "job_overlay": {"bindings": {"solver": {"api_key": "litellm_api_key", "base_url": "http://10.130.138.46:8010/v1", "executor": "acp", "extensions": [{"options": {"entry": "opencode"}, "plugin": "acp"}, {"options": {"files": [{"dest": ".config/opencode/opencode.json", "dest_root": "home", "src": "overlays/opencode.litellm.json"}]}, "plugin": "home-files"}], "model": "litellm/dashscope/qwen3.8-max"}}}, "mean_score": 0.9695122, "metrics": {"k_values": [1], "mean_score": 0.9695121951219512, "missing_score_as": 0.0, "n_attempts": 1, "n_error": 2, "n_fail": 3, "n_pass": 159, "n_tasks": 164, "pass_at_k": {"1": {"incomplete_tasks": 0, "n_tasks": 164, "value": 0.9695121951219512}}, "pass_power_k": {"1": {"incomplete_tasks": 0, "n_tasks": 164, "value": 0.9695121951219512}}, "pass_rate": 0.9695121951219512, "per_task": [{"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-000"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-001"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-002"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-003"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-004"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-005"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-006"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-007"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-008"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-009"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-010"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-011"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-012"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-013"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-014"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-015"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-016"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-017"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-018"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-019"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-020"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-021"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-022"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-023"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-024"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-025"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-026"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-027"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-028"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-029"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-030"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-031"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-032"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-033"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-034"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-035"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-036"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-037"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-038"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-039"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-040"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-041"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-042"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-043"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-044"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-045"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-046"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-047"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-048"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-049"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-050"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-051"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-052"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-053"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-054"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-055"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-056"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-057"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-058"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-059"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-060"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-061"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-062"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-063"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-064"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-065"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-066"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-067"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-068"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-069"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-070"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "ERROR", "task_id": "humaneval-071"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-072"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-073"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-074"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-075"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-076"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-077"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-078"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-079"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-080"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-081"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-082"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-083"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-084"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-085"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-086"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-087"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-088"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-089"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-090"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-091"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-092"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-093"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-094"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-095"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-096"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-097"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-098"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-099"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-100"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-101"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-102"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-103"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-104"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-105"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-106"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-107"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-108"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-109"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-110"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-111"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-112"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-113"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-114"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-115"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-116"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-117"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-118"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-119"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-120"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-121"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-122"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-123"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-124"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "ERROR", "task_id": "humaneval-125"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-126"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-127"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-128"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-129"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-130"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-131"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-132"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-133"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-134"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-135"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-136"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-137"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-138"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-139"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-140"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-141"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-142"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-143"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-144"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-145"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-146"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-147"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-148"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-149"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-150"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-151"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-152"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-153"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-154"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-155"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-156"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-157"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-158"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-159"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-160"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-161"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-162"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-163"}], "usage": {"cached_tokens": 2057984, "completion_tokens": 25711, "cost_source": "estimated", "cost_usd_estimated": 4.429741999999999, "duration_s": 2760.7414210000015, "n_attempts_with_cost": 0, "n_attempts_with_tokens": 162, "prompt_tokens": 2137738}}, "model_label": "litellm/dashscope/qwen3.8-max", "note": "per-task evaluator verdicts only; no suite-level PASS", "pass_rate": 0.9695122, "size": 44269, "suite_run_id": "dae31dac", "task_refs": [{"attempt_run_ids": ["sha256_a1da70cc08e5ff1f605ff569e98141d8202c32b0b_run_94bf7c6f6412"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a1da70cc08e5ff1f605ff569e98141d8202c32b0b_run_94bf7c6f6412", "score": 1.0, "status": "PASS", "task_id": "humaneval-000"}, {"attempt_run_ids": ["sha256_0f908acd5230c952b4cd0d2504de82dda76e61296_run_d637ab3718c3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0f908acd5230c952b4cd0d2504de82dda76e61296_run_d637ab3718c3", "score": 1.0, "status": "PASS", "task_id": "humaneval-001"}, {"attempt_run_ids": ["sha256_6b9f4801743ee841ed7b508d429bcbc7cfa0f3d0b_run_df0fc26023b1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6b9f4801743ee841ed7b508d429bcbc7cfa0f3d0b_run_df0fc26023b1", "score": 1.0, "status": "PASS", "task_id": "humaneval-002"}, {"attempt_run_ids": ["sha256_ae1297518caba55f43739664019f1b7852e682bce_run_54f7066c1c5c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ae1297518caba55f43739664019f1b7852e682bce_run_54f7066c1c5c", "score": 1.0, "status": "PASS", "task_id": "humaneval-003"}, {"attempt_run_ids": ["sha256_a15c89fce5018bd9b86e07fe1dfb98fae4b54be2f_run_20ac8628621f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a15c89fce5018bd9b86e07fe1dfb98fae4b54be2f_run_20ac8628621f", "score": 1.0, "status": "PASS", "task_id": "humaneval-004"}, {"attempt_run_ids": ["sha256_e106aa666cced2a6614f77c44188548edf03c948c_run_0dc6222f9285"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e106aa666cced2a6614f77c44188548edf03c948c_run_0dc6222f9285", "score": 1.0, "status": "PASS", "task_id": "humaneval-005"}, {"attempt_run_ids": ["sha256_bade72b77f53691209af90ca10096d3ba381beb70_run_152fe9ef82f1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bade72b77f53691209af90ca10096d3ba381beb70_run_152fe9ef82f1", "score": 1.0, "status": "PASS", "task_id": "humaneval-006"}, {"attempt_run_ids": ["sha256_c0ce51368e6079a9b4e8cf8277c47cf82910c9ffb_run_21d780a33ba0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c0ce51368e6079a9b4e8cf8277c47cf82910c9ffb_run_21d780a33ba0", "score": 1.0, "status": "PASS", "task_id": "humaneval-007"}, {"attempt_run_ids": ["sha256_09e8f2159424824e0d1dcfcfffe1a973e4fdd96ff_run_e616f0677628"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_09e8f2159424824e0d1dcfcfffe1a973e4fdd96ff_run_e616f0677628", "score": 1.0, "status": "PASS", "task_id": "humaneval-008"}, {"attempt_run_ids": ["sha256_5f0f345eafbf47b933479f0fba5c5f78b73166bf1_run_d48e52f7927e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5f0f345eafbf47b933479f0fba5c5f78b73166bf1_run_d48e52f7927e", "score": 1.0, "status": "PASS", "task_id": "humaneval-009"}, {"attempt_run_ids": ["sha256_7c056b08004f3696c1172fdb81d7d4f3bb8d1d00e_run_2bacfadedb48"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7c056b08004f3696c1172fdb81d7d4f3bb8d1d00e_run_2bacfadedb48", "score": 1.0, "status": "PASS", "task_id": "humaneval-010"}, {"attempt_run_ids": ["sha256_8b5262210aa5225053c37e76174173668729c92df_run_e8f3126cc696"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8b5262210aa5225053c37e76174173668729c92df_run_e8f3126cc696", "score": 1.0, "status": "PASS", "task_id": "humaneval-011"}, {"attempt_run_ids": ["sha256_425a0ea074a2470013887eae075c4b864e70d205d_run_074bdad1fd5d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_425a0ea074a2470013887eae075c4b864e70d205d_run_074bdad1fd5d", "score": 1.0, "status": "PASS", "task_id": "humaneval-012"}, {"attempt_run_ids": ["sha256_5d0caefee962347f9b9789c2c36b0ba7eddcbe02c_run_53c8dacee0ea"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5d0caefee962347f9b9789c2c36b0ba7eddcbe02c_run_53c8dacee0ea", "score": 1.0, "status": "PASS", "task_id": "humaneval-013"}, {"attempt_run_ids": ["sha256_9363c5e5122c3330811bfc44c063323d253a3b22d_run_a390c6ba6c04"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9363c5e5122c3330811bfc44c063323d253a3b22d_run_a390c6ba6c04", "score": 1.0, "status": "PASS", "task_id": "humaneval-014"}, {"attempt_run_ids": ["sha256_21f158d5c7030186677bae818d148d5244e9c25bf_run_ae4157462366"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_21f158d5c7030186677bae818d148d5244e9c25bf_run_ae4157462366", "score": 1.0, "status": "PASS", "task_id": "humaneval-015"}, {"attempt_run_ids": ["sha256_b7b9fccd4ea35eab5a95995cb8badc294db466850_run_ec40a78bd0fd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b7b9fccd4ea35eab5a95995cb8badc294db466850_run_ec40a78bd0fd", "score": 1.0, "status": "PASS", "task_id": "humaneval-016"}, {"attempt_run_ids": ["sha256_eb825120575eec973bd576f33f8d26079cf7deef6_run_b214f56b14d3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_eb825120575eec973bd576f33f8d26079cf7deef6_run_b214f56b14d3", "score": 1.0, "status": "PASS", "task_id": "humaneval-017"}, {"attempt_run_ids": ["sha256_37563b8aa9f3fc5af1ebdd929a5bea7bd73f3d3f4_run_9f22a311dc6c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_37563b8aa9f3fc5af1ebdd929a5bea7bd73f3d3f4_run_9f22a311dc6c", "score": 1.0, "status": "PASS", "task_id": "humaneval-018"}, {"attempt_run_ids": ["sha256_2a687509cb77ad1d2bdd6aebf7965fcdfd80266d5_run_ea5bc307b315"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2a687509cb77ad1d2bdd6aebf7965fcdfd80266d5_run_ea5bc307b315", "score": 1.0, "status": "PASS", "task_id": "humaneval-019"}, {"attempt_run_ids": ["sha256_59b06882d56ab243431d4dbb4224ad5c272ec7bf3_run_85196c8c295c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_59b06882d56ab243431d4dbb4224ad5c272ec7bf3_run_85196c8c295c", "score": 1.0, "status": "PASS", "task_id": "humaneval-020"}, {"attempt_run_ids": ["sha256_bb9bcf04ba8ec3e8a69a288550158bb679970ccf3_run_ae52269b8b3c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bb9bcf04ba8ec3e8a69a288550158bb679970ccf3_run_ae52269b8b3c", "score": 1.0, "status": "PASS", "task_id": "humaneval-021"}, {"attempt_run_ids": ["sha256_b8117ab6dc160f97b8a1e11d0895067e70846ca30_run_0c439aee1a3e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b8117ab6dc160f97b8a1e11d0895067e70846ca30_run_0c439aee1a3e", "score": 1.0, "status": "PASS", "task_id": "humaneval-022"}, {"attempt_run_ids": ["sha256_4bbbc8c67a3112f02b3ef2c09f9a919f62cf80a8c_run_32ed2e9e17f1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4bbbc8c67a3112f02b3ef2c09f9a919f62cf80a8c_run_32ed2e9e17f1", "score": 1.0, "status": "PASS", "task_id": "humaneval-023"}, {"attempt_run_ids": ["sha256_ccb258ccff6a889719bf8e3f8a97d08b1c90f3c0b_run_cd369dd1383a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ccb258ccff6a889719bf8e3f8a97d08b1c90f3c0b_run_cd369dd1383a", "score": 1.0, "status": "PASS", "task_id": "humaneval-024"}, {"attempt_run_ids": ["sha256_5be6ccd483df57c71559d9b3c9f4638107ce08f94_run_4ff60db69056"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5be6ccd483df57c71559d9b3c9f4638107ce08f94_run_4ff60db69056", "score": 1.0, "status": "PASS", "task_id": "humaneval-025"}, {"attempt_run_ids": ["sha256_d2d45efe2c055352f4adebcc1b71fcf5692ee59f4_run_3eeaf08b35ac"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d2d45efe2c055352f4adebcc1b71fcf5692ee59f4_run_3eeaf08b35ac", "score": 1.0, "status": "PASS", "task_id": "humaneval-026"}, {"attempt_run_ids": ["sha256_bb2b3f566250aa72dea58ce9bf91abc79710ef2ca_run_c5c2fbf09cc1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bb2b3f566250aa72dea58ce9bf91abc79710ef2ca_run_c5c2fbf09cc1", "score": 1.0, "status": "PASS", "task_id": "humaneval-027"}, {"attempt_run_ids": ["sha256_42c44b8c2b249a2c0e1d4a652d0ff1de20e23687b_run_8954de164173"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_42c44b8c2b249a2c0e1d4a652d0ff1de20e23687b_run_8954de164173", "score": 1.0, "status": "PASS", "task_id": "humaneval-028"}, {"attempt_run_ids": ["sha256_04d1a15c7797229b33bb8ee867a6f3084a7665c33_run_f1dc8faa3aa0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_04d1a15c7797229b33bb8ee867a6f3084a7665c33_run_f1dc8faa3aa0", "score": 1.0, "status": "PASS", "task_id": "humaneval-029"}, {"attempt_run_ids": ["sha256_d0d49c06f6e1c126a16055a0d2b0dedd45fc8df65_run_542107cb453b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d0d49c06f6e1c126a16055a0d2b0dedd45fc8df65_run_542107cb453b", "score": 1.0, "status": "PASS", "task_id": "humaneval-030"}, {"attempt_run_ids": ["sha256_29e479fe98167d6b20524b5324896dcf01bfcd1b9_run_47fa7833aaec"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_29e479fe98167d6b20524b5324896dcf01bfcd1b9_run_47fa7833aaec", "score": 1.0, "status": "PASS", "task_id": "humaneval-031"}, {"attempt_run_ids": ["sha256_c026cede5f4685903df00248339932afc3e949e96_run_a558a6524af2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c026cede5f4685903df00248339932afc3e949e96_run_a558a6524af2", "score": 1.0, "status": "PASS", "task_id": "humaneval-032"}, {"attempt_run_ids": ["sha256_dcfd4b97efae1e37d7a1e11f97d7d7c9410e81729_run_367e3e9f622c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_dcfd4b97efae1e37d7a1e11f97d7d7c9410e81729_run_367e3e9f622c", "score": 1.0, "status": "PASS", "task_id": "humaneval-033"}, {"attempt_run_ids": ["sha256_becf802de098e63f5ec4479fb02ba034a267f31eb_run_4e8bc4020a87"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_becf802de098e63f5ec4479fb02ba034a267f31eb_run_4e8bc4020a87", "score": 1.0, "status": "PASS", "task_id": "humaneval-034"}, {"attempt_run_ids": ["sha256_ff9fcf55cd0c21c31ba0687614c6a42b253958aa1_run_a81d2e24ac9a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ff9fcf55cd0c21c31ba0687614c6a42b253958aa1_run_a81d2e24ac9a", "score": 1.0, "status": "PASS", "task_id": "humaneval-035"}, {"attempt_run_ids": ["sha256_95e8d9c9d98e713b4b7456bad1222414b629251f5_run_4ec7f74136bd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_95e8d9c9d98e713b4b7456bad1222414b629251f5_run_4ec7f74136bd", "score": 1.0, "status": "PASS", "task_id": "humaneval-036"}, {"attempt_run_ids": ["sha256_710ce464d4de13c5917605c5a3271ac97f9e66705_run_c9d1ff56a858"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_710ce464d4de13c5917605c5a3271ac97f9e66705_run_c9d1ff56a858", "score": 1.0, "status": "PASS", "task_id": "humaneval-037"}, {"attempt_run_ids": ["sha256_a7cbeaf20b6ed95f1e3ec750a6c3731c537b57a2f_run_4d6f12ab060b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_a7cbeaf20b6ed95f1e3ec750a6c3731c537b57a2f_run_4d6f12ab060b", "score": 0.0, "status": "FAIL", "task_id": "humaneval-038"}, {"attempt_run_ids": ["sha256_b97040988c3c2274633f4e61c5fab4f363456dd05_run_66f2abda937e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b97040988c3c2274633f4e61c5fab4f363456dd05_run_66f2abda937e", "score": 1.0, "status": "PASS", "task_id": "humaneval-039"}, {"attempt_run_ids": ["sha256_3d5621c8e5f0c675e3d441af1423363fe0e2a794b_run_f093c2caf63b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3d5621c8e5f0c675e3d441af1423363fe0e2a794b_run_f093c2caf63b", "score": 1.0, "status": "PASS", "task_id": "humaneval-040"}, {"attempt_run_ids": ["sha256_88b38a91fa78f624789e7fc6d0e28d26e9d93cf8d_run_9d561b1bcb99"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_88b38a91fa78f624789e7fc6d0e28d26e9d93cf8d_run_9d561b1bcb99", "score": 1.0, "status": "PASS", "task_id": "humaneval-041"}, {"attempt_run_ids": ["sha256_d9b7059def792bb908f402d8230760acea81f2222_run_e3d145e5cdd6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d9b7059def792bb908f402d8230760acea81f2222_run_e3d145e5cdd6", "score": 1.0, "status": "PASS", "task_id": "humaneval-042"}, {"attempt_run_ids": ["sha256_d49e5cd59b95cfca038f1229e2b5a6e0e8abad5e7_run_09437ee849c2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d49e5cd59b95cfca038f1229e2b5a6e0e8abad5e7_run_09437ee849c2", "score": 1.0, "status": "PASS", "task_id": "humaneval-043"}, {"attempt_run_ids": ["sha256_d7d86ca98cad6f32f523a6eda21ff7688ee2c6c13_run_acadf49e66d8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d7d86ca98cad6f32f523a6eda21ff7688ee2c6c13_run_acadf49e66d8", "score": 1.0, "status": "PASS", "task_id": "humaneval-044"}, {"attempt_run_ids": ["sha256_f89bb738c271c587aa59e2decc5a3701b2752f1b1_run_d641562a92bc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f89bb738c271c587aa59e2decc5a3701b2752f1b1_run_d641562a92bc", "score": 1.0, "status": "PASS", "task_id": "humaneval-045"}, {"attempt_run_ids": ["sha256_40e0e03b0e572d182462ae02dbc771b97f9fce7fb_run_69138cf53e33"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_40e0e03b0e572d182462ae02dbc771b97f9fce7fb_run_69138cf53e33", "score": 1.0, "status": "PASS", "task_id": "humaneval-046"}, {"attempt_run_ids": ["sha256_e18e6b2e210dfecf0264a0be10ccc317ed1005d1c_run_17f9ad27ac8c"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_e18e6b2e210dfecf0264a0be10ccc317ed1005d1c_run_17f9ad27ac8c", "score": 0.0, "status": "FAIL", "task_id": "humaneval-047"}, {"attempt_run_ids": ["sha256_16a1a0579d74157adc12cfac1bacdafc0a38c8d3e_run_9a0a57cba58c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_16a1a0579d74157adc12cfac1bacdafc0a38c8d3e_run_9a0a57cba58c", "score": 1.0, "status": "PASS", "task_id": "humaneval-048"}, {"attempt_run_ids": ["sha256_4750dd749646c4f69ba6dde67c568f26ea802938e_run_4c9166e22df6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4750dd749646c4f69ba6dde67c568f26ea802938e_run_4c9166e22df6", "score": 1.0, "status": "PASS", "task_id": "humaneval-049"}, {"attempt_run_ids": ["sha256_f6b75f07c3f3202cc217bd633bcb97aaaf1633190_run_8b2c2a3583b3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f6b75f07c3f3202cc217bd633bcb97aaaf1633190_run_8b2c2a3583b3", "score": 1.0, "status": "PASS", "task_id": "humaneval-050"}, {"attempt_run_ids": ["sha256_3ea07105b533e2307c2c967908514fb6ab9a010f7_run_86b1f67ae311"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3ea07105b533e2307c2c967908514fb6ab9a010f7_run_86b1f67ae311", "score": 1.0, "status": "PASS", "task_id": "humaneval-051"}, {"attempt_run_ids": ["sha256_8fc9247286663f0a44cd77022f50270a04e8717ee_run_20dfa0ee1cf3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8fc9247286663f0a44cd77022f50270a04e8717ee_run_20dfa0ee1cf3", "score": 1.0, "status": "PASS", "task_id": "humaneval-052"}, {"attempt_run_ids": ["sha256_c8cfaa9362560321f1a62d8c93f4e337e1b573f27_run_35c8afe66a23"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c8cfaa9362560321f1a62d8c93f4e337e1b573f27_run_35c8afe66a23", "score": 1.0, "status": "PASS", "task_id": "humaneval-053"}, {"attempt_run_ids": ["sha256_13d14219b82bcb56dadee1f580d0c2a40012d9feb_run_a78b10dd4bcc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_13d14219b82bcb56dadee1f580d0c2a40012d9feb_run_a78b10dd4bcc", "score": 1.0, "status": "PASS", "task_id": "humaneval-054"}, {"attempt_run_ids": ["sha256_11b8285ce2f42050a61da98f745b580e65bf2717c_run_176fb76181cd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_11b8285ce2f42050a61da98f745b580e65bf2717c_run_176fb76181cd", "score": 1.0, "status": "PASS", "task_id": "humaneval-055"}, {"attempt_run_ids": ["sha256_2a1b71583f6770a3a3bc7a78796f6d2965b98ffa5_run_082bf5734d9e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2a1b71583f6770a3a3bc7a78796f6d2965b98ffa5_run_082bf5734d9e", "score": 1.0, "status": "PASS", "task_id": "humaneval-056"}, {"attempt_run_ids": ["sha256_5f4e046552db343adafbb11c0570dd0df337ee068_run_9a817c15c033"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5f4e046552db343adafbb11c0570dd0df337ee068_run_9a817c15c033", "score": 1.0, "status": "PASS", "task_id": "humaneval-057"}, {"attempt_run_ids": ["sha256_85c97ecc47d4087c78404549648450976e53dc189_run_a98e3014bd37"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_85c97ecc47d4087c78404549648450976e53dc189_run_a98e3014bd37", "score": 1.0, "status": "PASS", "task_id": "humaneval-058"}, {"attempt_run_ids": ["sha256_9d45b8023b554034d34c664392c41a39e115be25f_run_0b3526d53e41"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9d45b8023b554034d34c664392c41a39e115be25f_run_0b3526d53e41", "score": 1.0, "status": "PASS", "task_id": "humaneval-059"}, {"attempt_run_ids": ["sha256_2a8f5ebf4c822f0e037da30fe736f9c5190e01263_run_137220f8cedc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2a8f5ebf4c822f0e037da30fe736f9c5190e01263_run_137220f8cedc", "score": 1.0, "status": "PASS", "task_id": "humaneval-060"}, {"attempt_run_ids": ["sha256_04d7560d60f9fc43a46ba35c7ca2fe94618c75549_run_afe0e5bf4826"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_04d7560d60f9fc43a46ba35c7ca2fe94618c75549_run_afe0e5bf4826", "score": 1.0, "status": "PASS", "task_id": "humaneval-061"}, {"attempt_run_ids": ["sha256_27225b173125461e72757488775639569c6228d53_run_8d6912605833"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_27225b173125461e72757488775639569c6228d53_run_8d6912605833", "score": 1.0, "status": "PASS", "task_id": "humaneval-062"}, {"attempt_run_ids": ["sha256_204c788b489b37692dc9db066788dacd37bf53bd2_run_641e5ff82b92"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_204c788b489b37692dc9db066788dacd37bf53bd2_run_641e5ff82b92", "score": 1.0, "status": "PASS", "task_id": "humaneval-063"}, {"attempt_run_ids": ["sha256_ef2e1d89dc4d130d9f7228b33e1d1d96da159316e_run_0ab3225c5757"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ef2e1d89dc4d130d9f7228b33e1d1d96da159316e_run_0ab3225c5757", "score": 1.0, "status": "PASS", "task_id": "humaneval-064"}, {"attempt_run_ids": ["sha256_94ea0dfaccd774aab51d2c67b03f33913e35edf14_run_e2226296c83c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_94ea0dfaccd774aab51d2c67b03f33913e35edf14_run_e2226296c83c", "score": 1.0, "status": "PASS", "task_id": "humaneval-065"}, {"attempt_run_ids": ["sha256_ed8a7e87c0115a538175444ca9c558951a1f35772_run_59c75c54be11"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ed8a7e87c0115a538175444ca9c558951a1f35772_run_59c75c54be11", "score": 1.0, "status": "PASS", "task_id": "humaneval-066"}, {"attempt_run_ids": ["sha256_3399e6e92519ebcaabcd408d2567b771fc8779b1f_run_fd44041a9348"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3399e6e92519ebcaabcd408d2567b771fc8779b1f_run_fd44041a9348", "score": 1.0, "status": "PASS", "task_id": "humaneval-067"}, {"attempt_run_ids": ["sha256_ba62f4e7253bf9186076fff3d78039ae72e4642a1_run_e59b1999156a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ba62f4e7253bf9186076fff3d78039ae72e4642a1_run_e59b1999156a", "score": 1.0, "status": "PASS", "task_id": "humaneval-068"}, {"attempt_run_ids": ["sha256_875bfc0f0dae57e7b6e4b69f2ba75d98a1acf5bfa_run_75cfa4dc1132"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_875bfc0f0dae57e7b6e4b69f2ba75d98a1acf5bfa_run_75cfa4dc1132", "score": 1.0, "status": "PASS", "task_id": "humaneval-069"}, {"attempt_run_ids": ["sha256_09e27fb468f43bdb4edb6fd1d192b9437ac34ac43_run_c1fd64cc0a65"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_09e27fb468f43bdb4edb6fd1d192b9437ac34ac43_run_c1fd64cc0a65", "score": 1.0, "status": "PASS", "task_id": "humaneval-070"}, {"attempt_run_ids": ["sha256_d1545c5023f1680f6cde83742cb1f316f959a6607_run_bed2653732a5"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_d1545c5023f1680f6cde83742cb1f316f959a6607_run_bed2653732a5", "score": 0.0, "status": "ERROR", "task_id": "humaneval-071"}, {"attempt_run_ids": ["sha256_7e4d79454ba71dd7c13cc72244c830b45357d9a40_run_df448066ecf5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7e4d79454ba71dd7c13cc72244c830b45357d9a40_run_df448066ecf5", "score": 1.0, "status": "PASS", "task_id": "humaneval-072"}, {"attempt_run_ids": ["sha256_95bd8feacda92429536995f453880206900a7f135_run_1247feb0573f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_95bd8feacda92429536995f453880206900a7f135_run_1247feb0573f", "score": 1.0, "status": "PASS", "task_id": "humaneval-073"}, {"attempt_run_ids": ["sha256_e39cf1675b9d5d8018d044f3ab7e6ac3516d273d3_run_bc7370c5e087"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e39cf1675b9d5d8018d044f3ab7e6ac3516d273d3_run_bc7370c5e087", "score": 1.0, "status": "PASS", "task_id": "humaneval-074"}, {"attempt_run_ids": ["sha256_2657eef34dbe8031c241b5729c54adefc482c8fd6_run_3d47d90539bf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2657eef34dbe8031c241b5729c54adefc482c8fd6_run_3d47d90539bf", "score": 1.0, "status": "PASS", "task_id": "humaneval-075"}, {"attempt_run_ids": ["sha256_c1116c04e2e109d489284209fb49b1092d8bd775b_run_a4baf3a94cd4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c1116c04e2e109d489284209fb49b1092d8bd775b_run_a4baf3a94cd4", "score": 1.0, "status": "PASS", "task_id": "humaneval-076"}, {"attempt_run_ids": ["sha256_096d7d29ab8730b7475ab5e9afc8abd54c9b01493_run_b8f660d1bbcc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_096d7d29ab8730b7475ab5e9afc8abd54c9b01493_run_b8f660d1bbcc", "score": 1.0, "status": "PASS", "task_id": "humaneval-077"}, {"attempt_run_ids": ["sha256_e5a0ed0b836a8f7a31b63739fd5b5579c706be811_run_2ddd9a320d2e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e5a0ed0b836a8f7a31b63739fd5b5579c706be811_run_2ddd9a320d2e", "score": 1.0, "status": "PASS", "task_id": "humaneval-078"}, {"attempt_run_ids": ["sha256_33210d8c16d55a37f7bea78a41db86aff7c6586e3_run_0911c1587f03"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_33210d8c16d55a37f7bea78a41db86aff7c6586e3_run_0911c1587f03", "score": 1.0, "status": "PASS", "task_id": "humaneval-079"}, {"attempt_run_ids": ["sha256_49305d922ad954b9d90f147910672dcbc99c29931_run_1b91c08cac24"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_49305d922ad954b9d90f147910672dcbc99c29931_run_1b91c08cac24", "score": 1.0, "status": "PASS", "task_id": "humaneval-080"}, {"attempt_run_ids": ["sha256_4b22e536369ddad7697dce5a366cd517828140cb9_run_9aaff576a613"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4b22e536369ddad7697dce5a366cd517828140cb9_run_9aaff576a613", "score": 1.0, "status": "PASS", "task_id": "humaneval-081"}, {"attempt_run_ids": ["sha256_5b4020eea32af3d793b4226e31d3f2c6222ec194b_run_9218bd037713"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5b4020eea32af3d793b4226e31d3f2c6222ec194b_run_9218bd037713", "score": 1.0, "status": "PASS", "task_id": "humaneval-082"}, {"attempt_run_ids": ["sha256_05e0113a3ac2d171e0a83c635951189949d84e391_run_a0c63b13326b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_05e0113a3ac2d171e0a83c635951189949d84e391_run_a0c63b13326b", "score": 1.0, "status": "PASS", "task_id": "humaneval-083"}, {"attempt_run_ids": ["sha256_bcc2f5f680cfb8948c122df9925ac735c43b4d30f_run_4c833ab4b064"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bcc2f5f680cfb8948c122df9925ac735c43b4d30f_run_4c833ab4b064", "score": 1.0, "status": "PASS", "task_id": "humaneval-084"}, {"attempt_run_ids": ["sha256_f090fff5688496e0f834d043cc53ff38b0807b975_run_219522217869"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f090fff5688496e0f834d043cc53ff38b0807b975_run_219522217869", "score": 1.0, "status": "PASS", "task_id": "humaneval-085"}, {"attempt_run_ids": ["sha256_35b72333937900cb0d587f90e951264470f831869_run_f0a4624f55f1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_35b72333937900cb0d587f90e951264470f831869_run_f0a4624f55f1", "score": 1.0, "status": "PASS", "task_id": "humaneval-086"}, {"attempt_run_ids": ["sha256_6e5ea727a93d408c867abfe1c9aa8b95fb9ba5325_run_396e11089b21"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6e5ea727a93d408c867abfe1c9aa8b95fb9ba5325_run_396e11089b21", "score": 1.0, "status": "PASS", "task_id": "humaneval-087"}, {"attempt_run_ids": ["sha256_bedf98632d6126863562a170444fc58fbd172b080_run_27a4c3287b07"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bedf98632d6126863562a170444fc58fbd172b080_run_27a4c3287b07", "score": 1.0, "status": "PASS", "task_id": "humaneval-088"}, {"attempt_run_ids": ["sha256_3a8c6d9e6947c6eaedf6a4f792cb31670fc28ba4d_run_20add280bff8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3a8c6d9e6947c6eaedf6a4f792cb31670fc28ba4d_run_20add280bff8", "score": 1.0, "status": "PASS", "task_id": "humaneval-089"}, {"attempt_run_ids": ["sha256_06daa719d2e1b1e68833d93697291abcfa137a468_run_ce7d8154c5d7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_06daa719d2e1b1e68833d93697291abcfa137a468_run_ce7d8154c5d7", "score": 1.0, "status": "PASS", "task_id": "humaneval-090"}, {"attempt_run_ids": ["sha256_456765da1f8daab8e4a96f06f784a51c203bdd0f7_run_0ba702722dfe"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_456765da1f8daab8e4a96f06f784a51c203bdd0f7_run_0ba702722dfe", "score": 1.0, "status": "PASS", "task_id": "humaneval-091"}, {"attempt_run_ids": ["sha256_76bc2745c1e03108a385923bc4e9b71998f0453e6_run_8ecc88ecf181"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_76bc2745c1e03108a385923bc4e9b71998f0453e6_run_8ecc88ecf181", "score": 1.0, "status": "PASS", "task_id": "humaneval-092"}, {"attempt_run_ids": ["sha256_5fe04a46091cf222174501d97e1c87c6c958ebf3e_run_1d35baca25f6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5fe04a46091cf222174501d97e1c87c6c958ebf3e_run_1d35baca25f6", "score": 1.0, "status": "PASS", "task_id": "humaneval-093"}, {"attempt_run_ids": ["sha256_a7624dee00ea01b46ba4b1d8ca6d93ffcd1789f03_run_44a2816f4378"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a7624dee00ea01b46ba4b1d8ca6d93ffcd1789f03_run_44a2816f4378", "score": 1.0, "status": "PASS", "task_id": "humaneval-094"}, {"attempt_run_ids": ["sha256_3b970e2974a5622a5ad96bf9bae637d4a8eb20fdd_run_57dc07f8ad8c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3b970e2974a5622a5ad96bf9bae637d4a8eb20fdd_run_57dc07f8ad8c", "score": 1.0, "status": "PASS", "task_id": "humaneval-095"}, {"attempt_run_ids": ["sha256_b5b40b356e00dd750928aef94ae14703b9937b2f1_run_884fd4ce733d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b5b40b356e00dd750928aef94ae14703b9937b2f1_run_884fd4ce733d", "score": 1.0, "status": "PASS", "task_id": "humaneval-096"}, {"attempt_run_ids": ["sha256_6b1b2a702ac4a46c517a6836b502482343c6ed311_run_dc7cd287c76e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6b1b2a702ac4a46c517a6836b502482343c6ed311_run_dc7cd287c76e", "score": 1.0, "status": "PASS", "task_id": "humaneval-097"}, {"attempt_run_ids": ["sha256_e0e22908c4918b270eb6d72cb3d129129729c73a5_run_43cbe83d5909"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e0e22908c4918b270eb6d72cb3d129129729c73a5_run_43cbe83d5909", "score": 1.0, "status": "PASS", "task_id": "humaneval-098"}, {"attempt_run_ids": ["sha256_603a2d4ff427eb347babff51334bfd5efb540a244_run_36b33b9069fb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_603a2d4ff427eb347babff51334bfd5efb540a244_run_36b33b9069fb", "score": 1.0, "status": "PASS", "task_id": "humaneval-099"}, {"attempt_run_ids": ["sha256_4e23f23aeb9345ed6b3d000803d0cce090ec02836_run_4ea2868268c4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4e23f23aeb9345ed6b3d000803d0cce090ec02836_run_4ea2868268c4", "score": 1.0, "status": "PASS", "task_id": "humaneval-100"}, {"attempt_run_ids": ["sha256_144e54dfe7c8fdb700734f7dffbefe6217bb3539c_run_1cabe8dbd23d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_144e54dfe7c8fdb700734f7dffbefe6217bb3539c_run_1cabe8dbd23d", "score": 1.0, "status": "PASS", "task_id": "humaneval-101"}, {"attempt_run_ids": ["sha256_42d927c3a9a7136b13b05eab7eb7a3ad38f506e4e_run_631630b5f8a5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_42d927c3a9a7136b13b05eab7eb7a3ad38f506e4e_run_631630b5f8a5", "score": 1.0, "status": "PASS", "task_id": "humaneval-102"}, {"attempt_run_ids": ["sha256_85db2640d255388303db6e2df628650142b5a3e7b_run_1aef24fcb3af"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_85db2640d255388303db6e2df628650142b5a3e7b_run_1aef24fcb3af", "score": 1.0, "status": "PASS", "task_id": "humaneval-103"}, {"attempt_run_ids": ["sha256_ff0c49bd671be5436abb95da5450ed162299830a6_run_64092af21b10"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ff0c49bd671be5436abb95da5450ed162299830a6_run_64092af21b10", "score": 1.0, "status": "PASS", "task_id": "humaneval-104"}, {"attempt_run_ids": ["sha256_81a18954496daf564f87c6bd6c2dd29a28c51b4c8_run_e54faa7a7c9e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_81a18954496daf564f87c6bd6c2dd29a28c51b4c8_run_e54faa7a7c9e", "score": 1.0, "status": "PASS", "task_id": "humaneval-105"}, {"attempt_run_ids": ["sha256_94db327ce99cac599aeaa2b80c02bdf44716a85ac_run_a6d8f5ed5fca"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_94db327ce99cac599aeaa2b80c02bdf44716a85ac_run_a6d8f5ed5fca", "score": 1.0, "status": "PASS", "task_id": "humaneval-106"}, {"attempt_run_ids": ["sha256_bd5319936b75471e02d3416d9733a40ed27f643bd_run_2aa8e054e5c7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bd5319936b75471e02d3416d9733a40ed27f643bd_run_2aa8e054e5c7", "score": 1.0, "status": "PASS", "task_id": "humaneval-107"}, {"attempt_run_ids": ["sha256_b560f62e582cc85c57c394c73d0fc617eb7c35399_run_a7f53dc6ab22"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b560f62e582cc85c57c394c73d0fc617eb7c35399_run_a7f53dc6ab22", "score": 1.0, "status": "PASS", "task_id": "humaneval-108"}, {"attempt_run_ids": ["sha256_4d33dc33bb139e51826a780a900b2d9d3567ebda9_run_ba0aebc59565"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4d33dc33bb139e51826a780a900b2d9d3567ebda9_run_ba0aebc59565", "score": 1.0, "status": "PASS", "task_id": "humaneval-109"}, {"attempt_run_ids": ["sha256_cf1ed5accff401d3e64c2a51c9cb24051f933c613_run_704277f6811f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cf1ed5accff401d3e64c2a51c9cb24051f933c613_run_704277f6811f", "score": 1.0, "status": "PASS", "task_id": "humaneval-110"}, {"attempt_run_ids": ["sha256_4166855c0a0468e105f51bbe3320e673780026dc6_run_cf6803afc19f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4166855c0a0468e105f51bbe3320e673780026dc6_run_cf6803afc19f", "score": 1.0, "status": "PASS", "task_id": "humaneval-111"}, {"attempt_run_ids": ["sha256_e89c61ff4eed595ba75cd323e8f02c6cbf8566b33_run_6e30cffb560c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e89c61ff4eed595ba75cd323e8f02c6cbf8566b33_run_6e30cffb560c", "score": 1.0, "status": "PASS", "task_id": "humaneval-112"}, {"attempt_run_ids": ["sha256_1e997f423a2e84f855238e70cf17cb4c3bd665798_run_b106b24b73f3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1e997f423a2e84f855238e70cf17cb4c3bd665798_run_b106b24b73f3", "score": 1.0, "status": "PASS", "task_id": "humaneval-113"}, {"attempt_run_ids": ["sha256_32522709d380a75157ab76c12dac3eb400e2e87e0_run_63721ee13577"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_32522709d380a75157ab76c12dac3eb400e2e87e0_run_63721ee13577", "score": 1.0, "status": "PASS", "task_id": "humaneval-114"}, {"attempt_run_ids": ["sha256_c2c92c47b71e32db12a529ad5ee1f3bb2d4f7cbc1_run_fed88d420bf2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c2c92c47b71e32db12a529ad5ee1f3bb2d4f7cbc1_run_fed88d420bf2", "score": 1.0, "status": "PASS", "task_id": "humaneval-115"}, {"attempt_run_ids": ["sha256_dcb80021370735ae99618543f22d7cb8c458733a0_run_3587377cbef5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_dcb80021370735ae99618543f22d7cb8c458733a0_run_3587377cbef5", "score": 1.0, "status": "PASS", "task_id": "humaneval-116"}, {"attempt_run_ids": ["sha256_6fc272f4770604a9b4a5f1b467f4160a71b1d3df4_run_6b8b404cf6e6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6fc272f4770604a9b4a5f1b467f4160a71b1d3df4_run_6b8b404cf6e6", "score": 1.0, "status": "PASS", "task_id": "humaneval-117"}, {"attempt_run_ids": ["sha256_d0739fbee2df469c2a1943f0b9d834f7c653bb261_run_02ee76aeee67"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d0739fbee2df469c2a1943f0b9d834f7c653bb261_run_02ee76aeee67", "score": 1.0, "status": "PASS", "task_id": "humaneval-118"}, {"attempt_run_ids": ["sha256_f9b70b49716f6b8297b99c5d7e64e300f0685ae9b_run_f3703fa76af0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f9b70b49716f6b8297b99c5d7e64e300f0685ae9b_run_f3703fa76af0", "score": 1.0, "status": "PASS", "task_id": "humaneval-119"}, {"attempt_run_ids": ["sha256_b914240676179649efc61d9e128315f5730467cbd_run_b0d561b615b2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b914240676179649efc61d9e128315f5730467cbd_run_b0d561b615b2", "score": 1.0, "status": "PASS", "task_id": "humaneval-120"}, {"attempt_run_ids": ["sha256_609f7f479144a105de8bc5aed5666266a5d2e9121_run_d29db59971b8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_609f7f479144a105de8bc5aed5666266a5d2e9121_run_d29db59971b8", "score": 1.0, "status": "PASS", "task_id": "humaneval-121"}, {"attempt_run_ids": ["sha256_68e1902e7fe2eae2fce6b31434a39ede82df2c5bd_run_062cfe0ad600"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_68e1902e7fe2eae2fce6b31434a39ede82df2c5bd_run_062cfe0ad600", "score": 1.0, "status": "PASS", "task_id": "humaneval-122"}, {"attempt_run_ids": ["sha256_c9a436c6314d7972dc314dfc2cf80461fcdd34538_run_ea316e7ae1c5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c9a436c6314d7972dc314dfc2cf80461fcdd34538_run_ea316e7ae1c5", "score": 1.0, "status": "PASS", "task_id": "humaneval-123"}, {"attempt_run_ids": ["sha256_d6c8983f6a5eb77ab7dcde040562a4427e028dd17_run_a2aedaa9a2b4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d6c8983f6a5eb77ab7dcde040562a4427e028dd17_run_a2aedaa9a2b4", "score": 1.0, "status": "PASS", "task_id": "humaneval-124"}, {"attempt_run_ids": ["sha256_3a32272c0dedc008b206db5fd782fd10a38c35b22_run_7c5baa5fe44d"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_3a32272c0dedc008b206db5fd782fd10a38c35b22_run_7c5baa5fe44d", "score": 0.0, "status": "ERROR", "task_id": "humaneval-125"}, {"attempt_run_ids": ["sha256_685289440403361fa7e9e962e80d1a529cb5635b0_run_ffd98ed38d31"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_685289440403361fa7e9e962e80d1a529cb5635b0_run_ffd98ed38d31", "score": 1.0, "status": "PASS", "task_id": "humaneval-126"}, {"attempt_run_ids": ["sha256_80da5172dfb5786f47c0f758b1979fef4265740e0_run_fc1a9f1279a5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_80da5172dfb5786f47c0f758b1979fef4265740e0_run_fc1a9f1279a5", "score": 1.0, "status": "PASS", "task_id": "humaneval-127"}, {"attempt_run_ids": ["sha256_7b2932af9a2e740333be88afec891f04a6115b2ae_run_f172870e4c2c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7b2932af9a2e740333be88afec891f04a6115b2ae_run_f172870e4c2c", "score": 1.0, "status": "PASS", "task_id": "humaneval-128"}, {"attempt_run_ids": ["sha256_3401eeea0d2526cc340feb6f55ce570d43563ec3b_run_07021136da5d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3401eeea0d2526cc340feb6f55ce570d43563ec3b_run_07021136da5d", "score": 1.0, "status": "PASS", "task_id": "humaneval-129"}, {"attempt_run_ids": ["sha256_bf7e7e623a0f337e5c0c583b48e06401d1794a5fa_run_042b69660f8f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bf7e7e623a0f337e5c0c583b48e06401d1794a5fa_run_042b69660f8f", "score": 1.0, "status": "PASS", "task_id": "humaneval-130"}, {"attempt_run_ids": ["sha256_810422735f5b6bd442fff954b7651560f4982d938_run_6fb2541ae5c7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_810422735f5b6bd442fff954b7651560f4982d938_run_6fb2541ae5c7", "score": 1.0, "status": "PASS", "task_id": "humaneval-131"}, {"attempt_run_ids": ["sha256_2173a9a4c78ffa6915080a0e1d39de1723e593563_run_c4e412eb454e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2173a9a4c78ffa6915080a0e1d39de1723e593563_run_c4e412eb454e", "score": 1.0, "status": "PASS", "task_id": "humaneval-132"}, {"attempt_run_ids": ["sha256_f5000ad5a0373f40ba0b7ee6a98563741248dfc46_run_179dcfcb2fa4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f5000ad5a0373f40ba0b7ee6a98563741248dfc46_run_179dcfcb2fa4", "score": 1.0, "status": "PASS", "task_id": "humaneval-133"}, {"attempt_run_ids": ["sha256_5447108080a68a7c94ad380e1bf9f71120ad57a07_run_f46359e7c13c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5447108080a68a7c94ad380e1bf9f71120ad57a07_run_f46359e7c13c", "score": 1.0, "status": "PASS", "task_id": "humaneval-134"}, {"attempt_run_ids": ["sha256_15390d638edced335f18f5f7e7b18969893226580_run_931b7534b88b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_15390d638edced335f18f5f7e7b18969893226580_run_931b7534b88b", "score": 1.0, "status": "PASS", "task_id": "humaneval-135"}, {"attempt_run_ids": ["sha256_aabd1cdbfba106f31703e55147cba3b3929fa4ff2_run_574ca3852831"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_aabd1cdbfba106f31703e55147cba3b3929fa4ff2_run_574ca3852831", "score": 1.0, "status": "PASS", "task_id": "humaneval-136"}, {"attempt_run_ids": ["sha256_5d181cb49cc02777c0002ee9782aafde4d0048bea_run_14c9e69c987a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5d181cb49cc02777c0002ee9782aafde4d0048bea_run_14c9e69c987a", "score": 1.0, "status": "PASS", "task_id": "humaneval-137"}, {"attempt_run_ids": ["sha256_6211c8840fde75611cccf785c2ee1ae5aa5340568_run_399aea2dff4e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6211c8840fde75611cccf785c2ee1ae5aa5340568_run_399aea2dff4e", "score": 1.0, "status": "PASS", "task_id": "humaneval-138"}, {"attempt_run_ids": ["sha256_0d48e744caad72c8e2e605fa7f6fa745c048c3674_run_1f25afeb2e90"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0d48e744caad72c8e2e605fa7f6fa745c048c3674_run_1f25afeb2e90", "score": 1.0, "status": "PASS", "task_id": "humaneval-139"}, {"attempt_run_ids": ["sha256_5b7451d0777202dbe81d1a06ff56bb6927d661ac9_run_c30934e21611"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5b7451d0777202dbe81d1a06ff56bb6927d661ac9_run_c30934e21611", "score": 1.0, "status": "PASS", "task_id": "humaneval-140"}, {"attempt_run_ids": ["sha256_931cc77a53737729afe4676389d8d6fbca2b0132c_run_905c2882c0f6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_931cc77a53737729afe4676389d8d6fbca2b0132c_run_905c2882c0f6", "score": 1.0, "status": "PASS", "task_id": "humaneval-141"}, {"attempt_run_ids": ["sha256_e04a80e2ff2ae99501456c1ed1b016336bd737b56_run_001122b8e3dc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e04a80e2ff2ae99501456c1ed1b016336bd737b56_run_001122b8e3dc", "score": 1.0, "status": "PASS", "task_id": "humaneval-142"}, {"attempt_run_ids": ["sha256_6a38bcee6315764e1b1549a67a8f6bb19e49b94d7_run_ca4f2be5d99c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6a38bcee6315764e1b1549a67a8f6bb19e49b94d7_run_ca4f2be5d99c", "score": 1.0, "status": "PASS", "task_id": "humaneval-143"}, {"attempt_run_ids": ["sha256_c0f0b19417e9c01e2f518c3fab179f90e64d6ad93_run_200c921beb3c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c0f0b19417e9c01e2f518c3fab179f90e64d6ad93_run_200c921beb3c", "score": 1.0, "status": "PASS", "task_id": "humaneval-144"}, {"attempt_run_ids": ["sha256_c4d647e93c1ec4c03963231b014265da49e4e9b1d_run_536743f24f1c"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_c4d647e93c1ec4c03963231b014265da49e4e9b1d_run_536743f24f1c", "score": 0.0, "status": "FAIL", "task_id": "humaneval-145"}, {"attempt_run_ids": ["sha256_ebb106afc1471755b21ced6652fb246afea9d801b_run_efeb6bca3686"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ebb106afc1471755b21ced6652fb246afea9d801b_run_efeb6bca3686", "score": 1.0, "status": "PASS", "task_id": "humaneval-146"}, {"attempt_run_ids": ["sha256_8b2b490ec313e401d68f47d773c76a0a8cd9d2ded_run_6006a95922cd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8b2b490ec313e401d68f47d773c76a0a8cd9d2ded_run_6006a95922cd", "score": 1.0, "status": "PASS", "task_id": "humaneval-147"}, {"attempt_run_ids": ["sha256_98108f0cd4fb8e237b705fe45db3b80060b216016_run_5591e66a8320"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_98108f0cd4fb8e237b705fe45db3b80060b216016_run_5591e66a8320", "score": 1.0, "status": "PASS", "task_id": "humaneval-148"}, {"attempt_run_ids": ["sha256_789931e7ef060e4c32622e6a3efe522632bb7500c_run_28a23fab289c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_789931e7ef060e4c32622e6a3efe522632bb7500c_run_28a23fab289c", "score": 1.0, "status": "PASS", "task_id": "humaneval-149"}, {"attempt_run_ids": ["sha256_617021ed799acbd46bbe69abe31029df045931bad_run_c2dbf031fd77"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_617021ed799acbd46bbe69abe31029df045931bad_run_c2dbf031fd77", "score": 1.0, "status": "PASS", "task_id": "humaneval-150"}, {"attempt_run_ids": ["sha256_3acdf253128180311d176a76f1207899351eb3828_run_ecceeadb33f7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3acdf253128180311d176a76f1207899351eb3828_run_ecceeadb33f7", "score": 1.0, "status": "PASS", "task_id": "humaneval-151"}, {"attempt_run_ids": ["sha256_55ce6ef7237f06bdb9388661f1deb3abc8ae6e595_run_ee7d8bfdfa5f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_55ce6ef7237f06bdb9388661f1deb3abc8ae6e595_run_ee7d8bfdfa5f", "score": 1.0, "status": "PASS", "task_id": "humaneval-152"}, {"attempt_run_ids": ["sha256_68e3d67ea5b29f949a6357fbf031d2babec44184f_run_ba60872e3022"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_68e3d67ea5b29f949a6357fbf031d2babec44184f_run_ba60872e3022", "score": 1.0, "status": "PASS", "task_id": "humaneval-153"}, {"attempt_run_ids": ["sha256_9508886e006b91de86aa960e3b8b4078ad4deb167_run_3fb00bdf8bcb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9508886e006b91de86aa960e3b8b4078ad4deb167_run_3fb00bdf8bcb", "score": 1.0, "status": "PASS", "task_id": "humaneval-154"}, {"attempt_run_ids": ["sha256_edc56acdc2e9e0ad467115e2bfd2ba4c5fa92e211_run_b76abe58522a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_edc56acdc2e9e0ad467115e2bfd2ba4c5fa92e211_run_b76abe58522a", "score": 1.0, "status": "PASS", "task_id": "humaneval-155"}, {"attempt_run_ids": ["sha256_019a1f63bba1d82c6320a83db56b2fc0debee32ad_run_9991ed9b1cfb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_019a1f63bba1d82c6320a83db56b2fc0debee32ad_run_9991ed9b1cfb", "score": 1.0, "status": "PASS", "task_id": "humaneval-156"}, {"attempt_run_ids": ["sha256_2d01108ec166147efd8d735ecc00949272ec89c61_run_1b6cc235a2cc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2d01108ec166147efd8d735ecc00949272ec89c61_run_1b6cc235a2cc", "score": 1.0, "status": "PASS", "task_id": "humaneval-157"}, {"attempt_run_ids": ["sha256_07ddf68d5525e06242ac7d9a9ff300a195793fd59_run_69b8ed6f3de9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_07ddf68d5525e06242ac7d9a9ff300a195793fd59_run_69b8ed6f3de9", "score": 1.0, "status": "PASS", "task_id": "humaneval-158"}, {"attempt_run_ids": ["sha256_cd03b1b94c2a91faf5c81b8178e447840a21e88a2_run_9509ceacc49c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cd03b1b94c2a91faf5c81b8178e447840a21e88a2_run_9509ceacc49c", "score": 1.0, "status": "PASS", "task_id": "humaneval-159"}, {"attempt_run_ids": ["sha256_e0a9e24e5338c4c18ee154ae443faefbd0aa65a6f_run_0093c0aad2e7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e0a9e24e5338c4c18ee154ae443faefbd0aa65a6f_run_0093c0aad2e7", "score": 1.0, "status": "PASS", "task_id": "humaneval-160"}, {"attempt_run_ids": ["sha256_7bdc590134fce4dd40a28ce35da907ba29a89f815_run_4e933ee86859"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7bdc590134fce4dd40a28ce35da907ba29a89f815_run_4e933ee86859", "score": 1.0, "status": "PASS", "task_id": "humaneval-161"}, {"attempt_run_ids": ["sha256_f4dc5d85f7b3a4e2c02272b02899555c819a2a6aa_run_bcd991c763d3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f4dc5d85f7b3a4e2c02272b02899555c819a2a6aa_run_bcd991c763d3", "score": 1.0, "status": "PASS", "task_id": "humaneval-162"}, {"attempt_run_ids": ["sha256_837ad695374f4d2f02d641254fd7bf3c9451d2bcb_run_9a670d6532b4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_837ad695374f4d2f02d641254fd7bf3c9451d2bcb_run_9a670d6532b4", "score": 1.0, "status": "PASS", "task_id": "humaneval-163"}], "task_set_digest": "sha256:1b2b51b62f47f2f06f961afccedb0984bf9b95cde905fe226dae67d19427599b", "uploaded_by": "ffy6511", "visibility": "public"}, {"actors_summary": [{"entry": "pi", "executor": "acp", "model": "litellm/dashscope/deepseek-v4-pro", "options": "{\"entry\":\"pi\"}", "profile_id": "solver"}], "agent_label": "pi", "blob_digest": "sha256:d46635614640362cc2655f880b9f39b54eb85268d2778beab42dc636debc7917", "board_listed": true, "bound_kind": "release", "complete": true, "config_fingerprint": "sha256:e1f300c0f722a1b3c5ca8d7a5d29fac63c479cd56f0f467153511f3465911ab8", "config_homogeneous": true, "created_at": 1788759900.0, "dataset_id": "official/humaneval", "dataset_version": "0.1.0", "exit_code": 1, "job_overlay": {"bindings": {"solver": {"api_key": "litellm_api_key", "base_url": "http://10.130.138.46:8010/v1", "executor": "acp", "extensions": [{"options": {"entry": "pi"}, "plugin": "acp"}, {"options": {"files": [{"dest": ".pi/agent/models.json", "dest_root": "home", "src": "overlays/pi.litellm.json"}]}, "plugin": "home-files"}], "model": "litellm/dashscope/deepseek-v4-pro"}}}, "mean_score": 0.9695122, "metrics": {"k_values": [1], "mean_score": 0.9695121951219512, "missing_score_as": 0.0, "n_attempts": 1, "n_error": 0, "n_fail": 5, "n_pass": 159, "n_tasks": 164, "pass_at_k": {"1": {"incomplete_tasks": 0, "n_tasks": 164, "value": 0.9695121951219512}}, "pass_power_k": {"1": {"incomplete_tasks": 0, "n_tasks": 164, "value": 0.9695121951219512}}, "pass_rate": 0.9695121951219512, "per_task": [{"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-000"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-001"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-002"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-003"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-004"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-005"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-006"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-007"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-008"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-009"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-010"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-011"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-012"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-013"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-014"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-015"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-016"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-017"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-018"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-019"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-020"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-021"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-022"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-023"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-024"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-025"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-026"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-027"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-028"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-029"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-030"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-031"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-032"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-033"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-034"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-035"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-036"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-037"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-038"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-039"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-040"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-041"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-042"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-043"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-044"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-045"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-046"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-047"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-048"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-049"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-050"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-051"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-052"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-053"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-054"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-055"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-056"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-057"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-058"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-059"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-060"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-061"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-062"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-063"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-064"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-065"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-066"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-067"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-068"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-069"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-070"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-071"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-072"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-073"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-074"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-075"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-076"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-077"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-078"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-079"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-080"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-081"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-082"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-083"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-084"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-085"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-086"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-087"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-088"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-089"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-090"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-091"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-092"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-093"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-094"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-095"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-096"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-097"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-098"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-099"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-100"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-101"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-102"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-103"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-104"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-105"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-106"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-107"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-108"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-109"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-110"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-111"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-112"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-113"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-114"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-115"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-116"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-117"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-118"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-119"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-120"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-121"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-122"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-123"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-124"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-125"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-126"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-127"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-128"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-129"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-130"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-131"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-132"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-133"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-134"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-135"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-136"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-137"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-138"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-139"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-140"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-141"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-142"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-143"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-144"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-145"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-146"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-147"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-148"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-149"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-150"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-151"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-152"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-153"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-154"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-155"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-156"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-157"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-158"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-159"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-160"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-161"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-162"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-163"}], "usage": {"cost_source": "missing", "duration_s": 2945.640235, "n_attempts_with_cost": 0, "n_attempts_with_tokens": 0}}, "model_label": "litellm/dashscope/deepseek-v4-pro", "note": "per-task evaluator verdicts only; no suite-level PASS", "pass_rate": 0.9695122, "size": 44803, "suite_run_id": "d5755437", "task_refs": [{"attempt_run_ids": ["sha256_84b5b26d0fb1f294c21b2696bb59fd187bcaeacde_run_80d9701ee254"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_84b5b26d0fb1f294c21b2696bb59fd187bcaeacde_run_80d9701ee254", "score": 1.0, "status": "PASS", "task_id": "humaneval-000"}, {"attempt_run_ids": ["sha256_a39d10bbbe78c15f68bd997697904131931021c0e_run_46f7ee1686c2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a39d10bbbe78c15f68bd997697904131931021c0e_run_46f7ee1686c2", "score": 1.0, "status": "PASS", "task_id": "humaneval-001"}, {"attempt_run_ids": ["sha256_ac961768e5ef50c0c86fadf57eb2bfa84949d48ba_run_c9281a525208"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ac961768e5ef50c0c86fadf57eb2bfa84949d48ba_run_c9281a525208", "score": 1.0, "status": "PASS", "task_id": "humaneval-002"}, {"attempt_run_ids": ["sha256_7419a8e3c5f4fc5f637c1a356b3d8001821f07868_run_cb55b117c4bd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7419a8e3c5f4fc5f637c1a356b3d8001821f07868_run_cb55b117c4bd", "score": 1.0, "status": "PASS", "task_id": "humaneval-003"}, {"attempt_run_ids": ["sha256_ae257825259eb5406c0843d6a4ef11b41ed5295db_run_9d77c8c7d022"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ae257825259eb5406c0843d6a4ef11b41ed5295db_run_9d77c8c7d022", "score": 1.0, "status": "PASS", "task_id": "humaneval-004"}, {"attempt_run_ids": ["sha256_754d80974c0d17d810cad14da23759bf00250561f_run_5ef9f3d81aab"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_754d80974c0d17d810cad14da23759bf00250561f_run_5ef9f3d81aab", "score": 1.0, "status": "PASS", "task_id": "humaneval-005"}, {"attempt_run_ids": ["sha256_defbf64c619d714842749d975f1a71d17eb7a8a5a_run_963e44493c88"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_defbf64c619d714842749d975f1a71d17eb7a8a5a_run_963e44493c88", "score": 1.0, "status": "PASS", "task_id": "humaneval-006"}, {"attempt_run_ids": ["sha256_1d6af8cb003ffddd2e1f053c921f3ead2223579a9_run_4294e1a2112f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1d6af8cb003ffddd2e1f053c921f3ead2223579a9_run_4294e1a2112f", "score": 1.0, "status": "PASS", "task_id": "humaneval-007"}, {"attempt_run_ids": ["sha256_3e4414b887f9b0ac988fa6e63f8607d0ebbb37b8f_run_f736b7423d0c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3e4414b887f9b0ac988fa6e63f8607d0ebbb37b8f_run_f736b7423d0c", "score": 1.0, "status": "PASS", "task_id": "humaneval-008"}, {"attempt_run_ids": ["sha256_a3ce15b6bf7a5f2d76c9d06ff22c61c3410743b9b_run_ae7dd7ad95c7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a3ce15b6bf7a5f2d76c9d06ff22c61c3410743b9b_run_ae7dd7ad95c7", "score": 1.0, "status": "PASS", "task_id": "humaneval-009"}, {"attempt_run_ids": ["sha256_9771be0f484a15538ea27cf76078b1dfb9ab1e304_run_3b2abcf61c21"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9771be0f484a15538ea27cf76078b1dfb9ab1e304_run_3b2abcf61c21", "score": 1.0, "status": "PASS", "task_id": "humaneval-010"}, {"attempt_run_ids": ["sha256_88b06a72df32d3b6fd917be463937104474546a34_run_d9fa4c64ed95"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_88b06a72df32d3b6fd917be463937104474546a34_run_d9fa4c64ed95", "score": 1.0, "status": "PASS", "task_id": "humaneval-011"}, {"attempt_run_ids": ["sha256_8afdb2857266457d846178330d3f90d35498cc839_run_61d42ee8535f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8afdb2857266457d846178330d3f90d35498cc839_run_61d42ee8535f", "score": 1.0, "status": "PASS", "task_id": "humaneval-012"}, {"attempt_run_ids": ["sha256_25106d4cc7ea77fdb50e6c2961c82e4be0e2a6cf6_run_ecc3d03f2114"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_25106d4cc7ea77fdb50e6c2961c82e4be0e2a6cf6_run_ecc3d03f2114", "score": 1.0, "status": "PASS", "task_id": "humaneval-013"}, {"attempt_run_ids": ["sha256_1ec13a24c4a3f3bdfbf3342780cddec76df7f29f7_run_73b483eabd04"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1ec13a24c4a3f3bdfbf3342780cddec76df7f29f7_run_73b483eabd04", "score": 1.0, "status": "PASS", "task_id": "humaneval-014"}, {"attempt_run_ids": ["sha256_6a0dffc58bc0eb51cd20332af27291fd6c25f8839_run_378b131749db"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6a0dffc58bc0eb51cd20332af27291fd6c25f8839_run_378b131749db", "score": 1.0, "status": "PASS", "task_id": "humaneval-015"}, {"attempt_run_ids": ["sha256_b87290ce64140a043b864280d71cc38560a8452ef_run_b3c5a7d0395b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b87290ce64140a043b864280d71cc38560a8452ef_run_b3c5a7d0395b", "score": 1.0, "status": "PASS", "task_id": "humaneval-016"}, {"attempt_run_ids": ["sha256_e0901594620e11d01e24546f07c44fa738be6d4f6_run_061bcb4bd35a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e0901594620e11d01e24546f07c44fa738be6d4f6_run_061bcb4bd35a", "score": 1.0, "status": "PASS", "task_id": "humaneval-017"}, {"attempt_run_ids": ["sha256_94b2dd1f3e5eb983c1e7b6064a95205ef7e568e5d_run_d901b0832e19"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_94b2dd1f3e5eb983c1e7b6064a95205ef7e568e5d_run_d901b0832e19", "score": 1.0, "status": "PASS", "task_id": "humaneval-018"}, {"attempt_run_ids": ["sha256_bdc3a4c208a091e0d3aa2535473ac5a009d733175_run_fc78516db8a2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bdc3a4c208a091e0d3aa2535473ac5a009d733175_run_fc78516db8a2", "score": 1.0, "status": "PASS", "task_id": "humaneval-019"}, {"attempt_run_ids": ["sha256_bb8fbcc194774fa2481ee23676e2cca7ca5dba9b0_run_b606360808c0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bb8fbcc194774fa2481ee23676e2cca7ca5dba9b0_run_b606360808c0", "score": 1.0, "status": "PASS", "task_id": "humaneval-020"}, {"attempt_run_ids": ["sha256_cb53e82d4c68be3e57f5b2f6037eef092fc139fbb_run_10384b2e9180"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cb53e82d4c68be3e57f5b2f6037eef092fc139fbb_run_10384b2e9180", "score": 1.0, "status": "PASS", "task_id": "humaneval-021"}, {"attempt_run_ids": ["sha256_ea4529ca762c4f9743397c61acc262ef0a4100650_run_4d97d0383ab2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ea4529ca762c4f9743397c61acc262ef0a4100650_run_4d97d0383ab2", "score": 1.0, "status": "PASS", "task_id": "humaneval-022"}, {"attempt_run_ids": ["sha256_2ebe62125b44a65fde7f40b2befb414ef3b7e18f3_run_bcb4ea8c0462"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2ebe62125b44a65fde7f40b2befb414ef3b7e18f3_run_bcb4ea8c0462", "score": 1.0, "status": "PASS", "task_id": "humaneval-023"}, {"attempt_run_ids": ["sha256_cd7ff01c043e1452ab2aa6c96e8890c8c8ac29f62_run_c68da539045c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cd7ff01c043e1452ab2aa6c96e8890c8c8ac29f62_run_c68da539045c", "score": 1.0, "status": "PASS", "task_id": "humaneval-024"}, {"attempt_run_ids": ["sha256_65b3253d01bbd91d3da921769d9fe4b96e1e40684_run_9c41c76439a0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_65b3253d01bbd91d3da921769d9fe4b96e1e40684_run_9c41c76439a0", "score": 1.0, "status": "PASS", "task_id": "humaneval-025"}, {"attempt_run_ids": ["sha256_a76d7e31ff27d26953063a69e62a1abe059386dc3_run_bf00e910fa6b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a76d7e31ff27d26953063a69e62a1abe059386dc3_run_bf00e910fa6b", "score": 1.0, "status": "PASS", "task_id": "humaneval-026"}, {"attempt_run_ids": ["sha256_961030cfbab635f65e612dec165c13e29ba5f33bd_run_1c8f5c7993ae"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_961030cfbab635f65e612dec165c13e29ba5f33bd_run_1c8f5c7993ae", "score": 1.0, "status": "PASS", "task_id": "humaneval-027"}, {"attempt_run_ids": ["sha256_0fb7392e859c15000134d31894e26ad1dec7ded2b_run_8312e081bb9e"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_0fb7392e859c15000134d31894e26ad1dec7ded2b_run_8312e081bb9e", "score": 0.0, "status": "FAIL", "task_id": "humaneval-028"}, {"attempt_run_ids": ["sha256_e762f4bb34e506ae2aae6a23f00707508911b42cf_run_d128a995b0b5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e762f4bb34e506ae2aae6a23f00707508911b42cf_run_d128a995b0b5", "score": 1.0, "status": "PASS", "task_id": "humaneval-029"}, {"attempt_run_ids": ["sha256_e0d5baaf43e477d4c1b9416fe6c5e1dea4ced7ca2_run_2e77be49ff64"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e0d5baaf43e477d4c1b9416fe6c5e1dea4ced7ca2_run_2e77be49ff64", "score": 1.0, "status": "PASS", "task_id": "humaneval-030"}, {"attempt_run_ids": ["sha256_8367b056ff61e156b202745ccb9a8b9f45eefeeae_run_4d5ec8838959"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8367b056ff61e156b202745ccb9a8b9f45eefeeae_run_4d5ec8838959", "score": 1.0, "status": "PASS", "task_id": "humaneval-031"}, {"attempt_run_ids": ["sha256_055e169bd084aaac522fa7ded19c085cb6f6e524d_run_324425e4fc1e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_055e169bd084aaac522fa7ded19c085cb6f6e524d_run_324425e4fc1e", "score": 1.0, "status": "PASS", "task_id": "humaneval-032"}, {"attempt_run_ids": ["sha256_0fc3b02de802764e03b17dac16a7ede8142539764_run_7e6a39b6a86d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0fc3b02de802764e03b17dac16a7ede8142539764_run_7e6a39b6a86d", "score": 1.0, "status": "PASS", "task_id": "humaneval-033"}, {"attempt_run_ids": ["sha256_477eafc8fec6c059e85909995a16c099fd308ded1_run_bf60584a961a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_477eafc8fec6c059e85909995a16c099fd308ded1_run_bf60584a961a", "score": 1.0, "status": "PASS", "task_id": "humaneval-034"}, {"attempt_run_ids": ["sha256_23203895fceaf3b561def4ac2c911f01a6535fba7_run_ff888fea9691"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_23203895fceaf3b561def4ac2c911f01a6535fba7_run_ff888fea9691", "score": 1.0, "status": "PASS", "task_id": "humaneval-035"}, {"attempt_run_ids": ["sha256_a12b6bd89cb6c0a6fbd8f923749f72bbc73511c54_run_83b6ced78580"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a12b6bd89cb6c0a6fbd8f923749f72bbc73511c54_run_83b6ced78580", "score": 1.0, "status": "PASS", "task_id": "humaneval-036"}, {"attempt_run_ids": ["sha256_c0ccd489fcaf1af1c23be2ed9dff354397b7fb3fe_run_ad6a38e66c32"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c0ccd489fcaf1af1c23be2ed9dff354397b7fb3fe_run_ad6a38e66c32", "score": 1.0, "status": "PASS", "task_id": "humaneval-037"}, {"attempt_run_ids": ["sha256_a0aae2e68f1d4245c7bc4cce410cd8eed92e6cb1d_run_b3eb9dc627e1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a0aae2e68f1d4245c7bc4cce410cd8eed92e6cb1d_run_b3eb9dc627e1", "score": 1.0, "status": "PASS", "task_id": "humaneval-038"}, {"attempt_run_ids": ["sha256_84b33e7e04b4afd1aacf051c984eca27b3a25aec6_run_cf488a98c831"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_84b33e7e04b4afd1aacf051c984eca27b3a25aec6_run_cf488a98c831", "score": 1.0, "status": "PASS", "task_id": "humaneval-039"}, {"attempt_run_ids": ["sha256_0e80a4168cf2ecf547a817dfc83b2180fabecc0e6_run_f01a362f4ba0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0e80a4168cf2ecf547a817dfc83b2180fabecc0e6_run_f01a362f4ba0", "score": 1.0, "status": "PASS", "task_id": "humaneval-040"}, {"attempt_run_ids": ["sha256_16a973788fd21c0a50b98c2206f7d603ca84a55b0_run_4965c545c62f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_16a973788fd21c0a50b98c2206f7d603ca84a55b0_run_4965c545c62f", "score": 1.0, "status": "PASS", "task_id": "humaneval-041"}, {"attempt_run_ids": ["sha256_883c2a01864f6ac5a5e7836920b7dfd2b7696e78d_run_38ebeea702ac"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_883c2a01864f6ac5a5e7836920b7dfd2b7696e78d_run_38ebeea702ac", "score": 1.0, "status": "PASS", "task_id": "humaneval-042"}, {"attempt_run_ids": ["sha256_a1990bb0e67e4e26252827c9918df95d3e962503f_run_ac62601abcde"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a1990bb0e67e4e26252827c9918df95d3e962503f_run_ac62601abcde", "score": 1.0, "status": "PASS", "task_id": "humaneval-043"}, {"attempt_run_ids": ["sha256_10ea54d789b08739f4a69075ccd632d26d4f8172a_run_17c1815341eb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_10ea54d789b08739f4a69075ccd632d26d4f8172a_run_17c1815341eb", "score": 1.0, "status": "PASS", "task_id": "humaneval-044"}, {"attempt_run_ids": ["sha256_dde4ddeaa01ece991a00b5aa7954f9060d9dfca8f_run_768d6b59b7ef"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_dde4ddeaa01ece991a00b5aa7954f9060d9dfca8f_run_768d6b59b7ef", "score": 1.0, "status": "PASS", "task_id": "humaneval-045"}, {"attempt_run_ids": ["sha256_8ef0ee02f0b3577f3f4b621058d2fe216af3b83c5_run_672333f0d844"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8ef0ee02f0b3577f3f4b621058d2fe216af3b83c5_run_672333f0d844", "score": 1.0, "status": "PASS", "task_id": "humaneval-046"}, {"attempt_run_ids": ["sha256_7cdbdebd7cb7d7656a0df22abb878fc0fc2a12134_run_52cbf7685801"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7cdbdebd7cb7d7656a0df22abb878fc0fc2a12134_run_52cbf7685801", "score": 1.0, "status": "PASS", "task_id": "humaneval-047"}, {"attempt_run_ids": ["sha256_2147e3f2069b2ac127768e24e07275edd9047a981_run_c647a3ef11ed"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2147e3f2069b2ac127768e24e07275edd9047a981_run_c647a3ef11ed", "score": 1.0, "status": "PASS", "task_id": "humaneval-048"}, {"attempt_run_ids": ["sha256_adc52d53ee9aa3c01a06b369f77466ddca4346839_run_837022d9e7a2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_adc52d53ee9aa3c01a06b369f77466ddca4346839_run_837022d9e7a2", "score": 1.0, "status": "PASS", "task_id": "humaneval-049"}, {"attempt_run_ids": ["sha256_2e2c94da3c8b1d63fc447f1117ff5fc36e25ae71a_run_8639812d43ba"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_2e2c94da3c8b1d63fc447f1117ff5fc36e25ae71a_run_8639812d43ba", "score": 0.0, "status": "FAIL", "task_id": "humaneval-050"}, {"attempt_run_ids": ["sha256_108388166d2a8494f438ab4948350d61ac5d45025_run_856c77bf743e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_108388166d2a8494f438ab4948350d61ac5d45025_run_856c77bf743e", "score": 1.0, "status": "PASS", "task_id": "humaneval-051"}, {"attempt_run_ids": ["sha256_6411df15c1beaf37071a146450ab066cac1c87c27_run_6dbb87812c4d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6411df15c1beaf37071a146450ab066cac1c87c27_run_6dbb87812c4d", "score": 1.0, "status": "PASS", "task_id": "humaneval-052"}, {"attempt_run_ids": ["sha256_68b6827a35b32c14fbcfa05a0af42ca5680bd7e86_run_01d0e31ec011"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_68b6827a35b32c14fbcfa05a0af42ca5680bd7e86_run_01d0e31ec011", "score": 1.0, "status": "PASS", "task_id": "humaneval-053"}, {"attempt_run_ids": ["sha256_b5fbc287981564c254c3f37340597f9a868db3f41_run_d00400ebe1c7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b5fbc287981564c254c3f37340597f9a868db3f41_run_d00400ebe1c7", "score": 1.0, "status": "PASS", "task_id": "humaneval-054"}, {"attempt_run_ids": ["sha256_a57914372ae2a543468457be9f0f58ae944bae179_run_2d69315a6cbf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a57914372ae2a543468457be9f0f58ae944bae179_run_2d69315a6cbf", "score": 1.0, "status": "PASS", "task_id": "humaneval-055"}, {"attempt_run_ids": ["sha256_7478a783c1de2175fbbf8c4d89729f30aae129316_run_89643632aacc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7478a783c1de2175fbbf8c4d89729f30aae129316_run_89643632aacc", "score": 1.0, "status": "PASS", "task_id": "humaneval-056"}, {"attempt_run_ids": ["sha256_730a1b7d0ef8d4fd3bc295b6fcc36a8b7c9b30790_run_738ee735d969"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_730a1b7d0ef8d4fd3bc295b6fcc36a8b7c9b30790_run_738ee735d969", "score": 1.0, "status": "PASS", "task_id": "humaneval-057"}, {"attempt_run_ids": ["sha256_ecfb2bd2575f0eca5c59620f04d50866f73e3355e_run_bffd0e56e4e5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ecfb2bd2575f0eca5c59620f04d50866f73e3355e_run_bffd0e56e4e5", "score": 1.0, "status": "PASS", "task_id": "humaneval-058"}, {"attempt_run_ids": ["sha256_1faf9651aa1ed9cc7b492b3ee01636f67cfa6c6a2_run_8faceab73c48"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_1faf9651aa1ed9cc7b492b3ee01636f67cfa6c6a2_run_8faceab73c48", "score": 0.0, "status": "FAIL", "task_id": "humaneval-059"}, {"attempt_run_ids": ["sha256_a71806b50ca497a3220f06a1bab21084b5120bf96_run_8a9268033f56"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a71806b50ca497a3220f06a1bab21084b5120bf96_run_8a9268033f56", "score": 1.0, "status": "PASS", "task_id": "humaneval-060"}, {"attempt_run_ids": ["sha256_66a87a8d16c12fc2b2905b6e8d1e6c17522a1cc47_run_9bae0da3f4bc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_66a87a8d16c12fc2b2905b6e8d1e6c17522a1cc47_run_9bae0da3f4bc", "score": 1.0, "status": "PASS", "task_id": "humaneval-061"}, {"attempt_run_ids": ["sha256_46ebf51730ad5f10a830e6b2cc131812a0c9178dc_run_a3acdc54c75d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_46ebf51730ad5f10a830e6b2cc131812a0c9178dc_run_a3acdc54c75d", "score": 1.0, "status": "PASS", "task_id": "humaneval-062"}, {"attempt_run_ids": ["sha256_5230426bbd6d3802fec5f5d2f4c1ceb55a62d4f17_run_2618c3aa395a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5230426bbd6d3802fec5f5d2f4c1ceb55a62d4f17_run_2618c3aa395a", "score": 1.0, "status": "PASS", "task_id": "humaneval-063"}, {"attempt_run_ids": ["sha256_37cce483594cc2f3cebecbcdd2c28fda11de3a51e_run_f27348ee94a5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_37cce483594cc2f3cebecbcdd2c28fda11de3a51e_run_f27348ee94a5", "score": 1.0, "status": "PASS", "task_id": "humaneval-064"}, {"attempt_run_ids": ["sha256_8da8a6d2eadb234b4cdffafdbc24854fddffe3d81_run_dd1893baac0a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8da8a6d2eadb234b4cdffafdbc24854fddffe3d81_run_dd1893baac0a", "score": 1.0, "status": "PASS", "task_id": "humaneval-065"}, {"attempt_run_ids": ["sha256_de26d8bd0eb82802ecc6e87f7cd2ddd776d4ca8e2_run_a55a32e1b5c7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_de26d8bd0eb82802ecc6e87f7cd2ddd776d4ca8e2_run_a55a32e1b5c7", "score": 1.0, "status": "PASS", "task_id": "humaneval-066"}, {"attempt_run_ids": ["sha256_8331bd610f442c6de5aa815efb5874e938c7d44cb_run_77eb602b2a85"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8331bd610f442c6de5aa815efb5874e938c7d44cb_run_77eb602b2a85", "score": 1.0, "status": "PASS", "task_id": "humaneval-067"}, {"attempt_run_ids": ["sha256_5e012328c10f4268e379be4d3f647fb6284d383c9_run_ad341ec4b488"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5e012328c10f4268e379be4d3f647fb6284d383c9_run_ad341ec4b488", "score": 1.0, "status": "PASS", "task_id": "humaneval-068"}, {"attempt_run_ids": ["sha256_2f8da15bbc0fd5d2a9beba8548b93c46d7cac2a86_run_58af7e960a56"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2f8da15bbc0fd5d2a9beba8548b93c46d7cac2a86_run_58af7e960a56", "score": 1.0, "status": "PASS", "task_id": "humaneval-069"}, {"attempt_run_ids": ["sha256_324845426ccde8f7b922ca4bdd9c97c28da383ce5_run_6f56ca860eee"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_324845426ccde8f7b922ca4bdd9c97c28da383ce5_run_6f56ca860eee", "score": 1.0, "status": "PASS", "task_id": "humaneval-070"}, {"attempt_run_ids": ["sha256_30b40c7ca6c725ebd0371d99feeb831e23c3d672a_run_d249622b177d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_30b40c7ca6c725ebd0371d99feeb831e23c3d672a_run_d249622b177d", "score": 1.0, "status": "PASS", "task_id": "humaneval-071"}, {"attempt_run_ids": ["sha256_1dba9a9363032a72f7b9477cf0590e4350d922c32_run_9a8eb5b50695"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1dba9a9363032a72f7b9477cf0590e4350d922c32_run_9a8eb5b50695", "score": 1.0, "status": "PASS", "task_id": "humaneval-072"}, {"attempt_run_ids": ["sha256_9d26b3bdf66682d816fa27c0f04561478264285f6_run_01a04abdb262"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9d26b3bdf66682d816fa27c0f04561478264285f6_run_01a04abdb262", "score": 1.0, "status": "PASS", "task_id": "humaneval-073"}, {"attempt_run_ids": ["sha256_f071c8c983e491d6d7a444017a6be01c56720fd7e_run_ca5565da781f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f071c8c983e491d6d7a444017a6be01c56720fd7e_run_ca5565da781f", "score": 1.0, "status": "PASS", "task_id": "humaneval-074"}, {"attempt_run_ids": ["sha256_2f00cc1eaeda2c5d463c101f5d16485a57b2b6766_run_69561ee9cf56"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2f00cc1eaeda2c5d463c101f5d16485a57b2b6766_run_69561ee9cf56", "score": 1.0, "status": "PASS", "task_id": "humaneval-075"}, {"attempt_run_ids": ["sha256_265452bc98130a2d5cf4bbc3d3109bd27741f3a83_run_af2f210c82ac"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_265452bc98130a2d5cf4bbc3d3109bd27741f3a83_run_af2f210c82ac", "score": 1.0, "status": "PASS", "task_id": "humaneval-076"}, {"attempt_run_ids": ["sha256_93e15581e42bf7bb3e1a83a7eb4e161b1497f5784_run_aeca7bc8cb95"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_93e15581e42bf7bb3e1a83a7eb4e161b1497f5784_run_aeca7bc8cb95", "score": 1.0, "status": "PASS", "task_id": "humaneval-077"}, {"attempt_run_ids": ["sha256_3ad0ea4c48da89aabd458e9742ea213218b7f65f3_run_6209b1fe508b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3ad0ea4c48da89aabd458e9742ea213218b7f65f3_run_6209b1fe508b", "score": 1.0, "status": "PASS", "task_id": "humaneval-078"}, {"attempt_run_ids": ["sha256_5327fbe50c7ce2ef21080e98921071312899bfc28_run_38bc0b8aaff8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5327fbe50c7ce2ef21080e98921071312899bfc28_run_38bc0b8aaff8", "score": 1.0, "status": "PASS", "task_id": "humaneval-079"}, {"attempt_run_ids": ["sha256_c19570799fb32169751c78e08469cdf0751e71c6e_run_b2d58aa9d301"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c19570799fb32169751c78e08469cdf0751e71c6e_run_b2d58aa9d301", "score": 1.0, "status": "PASS", "task_id": "humaneval-080"}, {"attempt_run_ids": ["sha256_07722d0298d8d61b84ea7e6f6e85e1620f7b5a466_run_23f90821ec60"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_07722d0298d8d61b84ea7e6f6e85e1620f7b5a466_run_23f90821ec60", "score": 1.0, "status": "PASS", "task_id": "humaneval-081"}, {"attempt_run_ids": ["sha256_3914a3e9acb66a4c09b3f4527e251a6fc6ae11bce_run_6d05ff0b431c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3914a3e9acb66a4c09b3f4527e251a6fc6ae11bce_run_6d05ff0b431c", "score": 1.0, "status": "PASS", "task_id": "humaneval-082"}, {"attempt_run_ids": ["sha256_d4ddcb5cdfbab574b9b86c9ecd19480f86e720dc2_run_5d1569b3f6a7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d4ddcb5cdfbab574b9b86c9ecd19480f86e720dc2_run_5d1569b3f6a7", "score": 1.0, "status": "PASS", "task_id": "humaneval-083"}, {"attempt_run_ids": ["sha256_a977cfdd7ecd739888cb5d55a340816f9b386b3e8_run_6742a35b31b3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a977cfdd7ecd739888cb5d55a340816f9b386b3e8_run_6742a35b31b3", "score": 1.0, "status": "PASS", "task_id": "humaneval-084"}, {"attempt_run_ids": ["sha256_4691ff24f9a78418a0805fe1052e3987bd456a75f_run_f7aa0bd14e33"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4691ff24f9a78418a0805fe1052e3987bd456a75f_run_f7aa0bd14e33", "score": 1.0, "status": "PASS", "task_id": "humaneval-085"}, {"attempt_run_ids": ["sha256_d3da75ca5985a54d112a26f1a98eed0aa7349e5eb_run_3d7e8c463164"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d3da75ca5985a54d112a26f1a98eed0aa7349e5eb_run_3d7e8c463164", "score": 1.0, "status": "PASS", "task_id": "humaneval-086"}, {"attempt_run_ids": ["sha256_121a6fd7906c81aaa6ec14a3fb2820645eb45896e_run_eac65f79e971"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_121a6fd7906c81aaa6ec14a3fb2820645eb45896e_run_eac65f79e971", "score": 1.0, "status": "PASS", "task_id": "humaneval-087"}, {"attempt_run_ids": ["sha256_95033f9d84e47c9848a2966b7713c107f0ff2545e_run_182281f733f7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_95033f9d84e47c9848a2966b7713c107f0ff2545e_run_182281f733f7", "score": 1.0, "status": "PASS", "task_id": "humaneval-088"}, {"attempt_run_ids": ["sha256_38667205638eda25e405b3c451f978b9ac10b6af8_run_e36931c1f8c8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_38667205638eda25e405b3c451f978b9ac10b6af8_run_e36931c1f8c8", "score": 1.0, "status": "PASS", "task_id": "humaneval-089"}, {"attempt_run_ids": ["sha256_7fc533ae89abd88efcefe9a159634bc6f0d07e27c_run_917bd0eee6b6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7fc533ae89abd88efcefe9a159634bc6f0d07e27c_run_917bd0eee6b6", "score": 1.0, "status": "PASS", "task_id": "humaneval-090"}, {"attempt_run_ids": ["sha256_e8918750c1a65b0d0b046dea9203b4f1dc93ee79a_run_ebf7a41fece1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e8918750c1a65b0d0b046dea9203b4f1dc93ee79a_run_ebf7a41fece1", "score": 1.0, "status": "PASS", "task_id": "humaneval-091"}, {"attempt_run_ids": ["sha256_1dbee1989b23763476aefb39d9c13d9be62bc6a0f_run_7282b9091cdf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1dbee1989b23763476aefb39d9c13d9be62bc6a0f_run_7282b9091cdf", "score": 1.0, "status": "PASS", "task_id": "humaneval-092"}, {"attempt_run_ids": ["sha256_c0a398f40f312e0a6a52505de370d1ded02ea1d00_run_c1a7c3626506"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c0a398f40f312e0a6a52505de370d1ded02ea1d00_run_c1a7c3626506", "score": 1.0, "status": "PASS", "task_id": "humaneval-093"}, {"attempt_run_ids": ["sha256_97db6225ffdd4bfa804578e77fe76d5621e0ed586_run_3f851d80f36a"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_97db6225ffdd4bfa804578e77fe76d5621e0ed586_run_3f851d80f36a", "score": 0.0, "status": "FAIL", "task_id": "humaneval-094"}, {"attempt_run_ids": ["sha256_125c8a57659952fb1754bd177a25903521e969309_run_4fa30a234c1a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_125c8a57659952fb1754bd177a25903521e969309_run_4fa30a234c1a", "score": 1.0, "status": "PASS", "task_id": "humaneval-095"}, {"attempt_run_ids": ["sha256_e572af8a4000e356ae83d61860f9dabcdf7bae628_run_e99836f03567"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e572af8a4000e356ae83d61860f9dabcdf7bae628_run_e99836f03567", "score": 1.0, "status": "PASS", "task_id": "humaneval-096"}, {"attempt_run_ids": ["sha256_d130c5dd485d1f66c9376e1a4a96bfc21020d28f5_run_f1b7ede73236"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d130c5dd485d1f66c9376e1a4a96bfc21020d28f5_run_f1b7ede73236", "score": 1.0, "status": "PASS", "task_id": "humaneval-097"}, {"attempt_run_ids": ["sha256_10fb87c787b4a417b037a3d3de3239c228c972e24_run_71824a53a9cd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_10fb87c787b4a417b037a3d3de3239c228c972e24_run_71824a53a9cd", "score": 1.0, "status": "PASS", "task_id": "humaneval-098"}, {"attempt_run_ids": ["sha256_7fb05557e72b6a30afe968972722866cef417217b_run_cf5f97098353"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7fb05557e72b6a30afe968972722866cef417217b_run_cf5f97098353", "score": 1.0, "status": "PASS", "task_id": "humaneval-099"}, {"attempt_run_ids": ["sha256_6f6efb96201c3fa19a3b36c431c8c24f19656f2fa_run_fa719733c87a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6f6efb96201c3fa19a3b36c431c8c24f19656f2fa_run_fa719733c87a", "score": 1.0, "status": "PASS", "task_id": "humaneval-100"}, {"attempt_run_ids": ["sha256_5d872c5696420eb1ccc63bfed30ef49c2eda103cb_run_226e8c83592d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5d872c5696420eb1ccc63bfed30ef49c2eda103cb_run_226e8c83592d", "score": 1.0, "status": "PASS", "task_id": "humaneval-101"}, {"attempt_run_ids": ["sha256_20cc2207d26171eebe1c4f6dfc6fc4c1cb588459f_run_c177be9c1928"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_20cc2207d26171eebe1c4f6dfc6fc4c1cb588459f_run_c177be9c1928", "score": 1.0, "status": "PASS", "task_id": "humaneval-102"}, {"attempt_run_ids": ["sha256_b246bd8305bbb8e7db6f12ab34d5606034d8a46d8_run_ebca03d8b555"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b246bd8305bbb8e7db6f12ab34d5606034d8a46d8_run_ebca03d8b555", "score": 1.0, "status": "PASS", "task_id": "humaneval-103"}, {"attempt_run_ids": ["sha256_f278c6f6532d0998c0d2475a18b8c7b315a6d13dd_run_99af3bd3c064"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f278c6f6532d0998c0d2475a18b8c7b315a6d13dd_run_99af3bd3c064", "score": 1.0, "status": "PASS", "task_id": "humaneval-104"}, {"attempt_run_ids": ["sha256_da4c2345e7171b9d6497e149107f443498ce2be49_run_b96fbdf41083"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_da4c2345e7171b9d6497e149107f443498ce2be49_run_b96fbdf41083", "score": 1.0, "status": "PASS", "task_id": "humaneval-105"}, {"attempt_run_ids": ["sha256_7ee468baf3107845db284c5c0406d849dc9e46c24_run_ceeba0af7212"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7ee468baf3107845db284c5c0406d849dc9e46c24_run_ceeba0af7212", "score": 1.0, "status": "PASS", "task_id": "humaneval-106"}, {"attempt_run_ids": ["sha256_e06f671638342f6e2e260841a8083606fdea72031_run_c21d8d048cab"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e06f671638342f6e2e260841a8083606fdea72031_run_c21d8d048cab", "score": 1.0, "status": "PASS", "task_id": "humaneval-107"}, {"attempt_run_ids": ["sha256_aa1ca1ebdee6ca8ad3efc91a5fe1de8eb7753a179_run_ead62481af36"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_aa1ca1ebdee6ca8ad3efc91a5fe1de8eb7753a179_run_ead62481af36", "score": 1.0, "status": "PASS", "task_id": "humaneval-108"}, {"attempt_run_ids": ["sha256_55929972cb425282516c91a3b697ed7bca5dcd55b_run_133cf3b5e557"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_55929972cb425282516c91a3b697ed7bca5dcd55b_run_133cf3b5e557", "score": 1.0, "status": "PASS", "task_id": "humaneval-109"}, {"attempt_run_ids": ["sha256_a3449f493f6acb6573b32d2ed4985d537ee690f84_run_ade311c44f0d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a3449f493f6acb6573b32d2ed4985d537ee690f84_run_ade311c44f0d", "score": 1.0, "status": "PASS", "task_id": "humaneval-110"}, {"attempt_run_ids": ["sha256_2b49e98ad5d8f9ea7602794b072a955f0d646b709_run_f94e1d42202f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2b49e98ad5d8f9ea7602794b072a955f0d646b709_run_f94e1d42202f", "score": 1.0, "status": "PASS", "task_id": "humaneval-111"}, {"attempt_run_ids": ["sha256_3397a2fef5022f4e9e5021c2fdc5c329fe7b9dafe_run_1449575aebfb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3397a2fef5022f4e9e5021c2fdc5c329fe7b9dafe_run_1449575aebfb", "score": 1.0, "status": "PASS", "task_id": "humaneval-112"}, {"attempt_run_ids": ["sha256_f212008e7528156d5323b106c3fd551e1a5f899fd_run_51db3c9def66"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f212008e7528156d5323b106c3fd551e1a5f899fd_run_51db3c9def66", "score": 1.0, "status": "PASS", "task_id": "humaneval-113"}, {"attempt_run_ids": ["sha256_a141888c3b5df269ac2fdd51753c6d049fbe20366_run_5ac9943aacc0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a141888c3b5df269ac2fdd51753c6d049fbe20366_run_5ac9943aacc0", "score": 1.0, "status": "PASS", "task_id": "humaneval-114"}, {"attempt_run_ids": ["sha256_0687320672db2bb817e28086ba54a5fe447acd9d7_run_8bfbf9bfb55f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0687320672db2bb817e28086ba54a5fe447acd9d7_run_8bfbf9bfb55f", "score": 1.0, "status": "PASS", "task_id": "humaneval-115"}, {"attempt_run_ids": ["sha256_e78d22c1e16f98eb6a4e37eb3fe3aaf2565e8b052_run_41d632043bfb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e78d22c1e16f98eb6a4e37eb3fe3aaf2565e8b052_run_41d632043bfb", "score": 1.0, "status": "PASS", "task_id": "humaneval-116"}, {"attempt_run_ids": ["sha256_3ac65c306cafed25ef6ab8f83edd409633351d9f1_run_47569517ffbd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3ac65c306cafed25ef6ab8f83edd409633351d9f1_run_47569517ffbd", "score": 1.0, "status": "PASS", "task_id": "humaneval-117"}, {"attempt_run_ids": ["sha256_497bfaca5b9b4e3fcc5f3a590de4ec231b8da54e4_run_915a46b607f2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_497bfaca5b9b4e3fcc5f3a590de4ec231b8da54e4_run_915a46b607f2", "score": 1.0, "status": "PASS", "task_id": "humaneval-118"}, {"attempt_run_ids": ["sha256_48db3df21eea1006260a3d5a8edd4048a85b53860_run_dc19e10cfec2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_48db3df21eea1006260a3d5a8edd4048a85b53860_run_dc19e10cfec2", "score": 1.0, "status": "PASS", "task_id": "humaneval-119"}, {"attempt_run_ids": ["sha256_1c0cd13e7c086ec4dd8792ec8d47ef3c501d8eb50_run_2ca31d04b467"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1c0cd13e7c086ec4dd8792ec8d47ef3c501d8eb50_run_2ca31d04b467", "score": 1.0, "status": "PASS", "task_id": "humaneval-120"}, {"attempt_run_ids": ["sha256_ce93dc7505bb106d0cfe759934ab0774ff0cd6690_run_7e16c3763c8d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ce93dc7505bb106d0cfe759934ab0774ff0cd6690_run_7e16c3763c8d", "score": 1.0, "status": "PASS", "task_id": "humaneval-121"}, {"attempt_run_ids": ["sha256_7efe16f4ea5047a1945146b08807ada09786ad1d4_run_e8fdce210707"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7efe16f4ea5047a1945146b08807ada09786ad1d4_run_e8fdce210707", "score": 1.0, "status": "PASS", "task_id": "humaneval-122"}, {"attempt_run_ids": ["sha256_7dd90bc0a7c3cb3fcdb0c69b3a804a41dcf61f7b6_run_9a8cea079f01"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7dd90bc0a7c3cb3fcdb0c69b3a804a41dcf61f7b6_run_9a8cea079f01", "score": 1.0, "status": "PASS", "task_id": "humaneval-123"}, {"attempt_run_ids": ["sha256_20d39d1de209d8f4467d9a7fa9314b36fd85c7882_run_b409a3570cc8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_20d39d1de209d8f4467d9a7fa9314b36fd85c7882_run_b409a3570cc8", "score": 1.0, "status": "PASS", "task_id": "humaneval-124"}, {"attempt_run_ids": ["sha256_a9346719ed868e5f8e621c0536261fab6fbb9c276_run_3bbef3f32dbc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a9346719ed868e5f8e621c0536261fab6fbb9c276_run_3bbef3f32dbc", "score": 1.0, "status": "PASS", "task_id": "humaneval-125"}, {"attempt_run_ids": ["sha256_b6b48d5fdcaf7d2d372712150346475e66edfaf9b_run_58dd58a12aa3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b6b48d5fdcaf7d2d372712150346475e66edfaf9b_run_58dd58a12aa3", "score": 1.0, "status": "PASS", "task_id": "humaneval-126"}, {"attempt_run_ids": ["sha256_e7e48ed253a887c7c09ed090eb252ee4083a4b61b_run_8f2304ad9cea"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e7e48ed253a887c7c09ed090eb252ee4083a4b61b_run_8f2304ad9cea", "score": 1.0, "status": "PASS", "task_id": "humaneval-127"}, {"attempt_run_ids": ["sha256_4cd7505eaf177547cdcaff86be38025794f54069d_run_6dcc30991dbf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4cd7505eaf177547cdcaff86be38025794f54069d_run_6dcc30991dbf", "score": 1.0, "status": "PASS", "task_id": "humaneval-128"}, {"attempt_run_ids": ["sha256_a6523143749daba88a971ee1d456439788ee44ce4_run_4f54095fc139"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a6523143749daba88a971ee1d456439788ee44ce4_run_4f54095fc139", "score": 1.0, "status": "PASS", "task_id": "humaneval-129"}, {"attempt_run_ids": ["sha256_6bcd00a51038e32dd45a2bedbdaba09ae6152b201_run_2ebe2068c3d0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6bcd00a51038e32dd45a2bedbdaba09ae6152b201_run_2ebe2068c3d0", "score": 1.0, "status": "PASS", "task_id": "humaneval-130"}, {"attempt_run_ids": ["sha256_6a3be5faa25328c5e6340372b912cbadb676b7184_run_f8f74c6a5f5f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6a3be5faa25328c5e6340372b912cbadb676b7184_run_f8f74c6a5f5f", "score": 1.0, "status": "PASS", "task_id": "humaneval-131"}, {"attempt_run_ids": ["sha256_f485414287dfd2187116396febecd7d23a1d79a19_run_c95e2930c2dc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f485414287dfd2187116396febecd7d23a1d79a19_run_c95e2930c2dc", "score": 1.0, "status": "PASS", "task_id": "humaneval-132"}, {"attempt_run_ids": ["sha256_7d557f4ce9a24e99bddcc8de51408e0e061730c29_run_02e3770f589e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7d557f4ce9a24e99bddcc8de51408e0e061730c29_run_02e3770f589e", "score": 1.0, "status": "PASS", "task_id": "humaneval-133"}, {"attempt_run_ids": ["sha256_8f4dd79a9e40f0565c72c4c38f890cb915cb42ceb_run_109610ba1522"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8f4dd79a9e40f0565c72c4c38f890cb915cb42ceb_run_109610ba1522", "score": 1.0, "status": "PASS", "task_id": "humaneval-134"}, {"attempt_run_ids": ["sha256_94052048a72a212cb9b7aa2ea3ffa7409eeed1f5c_run_dbf4daa7efd5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_94052048a72a212cb9b7aa2ea3ffa7409eeed1f5c_run_dbf4daa7efd5", "score": 1.0, "status": "PASS", "task_id": "humaneval-135"}, {"attempt_run_ids": ["sha256_f44ca0f7bc83346a2e1129d884d058bf346787cb2_run_67196754e770"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f44ca0f7bc83346a2e1129d884d058bf346787cb2_run_67196754e770", "score": 1.0, "status": "PASS", "task_id": "humaneval-136"}, {"attempt_run_ids": ["sha256_a45591d8411ed0de90e68cf708ca0c4b15259beae_run_c16751b49cc7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a45591d8411ed0de90e68cf708ca0c4b15259beae_run_c16751b49cc7", "score": 1.0, "status": "PASS", "task_id": "humaneval-137"}, {"attempt_run_ids": ["sha256_ceed35d167f8f9fad736133fd2c6392480e5910ee_run_1041d52ba3e6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ceed35d167f8f9fad736133fd2c6392480e5910ee_run_1041d52ba3e6", "score": 1.0, "status": "PASS", "task_id": "humaneval-138"}, {"attempt_run_ids": ["sha256_a99a8f4145fdda828996335a1b3c1f4c79ef7fa7f_run_fa09fec888f4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a99a8f4145fdda828996335a1b3c1f4c79ef7fa7f_run_fa09fec888f4", "score": 1.0, "status": "PASS", "task_id": "humaneval-139"}, {"attempt_run_ids": ["sha256_a1be5ceacbac1e2370fc7aa7107231514c9d29fd2_run_eb433c196741"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a1be5ceacbac1e2370fc7aa7107231514c9d29fd2_run_eb433c196741", "score": 1.0, "status": "PASS", "task_id": "humaneval-140"}, {"attempt_run_ids": ["sha256_1e880f8aeed4ab85009d2120867b90d3ae1a07730_run_b0aa23a2d1eb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1e880f8aeed4ab85009d2120867b90d3ae1a07730_run_b0aa23a2d1eb", "score": 1.0, "status": "PASS", "task_id": "humaneval-141"}, {"attempt_run_ids": ["sha256_133c4b4c44144f416d6a402d4a922ab5ebb0c7b99_run_de124ea3d5a6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_133c4b4c44144f416d6a402d4a922ab5ebb0c7b99_run_de124ea3d5a6", "score": 1.0, "status": "PASS", "task_id": "humaneval-142"}, {"attempt_run_ids": ["sha256_1a775a565c19cdb1d167565ecd26198756dcd829a_run_7824053c6787"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1a775a565c19cdb1d167565ecd26198756dcd829a_run_7824053c6787", "score": 1.0, "status": "PASS", "task_id": "humaneval-143"}, {"attempt_run_ids": ["sha256_f6276b4c2f838570a3367aa978da8d19e0c68f5fd_run_b3a6c508e553"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f6276b4c2f838570a3367aa978da8d19e0c68f5fd_run_b3a6c508e553", "score": 1.0, "status": "PASS", "task_id": "humaneval-144"}, {"attempt_run_ids": ["sha256_980659b1f3fc3f6407a0dd64c55f2c677efe0a90f_run_c50f706d363d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_980659b1f3fc3f6407a0dd64c55f2c677efe0a90f_run_c50f706d363d", "score": 1.0, "status": "PASS", "task_id": "humaneval-145"}, {"attempt_run_ids": ["sha256_5dae5e83ba0e321b5fdd9c3f71f2a6be15958cb56_run_79c996ecfd0e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5dae5e83ba0e321b5fdd9c3f71f2a6be15958cb56_run_79c996ecfd0e", "score": 1.0, "status": "PASS", "task_id": "humaneval-146"}, {"attempt_run_ids": ["sha256_470a021bfe928b4cc1b0453445783baf15f641ded_run_21429e59c429"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_470a021bfe928b4cc1b0453445783baf15f641ded_run_21429e59c429", "score": 1.0, "status": "PASS", "task_id": "humaneval-147"}, {"attempt_run_ids": ["sha256_48c6b983c89ff67eceaf037079b716bd936827d84_run_912316881c18"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_48c6b983c89ff67eceaf037079b716bd936827d84_run_912316881c18", "score": 1.0, "status": "PASS", "task_id": "humaneval-148"}, {"attempt_run_ids": ["sha256_41c082b6246136435b5eff4e911e3cf55cdb4a226_run_dd24185fcbeb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_41c082b6246136435b5eff4e911e3cf55cdb4a226_run_dd24185fcbeb", "score": 1.0, "status": "PASS", "task_id": "humaneval-149"}, {"attempt_run_ids": ["sha256_40a1d85994f442182757d960d3e22052a27f119eb_run_6f320cae9f35"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_40a1d85994f442182757d960d3e22052a27f119eb_run_6f320cae9f35", "score": 1.0, "status": "PASS", "task_id": "humaneval-150"}, {"attempt_run_ids": ["sha256_48ed2c4751e9ca54248650d3ebb124fb7a924b979_run_878da47f1025"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_48ed2c4751e9ca54248650d3ebb124fb7a924b979_run_878da47f1025", "score": 1.0, "status": "PASS", "task_id": "humaneval-151"}, {"attempt_run_ids": ["sha256_c39379aae059977ec4140d4afb59c93af56b6df36_run_3a2022ec5c78"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c39379aae059977ec4140d4afb59c93af56b6df36_run_3a2022ec5c78", "score": 1.0, "status": "PASS", "task_id": "humaneval-152"}, {"attempt_run_ids": ["sha256_bb4d7cf91069251d6f164ad1962d6eda12fc804ee_run_2f2d4e3278b4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bb4d7cf91069251d6f164ad1962d6eda12fc804ee_run_2f2d4e3278b4", "score": 1.0, "status": "PASS", "task_id": "humaneval-153"}, {"attempt_run_ids": ["sha256_2a51685d2a4c640dd4f6b55fe93c0c0e8b58ca2ba_run_8245533e4451"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2a51685d2a4c640dd4f6b55fe93c0c0e8b58ca2ba_run_8245533e4451", "score": 1.0, "status": "PASS", "task_id": "humaneval-154"}, {"attempt_run_ids": ["sha256_e07002996685d81dd22b8abf6409fe231fa5991bc_run_9da92d34bf35"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e07002996685d81dd22b8abf6409fe231fa5991bc_run_9da92d34bf35", "score": 1.0, "status": "PASS", "task_id": "humaneval-155"}, {"attempt_run_ids": ["sha256_5221afc4852b94f620062b5e820e53a43cbdd8061_run_d26c005ad298"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5221afc4852b94f620062b5e820e53a43cbdd8061_run_d26c005ad298", "score": 1.0, "status": "PASS", "task_id": "humaneval-156"}, {"attempt_run_ids": ["sha256_cababe8283a9d21c75b028cc9cf0245a05a660b36_run_134387f2ee1f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cababe8283a9d21c75b028cc9cf0245a05a660b36_run_134387f2ee1f", "score": 1.0, "status": "PASS", "task_id": "humaneval-157"}, {"attempt_run_ids": ["sha256_0ae02599e63241ee2a603337fc70a4cebbbb1e4c9_run_12523aec5499"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0ae02599e63241ee2a603337fc70a4cebbbb1e4c9_run_12523aec5499", "score": 1.0, "status": "PASS", "task_id": "humaneval-158"}, {"attempt_run_ids": ["sha256_334503fd55e908dbafc4c87854388663b9168580e_run_5c80f15ed116"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_334503fd55e908dbafc4c87854388663b9168580e_run_5c80f15ed116", "score": 1.0, "status": "PASS", "task_id": "humaneval-159"}, {"attempt_run_ids": ["sha256_e85255f299ee396f6f89d123b3fb9ff7afde0b8c6_run_00ca598dabbe"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e85255f299ee396f6f89d123b3fb9ff7afde0b8c6_run_00ca598dabbe", "score": 1.0, "status": "PASS", "task_id": "humaneval-160"}, {"attempt_run_ids": ["sha256_8fdd6ffa8deadc22328aa0203bc54f3f37ce8b8c6_run_cf9e32cced40"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8fdd6ffa8deadc22328aa0203bc54f3f37ce8b8c6_run_cf9e32cced40", "score": 1.0, "status": "PASS", "task_id": "humaneval-161"}, {"attempt_run_ids": ["sha256_46a9a25049f1a9beae33dc7178dc2a20891e72af7_run_99136a5c8bd3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_46a9a25049f1a9beae33dc7178dc2a20891e72af7_run_99136a5c8bd3", "score": 1.0, "status": "PASS", "task_id": "humaneval-162"}, {"attempt_run_ids": ["sha256_27c13872fac12f60e136e17a39008d98c96e3709f_run_805a9bbb57e7"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_27c13872fac12f60e136e17a39008d98c96e3709f_run_805a9bbb57e7", "score": 0.0, "status": "FAIL", "task_id": "humaneval-163"}], "task_set_digest": "sha256:1b2b51b62f47f2f06f961afccedb0984bf9b95cde905fe226dae67d19427599b", "uploaded_by": "ffy6511", "visibility": "public"}, {"actors_summary": [{"entry": "pi", "executor": "acp", "model": "litellm/MiniMax-M2.7", "options": "{\"entry\":\"pi\"}", "profile_id": "solver"}], "agent_label": "pi", "blob_digest": "sha256:1a1651352e1f718346eb9f2f48f23368bf1416a3e5ccecf79260c55fc9e087c1", "board_listed": true, "bound_kind": "release", "complete": true, "config_fingerprint": "sha256:a4ee505c843b66e7f142800dd5a3bc82f187d7d7dcfc7a05f67b7fbaeca96e3a", "config_homogeneous": true, "created_at": 1788759900.0, "dataset_id": "official/humaneval", "dataset_version": "0.1.0", "exit_code": 1, "job_overlay": {"bindings": {"solver": {"api_key": "litellm_api_key", "base_url": "http://10.130.138.46:8010/v1", "executor": "acp", "extensions": [{"options": {"entry": "pi"}, "plugin": "acp"}, {"options": {"files": [{"dest": ".pi/agent/models.json", "dest_root": "home", "src": "overlays/pi.litellm.json"}]}, "plugin": "home-files"}], "model": "litellm/MiniMax-M2.7"}}}, "mean_score": 0.9207317, "metrics": {"k_values": [1], "mean_score": 0.9207317073170732, "missing_score_as": 0.0, "n_attempts": 1, "n_error": 0, "n_fail": 13, "n_pass": 151, "n_tasks": 164, "pass_at_k": {"1": {"incomplete_tasks": 0, "n_tasks": 164, "value": 0.9207317073170732}}, "pass_power_k": {"1": {"incomplete_tasks": 0, "n_tasks": 164, "value": 0.9207317073170732}}, "pass_rate": 0.9207317073170732, "per_task": [{"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-000"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-001"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-002"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-003"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-004"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-005"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-006"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-007"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-008"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-009"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-010"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-011"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-012"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-013"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-014"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-015"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-016"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-017"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-018"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-019"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-020"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-021"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-022"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-023"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-024"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-025"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-026"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-027"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-028"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-029"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-030"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-031"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-032"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-033"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-034"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-035"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-036"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-037"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-038"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-039"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-040"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-041"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-042"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-043"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-044"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-045"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-046"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-047"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-048"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-049"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-050"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-051"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-052"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-053"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-054"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-055"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-056"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-057"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-058"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-059"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-060"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-061"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-062"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-063"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-064"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-065"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-066"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-067"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-068"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-069"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-070"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-071"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-072"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-073"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-074"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-075"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-076"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-077"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-078"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-079"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-080"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-081"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-082"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-083"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-084"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-085"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-086"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-087"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-088"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-089"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-090"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-091"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-092"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-093"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-094"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-095"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-096"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-097"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-098"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-099"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-100"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-101"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-102"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-103"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-104"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-105"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-106"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-107"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-108"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-109"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-110"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-111"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-112"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-113"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-114"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-115"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-116"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-117"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-118"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-119"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-120"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-121"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-122"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-123"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-124"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-125"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-126"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-127"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-128"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-129"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-130"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-131"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-132"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-133"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-134"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-135"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-136"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-137"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-138"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-139"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-140"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-141"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-142"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-143"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-144"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-145"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-146"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-147"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-148"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-149"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-150"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-151"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-152"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-153"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-154"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-155"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-156"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-157"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-158"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-159"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-160"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-161"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-162"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-163"}], "usage": {"cost_source": "missing", "duration_s": 3601.0195189999995, "n_attempts_with_cost": 0, "n_attempts_with_tokens": 0}}, "model_label": "litellm/MiniMax-M2.7", "note": "per-task evaluator verdicts only; no suite-level PASS", "pass_rate": 0.9207317, "size": 46294, "suite_run_id": "cbf7bbda", "task_refs": [{"attempt_run_ids": ["sha256_ded3b371cff496b5905f1df455120b2e6bf3c0fa3_run_e736113aa2d4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ded3b371cff496b5905f1df455120b2e6bf3c0fa3_run_e736113aa2d4", "score": 1.0, "status": "PASS", "task_id": "humaneval-000"}, {"attempt_run_ids": ["sha256_33cb915d276f46ce4bf72cf668c2c0c14f4adf837_run_a5d0beacc47d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_33cb915d276f46ce4bf72cf668c2c0c14f4adf837_run_a5d0beacc47d", "score": 1.0, "status": "PASS", "task_id": "humaneval-001"}, {"attempt_run_ids": ["sha256_22b34c452e12151568b352bb2277e03692551f526_run_1156c11fb532"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_22b34c452e12151568b352bb2277e03692551f526_run_1156c11fb532", "score": 1.0, "status": "PASS", "task_id": "humaneval-002"}, {"attempt_run_ids": ["sha256_45db45059ed2b443298ac99c0d94c218b405e6a9d_run_64d0f9d2a160"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_45db45059ed2b443298ac99c0d94c218b405e6a9d_run_64d0f9d2a160", "score": 1.0, "status": "PASS", "task_id": "humaneval-003"}, {"attempt_run_ids": ["sha256_1ba7b59a03f9fc66051f98d2c6fbce7b04199c897_run_86bc1a246ffd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1ba7b59a03f9fc66051f98d2c6fbce7b04199c897_run_86bc1a246ffd", "score": 1.0, "status": "PASS", "task_id": "humaneval-004"}, {"attempt_run_ids": ["sha256_b495eb63cc1283a31b0d7421fc2dbb8e2829dd54a_run_08494163e62f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b495eb63cc1283a31b0d7421fc2dbb8e2829dd54a_run_08494163e62f", "score": 1.0, "status": "PASS", "task_id": "humaneval-005"}, {"attempt_run_ids": ["sha256_3be372cce5a07af1e8b93b4ac232c0dc97541c472_run_84e82ac81ba0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3be372cce5a07af1e8b93b4ac232c0dc97541c472_run_84e82ac81ba0", "score": 1.0, "status": "PASS", "task_id": "humaneval-006"}, {"attempt_run_ids": ["sha256_2ccf55376ba5f43735591cfb355e3d76299bad6d9_run_1c8f3ab58994"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2ccf55376ba5f43735591cfb355e3d76299bad6d9_run_1c8f3ab58994", "score": 1.0, "status": "PASS", "task_id": "humaneval-007"}, {"attempt_run_ids": ["sha256_598942277cfcd501af0f94c113395f030c19c250f_run_263253879858"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_598942277cfcd501af0f94c113395f030c19c250f_run_263253879858", "score": 1.0, "status": "PASS", "task_id": "humaneval-008"}, {"attempt_run_ids": ["sha256_aa6b595207af4cf83eb9429e30ded5c2d5b2403bc_run_cbc1e557ffab"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_aa6b595207af4cf83eb9429e30ded5c2d5b2403bc_run_cbc1e557ffab", "score": 1.0, "status": "PASS", "task_id": "humaneval-009"}, {"attempt_run_ids": ["sha256_1372830fa4b8b7579a9d019bc452b904a6e49555e_run_60b663c4955e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1372830fa4b8b7579a9d019bc452b904a6e49555e_run_60b663c4955e", "score": 1.0, "status": "PASS", "task_id": "humaneval-010"}, {"attempt_run_ids": ["sha256_e2faef302f8984b6eced01f6c45140f14f27e3f50_run_db79b4e40d1d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e2faef302f8984b6eced01f6c45140f14f27e3f50_run_db79b4e40d1d", "score": 1.0, "status": "PASS", "task_id": "humaneval-011"}, {"attempt_run_ids": ["sha256_f0bece2b66ca99fab9efaa199a92345446a42b8ab_run_a73f63fbf509"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f0bece2b66ca99fab9efaa199a92345446a42b8ab_run_a73f63fbf509", "score": 1.0, "status": "PASS", "task_id": "humaneval-012"}, {"attempt_run_ids": ["sha256_4f05e567e39e2fdf25d190de0f2260012654dfd6b_run_aba992cd0a02"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4f05e567e39e2fdf25d190de0f2260012654dfd6b_run_aba992cd0a02", "score": 1.0, "status": "PASS", "task_id": "humaneval-013"}, {"attempt_run_ids": ["sha256_b9b025ae903228f5f3906d5d20f71119bacc50cec_run_9e6ea404a6ef"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b9b025ae903228f5f3906d5d20f71119bacc50cec_run_9e6ea404a6ef", "score": 1.0, "status": "PASS", "task_id": "humaneval-014"}, {"attempt_run_ids": ["sha256_1fa82dae378e48eaec83be5d4abd8697cfeead5ac_run_3c390ab554bf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1fa82dae378e48eaec83be5d4abd8697cfeead5ac_run_3c390ab554bf", "score": 1.0, "status": "PASS", "task_id": "humaneval-015"}, {"attempt_run_ids": ["sha256_ba765706ebdabcac6e902abdf84e0cd6c6d51d9ee_run_d5f4049526dc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ba765706ebdabcac6e902abdf84e0cd6c6d51d9ee_run_d5f4049526dc", "score": 1.0, "status": "PASS", "task_id": "humaneval-016"}, {"attempt_run_ids": ["sha256_f013b37325577ce4bbeaf0fc4c0da1cd274c4cb07_run_a512371972c2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f013b37325577ce4bbeaf0fc4c0da1cd274c4cb07_run_a512371972c2", "score": 1.0, "status": "PASS", "task_id": "humaneval-017"}, {"attempt_run_ids": ["sha256_aaf28ec4f9316034fd050b63f31c01388cebde57d_run_bb22f6a2f1eb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_aaf28ec4f9316034fd050b63f31c01388cebde57d_run_bb22f6a2f1eb", "score": 1.0, "status": "PASS", "task_id": "humaneval-018"}, {"attempt_run_ids": ["sha256_63f26513ccb5c9e2f186e31ccaa595ef01d6eac84_run_c25fd57bd8c7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_63f26513ccb5c9e2f186e31ccaa595ef01d6eac84_run_c25fd57bd8c7", "score": 1.0, "status": "PASS", "task_id": "humaneval-019"}, {"attempt_run_ids": ["sha256_4c29a61bc35e695e095a164f2b2d789000432ab39_run_4b435729ddea"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4c29a61bc35e695e095a164f2b2d789000432ab39_run_4b435729ddea", "score": 1.0, "status": "PASS", "task_id": "humaneval-020"}, {"attempt_run_ids": ["sha256_7079d00b9700cebfd552105d511ec3a1b6b375d56_run_f4f0e154d8fb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7079d00b9700cebfd552105d511ec3a1b6b375d56_run_f4f0e154d8fb", "score": 1.0, "status": "PASS", "task_id": "humaneval-021"}, {"attempt_run_ids": ["sha256_28c91f9eadc897f3f6bf7c989f96e4af74ab82216_run_72f517d28a7c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_28c91f9eadc897f3f6bf7c989f96e4af74ab82216_run_72f517d28a7c", "score": 1.0, "status": "PASS", "task_id": "humaneval-022"}, {"attempt_run_ids": ["sha256_fb3f8f0741f94d87a13a223cabaf176cd35e31e72_run_8a7bd7b5d9e9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fb3f8f0741f94d87a13a223cabaf176cd35e31e72_run_8a7bd7b5d9e9", "score": 1.0, "status": "PASS", "task_id": "humaneval-023"}, {"attempt_run_ids": ["sha256_8927a13c49144bacb6e6df34c1f246e577647b210_run_1517a86d27e4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8927a13c49144bacb6e6df34c1f246e577647b210_run_1517a86d27e4", "score": 1.0, "status": "PASS", "task_id": "humaneval-024"}, {"attempt_run_ids": ["sha256_2a1a8395ea32bbf5d65ce00e5476d1ceff7b07710_run_6c023403e09f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2a1a8395ea32bbf5d65ce00e5476d1ceff7b07710_run_6c023403e09f", "score": 1.0, "status": "PASS", "task_id": "humaneval-025"}, {"attempt_run_ids": ["sha256_17f3d5d26c48a08ad8bced913cfa21d15397daf36_run_6bced7158d03"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_17f3d5d26c48a08ad8bced913cfa21d15397daf36_run_6bced7158d03", "score": 1.0, "status": "PASS", "task_id": "humaneval-026"}, {"attempt_run_ids": ["sha256_11bc26cd6584d9bd9bffa435fdb611b66c6ca71fd_run_6aee37de1c9c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_11bc26cd6584d9bd9bffa435fdb611b66c6ca71fd_run_6aee37de1c9c", "score": 1.0, "status": "PASS", "task_id": "humaneval-027"}, {"attempt_run_ids": ["sha256_a91112064110d317820842875f466fe5d57064644_run_3fcc5af38416"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a91112064110d317820842875f466fe5d57064644_run_3fcc5af38416", "score": 1.0, "status": "PASS", "task_id": "humaneval-028"}, {"attempt_run_ids": ["sha256_6b8c2269dc927320bfddc780e8a776322f56c4a19_run_4e9be5d3432b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6b8c2269dc927320bfddc780e8a776322f56c4a19_run_4e9be5d3432b", "score": 1.0, "status": "PASS", "task_id": "humaneval-029"}, {"attempt_run_ids": ["sha256_4aa4b1940167a0b787e57fc52d6be825c301d68cd_run_c66fb73b2ea8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4aa4b1940167a0b787e57fc52d6be825c301d68cd_run_c66fb73b2ea8", "score": 1.0, "status": "PASS", "task_id": "humaneval-030"}, {"attempt_run_ids": ["sha256_4e7c5a30a00edb17504066ee1094839a4c8d947cb_run_4719887945dd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4e7c5a30a00edb17504066ee1094839a4c8d947cb_run_4719887945dd", "score": 1.0, "status": "PASS", "task_id": "humaneval-031"}, {"attempt_run_ids": ["sha256_833fb848238af1b952781407c5754332060bc67dc_run_ba1d63ba173b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_833fb848238af1b952781407c5754332060bc67dc_run_ba1d63ba173b", "score": 1.0, "status": "PASS", "task_id": "humaneval-032"}, {"attempt_run_ids": ["sha256_a491b9893a1c35f0f87376ff3d8df1b7004f03540_run_22ecb9166536"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a491b9893a1c35f0f87376ff3d8df1b7004f03540_run_22ecb9166536", "score": 1.0, "status": "PASS", "task_id": "humaneval-033"}, {"attempt_run_ids": ["sha256_d7b01392dbd962f1eb749f91d0f50b945098e9522_run_688f2b14964b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d7b01392dbd962f1eb749f91d0f50b945098e9522_run_688f2b14964b", "score": 1.0, "status": "PASS", "task_id": "humaneval-034"}, {"attempt_run_ids": ["sha256_7d1bea42e1deff3311360b404b095376296dcece6_run_9583352fc631"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7d1bea42e1deff3311360b404b095376296dcece6_run_9583352fc631", "score": 1.0, "status": "PASS", "task_id": "humaneval-035"}, {"attempt_run_ids": ["sha256_02b1016aeb52452fd2ad315728cd735903b1a2da7_run_eebde8f072ca"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_02b1016aeb52452fd2ad315728cd735903b1a2da7_run_eebde8f072ca", "score": 1.0, "status": "PASS", "task_id": "humaneval-036"}, {"attempt_run_ids": ["sha256_c2f81fe66946b9ac1bdd8e8efea04e8191d8d2b0c_run_c3fccc3b71cc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c2f81fe66946b9ac1bdd8e8efea04e8191d8d2b0c_run_c3fccc3b71cc", "score": 1.0, "status": "PASS", "task_id": "humaneval-037"}, {"attempt_run_ids": ["sha256_b887ca7bbb6ef6a6dd92a88982e33080b19b0820e_run_0ebe609b012f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b887ca7bbb6ef6a6dd92a88982e33080b19b0820e_run_0ebe609b012f", "score": 1.0, "status": "PASS", "task_id": "humaneval-038"}, {"attempt_run_ids": ["sha256_58472ef55b81ce264b70a5b854efcdac48f4f3bae_run_cb8ac7d148cc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_58472ef55b81ce264b70a5b854efcdac48f4f3bae_run_cb8ac7d148cc", "score": 1.0, "status": "PASS", "task_id": "humaneval-039"}, {"attempt_run_ids": ["sha256_78999a5d366d73db0c7251df672f1978fa228cccc_run_89239d8aece0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_78999a5d366d73db0c7251df672f1978fa228cccc_run_89239d8aece0", "score": 1.0, "status": "PASS", "task_id": "humaneval-040"}, {"attempt_run_ids": ["sha256_4d808bedeb3a351679b2a99bed8ca93bab6b0150b_run_507919e6b697"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4d808bedeb3a351679b2a99bed8ca93bab6b0150b_run_507919e6b697", "score": 1.0, "status": "PASS", "task_id": "humaneval-041"}, {"attempt_run_ids": ["sha256_7162bacaa603cb463c090018e35038fe54588c226_run_031b1915dcab"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7162bacaa603cb463c090018e35038fe54588c226_run_031b1915dcab", "score": 1.0, "status": "PASS", "task_id": "humaneval-042"}, {"attempt_run_ids": ["sha256_5f92c35e51fdcb9302cd4c3788227d16417c022e4_run_2ab1c6549399"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5f92c35e51fdcb9302cd4c3788227d16417c022e4_run_2ab1c6549399", "score": 1.0, "status": "PASS", "task_id": "humaneval-043"}, {"attempt_run_ids": ["sha256_627f9276f21d8b8abc272d9f5ec1bbb2bf643e6fa_run_3124f7c5ba20"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_627f9276f21d8b8abc272d9f5ec1bbb2bf643e6fa_run_3124f7c5ba20", "score": 1.0, "status": "PASS", "task_id": "humaneval-044"}, {"attempt_run_ids": ["sha256_966393954417aa5998b83fcc67f17661335aedcf5_run_1ce336a5ef70"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_966393954417aa5998b83fcc67f17661335aedcf5_run_1ce336a5ef70", "score": 1.0, "status": "PASS", "task_id": "humaneval-045"}, {"attempt_run_ids": ["sha256_1898c1839c0a81b3a3fef015043c7dc80e8ae85c4_run_780093a0eb54"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1898c1839c0a81b3a3fef015043c7dc80e8ae85c4_run_780093a0eb54", "score": 1.0, "status": "PASS", "task_id": "humaneval-046"}, {"attempt_run_ids": ["sha256_7cf1544cf7f1a1c002d6627cf66239b5046910ac3_run_879f236f015e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7cf1544cf7f1a1c002d6627cf66239b5046910ac3_run_879f236f015e", "score": 1.0, "status": "PASS", "task_id": "humaneval-047"}, {"attempt_run_ids": ["sha256_dc05c3f2534c2d305c55f471e28868939b60f468b_run_c002aee199fc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_dc05c3f2534c2d305c55f471e28868939b60f468b_run_c002aee199fc", "score": 1.0, "status": "PASS", "task_id": "humaneval-048"}, {"attempt_run_ids": ["sha256_52a131e30f65514d79013c8ca373f812fab3b1a7e_run_c4668972a070"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_52a131e30f65514d79013c8ca373f812fab3b1a7e_run_c4668972a070", "score": 1.0, "status": "PASS", "task_id": "humaneval-049"}, {"attempt_run_ids": ["sha256_49acc99dfb8b73161c63269b6019bfc809bb58540_run_bccb425ae2d8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_49acc99dfb8b73161c63269b6019bfc809bb58540_run_bccb425ae2d8", "score": 1.0, "status": "PASS", "task_id": "humaneval-050"}, {"attempt_run_ids": ["sha256_c213454e8a3ea3343dd98046fa6caba80c62414b1_run_a8bcd86a047c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c213454e8a3ea3343dd98046fa6caba80c62414b1_run_a8bcd86a047c", "score": 1.0, "status": "PASS", "task_id": "humaneval-051"}, {"attempt_run_ids": ["sha256_3843c770de0a8aceb990ddf0e99ea1302db11f33e_run_2b861103c933"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3843c770de0a8aceb990ddf0e99ea1302db11f33e_run_2b861103c933", "score": 1.0, "status": "PASS", "task_id": "humaneval-052"}, {"attempt_run_ids": ["sha256_b596625c06510e897a2c157103c344e90181a53fa_run_8a1e0503ffbb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b596625c06510e897a2c157103c344e90181a53fa_run_8a1e0503ffbb", "score": 1.0, "status": "PASS", "task_id": "humaneval-053"}, {"attempt_run_ids": ["sha256_30a8ff19320434369fdf0685eb7c40c2337ea0552_run_072483613a35"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_30a8ff19320434369fdf0685eb7c40c2337ea0552_run_072483613a35", "score": 0.0, "status": "FAIL", "task_id": "humaneval-054"}, {"attempt_run_ids": ["sha256_060801dbf40fa09484247dfdd255a0b5401de3c37_run_ed79d9bfbb83"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_060801dbf40fa09484247dfdd255a0b5401de3c37_run_ed79d9bfbb83", "score": 1.0, "status": "PASS", "task_id": "humaneval-055"}, {"attempt_run_ids": ["sha256_4eb73d65c0245953544f21207acd817b207941a57_run_2b163961685b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4eb73d65c0245953544f21207acd817b207941a57_run_2b163961685b", "score": 1.0, "status": "PASS", "task_id": "humaneval-056"}, {"attempt_run_ids": ["sha256_ed3491ba3401b1bcd2218ba21b5d655f4fb639be4_run_20da2fc2761f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ed3491ba3401b1bcd2218ba21b5d655f4fb639be4_run_20da2fc2761f", "score": 1.0, "status": "PASS", "task_id": "humaneval-057"}, {"attempt_run_ids": ["sha256_5232c308e6200b5e32557ca35cb942a0952f2c5b3_run_09239b185a20"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5232c308e6200b5e32557ca35cb942a0952f2c5b3_run_09239b185a20", "score": 1.0, "status": "PASS", "task_id": "humaneval-058"}, {"attempt_run_ids": ["sha256_7e6537e4419cbbf2c9d1efa95407adc608da576cd_run_c9f80c658b4a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7e6537e4419cbbf2c9d1efa95407adc608da576cd_run_c9f80c658b4a", "score": 1.0, "status": "PASS", "task_id": "humaneval-059"}, {"attempt_run_ids": ["sha256_4ebfdd246af52f2083cc8e4b93829dbb2a1eb0b0d_run_d60b0819cc58"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4ebfdd246af52f2083cc8e4b93829dbb2a1eb0b0d_run_d60b0819cc58", "score": 1.0, "status": "PASS", "task_id": "humaneval-060"}, {"attempt_run_ids": ["sha256_e5a1f1324f9f03d7908295770cdece7faa0d8102f_run_4261d0761dcb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e5a1f1324f9f03d7908295770cdece7faa0d8102f_run_4261d0761dcb", "score": 1.0, "status": "PASS", "task_id": "humaneval-061"}, {"attempt_run_ids": ["sha256_4f14f1ef0c7fcb6ab2f6e1de6c745378bd407665d_run_5b6994b7585c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4f14f1ef0c7fcb6ab2f6e1de6c745378bd407665d_run_5b6994b7585c", "score": 1.0, "status": "PASS", "task_id": "humaneval-062"}, {"attempt_run_ids": ["sha256_eb7acc0f56ad88e68a747e5d40db6a488c198d531_run_4a9503024fc9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_eb7acc0f56ad88e68a747e5d40db6a488c198d531_run_4a9503024fc9", "score": 1.0, "status": "PASS", "task_id": "humaneval-063"}, {"attempt_run_ids": ["sha256_9081b42bf0f858e7fa15779985665c0cbffff431d_run_271e8454ff63"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_9081b42bf0f858e7fa15779985665c0cbffff431d_run_271e8454ff63", "score": 0.0, "status": "FAIL", "task_id": "humaneval-064"}, {"attempt_run_ids": ["sha256_4303531c6ced85a8ea0ff422c9f9b209d1b170462_run_640a09978b96"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4303531c6ced85a8ea0ff422c9f9b209d1b170462_run_640a09978b96", "score": 1.0, "status": "PASS", "task_id": "humaneval-065"}, {"attempt_run_ids": ["sha256_082cb44a260c650039cf8b8b0366e3711738b2c68_run_737b90ba6529"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_082cb44a260c650039cf8b8b0366e3711738b2c68_run_737b90ba6529", "score": 1.0, "status": "PASS", "task_id": "humaneval-066"}, {"attempt_run_ids": ["sha256_1f8fa6f6a6ae9889d7ba434c19afb4309e0d741a8_run_883d6a6f6241"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1f8fa6f6a6ae9889d7ba434c19afb4309e0d741a8_run_883d6a6f6241", "score": 1.0, "status": "PASS", "task_id": "humaneval-067"}, {"attempt_run_ids": ["sha256_fba2ec9cc1a2b4f1a0d37cc00c417f81431f65e04_run_622b04d0142e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fba2ec9cc1a2b4f1a0d37cc00c417f81431f65e04_run_622b04d0142e", "score": 1.0, "status": "PASS", "task_id": "humaneval-068"}, {"attempt_run_ids": ["sha256_83c64207f14ce01b7d40f89dd43faf5736c9546f1_run_26ca1a72df32"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_83c64207f14ce01b7d40f89dd43faf5736c9546f1_run_26ca1a72df32", "score": 1.0, "status": "PASS", "task_id": "humaneval-069"}, {"attempt_run_ids": ["sha256_64718d0c939f1cdb4daf9ed4f9d1705d675395200_run_01023fe098f0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_64718d0c939f1cdb4daf9ed4f9d1705d675395200_run_01023fe098f0", "score": 1.0, "status": "PASS", "task_id": "humaneval-070"}, {"attempt_run_ids": ["sha256_cbc939effa4ef3afc8e630ad02f213512202336ab_run_1b4e30858ad2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cbc939effa4ef3afc8e630ad02f213512202336ab_run_1b4e30858ad2", "score": 1.0, "status": "PASS", "task_id": "humaneval-071"}, {"attempt_run_ids": ["sha256_64980e8389293d2afae2835effc5d10b0761b535e_run_97afd64405fb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_64980e8389293d2afae2835effc5d10b0761b535e_run_97afd64405fb", "score": 1.0, "status": "PASS", "task_id": "humaneval-072"}, {"attempt_run_ids": ["sha256_e5e29723ab08402ce35bc4e03680fb197beb25b8d_run_f4c8907a7ed2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e5e29723ab08402ce35bc4e03680fb197beb25b8d_run_f4c8907a7ed2", "score": 1.0, "status": "PASS", "task_id": "humaneval-073"}, {"attempt_run_ids": ["sha256_8fb91defb1056aeaf4da05c9c26e3235c263b55aa_run_99936148428f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8fb91defb1056aeaf4da05c9c26e3235c263b55aa_run_99936148428f", "score": 1.0, "status": "PASS", "task_id": "humaneval-074"}, {"attempt_run_ids": ["sha256_9c971cc8daca4ed2ca8e44c27fdbcbc3b93cc0db0_run_7152d3f3be1c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9c971cc8daca4ed2ca8e44c27fdbcbc3b93cc0db0_run_7152d3f3be1c", "score": 1.0, "status": "PASS", "task_id": "humaneval-075"}, {"attempt_run_ids": ["sha256_45e2aea69f7830650d52a9539ade5815dfd493246_run_7891804866a7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_45e2aea69f7830650d52a9539ade5815dfd493246_run_7891804866a7", "score": 1.0, "status": "PASS", "task_id": "humaneval-076"}, {"attempt_run_ids": ["sha256_8514c388d837d823b3ecd5ae2236da57ef4fa7eda_run_9f571dee7011"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8514c388d837d823b3ecd5ae2236da57ef4fa7eda_run_9f571dee7011", "score": 1.0, "status": "PASS", "task_id": "humaneval-077"}, {"attempt_run_ids": ["sha256_2969b4c06b105919341a6bf0f76a29c331dcc5bf0_run_887ce191d44a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2969b4c06b105919341a6bf0f76a29c331dcc5bf0_run_887ce191d44a", "score": 1.0, "status": "PASS", "task_id": "humaneval-078"}, {"attempt_run_ids": ["sha256_6559823be2171f64eeec6ae79dffda14bc4e7b531_run_ae852f4f9067"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6559823be2171f64eeec6ae79dffda14bc4e7b531_run_ae852f4f9067", "score": 1.0, "status": "PASS", "task_id": "humaneval-079"}, {"attempt_run_ids": ["sha256_5b13426be07c05993dfd18618657bda8c561598b8_run_8a86bb1be6f7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5b13426be07c05993dfd18618657bda8c561598b8_run_8a86bb1be6f7", "score": 1.0, "status": "PASS", "task_id": "humaneval-080"}, {"attempt_run_ids": ["sha256_5d3f7b87b8f9fdea4ff410bbe309a1c253ca89d5c_run_71ac55a1e150"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5d3f7b87b8f9fdea4ff410bbe309a1c253ca89d5c_run_71ac55a1e150", "score": 1.0, "status": "PASS", "task_id": "humaneval-081"}, {"attempt_run_ids": ["sha256_ed9da9beea8d211b0f22da33495f12eef2f82b2b9_run_63c99e2803cf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ed9da9beea8d211b0f22da33495f12eef2f82b2b9_run_63c99e2803cf", "score": 1.0, "status": "PASS", "task_id": "humaneval-082"}, {"attempt_run_ids": ["sha256_9ff98152a01b7f1fc4cbce2ba4036d216d425c083_run_dd7af2525f20"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_9ff98152a01b7f1fc4cbce2ba4036d216d425c083_run_dd7af2525f20", "score": 0.0, "status": "FAIL", "task_id": "humaneval-083"}, {"attempt_run_ids": ["sha256_61d900deb5f356aeeaa400ba8cd880780b0d4f09d_run_4b212eb96b0b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_61d900deb5f356aeeaa400ba8cd880780b0d4f09d_run_4b212eb96b0b", "score": 1.0, "status": "PASS", "task_id": "humaneval-084"}, {"attempt_run_ids": ["sha256_42cd0a191966884575b2b1a7c5a9f04f1526498ba_run_bc857d2c4c1c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_42cd0a191966884575b2b1a7c5a9f04f1526498ba_run_bc857d2c4c1c", "score": 1.0, "status": "PASS", "task_id": "humaneval-085"}, {"attempt_run_ids": ["sha256_7d62d888c86a2dfe752f0a5f48e708b6e34ea1beb_run_3e368f22244a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7d62d888c86a2dfe752f0a5f48e708b6e34ea1beb_run_3e368f22244a", "score": 1.0, "status": "PASS", "task_id": "humaneval-086"}, {"attempt_run_ids": ["sha256_2b3a575527a597acdf9d80dbe51ff2805086576c3_run_f93fd4908f1a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2b3a575527a597acdf9d80dbe51ff2805086576c3_run_f93fd4908f1a", "score": 1.0, "status": "PASS", "task_id": "humaneval-087"}, {"attempt_run_ids": ["sha256_4801d0c35a4dfd760be1ed71d352a038715ed5482_run_83a0367011e3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4801d0c35a4dfd760be1ed71d352a038715ed5482_run_83a0367011e3", "score": 1.0, "status": "PASS", "task_id": "humaneval-088"}, {"attempt_run_ids": ["sha256_a058ff33493343ffb0c166c9f8c79769a108a5099_run_637c19fbd7ee"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a058ff33493343ffb0c166c9f8c79769a108a5099_run_637c19fbd7ee", "score": 1.0, "status": "PASS", "task_id": "humaneval-089"}, {"attempt_run_ids": ["sha256_d7171b753be43583967a3e89dce0f33e1fa78f605_run_55187815931d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d7171b753be43583967a3e89dce0f33e1fa78f605_run_55187815931d", "score": 1.0, "status": "PASS", "task_id": "humaneval-090"}, {"attempt_run_ids": ["sha256_0388f2324f11a5869a18846d7160c24b9cdacc032_run_a14c980e7c12"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0388f2324f11a5869a18846d7160c24b9cdacc032_run_a14c980e7c12", "score": 1.0, "status": "PASS", "task_id": "humaneval-091"}, {"attempt_run_ids": ["sha256_4470363422b3fd48c46d41e96b3121b557330096c_run_0a9d02e3bd7c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4470363422b3fd48c46d41e96b3121b557330096c_run_0a9d02e3bd7c", "score": 1.0, "status": "PASS", "task_id": "humaneval-092"}, {"attempt_run_ids": ["sha256_bbd1e68bf4ce2c665d45fb6368651de96e7b39027_run_e42d250abf6c"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_bbd1e68bf4ce2c665d45fb6368651de96e7b39027_run_e42d250abf6c", "score": 0.0, "status": "FAIL", "task_id": "humaneval-093"}, {"attempt_run_ids": ["sha256_12709faa8bcae9adffd37daa3f881ae46a8ebc8d0_run_d505903405f7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_12709faa8bcae9adffd37daa3f881ae46a8ebc8d0_run_d505903405f7", "score": 1.0, "status": "PASS", "task_id": "humaneval-094"}, {"attempt_run_ids": ["sha256_f5cf6f40977e990fd1933d5de6707b40f13459528_run_cbce927442fb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f5cf6f40977e990fd1933d5de6707b40f13459528_run_cbce927442fb", "score": 1.0, "status": "PASS", "task_id": "humaneval-095"}, {"attempt_run_ids": ["sha256_6d185b3539424f16a840745aca40c669cd90f9a7c_run_58146ee78cef"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6d185b3539424f16a840745aca40c669cd90f9a7c_run_58146ee78cef", "score": 1.0, "status": "PASS", "task_id": "humaneval-096"}, {"attempt_run_ids": ["sha256_464ad81a6ec53f9e2e3ed57ffe6432a73c3d2ff97_run_cf4ac3428b92"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_464ad81a6ec53f9e2e3ed57ffe6432a73c3d2ff97_run_cf4ac3428b92", "score": 1.0, "status": "PASS", "task_id": "humaneval-097"}, {"attempt_run_ids": ["sha256_10454b5476b3c38c24270df580b9b81043ddc88c7_run_87506f05ec4c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_10454b5476b3c38c24270df580b9b81043ddc88c7_run_87506f05ec4c", "score": 1.0, "status": "PASS", "task_id": "humaneval-098"}, {"attempt_run_ids": ["sha256_b881c6880e81f8377551989599f8d4d8050d55793_run_366659c7a6c2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b881c6880e81f8377551989599f8d4d8050d55793_run_366659c7a6c2", "score": 1.0, "status": "PASS", "task_id": "humaneval-099"}, {"attempt_run_ids": ["sha256_4f8a27b004c85b504661b94e1acac7fe99c87e0e2_run_ac4f7d9fefc2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4f8a27b004c85b504661b94e1acac7fe99c87e0e2_run_ac4f7d9fefc2", "score": 1.0, "status": "PASS", "task_id": "humaneval-100"}, {"attempt_run_ids": ["sha256_c702410688e7db3e0cf3c709ea780d7cacf348deb_run_c790260bfe41"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_c702410688e7db3e0cf3c709ea780d7cacf348deb_run_c790260bfe41", "score": 0.0, "status": "FAIL", "task_id": "humaneval-101"}, {"attempt_run_ids": ["sha256_b10be8174164a787e7cb3b518763dda0242c7e72d_run_6afb7c347149"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b10be8174164a787e7cb3b518763dda0242c7e72d_run_6afb7c347149", "score": 1.0, "status": "PASS", "task_id": "humaneval-102"}, {"attempt_run_ids": ["sha256_3a51f9068005b11d9fe2fef942dcd3593145b4d46_run_2159d9cfc26b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3a51f9068005b11d9fe2fef942dcd3593145b4d46_run_2159d9cfc26b", "score": 1.0, "status": "PASS", "task_id": "humaneval-103"}, {"attempt_run_ids": ["sha256_5b63b40c4b7b97e2b3a088909cde4f51125d9f85a_run_53fdb5d70458"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5b63b40c4b7b97e2b3a088909cde4f51125d9f85a_run_53fdb5d70458", "score": 1.0, "status": "PASS", "task_id": "humaneval-104"}, {"attempt_run_ids": ["sha256_ecb9b5504bafdbbf8842e1fa4a2c8eef2124a9f7c_run_863fd5559524"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_ecb9b5504bafdbbf8842e1fa4a2c8eef2124a9f7c_run_863fd5559524", "score": 0.0, "status": "FAIL", "task_id": "humaneval-105"}, {"attempt_run_ids": ["sha256_af2d37ab6c0d616e8004e78986cead55815aa89d6_run_b64a4e8dfe78"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_af2d37ab6c0d616e8004e78986cead55815aa89d6_run_b64a4e8dfe78", "score": 1.0, "status": "PASS", "task_id": "humaneval-106"}, {"attempt_run_ids": ["sha256_b6f7cbef1c601afb3fb7c3f69f62b0ad3a9d44dc3_run_b87d3f882efe"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b6f7cbef1c601afb3fb7c3f69f62b0ad3a9d44dc3_run_b87d3f882efe", "score": 1.0, "status": "PASS", "task_id": "humaneval-107"}, {"attempt_run_ids": ["sha256_10181e8f243d74fce169ed1df433efcdbcd9e8871_run_57d5f7cd530d"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_10181e8f243d74fce169ed1df433efcdbcd9e8871_run_57d5f7cd530d", "score": 0.0, "status": "FAIL", "task_id": "humaneval-108"}, {"attempt_run_ids": ["sha256_64c4052a43678696366f86c1259ed2be44fc671cb_run_0499a7b1eb3a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_64c4052a43678696366f86c1259ed2be44fc671cb_run_0499a7b1eb3a", "score": 1.0, "status": "PASS", "task_id": "humaneval-109"}, {"attempt_run_ids": ["sha256_118bf6c58ca40c1fa39d6a2d5e54bd80da0ad0f7a_run_daaa8730b2b2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_118bf6c58ca40c1fa39d6a2d5e54bd80da0ad0f7a_run_daaa8730b2b2", "score": 1.0, "status": "PASS", "task_id": "humaneval-110"}, {"attempt_run_ids": ["sha256_4af8e2fa01d59094e1c86df5c4231768323a486e6_run_3ae2cc49e1c5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4af8e2fa01d59094e1c86df5c4231768323a486e6_run_3ae2cc49e1c5", "score": 1.0, "status": "PASS", "task_id": "humaneval-111"}, {"attempt_run_ids": ["sha256_df243e1b60dc6ceac13e741b29a3e38db495c10d1_run_7bc883ba8af1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_df243e1b60dc6ceac13e741b29a3e38db495c10d1_run_7bc883ba8af1", "score": 1.0, "status": "PASS", "task_id": "humaneval-112"}, {"attempt_run_ids": ["sha256_a050de2954df23fe890bf9a5d5be95b1f70108624_run_784ef30f518f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a050de2954df23fe890bf9a5d5be95b1f70108624_run_784ef30f518f", "score": 1.0, "status": "PASS", "task_id": "humaneval-113"}, {"attempt_run_ids": ["sha256_5a3412a002e65f8503d7945e2190cd37a9eaca9a9_run_f6e740c39f16"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5a3412a002e65f8503d7945e2190cd37a9eaca9a9_run_f6e740c39f16", "score": 1.0, "status": "PASS", "task_id": "humaneval-114"}, {"attempt_run_ids": ["sha256_d318acca55566de0d24375acc2464523aea01e1b5_run_9cfecd100818"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d318acca55566de0d24375acc2464523aea01e1b5_run_9cfecd100818", "score": 1.0, "status": "PASS", "task_id": "humaneval-115"}, {"attempt_run_ids": ["sha256_365b72d518287bcc6c2b66f0e8c699bf4b3518698_run_889efd44c986"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_365b72d518287bcc6c2b66f0e8c699bf4b3518698_run_889efd44c986", "score": 1.0, "status": "PASS", "task_id": "humaneval-116"}, {"attempt_run_ids": ["sha256_963e6e245d0094ed28e6731f1b88a3ef36b7c7fd3_run_0d30e8cd2d2c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_963e6e245d0094ed28e6731f1b88a3ef36b7c7fd3_run_0d30e8cd2d2c", "score": 1.0, "status": "PASS", "task_id": "humaneval-117"}, {"attempt_run_ids": ["sha256_3385f38d2727bdb840db21e804494497910429589_run_cc4f3ee72dbc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3385f38d2727bdb840db21e804494497910429589_run_cc4f3ee72dbc", "score": 1.0, "status": "PASS", "task_id": "humaneval-118"}, {"attempt_run_ids": ["sha256_818d67ae4e0342ad39528ee7dfab6fa9da8c40163_run_d463a0fa861a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_818d67ae4e0342ad39528ee7dfab6fa9da8c40163_run_d463a0fa861a", "score": 1.0, "status": "PASS", "task_id": "humaneval-119"}, {"attempt_run_ids": ["sha256_ab3b32e17e304f2717d71874aa8ebcf148b6e38b2_run_7848556475e0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ab3b32e17e304f2717d71874aa8ebcf148b6e38b2_run_7848556475e0", "score": 1.0, "status": "PASS", "task_id": "humaneval-120"}, {"attempt_run_ids": ["sha256_745f6f09ef609eaf6a879ea9fc3e0039040645c20_run_f7d43b629290"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_745f6f09ef609eaf6a879ea9fc3e0039040645c20_run_f7d43b629290", "score": 1.0, "status": "PASS", "task_id": "humaneval-121"}, {"attempt_run_ids": ["sha256_168bc593d5abd4f701d8fad03cc5dad23ecda2c4c_run_4c3c31ee5b51"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_168bc593d5abd4f701d8fad03cc5dad23ecda2c4c_run_4c3c31ee5b51", "score": 1.0, "status": "PASS", "task_id": "humaneval-122"}, {"attempt_run_ids": ["sha256_bba6b5886fce9cd54fc17870579b4b3b7183b7567_run_f2fb989105cc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bba6b5886fce9cd54fc17870579b4b3b7183b7567_run_f2fb989105cc", "score": 1.0, "status": "PASS", "task_id": "humaneval-123"}, {"attempt_run_ids": ["sha256_62c30c54a700ecebe9ca9358c5a835a8f8eb30399_run_ee9695e8f74d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_62c30c54a700ecebe9ca9358c5a835a8f8eb30399_run_ee9695e8f74d", "score": 1.0, "status": "PASS", "task_id": "humaneval-124"}, {"attempt_run_ids": ["sha256_6636d7ea627313787855c0a17b6a36187899ef07e_run_0743336b0b06"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6636d7ea627313787855c0a17b6a36187899ef07e_run_0743336b0b06", "score": 1.0, "status": "PASS", "task_id": "humaneval-125"}, {"attempt_run_ids": ["sha256_d8c24fad23ee113b3417951a09d5465f59ed6441b_run_dcde0142e001"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d8c24fad23ee113b3417951a09d5465f59ed6441b_run_dcde0142e001", "score": 1.0, "status": "PASS", "task_id": "humaneval-126"}, {"attempt_run_ids": ["sha256_5e3daec92f461d4c192a836a56d3048660accf88e_run_894b2c5f7486"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5e3daec92f461d4c192a836a56d3048660accf88e_run_894b2c5f7486", "score": 1.0, "status": "PASS", "task_id": "humaneval-127"}, {"attempt_run_ids": ["sha256_2248c1717067ff942d5512d4f9f3f43b1295f82a9_run_2fb6986efe5a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2248c1717067ff942d5512d4f9f3f43b1295f82a9_run_2fb6986efe5a", "score": 1.0, "status": "PASS", "task_id": "humaneval-128"}, {"attempt_run_ids": ["sha256_c002b48a9fa2fb94dfc2c72752f17580b896153b7_run_c56fd0382ce9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c002b48a9fa2fb94dfc2c72752f17580b896153b7_run_c56fd0382ce9", "score": 1.0, "status": "PASS", "task_id": "humaneval-129"}, {"attempt_run_ids": ["sha256_b520483728ef6faa81e485b5dec950222da78db59_run_6e491930ffed"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b520483728ef6faa81e485b5dec950222da78db59_run_6e491930ffed", "score": 1.0, "status": "PASS", "task_id": "humaneval-130"}, {"attempt_run_ids": ["sha256_c9f3cc63629f8abf3475b4024696babbe5fe74cd3_run_45684ca06d47"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c9f3cc63629f8abf3475b4024696babbe5fe74cd3_run_45684ca06d47", "score": 1.0, "status": "PASS", "task_id": "humaneval-131"}, {"attempt_run_ids": ["sha256_0fd8f4fc7a4ab13a87e06bcbbedc937a099db1035_run_05a866b4f269"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_0fd8f4fc7a4ab13a87e06bcbbedc937a099db1035_run_05a866b4f269", "score": 0.0, "status": "FAIL", "task_id": "humaneval-132"}, {"attempt_run_ids": ["sha256_7f25792ea890655f47b3f63709d31d52d7434ce3f_run_b6d6453867ce"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7f25792ea890655f47b3f63709d31d52d7434ce3f_run_b6d6453867ce", "score": 1.0, "status": "PASS", "task_id": "humaneval-133"}, {"attempt_run_ids": ["sha256_97c0cdff86635222cd08fffeaf1551a31da40565b_run_1d65915dcaf0"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_97c0cdff86635222cd08fffeaf1551a31da40565b_run_1d65915dcaf0", "score": 0.0, "status": "FAIL", "task_id": "humaneval-134"}, {"attempt_run_ids": ["sha256_d1ad6152ada0b47ed1be4150ab582341726d2bd6e_run_3753f39274c5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d1ad6152ada0b47ed1be4150ab582341726d2bd6e_run_3753f39274c5", "score": 1.0, "status": "PASS", "task_id": "humaneval-135"}, {"attempt_run_ids": ["sha256_79db9f6c7f61fd27ae583f1498b414286220ec389_run_7705c3a00dfb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_79db9f6c7f61fd27ae583f1498b414286220ec389_run_7705c3a00dfb", "score": 1.0, "status": "PASS", "task_id": "humaneval-136"}, {"attempt_run_ids": ["sha256_bc8c3732740decd730239890ad5d88f2bca22ebd3_run_2230e6a887c6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bc8c3732740decd730239890ad5d88f2bca22ebd3_run_2230e6a887c6", "score": 1.0, "status": "PASS", "task_id": "humaneval-137"}, {"attempt_run_ids": ["sha256_111804ded3ee8d5345dc88e6085b7411dc18ec3cd_run_1f1e5eb50202"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_111804ded3ee8d5345dc88e6085b7411dc18ec3cd_run_1f1e5eb50202", "score": 1.0, "status": "PASS", "task_id": "humaneval-138"}, {"attempt_run_ids": ["sha256_a3d7c6a265a023e4293276fbcf750d30c16b890ae_run_0ab8765ba420"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a3d7c6a265a023e4293276fbcf750d30c16b890ae_run_0ab8765ba420", "score": 1.0, "status": "PASS", "task_id": "humaneval-139"}, {"attempt_run_ids": ["sha256_440b6778dabaa67ed08999998864f581c174f2588_run_cf9de15701c1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_440b6778dabaa67ed08999998864f581c174f2588_run_cf9de15701c1", "score": 1.0, "status": "PASS", "task_id": "humaneval-140"}, {"attempt_run_ids": ["sha256_f0be344dde08fc70b51e059eddc59cb413fa52486_run_978dd0717300"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f0be344dde08fc70b51e059eddc59cb413fa52486_run_978dd0717300", "score": 1.0, "status": "PASS", "task_id": "humaneval-141"}, {"attempt_run_ids": ["sha256_2c632b5c62939faf7a48be8e17441742202296422_run_8cc2533ca46b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2c632b5c62939faf7a48be8e17441742202296422_run_8cc2533ca46b", "score": 1.0, "status": "PASS", "task_id": "humaneval-142"}, {"attempt_run_ids": ["sha256_1abae96693e7a297a59c5c325a07f9ed41615a8cd_run_3bdae74ab6c4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1abae96693e7a297a59c5c325a07f9ed41615a8cd_run_3bdae74ab6c4", "score": 1.0, "status": "PASS", "task_id": "humaneval-143"}, {"attempt_run_ids": ["sha256_6a33a318b9d3adaeddbc7d86e2aada0406184a248_run_61afb6e232f7"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_6a33a318b9d3adaeddbc7d86e2aada0406184a248_run_61afb6e232f7", "score": 0.0, "status": "FAIL", "task_id": "humaneval-144"}, {"attempt_run_ids": ["sha256_a2e300db8812cc1fe86644567b2aca0850b24f544_run_217696cb0cc5"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_a2e300db8812cc1fe86644567b2aca0850b24f544_run_217696cb0cc5", "score": 0.0, "status": "FAIL", "task_id": "humaneval-145"}, {"attempt_run_ids": ["sha256_f1a85ae70cacb76cc24b0d29d476c6c06a860e2c8_run_03fbedba6542"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f1a85ae70cacb76cc24b0d29d476c6c06a860e2c8_run_03fbedba6542", "score": 1.0, "status": "PASS", "task_id": "humaneval-146"}, {"attempt_run_ids": ["sha256_b1fc465230563791d664b405615014da3ebe6d1d6_run_d111746013c6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b1fc465230563791d664b405615014da3ebe6d1d6_run_d111746013c6", "score": 1.0, "status": "PASS", "task_id": "humaneval-147"}, {"attempt_run_ids": ["sha256_20fc2a2e2f19c9ed50526e0b742d34973971e43b4_run_c728902679e1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_20fc2a2e2f19c9ed50526e0b742d34973971e43b4_run_c728902679e1", "score": 1.0, "status": "PASS", "task_id": "humaneval-148"}, {"attempt_run_ids": ["sha256_d579039ca17b80baf8a25521b21dcafbcd1f0425f_run_d653a9026918"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d579039ca17b80baf8a25521b21dcafbcd1f0425f_run_d653a9026918", "score": 1.0, "status": "PASS", "task_id": "humaneval-149"}, {"attempt_run_ids": ["sha256_8e1a2eff72d54c032a623f55e9a2674cf8cad16e1_run_783e133f171e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8e1a2eff72d54c032a623f55e9a2674cf8cad16e1_run_783e133f171e", "score": 1.0, "status": "PASS", "task_id": "humaneval-150"}, {"attempt_run_ids": ["sha256_b8bfabdfbf107ebcebe16f21f29af199487e355aa_run_78043a6e69fb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b8bfabdfbf107ebcebe16f21f29af199487e355aa_run_78043a6e69fb", "score": 1.0, "status": "PASS", "task_id": "humaneval-151"}, {"attempt_run_ids": ["sha256_3ef07dcb273917bc482b82f2d11e241c3056d8cf2_run_f0a10810a5d6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3ef07dcb273917bc482b82f2d11e241c3056d8cf2_run_f0a10810a5d6", "score": 1.0, "status": "PASS", "task_id": "humaneval-152"}, {"attempt_run_ids": ["sha256_e96184e23a2551014226ebcd8247ca4994b664b65_run_62eae9624460"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e96184e23a2551014226ebcd8247ca4994b664b65_run_62eae9624460", "score": 1.0, "status": "PASS", "task_id": "humaneval-153"}, {"attempt_run_ids": ["sha256_78698d71529b13d38f8b6873a393b771bb9d342e5_run_cfe0a6fc0ab8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_78698d71529b13d38f8b6873a393b771bb9d342e5_run_cfe0a6fc0ab8", "score": 1.0, "status": "PASS", "task_id": "humaneval-154"}, {"attempt_run_ids": ["sha256_c81e2b0c1320f83888742a0f42a2caf5f5aed82d0_run_cb028627a52f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c81e2b0c1320f83888742a0f42a2caf5f5aed82d0_run_cb028627a52f", "score": 1.0, "status": "PASS", "task_id": "humaneval-155"}, {"attempt_run_ids": ["sha256_0b646f211263146d77065e0cdcae4956262a4e82e_run_f83ee3085167"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0b646f211263146d77065e0cdcae4956262a4e82e_run_f83ee3085167", "score": 1.0, "status": "PASS", "task_id": "humaneval-156"}, {"attempt_run_ids": ["sha256_d08b1d33c12ce8776e305e36fb8b7162d1992eeab_run_b48d752c079c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d08b1d33c12ce8776e305e36fb8b7162d1992eeab_run_b48d752c079c", "score": 1.0, "status": "PASS", "task_id": "humaneval-157"}, {"attempt_run_ids": ["sha256_47e7a2cd414c2e66418626c2bd700cf7545358fb7_run_33aa87de210c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_47e7a2cd414c2e66418626c2bd700cf7545358fb7_run_33aa87de210c", "score": 1.0, "status": "PASS", "task_id": "humaneval-158"}, {"attempt_run_ids": ["sha256_6b833a1816bfc11d028f762f53018bed8531f63d2_run_5103c4ca19df"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6b833a1816bfc11d028f762f53018bed8531f63d2_run_5103c4ca19df", "score": 1.0, "status": "PASS", "task_id": "humaneval-159"}, {"attempt_run_ids": ["sha256_2aa98b081b6a7d214f1540d846a1bd39642845143_run_1e73d69403b8"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_2aa98b081b6a7d214f1540d846a1bd39642845143_run_1e73d69403b8", "score": 0.0, "status": "FAIL", "task_id": "humaneval-160"}, {"attempt_run_ids": ["sha256_da1dddb9e814b9bcddc50341788a97e2c4e54c41c_run_944f304fc351"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_da1dddb9e814b9bcddc50341788a97e2c4e54c41c_run_944f304fc351", "score": 1.0, "status": "PASS", "task_id": "humaneval-161"}, {"attempt_run_ids": ["sha256_3dbacffec58580ed9a140ff94a8bd46edeb5ed386_run_ad32fb944c9a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3dbacffec58580ed9a140ff94a8bd46edeb5ed386_run_ad32fb944c9a", "score": 1.0, "status": "PASS", "task_id": "humaneval-162"}, {"attempt_run_ids": ["sha256_d5e37a6ab2c38ac750263981d4f5086d77a288095_run_6da2dc63a731"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_d5e37a6ab2c38ac750263981d4f5086d77a288095_run_6da2dc63a731", "score": 0.0, "status": "FAIL", "task_id": "humaneval-163"}], "task_set_digest": "sha256:1b2b51b62f47f2f06f961afccedb0984bf9b95cde905fe226dae67d19427599b", "uploaded_by": "ffy6511", "visibility": "public"}, {"actors_summary": [{"entry": "pi", "executor": "acp", "model": "litellm/dashscope/kimi-k2.7-code", "options": "{\"entry\":\"pi\"}", "profile_id": "solver"}], "agent_label": "pi", "blob_digest": "sha256:5ad402bb04fd21075e3ce6a4c23cb4c124c997d18b5b340430af0cade7589fcc", "board_listed": true, "bound_kind": "release", "complete": true, "config_fingerprint": "sha256:89716cce90d9adb23f47789964dc5d32a771c616968de3244151cecd97bce397", "config_homogeneous": true, "created_at": 1788759900.0, "dataset_id": "official/humaneval", "dataset_version": "0.1.0", "exit_code": 1, "job_overlay": {"bindings": {"solver": {"api_key": "litellm_api_key", "base_url": "http://10.130.138.46:8010/v1", "executor": "acp", "extensions": [{"options": {"entry": "pi"}, "plugin": "acp"}, {"options": {"files": [{"dest": ".pi/agent/models.json", "dest_root": "home", "src": "overlays/pi.litellm.json"}]}, "plugin": "home-files"}], "model": "litellm/dashscope/kimi-k2.7-code"}}}, "mean_score": 0.95731705, "metrics": {"k_values": [1], "mean_score": 0.9573170731707317, "missing_score_as": 0.0, "n_attempts": 1, "n_error": 0, "n_fail": 7, "n_pass": 157, "n_tasks": 164, "pass_at_k": {"1": {"incomplete_tasks": 0, "n_tasks": 164, "value": 0.9573170731707317}}, "pass_power_k": {"1": {"incomplete_tasks": 0, "n_tasks": 164, "value": 0.9573170731707317}}, "pass_rate": 0.9573170731707317, "per_task": [{"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-000"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-001"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-002"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-003"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-004"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-005"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-006"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-007"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-008"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-009"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-010"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-011"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-012"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-013"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-014"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-015"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-016"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-017"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-018"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-019"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-020"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-021"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-022"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-023"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-024"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-025"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-026"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-027"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-028"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-029"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-030"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-031"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-032"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-033"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-034"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-035"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-036"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-037"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-038"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-039"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-040"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-041"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-042"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-043"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-044"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-045"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-046"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-047"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-048"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-049"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-050"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-051"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-052"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-053"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-054"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-055"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-056"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-057"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-058"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-059"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-060"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-061"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-062"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-063"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-064"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-065"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-066"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-067"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-068"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-069"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-070"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-071"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-072"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-073"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-074"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-075"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-076"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-077"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-078"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-079"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-080"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-081"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-082"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-083"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-084"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-085"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-086"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-087"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-088"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-089"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-090"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-091"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-092"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-093"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-094"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-095"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-096"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-097"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-098"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-099"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-100"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-101"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-102"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-103"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-104"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-105"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-106"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-107"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-108"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-109"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-110"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-111"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-112"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-113"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-114"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-115"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-116"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-117"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-118"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-119"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-120"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-121"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-122"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-123"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-124"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-125"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-126"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-127"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-128"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-129"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-130"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-131"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-132"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-133"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-134"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-135"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-136"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-137"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-138"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-139"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-140"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-141"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-142"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-143"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-144"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-145"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-146"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-147"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-148"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-149"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-150"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-151"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-152"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-153"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-154"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-155"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-156"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-157"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-158"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-159"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-160"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-161"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-162"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-163"}], "usage": {"cost_source": "missing", "duration_s": 1684.9125200000008, "n_attempts_with_cost": 0, "n_attempts_with_tokens": 0}}, "model_label": "litellm/dashscope/kimi-k2.7-code", "note": "per-task evaluator verdicts only; no suite-level PASS", "pass_rate": 0.95731705, "size": 44512, "suite_run_id": "d375cac7", "task_refs": [{"attempt_run_ids": ["sha256_ed6456aa0b2d90aadd622723164b75c151451177f_run_960a36824406"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ed6456aa0b2d90aadd622723164b75c151451177f_run_960a36824406", "score": 1.0, "status": "PASS", "task_id": "humaneval-000"}, {"attempt_run_ids": ["sha256_cdc873f349c3c9afbef43b80495cb4736cad71282_run_54537a4dc42b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cdc873f349c3c9afbef43b80495cb4736cad71282_run_54537a4dc42b", "score": 1.0, "status": "PASS", "task_id": "humaneval-001"}, {"attempt_run_ids": ["sha256_9a4c8600f4d814d9eeca955d6ff18d80eb5ae613d_run_23b739210266"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9a4c8600f4d814d9eeca955d6ff18d80eb5ae613d_run_23b739210266", "score": 1.0, "status": "PASS", "task_id": "humaneval-002"}, {"attempt_run_ids": ["sha256_90fd13e8459d2eaa37e649c8297c519b44f69fd73_run_7eafe4cefd54"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_90fd13e8459d2eaa37e649c8297c519b44f69fd73_run_7eafe4cefd54", "score": 1.0, "status": "PASS", "task_id": "humaneval-003"}, {"attempt_run_ids": ["sha256_d2d47882accb0388113cf5f0de2d9af005be7c92e_run_86757ab7aa9d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d2d47882accb0388113cf5f0de2d9af005be7c92e_run_86757ab7aa9d", "score": 1.0, "status": "PASS", "task_id": "humaneval-004"}, {"attempt_run_ids": ["sha256_1e5b52cf61a6656ce180024b538d28aa1466fad56_run_42440f9bfaef"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1e5b52cf61a6656ce180024b538d28aa1466fad56_run_42440f9bfaef", "score": 1.0, "status": "PASS", "task_id": "humaneval-005"}, {"attempt_run_ids": ["sha256_aaac701de07b6214e189ed573583345b4f1aaa175_run_c99e16e3c8c5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_aaac701de07b6214e189ed573583345b4f1aaa175_run_c99e16e3c8c5", "score": 1.0, "status": "PASS", "task_id": "humaneval-006"}, {"attempt_run_ids": ["sha256_e860e3b32b64da3c163a6cfed406582f5f5fc3fc3_run_fbf78abc33d5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e860e3b32b64da3c163a6cfed406582f5f5fc3fc3_run_fbf78abc33d5", "score": 1.0, "status": "PASS", "task_id": "humaneval-007"}, {"attempt_run_ids": ["sha256_29a76a6fb4d22286d7ebf7fde4be9071f505acbbb_run_0115ffffdbdc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_29a76a6fb4d22286d7ebf7fde4be9071f505acbbb_run_0115ffffdbdc", "score": 1.0, "status": "PASS", "task_id": "humaneval-008"}, {"attempt_run_ids": ["sha256_16290b6d15f6fc4dafd711ae3d21a6c9e7831cf47_run_31bf3d2f435e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_16290b6d15f6fc4dafd711ae3d21a6c9e7831cf47_run_31bf3d2f435e", "score": 1.0, "status": "PASS", "task_id": "humaneval-009"}, {"attempt_run_ids": ["sha256_2466b5ac3db06cbd7fd079ddff0acd6163c8cb64b_run_0496de49422d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2466b5ac3db06cbd7fd079ddff0acd6163c8cb64b_run_0496de49422d", "score": 1.0, "status": "PASS", "task_id": "humaneval-010"}, {"attempt_run_ids": ["sha256_b0007f473df8f51bae74cf1dc71ea33c34aded4e1_run_1002715a7a98"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b0007f473df8f51bae74cf1dc71ea33c34aded4e1_run_1002715a7a98", "score": 1.0, "status": "PASS", "task_id": "humaneval-011"}, {"attempt_run_ids": ["sha256_8dc96957c054eea8d1f21b657a095489725564bbf_run_109141783a28"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8dc96957c054eea8d1f21b657a095489725564bbf_run_109141783a28", "score": 1.0, "status": "PASS", "task_id": "humaneval-012"}, {"attempt_run_ids": ["sha256_ad5aee8f37e674e3f270507caf682475dafe824b3_run_8f689c305332"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ad5aee8f37e674e3f270507caf682475dafe824b3_run_8f689c305332", "score": 1.0, "status": "PASS", "task_id": "humaneval-013"}, {"attempt_run_ids": ["sha256_fb217577e4eba89c09dea46353d4dc7415500126c_run_3aec98c2193c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fb217577e4eba89c09dea46353d4dc7415500126c_run_3aec98c2193c", "score": 1.0, "status": "PASS", "task_id": "humaneval-014"}, {"attempt_run_ids": ["sha256_157600291e7e459b91b4cd9123b6988fb76d3e3a5_run_06b85546944e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_157600291e7e459b91b4cd9123b6988fb76d3e3a5_run_06b85546944e", "score": 1.0, "status": "PASS", "task_id": "humaneval-015"}, {"attempt_run_ids": ["sha256_31d9a502daae158d4f6afd1f6e7e76a6d071df974_run_d365c07ec8a2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_31d9a502daae158d4f6afd1f6e7e76a6d071df974_run_d365c07ec8a2", "score": 1.0, "status": "PASS", "task_id": "humaneval-016"}, {"attempt_run_ids": ["sha256_dd998e0393dee6cf2d44bd796f4b31ecc3b060902_run_b59b207ddb8b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_dd998e0393dee6cf2d44bd796f4b31ecc3b060902_run_b59b207ddb8b", "score": 1.0, "status": "PASS", "task_id": "humaneval-017"}, {"attempt_run_ids": ["sha256_d6c20cc5f862927eca7f193914cb601e90e2a0b13_run_411b50368cb8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d6c20cc5f862927eca7f193914cb601e90e2a0b13_run_411b50368cb8", "score": 1.0, "status": "PASS", "task_id": "humaneval-018"}, {"attempt_run_ids": ["sha256_e8380d4a71e5f6080a3c2eaf567470e32536d643a_run_0b91374d2d50"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e8380d4a71e5f6080a3c2eaf567470e32536d643a_run_0b91374d2d50", "score": 1.0, "status": "PASS", "task_id": "humaneval-019"}, {"attempt_run_ids": ["sha256_b0b78dd399c4e5510a56ed9dabdb93dd34f3f9837_run_2cc5dd0283e0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b0b78dd399c4e5510a56ed9dabdb93dd34f3f9837_run_2cc5dd0283e0", "score": 1.0, "status": "PASS", "task_id": "humaneval-020"}, {"attempt_run_ids": ["sha256_b6d9b02f7158608eef8580d3f9cc866eb7cecdcb0_run_06ec9c376617"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b6d9b02f7158608eef8580d3f9cc866eb7cecdcb0_run_06ec9c376617", "score": 1.0, "status": "PASS", "task_id": "humaneval-021"}, {"attempt_run_ids": ["sha256_f8e4c483efb6927b86cad61ba40b69cebe1ea934d_run_e584e05e0cd9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f8e4c483efb6927b86cad61ba40b69cebe1ea934d_run_e584e05e0cd9", "score": 1.0, "status": "PASS", "task_id": "humaneval-022"}, {"attempt_run_ids": ["sha256_4f7fc83fdcdd56037a7c6293a730d03e8076546f8_run_27950cb41f9d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4f7fc83fdcdd56037a7c6293a730d03e8076546f8_run_27950cb41f9d", "score": 1.0, "status": "PASS", "task_id": "humaneval-023"}, {"attempt_run_ids": ["sha256_10e0ef83800d93e6d02c23e1391044efbe837aa78_run_4288f33d4d85"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_10e0ef83800d93e6d02c23e1391044efbe837aa78_run_4288f33d4d85", "score": 1.0, "status": "PASS", "task_id": "humaneval-024"}, {"attempt_run_ids": ["sha256_5befcfda0aa43bf6c3dc92f837bde1d8df1c12fdf_run_63c0e31238fc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5befcfda0aa43bf6c3dc92f837bde1d8df1c12fdf_run_63c0e31238fc", "score": 1.0, "status": "PASS", "task_id": "humaneval-025"}, {"attempt_run_ids": ["sha256_6c83bc070fc5ea2fdbaaf35e58d9ec0cc03abd9d4_run_658a2d3b9ddf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6c83bc070fc5ea2fdbaaf35e58d9ec0cc03abd9d4_run_658a2d3b9ddf", "score": 1.0, "status": "PASS", "task_id": "humaneval-026"}, {"attempt_run_ids": ["sha256_43596362e837e435e0fdcdf00265496e11b4ecc4c_run_588728321a9b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_43596362e837e435e0fdcdf00265496e11b4ecc4c_run_588728321a9b", "score": 1.0, "status": "PASS", "task_id": "humaneval-027"}, {"attempt_run_ids": ["sha256_76305684e0cc1f88e99276f0abb18897c5dfff574_run_1f35989f917a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_76305684e0cc1f88e99276f0abb18897c5dfff574_run_1f35989f917a", "score": 1.0, "status": "PASS", "task_id": "humaneval-028"}, {"attempt_run_ids": ["sha256_f67b9bda7153e8fbdbb2fafe564302f9327f3b68a_run_745d31eb83fe"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f67b9bda7153e8fbdbb2fafe564302f9327f3b68a_run_745d31eb83fe", "score": 1.0, "status": "PASS", "task_id": "humaneval-029"}, {"attempt_run_ids": ["sha256_38f850d23ed27b4dee6211842a5c3a2eb83654e12_run_25af06ab0566"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_38f850d23ed27b4dee6211842a5c3a2eb83654e12_run_25af06ab0566", "score": 1.0, "status": "PASS", "task_id": "humaneval-030"}, {"attempt_run_ids": ["sha256_7fcd26b65d0163eeb75b41e0402993156bd0d1c38_run_8b365c265744"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7fcd26b65d0163eeb75b41e0402993156bd0d1c38_run_8b365c265744", "score": 1.0, "status": "PASS", "task_id": "humaneval-031"}, {"attempt_run_ids": ["sha256_6962fdd062664f66ec83cc9bfe18e44cb4e4ec42f_run_97e92cf5899e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6962fdd062664f66ec83cc9bfe18e44cb4e4ec42f_run_97e92cf5899e", "score": 1.0, "status": "PASS", "task_id": "humaneval-032"}, {"attempt_run_ids": ["sha256_09f1bfbac7dd8b5851181516a70b2f34b90c15492_run_86874117ce92"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_09f1bfbac7dd8b5851181516a70b2f34b90c15492_run_86874117ce92", "score": 1.0, "status": "PASS", "task_id": "humaneval-033"}, {"attempt_run_ids": ["sha256_8c18107de8ffb51ab3c99b93089c1be27eda9d1f5_run_ae21b0af9db0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8c18107de8ffb51ab3c99b93089c1be27eda9d1f5_run_ae21b0af9db0", "score": 1.0, "status": "PASS", "task_id": "humaneval-034"}, {"attempt_run_ids": ["sha256_5d8205bbff12bb07db06e98dd992509ec7aa5b899_run_3bbf13f9362a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5d8205bbff12bb07db06e98dd992509ec7aa5b899_run_3bbf13f9362a", "score": 1.0, "status": "PASS", "task_id": "humaneval-035"}, {"attempt_run_ids": ["sha256_2e3c4f715f71e4127de4fbe36b633a35def80a995_run_62a5e00c6649"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2e3c4f715f71e4127de4fbe36b633a35def80a995_run_62a5e00c6649", "score": 1.0, "status": "PASS", "task_id": "humaneval-036"}, {"attempt_run_ids": ["sha256_7916cb9786158a24faa34a91946df960d33c62b16_run_7eaa4948e391"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7916cb9786158a24faa34a91946df960d33c62b16_run_7eaa4948e391", "score": 1.0, "status": "PASS", "task_id": "humaneval-037"}, {"attempt_run_ids": ["sha256_3e7eb5a457879e67da62ea01a4e745e3b6f020c73_run_45a5a540c8b7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3e7eb5a457879e67da62ea01a4e745e3b6f020c73_run_45a5a540c8b7", "score": 1.0, "status": "PASS", "task_id": "humaneval-038"}, {"attempt_run_ids": ["sha256_48151cd282fd339b38b37284ef0b5ea9ca9de9c4e_run_c9f1cf1bca62"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_48151cd282fd339b38b37284ef0b5ea9ca9de9c4e_run_c9f1cf1bca62", "score": 1.0, "status": "PASS", "task_id": "humaneval-039"}, {"attempt_run_ids": ["sha256_ccbe9a1ecececa1b918c9769cff689799876e8eee_run_387a6762f526"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ccbe9a1ecececa1b918c9769cff689799876e8eee_run_387a6762f526", "score": 1.0, "status": "PASS", "task_id": "humaneval-040"}, {"attempt_run_ids": ["sha256_5901f53bf4dd1a583c63cfccc9fd828d90e1ed93c_run_4387d7e6b4c9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5901f53bf4dd1a583c63cfccc9fd828d90e1ed93c_run_4387d7e6b4c9", "score": 1.0, "status": "PASS", "task_id": "humaneval-041"}, {"attempt_run_ids": ["sha256_391bbb1e4d63e1a6134c33623037f88ae8cd6c034_run_cb13d4f6689f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_391bbb1e4d63e1a6134c33623037f88ae8cd6c034_run_cb13d4f6689f", "score": 1.0, "status": "PASS", "task_id": "humaneval-042"}, {"attempt_run_ids": ["sha256_2235281a0827f9ef07835ef38322aed49b8a4c456_run_4feaa629cab1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2235281a0827f9ef07835ef38322aed49b8a4c456_run_4feaa629cab1", "score": 1.0, "status": "PASS", "task_id": "humaneval-043"}, {"attempt_run_ids": ["sha256_e7feea6332e303d5065129bbd1ff59e6940865193_run_dce11244c1f5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e7feea6332e303d5065129bbd1ff59e6940865193_run_dce11244c1f5", "score": 1.0, "status": "PASS", "task_id": "humaneval-044"}, {"attempt_run_ids": ["sha256_1e4a8405e48bcad44e3534ebce2aaa712cb49813a_run_710136513d09"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1e4a8405e48bcad44e3534ebce2aaa712cb49813a_run_710136513d09", "score": 1.0, "status": "PASS", "task_id": "humaneval-045"}, {"attempt_run_ids": ["sha256_fa79d91eeee1fd86546a4d235f886cff5ef5f773b_run_03bc88a5ae28"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fa79d91eeee1fd86546a4d235f886cff5ef5f773b_run_03bc88a5ae28", "score": 1.0, "status": "PASS", "task_id": "humaneval-046"}, {"attempt_run_ids": ["sha256_455a00d2e7c7c71e44a3ffb427485b7041c360e2a_run_98b1cbf8b8c3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_455a00d2e7c7c71e44a3ffb427485b7041c360e2a_run_98b1cbf8b8c3", "score": 1.0, "status": "PASS", "task_id": "humaneval-047"}, {"attempt_run_ids": ["sha256_d9dc3b8da85fafac572b28d2bcf3d7fe3e8463a0c_run_7810979a2121"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d9dc3b8da85fafac572b28d2bcf3d7fe3e8463a0c_run_7810979a2121", "score": 1.0, "status": "PASS", "task_id": "humaneval-048"}, {"attempt_run_ids": ["sha256_b0dde7da4408f728bec6cfdc25f82f83f6ccf6be5_run_3e3b090096a5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b0dde7da4408f728bec6cfdc25f82f83f6ccf6be5_run_3e3b090096a5", "score": 1.0, "status": "PASS", "task_id": "humaneval-049"}, {"attempt_run_ids": ["sha256_c82c9cee21a11a904061f8243a0de1df397a2bda9_run_4c992ddf5093"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c82c9cee21a11a904061f8243a0de1df397a2bda9_run_4c992ddf5093", "score": 1.0, "status": "PASS", "task_id": "humaneval-050"}, {"attempt_run_ids": ["sha256_4b6ad140c7e8de5b2816e8502de4b33ea70210e03_run_c4b754e436bd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4b6ad140c7e8de5b2816e8502de4b33ea70210e03_run_c4b754e436bd", "score": 1.0, "status": "PASS", "task_id": "humaneval-051"}, {"attempt_run_ids": ["sha256_d825037efdfc9a7d9ab028c0241e1ca3ce1c4a1f8_run_31a0967e131f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d825037efdfc9a7d9ab028c0241e1ca3ce1c4a1f8_run_31a0967e131f", "score": 1.0, "status": "PASS", "task_id": "humaneval-052"}, {"attempt_run_ids": ["sha256_7254bfbae895dc17f63c595a4ac52aa45e5969984_run_7185d09ece03"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7254bfbae895dc17f63c595a4ac52aa45e5969984_run_7185d09ece03", "score": 1.0, "status": "PASS", "task_id": "humaneval-053"}, {"attempt_run_ids": ["sha256_b2cc04fe266540a115473ebb547694196dd96cc29_run_b39b6e67412a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b2cc04fe266540a115473ebb547694196dd96cc29_run_b39b6e67412a", "score": 1.0, "status": "PASS", "task_id": "humaneval-054"}, {"attempt_run_ids": ["sha256_f3d37ed6c02a50f2a2997a55fba234f77c0cd94a2_run_f6b54cd94203"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f3d37ed6c02a50f2a2997a55fba234f77c0cd94a2_run_f6b54cd94203", "score": 1.0, "status": "PASS", "task_id": "humaneval-055"}, {"attempt_run_ids": ["sha256_9453d601d37e4e8498753ad3b98b2ef4ebd680de1_run_44f516f38e24"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9453d601d37e4e8498753ad3b98b2ef4ebd680de1_run_44f516f38e24", "score": 1.0, "status": "PASS", "task_id": "humaneval-056"}, {"attempt_run_ids": ["sha256_81ac872c81eeb6809e9984f6a94cf556df4a39268_run_25d9ddc6ee09"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_81ac872c81eeb6809e9984f6a94cf556df4a39268_run_25d9ddc6ee09", "score": 1.0, "status": "PASS", "task_id": "humaneval-057"}, {"attempt_run_ids": ["sha256_cce33ddfb0d29591127a22506c4be70c6cefa4ec2_run_26742a3e5bbd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cce33ddfb0d29591127a22506c4be70c6cefa4ec2_run_26742a3e5bbd", "score": 1.0, "status": "PASS", "task_id": "humaneval-058"}, {"attempt_run_ids": ["sha256_9eea45e83e66c6f68fa27a5ab96ebbf6395e7eb21_run_3e02345d0e68"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9eea45e83e66c6f68fa27a5ab96ebbf6395e7eb21_run_3e02345d0e68", "score": 1.0, "status": "PASS", "task_id": "humaneval-059"}, {"attempt_run_ids": ["sha256_759f1d72e360f41afb1c4b416284f7c0bd8fce240_run_423c56cccd3b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_759f1d72e360f41afb1c4b416284f7c0bd8fce240_run_423c56cccd3b", "score": 1.0, "status": "PASS", "task_id": "humaneval-060"}, {"attempt_run_ids": ["sha256_373c8d7b817cda58fe4459edf0c94a80c9601605b_run_ad6b5c12857f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_373c8d7b817cda58fe4459edf0c94a80c9601605b_run_ad6b5c12857f", "score": 1.0, "status": "PASS", "task_id": "humaneval-061"}, {"attempt_run_ids": ["sha256_840df133d53e80e51952c2247263267a83cac004b_run_0eb91d4749a0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_840df133d53e80e51952c2247263267a83cac004b_run_0eb91d4749a0", "score": 1.0, "status": "PASS", "task_id": "humaneval-062"}, {"attempt_run_ids": ["sha256_84dbed09e022ba83af31e9037894a57ed6e382646_run_a9f9a1b0b31a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_84dbed09e022ba83af31e9037894a57ed6e382646_run_a9f9a1b0b31a", "score": 1.0, "status": "PASS", "task_id": "humaneval-063"}, {"attempt_run_ids": ["sha256_b6b9fc7fbc4f59c37f01d415f9a3186348fd3bccf_run_d04231161b12"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b6b9fc7fbc4f59c37f01d415f9a3186348fd3bccf_run_d04231161b12", "score": 1.0, "status": "PASS", "task_id": "humaneval-064"}, {"attempt_run_ids": ["sha256_21498ed0e5b50c66309b7bc6efce228bfaa929eca_run_ef3ccff9c4f1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_21498ed0e5b50c66309b7bc6efce228bfaa929eca_run_ef3ccff9c4f1", "score": 1.0, "status": "PASS", "task_id": "humaneval-065"}, {"attempt_run_ids": ["sha256_086420c64f69b398e0277f0602a043216900ebd35_run_c3c21495e5bf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_086420c64f69b398e0277f0602a043216900ebd35_run_c3c21495e5bf", "score": 1.0, "status": "PASS", "task_id": "humaneval-066"}, {"attempt_run_ids": ["sha256_64dc7be48a7abea54821378be690e42d4db14d428_run_0c5ba84fe46b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_64dc7be48a7abea54821378be690e42d4db14d428_run_0c5ba84fe46b", "score": 0.0, "status": "FAIL", "task_id": "humaneval-067"}, {"attempt_run_ids": ["sha256_032a7a645a67f328fe7fe3fa2e6ee6ef248969aff_run_fa79f8713d57"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_032a7a645a67f328fe7fe3fa2e6ee6ef248969aff_run_fa79f8713d57", "score": 1.0, "status": "PASS", "task_id": "humaneval-068"}, {"attempt_run_ids": ["sha256_53a49dc504210655dace39d255dc638f49c126ead_run_a35b4c6abb40"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_53a49dc504210655dace39d255dc638f49c126ead_run_a35b4c6abb40", "score": 1.0, "status": "PASS", "task_id": "humaneval-069"}, {"attempt_run_ids": ["sha256_437bcfb315597958698420781ea4b5f5479e6ad58_run_d8f54122734c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_437bcfb315597958698420781ea4b5f5479e6ad58_run_d8f54122734c", "score": 1.0, "status": "PASS", "task_id": "humaneval-070"}, {"attempt_run_ids": ["sha256_d9426b41c837140ffa8016a24f3a23e4294675d1d_run_5d58ce673610"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d9426b41c837140ffa8016a24f3a23e4294675d1d_run_5d58ce673610", "score": 1.0, "status": "PASS", "task_id": "humaneval-071"}, {"attempt_run_ids": ["sha256_7e5b909cdd3b315db7b7e9be3c92ad7d9861afaa4_run_c9fa86d80fd6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7e5b909cdd3b315db7b7e9be3c92ad7d9861afaa4_run_c9fa86d80fd6", "score": 1.0, "status": "PASS", "task_id": "humaneval-072"}, {"attempt_run_ids": ["sha256_e9a8420a6696f78aa74482f1fad9fecd1045d5147_run_67efba9f88b2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e9a8420a6696f78aa74482f1fad9fecd1045d5147_run_67efba9f88b2", "score": 1.0, "status": "PASS", "task_id": "humaneval-073"}, {"attempt_run_ids": ["sha256_58ad8c2f3e62471f54e10a844d1ebd60969338b96_run_d087940956c8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_58ad8c2f3e62471f54e10a844d1ebd60969338b96_run_d087940956c8", "score": 1.0, "status": "PASS", "task_id": "humaneval-074"}, {"attempt_run_ids": ["sha256_f5b8cc2056e43146c2ee39130a91f4e9544402a34_run_26ba846e65d0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f5b8cc2056e43146c2ee39130a91f4e9544402a34_run_26ba846e65d0", "score": 1.0, "status": "PASS", "task_id": "humaneval-075"}, {"attempt_run_ids": ["sha256_f0e29a6acaa375a91be36bb969827c4ad917ff6d4_run_45882b9a737f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f0e29a6acaa375a91be36bb969827c4ad917ff6d4_run_45882b9a737f", "score": 1.0, "status": "PASS", "task_id": "humaneval-076"}, {"attempt_run_ids": ["sha256_4deba32119ed75cf6602268bb340be973fa6b96ba_run_578ab3f09bb1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4deba32119ed75cf6602268bb340be973fa6b96ba_run_578ab3f09bb1", "score": 1.0, "status": "PASS", "task_id": "humaneval-077"}, {"attempt_run_ids": ["sha256_e16f6d3d9109feec935f478850a6d9ce1058564a2_run_01c7f480c4e4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e16f6d3d9109feec935f478850a6d9ce1058564a2_run_01c7f480c4e4", "score": 1.0, "status": "PASS", "task_id": "humaneval-078"}, {"attempt_run_ids": ["sha256_c69cd447967c1164a2b070680ad7c98b39c450b22_run_ea988b194b63"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c69cd447967c1164a2b070680ad7c98b39c450b22_run_ea988b194b63", "score": 1.0, "status": "PASS", "task_id": "humaneval-079"}, {"attempt_run_ids": ["sha256_cd88871064731a4ce51bc80caee0e5c274bec9b05_run_70cce17d1aaf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cd88871064731a4ce51bc80caee0e5c274bec9b05_run_70cce17d1aaf", "score": 1.0, "status": "PASS", "task_id": "humaneval-080"}, {"attempt_run_ids": ["sha256_5e46abb5c7556d69d05b6bb3ea34c821b79415aa5_run_c5148d7e1b39"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5e46abb5c7556d69d05b6bb3ea34c821b79415aa5_run_c5148d7e1b39", "score": 1.0, "status": "PASS", "task_id": "humaneval-081"}, {"attempt_run_ids": ["sha256_094ede88ca8732ea7700329ecec0ba49fc469aac8_run_a4bef5fa973d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_094ede88ca8732ea7700329ecec0ba49fc469aac8_run_a4bef5fa973d", "score": 1.0, "status": "PASS", "task_id": "humaneval-082"}, {"attempt_run_ids": ["sha256_abeb73155f6bc7188a3a3a9471dcedabfd56fc2e7_run_468181fc0bc7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_abeb73155f6bc7188a3a3a9471dcedabfd56fc2e7_run_468181fc0bc7", "score": 1.0, "status": "PASS", "task_id": "humaneval-083"}, {"attempt_run_ids": ["sha256_1bbd80643102b09262280bda0d00d9cdf084b2903_run_54b8bc3c3454"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1bbd80643102b09262280bda0d00d9cdf084b2903_run_54b8bc3c3454", "score": 1.0, "status": "PASS", "task_id": "humaneval-084"}, {"attempt_run_ids": ["sha256_e81fa05a2206dd70e7dddc79cb6fabdc1bf986ca6_run_d27cae9717d5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e81fa05a2206dd70e7dddc79cb6fabdc1bf986ca6_run_d27cae9717d5", "score": 1.0, "status": "PASS", "task_id": "humaneval-085"}, {"attempt_run_ids": ["sha256_6520da8edf2c871fc2b6c7cfb7307d8ae7b311a1b_run_7e3492233d1b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6520da8edf2c871fc2b6c7cfb7307d8ae7b311a1b_run_7e3492233d1b", "score": 1.0, "status": "PASS", "task_id": "humaneval-086"}, {"attempt_run_ids": ["sha256_23f7cd40ee86028054d456c37a414adb10f405dfc_run_ff4fd4f969fb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_23f7cd40ee86028054d456c37a414adb10f405dfc_run_ff4fd4f969fb", "score": 1.0, "status": "PASS", "task_id": "humaneval-087"}, {"attempt_run_ids": ["sha256_7161f9021e8fbee9232c6da6f3425d8a0c5f237e7_run_2224b5a3d292"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7161f9021e8fbee9232c6da6f3425d8a0c5f237e7_run_2224b5a3d292", "score": 1.0, "status": "PASS", "task_id": "humaneval-088"}, {"attempt_run_ids": ["sha256_a865039a2cc700cfc8063d698a4898cc2d5977b71_run_757844712386"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a865039a2cc700cfc8063d698a4898cc2d5977b71_run_757844712386", "score": 1.0, "status": "PASS", "task_id": "humaneval-089"}, {"attempt_run_ids": ["sha256_3f14d8d3999feb97769748716b005e8bb93fcda30_run_88b75286d9f5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3f14d8d3999feb97769748716b005e8bb93fcda30_run_88b75286d9f5", "score": 1.0, "status": "PASS", "task_id": "humaneval-090"}, {"attempt_run_ids": ["sha256_af2284f96691334338889652cc6d368db3ab24e0a_run_da38985e9ad1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_af2284f96691334338889652cc6d368db3ab24e0a_run_da38985e9ad1", "score": 1.0, "status": "PASS", "task_id": "humaneval-091"}, {"attempt_run_ids": ["sha256_871046fa1e404d484a4c1b8dd5e521c5c36a9347e_run_77c019ad43af"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_871046fa1e404d484a4c1b8dd5e521c5c36a9347e_run_77c019ad43af", "score": 1.0, "status": "PASS", "task_id": "humaneval-092"}, {"attempt_run_ids": ["sha256_a639c06027684bc1f2041613afa9cbf781d02eeb2_run_1911bfe93e3b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_a639c06027684bc1f2041613afa9cbf781d02eeb2_run_1911bfe93e3b", "score": 0.0, "status": "FAIL", "task_id": "humaneval-093"}, {"attempt_run_ids": ["sha256_19d31fcfcea67b4b80e4be0058f789832b8429fec_run_872f4cf2b86d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_19d31fcfcea67b4b80e4be0058f789832b8429fec_run_872f4cf2b86d", "score": 1.0, "status": "PASS", "task_id": "humaneval-094"}, {"attempt_run_ids": ["sha256_790074aa815f3a766f8848ce00aeb6df5eb6653a5_run_13fc206d0708"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_790074aa815f3a766f8848ce00aeb6df5eb6653a5_run_13fc206d0708", "score": 1.0, "status": "PASS", "task_id": "humaneval-095"}, {"attempt_run_ids": ["sha256_cbcb7341cb8cef668aa9b409c37afdde17b54f3a4_run_7d85e8156317"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cbcb7341cb8cef668aa9b409c37afdde17b54f3a4_run_7d85e8156317", "score": 1.0, "status": "PASS", "task_id": "humaneval-096"}, {"attempt_run_ids": ["sha256_5f55ce00832a083d7d3b62a4f8ef137866948be4f_run_528d91fa70ff"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5f55ce00832a083d7d3b62a4f8ef137866948be4f_run_528d91fa70ff", "score": 1.0, "status": "PASS", "task_id": "humaneval-097"}, {"attempt_run_ids": ["sha256_5b7db996f264c77188c27a2e8966dd0e2f9b64b5c_run_7be90ef4b39a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5b7db996f264c77188c27a2e8966dd0e2f9b64b5c_run_7be90ef4b39a", "score": 1.0, "status": "PASS", "task_id": "humaneval-098"}, {"attempt_run_ids": ["sha256_7610ea979f08e5d8086a7bf021f28735fcba4d61c_run_36715d9297e5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7610ea979f08e5d8086a7bf021f28735fcba4d61c_run_36715d9297e5", "score": 1.0, "status": "PASS", "task_id": "humaneval-099"}, {"attempt_run_ids": ["sha256_febb5ba023cc480d65af4a8f4f77d8ad9599543d4_run_4b629b48b93a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_febb5ba023cc480d65af4a8f4f77d8ad9599543d4_run_4b629b48b93a", "score": 1.0, "status": "PASS", "task_id": "humaneval-100"}, {"attempt_run_ids": ["sha256_123914950cc54657fe2b4a18563be9bdb9aa62d1f_run_382f51126514"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_123914950cc54657fe2b4a18563be9bdb9aa62d1f_run_382f51126514", "score": 1.0, "status": "PASS", "task_id": "humaneval-101"}, {"attempt_run_ids": ["sha256_14478a0af3fb3eb8dd37d4d72efa53e6dc4f2a2f7_run_3cb3606b3860"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_14478a0af3fb3eb8dd37d4d72efa53e6dc4f2a2f7_run_3cb3606b3860", "score": 1.0, "status": "PASS", "task_id": "humaneval-102"}, {"attempt_run_ids": ["sha256_a320f4dd9ac7310e88f7fb15fd6382f11a0ce8003_run_8755ff15fcc8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a320f4dd9ac7310e88f7fb15fd6382f11a0ce8003_run_8755ff15fcc8", "score": 1.0, "status": "PASS", "task_id": "humaneval-103"}, {"attempt_run_ids": ["sha256_17f3cf7a528bde1232eb233700687f2145dbce58c_run_6705803b1e57"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_17f3cf7a528bde1232eb233700687f2145dbce58c_run_6705803b1e57", "score": 1.0, "status": "PASS", "task_id": "humaneval-104"}, {"attempt_run_ids": ["sha256_3350dec46f533ff500bfb61fba75ed04cb40db3ee_run_f89ede6ba935"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3350dec46f533ff500bfb61fba75ed04cb40db3ee_run_f89ede6ba935", "score": 1.0, "status": "PASS", "task_id": "humaneval-105"}, {"attempt_run_ids": ["sha256_03470260a55fd066adb9c18ce8cd669045395c465_run_b771738e06bf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_03470260a55fd066adb9c18ce8cd669045395c465_run_b771738e06bf", "score": 1.0, "status": "PASS", "task_id": "humaneval-106"}, {"attempt_run_ids": ["sha256_d4eccf7ce9a82e0ba6be3bc28fff6baa40087f6c9_run_002cf90556a9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d4eccf7ce9a82e0ba6be3bc28fff6baa40087f6c9_run_002cf90556a9", "score": 1.0, "status": "PASS", "task_id": "humaneval-107"}, {"attempt_run_ids": ["sha256_3bdfabd871e02035f077c601f2df9bba6a9d36ab1_run_f8a684037ab3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3bdfabd871e02035f077c601f2df9bba6a9d36ab1_run_f8a684037ab3", "score": 1.0, "status": "PASS", "task_id": "humaneval-108"}, {"attempt_run_ids": ["sha256_9669bd60239d0c61c01ca0732e7e7906fd99aae02_run_554e9e71b893"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9669bd60239d0c61c01ca0732e7e7906fd99aae02_run_554e9e71b893", "score": 1.0, "status": "PASS", "task_id": "humaneval-109"}, {"attempt_run_ids": ["sha256_c5ed2fcf6f50209485445d1f3cd9dbbe2de62c2b0_run_b401f0bc346d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c5ed2fcf6f50209485445d1f3cd9dbbe2de62c2b0_run_b401f0bc346d", "score": 1.0, "status": "PASS", "task_id": "humaneval-110"}, {"attempt_run_ids": ["sha256_30bf8ab6451e1c209669af9bf95b32d71a55bb575_run_326ccce95eac"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_30bf8ab6451e1c209669af9bf95b32d71a55bb575_run_326ccce95eac", "score": 1.0, "status": "PASS", "task_id": "humaneval-111"}, {"attempt_run_ids": ["sha256_e932f5d446b4e928147f384fd8b8fb79808f26770_run_863495db77b8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e932f5d446b4e928147f384fd8b8fb79808f26770_run_863495db77b8", "score": 1.0, "status": "PASS", "task_id": "humaneval-112"}, {"attempt_run_ids": ["sha256_76002460091defd9d8b5897660650321883ba7077_run_4e0b54db8091"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_76002460091defd9d8b5897660650321883ba7077_run_4e0b54db8091", "score": 1.0, "status": "PASS", "task_id": "humaneval-113"}, {"attempt_run_ids": ["sha256_f5a02d988025b24d6b111a98a5fd9d0e3b8df221b_run_8934ac5174f8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f5a02d988025b24d6b111a98a5fd9d0e3b8df221b_run_8934ac5174f8", "score": 1.0, "status": "PASS", "task_id": "humaneval-114"}, {"attempt_run_ids": ["sha256_5748f0174527625d1bb5c676f806212c48874c2a1_run_cc1e93622e15"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_5748f0174527625d1bb5c676f806212c48874c2a1_run_cc1e93622e15", "score": 0.0, "status": "FAIL", "task_id": "humaneval-115"}, {"attempt_run_ids": ["sha256_850c5649b267b7a974aaf6bbf6dd0301ee81d8999_run_6613786240a5"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_850c5649b267b7a974aaf6bbf6dd0301ee81d8999_run_6613786240a5", "score": 0.0, "status": "FAIL", "task_id": "humaneval-116"}, {"attempt_run_ids": ["sha256_4286b9524d42fc8fd17d23a2769e65535f2662c95_run_4e107cd938cd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4286b9524d42fc8fd17d23a2769e65535f2662c95_run_4e107cd938cd", "score": 1.0, "status": "PASS", "task_id": "humaneval-117"}, {"attempt_run_ids": ["sha256_60d21cc256c67ec8f2c358fa61f1e44e480d65a61_run_5082d1ac4b89"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_60d21cc256c67ec8f2c358fa61f1e44e480d65a61_run_5082d1ac4b89", "score": 1.0, "status": "PASS", "task_id": "humaneval-118"}, {"attempt_run_ids": ["sha256_62d4fd83b997de3ee23be97ce92fe87e7c0d2c508_run_cec34f8b1a03"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_62d4fd83b997de3ee23be97ce92fe87e7c0d2c508_run_cec34f8b1a03", "score": 1.0, "status": "PASS", "task_id": "humaneval-119"}, {"attempt_run_ids": ["sha256_29263ab4da4e45160952da8fb7abeeb07b30d0250_run_fd27927f2bd9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_29263ab4da4e45160952da8fb7abeeb07b30d0250_run_fd27927f2bd9", "score": 1.0, "status": "PASS", "task_id": "humaneval-120"}, {"attempt_run_ids": ["sha256_720cb11772046dc1b228d77dc8c42e37df2da982e_run_09105f5342d3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_720cb11772046dc1b228d77dc8c42e37df2da982e_run_09105f5342d3", "score": 1.0, "status": "PASS", "task_id": "humaneval-121"}, {"attempt_run_ids": ["sha256_17e0cdc5ce01d80f20584971a143af94145667856_run_b6e29fc27220"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_17e0cdc5ce01d80f20584971a143af94145667856_run_b6e29fc27220", "score": 1.0, "status": "PASS", "task_id": "humaneval-122"}, {"attempt_run_ids": ["sha256_655fe9a05417a72e4d018f057dd464a7d27af528b_run_1f547e3a28d2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_655fe9a05417a72e4d018f057dd464a7d27af528b_run_1f547e3a28d2", "score": 1.0, "status": "PASS", "task_id": "humaneval-123"}, {"attempt_run_ids": ["sha256_537ccf197218038f0618104a54722c7fe5de6e50c_run_29e636c06cb6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_537ccf197218038f0618104a54722c7fe5de6e50c_run_29e636c06cb6", "score": 1.0, "status": "PASS", "task_id": "humaneval-124"}, {"attempt_run_ids": ["sha256_3a861f31ae50e9c2e677bf5fb886f60cf5eb23f80_run_dff537482535"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3a861f31ae50e9c2e677bf5fb886f60cf5eb23f80_run_dff537482535", "score": 1.0, "status": "PASS", "task_id": "humaneval-125"}, {"attempt_run_ids": ["sha256_7df2abbee5b34665d9b70758315bc1b2102bef701_run_67fb3bcc464c"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_7df2abbee5b34665d9b70758315bc1b2102bef701_run_67fb3bcc464c", "score": 0.0, "status": "FAIL", "task_id": "humaneval-126"}, {"attempt_run_ids": ["sha256_3bbda5c42bc1f7cc5109598cc16026514605626bd_run_6c371f6b5db0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3bbda5c42bc1f7cc5109598cc16026514605626bd_run_6c371f6b5db0", "score": 1.0, "status": "PASS", "task_id": "humaneval-127"}, {"attempt_run_ids": ["sha256_922ce84210f18e9c58389c46c125feb62255972f7_run_d04167d46141"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_922ce84210f18e9c58389c46c125feb62255972f7_run_d04167d46141", "score": 1.0, "status": "PASS", "task_id": "humaneval-128"}, {"attempt_run_ids": ["sha256_c87e62782cd1321b2dc3936988ef15183ae32c2ae_run_453938c7e971"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c87e62782cd1321b2dc3936988ef15183ae32c2ae_run_453938c7e971", "score": 1.0, "status": "PASS", "task_id": "humaneval-129"}, {"attempt_run_ids": ["sha256_686c0b252675c85292da0fe99fa950c17b9299d62_run_30e3d9f6df41"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_686c0b252675c85292da0fe99fa950c17b9299d62_run_30e3d9f6df41", "score": 1.0, "status": "PASS", "task_id": "humaneval-130"}, {"attempt_run_ids": ["sha256_f36a896a8cd9c8aff0745f66a9b3d0e47faebcd6f_run_c2e9d4320825"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f36a896a8cd9c8aff0745f66a9b3d0e47faebcd6f_run_c2e9d4320825", "score": 1.0, "status": "PASS", "task_id": "humaneval-131"}, {"attempt_run_ids": ["sha256_92e421a5107e7ea7c920ac7ad3f7ba45bf02d7f2c_run_e6d47f3c180c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_92e421a5107e7ea7c920ac7ad3f7ba45bf02d7f2c_run_e6d47f3c180c", "score": 1.0, "status": "PASS", "task_id": "humaneval-132"}, {"attempt_run_ids": ["sha256_a9e2ef629216659f5fded1af1edc732c0687f719f_run_e362dc0c8ec0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a9e2ef629216659f5fded1af1edc732c0687f719f_run_e362dc0c8ec0", "score": 1.0, "status": "PASS", "task_id": "humaneval-133"}, {"attempt_run_ids": ["sha256_c87c73f217f931818ff1ab5c6a6f9f3fefc1c1b6b_run_50fc5041abff"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c87c73f217f931818ff1ab5c6a6f9f3fefc1c1b6b_run_50fc5041abff", "score": 1.0, "status": "PASS", "task_id": "humaneval-134"}, {"attempt_run_ids": ["sha256_5a74ba474e20bd1924229b6f65f72bf6e7ff04d95_run_80b7e7060357"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5a74ba474e20bd1924229b6f65f72bf6e7ff04d95_run_80b7e7060357", "score": 1.0, "status": "PASS", "task_id": "humaneval-135"}, {"attempt_run_ids": ["sha256_8e710c7a6125e221ed8626750b44bc193333f6ec6_run_ce144d747e75"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8e710c7a6125e221ed8626750b44bc193333f6ec6_run_ce144d747e75", "score": 1.0, "status": "PASS", "task_id": "humaneval-136"}, {"attempt_run_ids": ["sha256_2267aa3f5c2bcb76f449f9a6f134915416960c05b_run_92728643057d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2267aa3f5c2bcb76f449f9a6f134915416960c05b_run_92728643057d", "score": 1.0, "status": "PASS", "task_id": "humaneval-137"}, {"attempt_run_ids": ["sha256_0542784fdb4e69df7c0dda8fbf0814952fd4c4866_run_1732e64aa7d0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0542784fdb4e69df7c0dda8fbf0814952fd4c4866_run_1732e64aa7d0", "score": 1.0, "status": "PASS", "task_id": "humaneval-138"}, {"attempt_run_ids": ["sha256_90f948d2d909e06a7cf83015df9d038a0d1b976fb_run_c2f7ac67e7b8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_90f948d2d909e06a7cf83015df9d038a0d1b976fb_run_c2f7ac67e7b8", "score": 1.0, "status": "PASS", "task_id": "humaneval-139"}, {"attempt_run_ids": ["sha256_69d80722b8b018619274cab2ab5d68161be669a54_run_b2aa0eb6ccc7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_69d80722b8b018619274cab2ab5d68161be669a54_run_b2aa0eb6ccc7", "score": 1.0, "status": "PASS", "task_id": "humaneval-140"}, {"attempt_run_ids": ["sha256_b10e01ec1efabd801e82dfb9f9f0421082b9a60e1_run_baaabccdf1c1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b10e01ec1efabd801e82dfb9f9f0421082b9a60e1_run_baaabccdf1c1", "score": 1.0, "status": "PASS", "task_id": "humaneval-141"}, {"attempt_run_ids": ["sha256_2859617c1ab8fbc1f67d5c2034a6120fa109d2b07_run_536692dbf3df"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2859617c1ab8fbc1f67d5c2034a6120fa109d2b07_run_536692dbf3df", "score": 1.0, "status": "PASS", "task_id": "humaneval-142"}, {"attempt_run_ids": ["sha256_625e76b320239ed81693ab87e3d3c5ce2f8f8634c_run_a3883abcc424"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_625e76b320239ed81693ab87e3d3c5ce2f8f8634c_run_a3883abcc424", "score": 1.0, "status": "PASS", "task_id": "humaneval-143"}, {"attempt_run_ids": ["sha256_fe64a57d915a8c270c0c62ca7608eeabb77146684_run_b218b4b0cff4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fe64a57d915a8c270c0c62ca7608eeabb77146684_run_b218b4b0cff4", "score": 1.0, "status": "PASS", "task_id": "humaneval-144"}, {"attempt_run_ids": ["sha256_1fcfa562b32e9ec5541c1cb17e7e574952b7918ca_run_ee611a58f906"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_1fcfa562b32e9ec5541c1cb17e7e574952b7918ca_run_ee611a58f906", "score": 0.0, "status": "FAIL", "task_id": "humaneval-145"}, {"attempt_run_ids": ["sha256_4c80f7ad9fa9c03f612a407701828a41ff6cb8e2d_run_ff991ffaaa4e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4c80f7ad9fa9c03f612a407701828a41ff6cb8e2d_run_ff991ffaaa4e", "score": 1.0, "status": "PASS", "task_id": "humaneval-146"}, {"attempt_run_ids": ["sha256_b823b49f100a117a6c3e1a450a44eab6f53e0f4bd_run_0a6f7f89b58b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b823b49f100a117a6c3e1a450a44eab6f53e0f4bd_run_0a6f7f89b58b", "score": 1.0, "status": "PASS", "task_id": "humaneval-147"}, {"attempt_run_ids": ["sha256_bf8eb3edc3b48822e8187b0671aafa3a44d5b34a1_run_27774193084b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bf8eb3edc3b48822e8187b0671aafa3a44d5b34a1_run_27774193084b", "score": 1.0, "status": "PASS", "task_id": "humaneval-148"}, {"attempt_run_ids": ["sha256_fa24fa8f6ee1773e47d73d94a664f64b045984be9_run_a9ca875f30b6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fa24fa8f6ee1773e47d73d94a664f64b045984be9_run_a9ca875f30b6", "score": 1.0, "status": "PASS", "task_id": "humaneval-149"}, {"attempt_run_ids": ["sha256_d7c4dc1979bbbaba733cedebd4571c978845b202d_run_a38fe251df8f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d7c4dc1979bbbaba733cedebd4571c978845b202d_run_a38fe251df8f", "score": 1.0, "status": "PASS", "task_id": "humaneval-150"}, {"attempt_run_ids": ["sha256_cb97e3ffea003a3dc3b57d671d048a851105f74dd_run_47075345a941"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cb97e3ffea003a3dc3b57d671d048a851105f74dd_run_47075345a941", "score": 1.0, "status": "PASS", "task_id": "humaneval-151"}, {"attempt_run_ids": ["sha256_f38e71547865e85ca284b236d6cd30cf5c33609c4_run_bc055d7084f7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f38e71547865e85ca284b236d6cd30cf5c33609c4_run_bc055d7084f7", "score": 1.0, "status": "PASS", "task_id": "humaneval-152"}, {"attempt_run_ids": ["sha256_c68b3d713ec6436cda0df0cbba9c522a7a74fa812_run_666925446fdc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c68b3d713ec6436cda0df0cbba9c522a7a74fa812_run_666925446fdc", "score": 1.0, "status": "PASS", "task_id": "humaneval-153"}, {"attempt_run_ids": ["sha256_f2206fdd52e2fda078d95f3186ac870595e59954b_run_d7b3935fdea5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f2206fdd52e2fda078d95f3186ac870595e59954b_run_d7b3935fdea5", "score": 1.0, "status": "PASS", "task_id": "humaneval-154"}, {"attempt_run_ids": ["sha256_dadbbe87c843c917b53dd0839d52a003602187870_run_d3a4721e706d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_dadbbe87c843c917b53dd0839d52a003602187870_run_d3a4721e706d", "score": 1.0, "status": "PASS", "task_id": "humaneval-155"}, {"attempt_run_ids": ["sha256_50976d15e782a41b4985df07486f9a380087df21e_run_476babcce58c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_50976d15e782a41b4985df07486f9a380087df21e_run_476babcce58c", "score": 1.0, "status": "PASS", "task_id": "humaneval-156"}, {"attempt_run_ids": ["sha256_87513cf7a432a3037b30c4c998caf4674f2e6e8e6_run_e7011f82c03a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_87513cf7a432a3037b30c4c998caf4674f2e6e8e6_run_e7011f82c03a", "score": 1.0, "status": "PASS", "task_id": "humaneval-157"}, {"attempt_run_ids": ["sha256_0f131fad68778d824d21a5aa3a2011197db2b4171_run_d2a265c018c9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0f131fad68778d824d21a5aa3a2011197db2b4171_run_d2a265c018c9", "score": 1.0, "status": "PASS", "task_id": "humaneval-158"}, {"attempt_run_ids": ["sha256_5732a2fee981a94aef4197d0415b3899cd409a5b4_run_638271ab3bda"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5732a2fee981a94aef4197d0415b3899cd409a5b4_run_638271ab3bda", "score": 1.0, "status": "PASS", "task_id": "humaneval-159"}, {"attempt_run_ids": ["sha256_3639052d9e1dabe4ab4b4623e141e9006dcf4ffdb_run_d88602e87bd6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3639052d9e1dabe4ab4b4623e141e9006dcf4ffdb_run_d88602e87bd6", "score": 1.0, "status": "PASS", "task_id": "humaneval-160"}, {"attempt_run_ids": ["sha256_f6f51da87097cc3db2d941d328ec7d01f13ec87e8_run_d40db05f4047"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f6f51da87097cc3db2d941d328ec7d01f13ec87e8_run_d40db05f4047", "score": 1.0, "status": "PASS", "task_id": "humaneval-161"}, {"attempt_run_ids": ["sha256_565437113fa8fc79ee11ef6ef8e72c10bedb4580b_run_a9418b28fc91"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_565437113fa8fc79ee11ef6ef8e72c10bedb4580b_run_a9418b28fc91", "score": 0.0, "status": "FAIL", "task_id": "humaneval-162"}, {"attempt_run_ids": ["sha256_d071d783af05492fa2586a5707d03e102a8c5fac7_run_45b73f4fc086"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d071d783af05492fa2586a5707d03e102a8c5fac7_run_45b73f4fc086", "score": 1.0, "status": "PASS", "task_id": "humaneval-163"}], "task_set_digest": "sha256:1b2b51b62f47f2f06f961afccedb0984bf9b95cde905fe226dae67d19427599b", "uploaded_by": "ffy6511", "visibility": "public"}, {"actors_summary": [{"entry": "opencode", "executor": "acp", "model": "litellm/MiniMax-M2.7", "options": "{\"entry\":\"opencode\"}", "profile_id": "solver"}], "agent_label": "opencode", "blob_digest": "sha256:28f3cfdaf785e11db960babb6e523e2dcaba22df0c6001a7ddd4ad5c1f8d9cfe", "board_listed": true, "bound_kind": "release", "complete": true, "config_fingerprint": "sha256:4e3decb2333dfcca59dba97eaa885fb2fa155faea440b70e9a1e2eb30382fa14", "config_homogeneous": true, "created_at": 1788759800.0, "dataset_id": "official/humaneval", "dataset_version": "0.1.0", "exit_code": 2, "job_overlay": {"bindings": {"solver": {"api_key": "litellm_api_key", "base_url": "http://10.130.138.46:8010/v1", "executor": "acp", "extensions": [{"options": {"entry": "opencode"}, "plugin": "acp"}, {"options": {"files": [{"dest": ".config/opencode/opencode.json", "dest_root": "home", "src": "overlays/opencode.litellm.json"}]}, "plugin": "home-files"}], "model": "litellm/MiniMax-M2.7"}}}, "mean_score": 0.8597561, "metrics": {"k_values": [1], "mean_score": 0.8597560975609756, "missing_score_as": 0.0, "n_attempts": 1, "n_error": 1, "n_fail": 22, "n_pass": 141, "n_tasks": 164, "pass_at_k": {"1": {"incomplete_tasks": 0, "n_tasks": 164, "value": 0.8597560975609756}}, "pass_power_k": {"1": {"incomplete_tasks": 0, "n_tasks": 164, "value": 0.8597560975609756}}, "pass_rate": 0.8597560975609756, "per_task": [{"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-000"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-001"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-002"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-003"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-004"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-005"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-006"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-007"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-008"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-009"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-010"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-011"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-012"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-013"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-014"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-015"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-016"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-017"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-018"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-019"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-020"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-021"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-022"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-023"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-024"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-025"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-026"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-027"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-028"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-029"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-030"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-031"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-032"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-033"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-034"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-035"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-036"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-037"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-038"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-039"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-040"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-041"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-042"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-043"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-044"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-045"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-046"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-047"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-048"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-049"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-050"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-051"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-052"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-053"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-054"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-055"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-056"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-057"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-058"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-059"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-060"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-061"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-062"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-063"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-064"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-065"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-066"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-067"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-068"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-069"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-070"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-071"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-072"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-073"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-074"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-075"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-076"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-077"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-078"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-079"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-080"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-081"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-082"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-083"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-084"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-085"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-086"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-087"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-088"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-089"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-090"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-091"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-092"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-093"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-094"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-095"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-096"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-097"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-098"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-099"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-100"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-101"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-102"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-103"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-104"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-105"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-106"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-107"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-108"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-109"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-110"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-111"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-112"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-113"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-114"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-115"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-116"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-117"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-118"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-119"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-120"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-121"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-122"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-123"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-124"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-125"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-126"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-127"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-128"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-129"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-130"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-131"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-132"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-133"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-134"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-135"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-136"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-137"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-138"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-139"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-140"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-141"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-142"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-143"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-144"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-145"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-146"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "ERROR", "task_id": "humaneval-147"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-148"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-149"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-150"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-151"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-152"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-153"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-154"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-155"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-156"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-157"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-158"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-159"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-160"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-161"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-162"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-163"}], "usage": {"cached_tokens": 1911007, "completion_tokens": 72493, "cost_source": "estimated", "cost_usd_estimated": 0.7001469, "duration_s": 3751.492993999999, "n_attempts_with_cost": 0, "n_attempts_with_tokens": 163, "prompt_tokens": 2043851}}, "model_label": "litellm/MiniMax-M2.7", "note": "per-task evaluator verdicts only; no suite-level PASS", "pass_rate": 0.8597561, "size": 48138, "suite_run_id": "b0700acd", "task_refs": [{"attempt_run_ids": ["sha256_9b9c60eed93b57b1cd41a559dbb64da6b3d4640c2_run_006b07db150f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9b9c60eed93b57b1cd41a559dbb64da6b3d4640c2_run_006b07db150f", "score": 1.0, "status": "PASS", "task_id": "humaneval-000"}, {"attempt_run_ids": ["sha256_e89e46f8d8ee5abfe2d8e89da6ab9a4ae6b4d5118_run_532df0176e9e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e89e46f8d8ee5abfe2d8e89da6ab9a4ae6b4d5118_run_532df0176e9e", "score": 1.0, "status": "PASS", "task_id": "humaneval-001"}, {"attempt_run_ids": ["sha256_996aeaf9573ae8b8945eca003da68c4f0264c79c3_run_96237eb5ae38"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_996aeaf9573ae8b8945eca003da68c4f0264c79c3_run_96237eb5ae38", "score": 1.0, "status": "PASS", "task_id": "humaneval-002"}, {"attempt_run_ids": ["sha256_c0f986ea697f6f6278050e0cd8ea4a24ce78520ae_run_0e0fefd0399c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c0f986ea697f6f6278050e0cd8ea4a24ce78520ae_run_0e0fefd0399c", "score": 1.0, "status": "PASS", "task_id": "humaneval-003"}, {"attempt_run_ids": ["sha256_bdd2969f1194d9b715e21e180713006c0e347c224_run_c1bdc68cf697"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bdd2969f1194d9b715e21e180713006c0e347c224_run_c1bdc68cf697", "score": 1.0, "status": "PASS", "task_id": "humaneval-004"}, {"attempt_run_ids": ["sha256_b673e6eb0b39e60a87fb95cee81bb50b770fdc64c_run_7656d77b2553"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b673e6eb0b39e60a87fb95cee81bb50b770fdc64c_run_7656d77b2553", "score": 1.0, "status": "PASS", "task_id": "humaneval-005"}, {"attempt_run_ids": ["sha256_3381d1768a68bac00b04e5d62851928e08a7482c8_run_586b0cf75a3e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3381d1768a68bac00b04e5d62851928e08a7482c8_run_586b0cf75a3e", "score": 1.0, "status": "PASS", "task_id": "humaneval-006"}, {"attempt_run_ids": ["sha256_b3d625251e791d6cca56baca554a9a279de237737_run_3255b508777d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b3d625251e791d6cca56baca554a9a279de237737_run_3255b508777d", "score": 1.0, "status": "PASS", "task_id": "humaneval-007"}, {"attempt_run_ids": ["sha256_96d804036e023b66910f8c222bc5783812958c4a7_run_b360e5787553"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_96d804036e023b66910f8c222bc5783812958c4a7_run_b360e5787553", "score": 1.0, "status": "PASS", "task_id": "humaneval-008"}, {"attempt_run_ids": ["sha256_67245bcf70553ece53808257e1ddab19613c30672_run_0dd76b1ec54a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_67245bcf70553ece53808257e1ddab19613c30672_run_0dd76b1ec54a", "score": 1.0, "status": "PASS", "task_id": "humaneval-009"}, {"attempt_run_ids": ["sha256_f217df11d8df32aef753101fbc9b0060863a171ad_run_a5ae6c626f2a"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_f217df11d8df32aef753101fbc9b0060863a171ad_run_a5ae6c626f2a", "score": 0.0, "status": "FAIL", "task_id": "humaneval-010"}, {"attempt_run_ids": ["sha256_fd0819734ed262b76e7bcd8b3c7c82f63b3595929_run_c06484693837"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fd0819734ed262b76e7bcd8b3c7c82f63b3595929_run_c06484693837", "score": 1.0, "status": "PASS", "task_id": "humaneval-011"}, {"attempt_run_ids": ["sha256_26579582578eaa8864e7e3b9fa3399ff78db5182d_run_143d57401d03"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_26579582578eaa8864e7e3b9fa3399ff78db5182d_run_143d57401d03", "score": 1.0, "status": "PASS", "task_id": "humaneval-012"}, {"attempt_run_ids": ["sha256_5ba2765b1214ce5f67bc1636691ecff1695faa697_run_ef9059676c58"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5ba2765b1214ce5f67bc1636691ecff1695faa697_run_ef9059676c58", "score": 1.0, "status": "PASS", "task_id": "humaneval-013"}, {"attempt_run_ids": ["sha256_fd0482d704dc3b628fd6ce5b44ec7cea301cba64e_run_0663f85ba67e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fd0482d704dc3b628fd6ce5b44ec7cea301cba64e_run_0663f85ba67e", "score": 1.0, "status": "PASS", "task_id": "humaneval-014"}, {"attempt_run_ids": ["sha256_d896f7b52f7c8c61bc1dd8ab7c15e676df54d07cf_run_48ea78f951af"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d896f7b52f7c8c61bc1dd8ab7c15e676df54d07cf_run_48ea78f951af", "score": 1.0, "status": "PASS", "task_id": "humaneval-015"}, {"attempt_run_ids": ["sha256_05b5ee7ffa2d23c0de6ddc6c7a061ccc84a01b00e_run_4f49872ed20b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_05b5ee7ffa2d23c0de6ddc6c7a061ccc84a01b00e_run_4f49872ed20b", "score": 1.0, "status": "PASS", "task_id": "humaneval-016"}, {"attempt_run_ids": ["sha256_e4396671d252e9d8fb9510b375f4dace90cc25f2d_run_929f0316c4ed"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e4396671d252e9d8fb9510b375f4dace90cc25f2d_run_929f0316c4ed", "score": 1.0, "status": "PASS", "task_id": "humaneval-017"}, {"attempt_run_ids": ["sha256_1dfd61e4a7b5c938239880c83a9988c386b66fe24_run_e33b6c6c1837"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1dfd61e4a7b5c938239880c83a9988c386b66fe24_run_e33b6c6c1837", "score": 1.0, "status": "PASS", "task_id": "humaneval-018"}, {"attempt_run_ids": ["sha256_3ee95f18939064cf293ab7ac2a26aa16e8c209011_run_543ef7b8f4bd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3ee95f18939064cf293ab7ac2a26aa16e8c209011_run_543ef7b8f4bd", "score": 1.0, "status": "PASS", "task_id": "humaneval-019"}, {"attempt_run_ids": ["sha256_8f7e89ac4374a5a422a63f795d45e9e87201adc60_run_916ff843f5fe"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8f7e89ac4374a5a422a63f795d45e9e87201adc60_run_916ff843f5fe", "score": 1.0, "status": "PASS", "task_id": "humaneval-020"}, {"attempt_run_ids": ["sha256_93f2c1a146abbf4c85ab310f2e25bd7edc64676fa_run_2d7ee992b4b2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_93f2c1a146abbf4c85ab310f2e25bd7edc64676fa_run_2d7ee992b4b2", "score": 1.0, "status": "PASS", "task_id": "humaneval-021"}, {"attempt_run_ids": ["sha256_ea02133755774d377df1d838634451b5356a8ab2d_run_5041b99224a4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ea02133755774d377df1d838634451b5356a8ab2d_run_5041b99224a4", "score": 1.0, "status": "PASS", "task_id": "humaneval-022"}, {"attempt_run_ids": ["sha256_2fbda6c272d74e6a48921a22b8bdb2c00ad53f445_run_c34e193b4c68"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2fbda6c272d74e6a48921a22b8bdb2c00ad53f445_run_c34e193b4c68", "score": 1.0, "status": "PASS", "task_id": "humaneval-023"}, {"attempt_run_ids": ["sha256_fdffb64a5896d507fad239b4e72977f5fb2d4b0f2_run_c4e6e4667f81"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fdffb64a5896d507fad239b4e72977f5fb2d4b0f2_run_c4e6e4667f81", "score": 1.0, "status": "PASS", "task_id": "humaneval-024"}, {"attempt_run_ids": ["sha256_8c074ea16226c004b987df6800fc54e45172a4068_run_f496e896c1b9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8c074ea16226c004b987df6800fc54e45172a4068_run_f496e896c1b9", "score": 1.0, "status": "PASS", "task_id": "humaneval-025"}, {"attempt_run_ids": ["sha256_1a094a66e17bf94f692966173fc57caee9789142b_run_3349e04f4fdb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1a094a66e17bf94f692966173fc57caee9789142b_run_3349e04f4fdb", "score": 1.0, "status": "PASS", "task_id": "humaneval-026"}, {"attempt_run_ids": ["sha256_6ff727258dc22487ed4f956f4db7f1dc83ca45618_run_c941fd0c15fc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6ff727258dc22487ed4f956f4db7f1dc83ca45618_run_c941fd0c15fc", "score": 1.0, "status": "PASS", "task_id": "humaneval-027"}, {"attempt_run_ids": ["sha256_6f1e1348761e6f12f51ad5ae418303419fa067365_run_e7ad7c4294dc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6f1e1348761e6f12f51ad5ae418303419fa067365_run_e7ad7c4294dc", "score": 1.0, "status": "PASS", "task_id": "humaneval-028"}, {"attempt_run_ids": ["sha256_6b0cc46fab5005da90122aff130c13ac5ba8f6fbb_run_12f2be1b415c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6b0cc46fab5005da90122aff130c13ac5ba8f6fbb_run_12f2be1b415c", "score": 1.0, "status": "PASS", "task_id": "humaneval-029"}, {"attempt_run_ids": ["sha256_4fb1822b2cbc80ca0db3b579476b4fde6da18adf0_run_465f831214de"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_4fb1822b2cbc80ca0db3b579476b4fde6da18adf0_run_465f831214de", "score": 0.0, "status": "FAIL", "task_id": "humaneval-030"}, {"attempt_run_ids": ["sha256_bc5e83cd2167a3954b6b4d09168b6b57d097a726c_run_7aa8675823d9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bc5e83cd2167a3954b6b4d09168b6b57d097a726c_run_7aa8675823d9", "score": 1.0, "status": "PASS", "task_id": "humaneval-031"}, {"attempt_run_ids": ["sha256_6e4b609e8a34b34984644418b54179006ff3b780e_run_98613b55a4c2"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_6e4b609e8a34b34984644418b54179006ff3b780e_run_98613b55a4c2", "score": 0.0, "status": "FAIL", "task_id": "humaneval-032"}, {"attempt_run_ids": ["sha256_2ca96093fafca15e9e076db51d76174f9383e9a14_run_857ff41f9274"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2ca96093fafca15e9e076db51d76174f9383e9a14_run_857ff41f9274", "score": 1.0, "status": "PASS", "task_id": "humaneval-033"}, {"attempt_run_ids": ["sha256_18fcf4d012d26669ea36add8a55224f986bf1f16a_run_7279bb2136ca"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_18fcf4d012d26669ea36add8a55224f986bf1f16a_run_7279bb2136ca", "score": 1.0, "status": "PASS", "task_id": "humaneval-034"}, {"attempt_run_ids": ["sha256_cbfe584ec4f79e87fca22d7c81c979dcf83b38c66_run_0a729afc5823"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cbfe584ec4f79e87fca22d7c81c979dcf83b38c66_run_0a729afc5823", "score": 1.0, "status": "PASS", "task_id": "humaneval-035"}, {"attempt_run_ids": ["sha256_5c9e94e27b37be3a1ef6fc6e90f676da787adb52c_run_73512e0a797b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5c9e94e27b37be3a1ef6fc6e90f676da787adb52c_run_73512e0a797b", "score": 1.0, "status": "PASS", "task_id": "humaneval-036"}, {"attempt_run_ids": ["sha256_28f816d14ae1fdf9e54c696e596acb5fadb410ec7_run_67eac2e8b7e1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_28f816d14ae1fdf9e54c696e596acb5fadb410ec7_run_67eac2e8b7e1", "score": 1.0, "status": "PASS", "task_id": "humaneval-037"}, {"attempt_run_ids": ["sha256_f36dd0ab3dde109345f55c1712e1485b3793ee5ab_run_b47b1c6f05db"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f36dd0ab3dde109345f55c1712e1485b3793ee5ab_run_b47b1c6f05db", "score": 1.0, "status": "PASS", "task_id": "humaneval-038"}, {"attempt_run_ids": ["sha256_47b913bb4015c96e7013ad0ba680238bf06682d68_run_b4f914ead36e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_47b913bb4015c96e7013ad0ba680238bf06682d68_run_b4f914ead36e", "score": 1.0, "status": "PASS", "task_id": "humaneval-039"}, {"attempt_run_ids": ["sha256_02d6c88345c1bbbaabcb85249d1c48c2dfa825538_run_82ff80d5a926"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_02d6c88345c1bbbaabcb85249d1c48c2dfa825538_run_82ff80d5a926", "score": 1.0, "status": "PASS", "task_id": "humaneval-040"}, {"attempt_run_ids": ["sha256_1d9776f9cb12dbe25b01e5075d505bcbadc486987_run_933f555f9b26"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1d9776f9cb12dbe25b01e5075d505bcbadc486987_run_933f555f9b26", "score": 1.0, "status": "PASS", "task_id": "humaneval-041"}, {"attempt_run_ids": ["sha256_56cfba499a12f051e5fd7ce6368a076f45ee5b438_run_294f6efe557b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_56cfba499a12f051e5fd7ce6368a076f45ee5b438_run_294f6efe557b", "score": 0.0, "status": "FAIL", "task_id": "humaneval-042"}, {"attempt_run_ids": ["sha256_641d27d8e818e8ad3de539ac051635e624eb2aad6_run_79ea95192972"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_641d27d8e818e8ad3de539ac051635e624eb2aad6_run_79ea95192972", "score": 1.0, "status": "PASS", "task_id": "humaneval-043"}, {"attempt_run_ids": ["sha256_feeffb59a3d3d30068fcbd1f96c036dfb5a75f53b_run_6cb5ba5fa2f1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_feeffb59a3d3d30068fcbd1f96c036dfb5a75f53b_run_6cb5ba5fa2f1", "score": 1.0, "status": "PASS", "task_id": "humaneval-044"}, {"attempt_run_ids": ["sha256_4b28ee035a24600607cdd689529bc7ab4b9e7a6ad_run_f77ebd29ecc4"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_4b28ee035a24600607cdd689529bc7ab4b9e7a6ad_run_f77ebd29ecc4", "score": 0.0, "status": "FAIL", "task_id": "humaneval-045"}, {"attempt_run_ids": ["sha256_8a2c5352b2db1844adb12110cd75e450607b7a771_run_ade307c062eb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8a2c5352b2db1844adb12110cd75e450607b7a771_run_ade307c062eb", "score": 1.0, "status": "PASS", "task_id": "humaneval-046"}, {"attempt_run_ids": ["sha256_9f7368bab5f90bb92d2e99b79cc73510c03155882_run_787d1ee3990d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9f7368bab5f90bb92d2e99b79cc73510c03155882_run_787d1ee3990d", "score": 1.0, "status": "PASS", "task_id": "humaneval-047"}, {"attempt_run_ids": ["sha256_1e7869e09d32b14695784a8a73cba717fda157a49_run_de82aa75983f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1e7869e09d32b14695784a8a73cba717fda157a49_run_de82aa75983f", "score": 1.0, "status": "PASS", "task_id": "humaneval-048"}, {"attempt_run_ids": ["sha256_b541af77f8b83fecc3d7752008191362f86ce4981_run_9a445eda932a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b541af77f8b83fecc3d7752008191362f86ce4981_run_9a445eda932a", "score": 1.0, "status": "PASS", "task_id": "humaneval-049"}, {"attempt_run_ids": ["sha256_894ca7ed643f6529ef7b1bb13a094b5662bfa7c5b_run_0c025d744a56"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_894ca7ed643f6529ef7b1bb13a094b5662bfa7c5b_run_0c025d744a56", "score": 1.0, "status": "PASS", "task_id": "humaneval-050"}, {"attempt_run_ids": ["sha256_a16a6a24fea96c77d4ac44658736fd419d21939ab_run_f66248e9f24d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a16a6a24fea96c77d4ac44658736fd419d21939ab_run_f66248e9f24d", "score": 1.0, "status": "PASS", "task_id": "humaneval-051"}, {"attempt_run_ids": ["sha256_4007bd5e3251fb5031ed88395f088d75a822e19e5_run_2dd1d5b2d6d9"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_4007bd5e3251fb5031ed88395f088d75a822e19e5_run_2dd1d5b2d6d9", "score": 0.0, "status": "FAIL", "task_id": "humaneval-052"}, {"attempt_run_ids": ["sha256_84419da09082e0289055ba5ba264b3fb165aa9f5b_run_94cb66b10552"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_84419da09082e0289055ba5ba264b3fb165aa9f5b_run_94cb66b10552", "score": 0.0, "status": "FAIL", "task_id": "humaneval-053"}, {"attempt_run_ids": ["sha256_b2e0999d0ad29e72bd470b7789e7eb74f6bbb9eae_run_f19fd3c17e8a"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_b2e0999d0ad29e72bd470b7789e7eb74f6bbb9eae_run_f19fd3c17e8a", "score": 0.0, "status": "FAIL", "task_id": "humaneval-054"}, {"attempt_run_ids": ["sha256_16430f506e28924e739471644b1af689f6dbf1b64_run_a97b06572b63"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_16430f506e28924e739471644b1af689f6dbf1b64_run_a97b06572b63", "score": 1.0, "status": "PASS", "task_id": "humaneval-055"}, {"attempt_run_ids": ["sha256_87876e245d16cbdc88031b04a99bb60e42c51759c_run_c549ca3b507a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_87876e245d16cbdc88031b04a99bb60e42c51759c_run_c549ca3b507a", "score": 1.0, "status": "PASS", "task_id": "humaneval-056"}, {"attempt_run_ids": ["sha256_b5489240c995e34a14aec2e2fb31e958f2ea0b8ec_run_a2a58edf1733"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_b5489240c995e34a14aec2e2fb31e958f2ea0b8ec_run_a2a58edf1733", "score": 0.0, "status": "FAIL", "task_id": "humaneval-057"}, {"attempt_run_ids": ["sha256_3bf1415f9d2462b29a81eff8ff6b796b3a40379b4_run_cb6a959f750c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3bf1415f9d2462b29a81eff8ff6b796b3a40379b4_run_cb6a959f750c", "score": 1.0, "status": "PASS", "task_id": "humaneval-058"}, {"attempt_run_ids": ["sha256_f1f9f0ce429510ccb88fc92922f17687b5dd4512f_run_a71388314f99"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f1f9f0ce429510ccb88fc92922f17687b5dd4512f_run_a71388314f99", "score": 1.0, "status": "PASS", "task_id": "humaneval-059"}, {"attempt_run_ids": ["sha256_ce4f9f6e26e2dbfb008d2124535bf9220ade47dc8_run_d15054e14059"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_ce4f9f6e26e2dbfb008d2124535bf9220ade47dc8_run_d15054e14059", "score": 0.0, "status": "FAIL", "task_id": "humaneval-060"}, {"attempt_run_ids": ["sha256_e523063e2098b32bbd878a4938c0698ab2c3679f6_run_84bef3c1f70d"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_e523063e2098b32bbd878a4938c0698ab2c3679f6_run_84bef3c1f70d", "score": 0.0, "status": "FAIL", "task_id": "humaneval-061"}, {"attempt_run_ids": ["sha256_9cedfd3b65c86cc4fe424c70142d00a6e44d5dbcd_run_3a4f1a71d470"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9cedfd3b65c86cc4fe424c70142d00a6e44d5dbcd_run_3a4f1a71d470", "score": 1.0, "status": "PASS", "task_id": "humaneval-062"}, {"attempt_run_ids": ["sha256_e985e24db80e13f3d5544fc9b6f12c6e7dff56b9e_run_0fedca7360a3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e985e24db80e13f3d5544fc9b6f12c6e7dff56b9e_run_0fedca7360a3", "score": 1.0, "status": "PASS", "task_id": "humaneval-063"}, {"attempt_run_ids": ["sha256_c1b095e892605ffda543f8630e2df7f5e31635875_run_347ca2e44113"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c1b095e892605ffda543f8630e2df7f5e31635875_run_347ca2e44113", "score": 1.0, "status": "PASS", "task_id": "humaneval-064"}, {"attempt_run_ids": ["sha256_c1e7a29cf6f6c393a32423f0f1fb1cd5f64b79039_run_a0080e353afd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c1e7a29cf6f6c393a32423f0f1fb1cd5f64b79039_run_a0080e353afd", "score": 1.0, "status": "PASS", "task_id": "humaneval-065"}, {"attempt_run_ids": ["sha256_76798e172e44876f3dd066f3902bcd87e368c3c0c_run_6f4ae3a82041"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_76798e172e44876f3dd066f3902bcd87e368c3c0c_run_6f4ae3a82041", "score": 1.0, "status": "PASS", "task_id": "humaneval-066"}, {"attempt_run_ids": ["sha256_6a71f1acc36957c618125ee6f6481000408570596_run_e5614b0904f7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6a71f1acc36957c618125ee6f6481000408570596_run_e5614b0904f7", "score": 1.0, "status": "PASS", "task_id": "humaneval-067"}, {"attempt_run_ids": ["sha256_d7156215bf02d5e88fb899177fe75afe1e29a6fde_run_d93ea2b3ca83"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d7156215bf02d5e88fb899177fe75afe1e29a6fde_run_d93ea2b3ca83", "score": 1.0, "status": "PASS", "task_id": "humaneval-068"}, {"attempt_run_ids": ["sha256_93793c8191d9fa169ab964c4f12c94d87468a8f5b_run_2d90e7bbc109"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_93793c8191d9fa169ab964c4f12c94d87468a8f5b_run_2d90e7bbc109", "score": 1.0, "status": "PASS", "task_id": "humaneval-069"}, {"attempt_run_ids": ["sha256_9da5258f191c043888f88e7a731f2504ef613804a_run_e67e3e894375"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9da5258f191c043888f88e7a731f2504ef613804a_run_e67e3e894375", "score": 1.0, "status": "PASS", "task_id": "humaneval-070"}, {"attempt_run_ids": ["sha256_5dc463a3b8055621d06fff3c8aa5987ee16abe0ac_run_0a044853e54c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5dc463a3b8055621d06fff3c8aa5987ee16abe0ac_run_0a044853e54c", "score": 1.0, "status": "PASS", "task_id": "humaneval-071"}, {"attempt_run_ids": ["sha256_16320fa72765ebdb523b784dd27080dac693d81c5_run_a0e7d40d200e"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_16320fa72765ebdb523b784dd27080dac693d81c5_run_a0e7d40d200e", "score": 0.0, "status": "FAIL", "task_id": "humaneval-072"}, {"attempt_run_ids": ["sha256_ec39045d9c8d12ba65d889fc597d2ae604fb80eba_run_e38cb1e68955"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ec39045d9c8d12ba65d889fc597d2ae604fb80eba_run_e38cb1e68955", "score": 1.0, "status": "PASS", "task_id": "humaneval-073"}, {"attempt_run_ids": ["sha256_7c1c70090b3289739525d92b7d080de36b0d6ca1c_run_4a42aba19fe1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7c1c70090b3289739525d92b7d080de36b0d6ca1c_run_4a42aba19fe1", "score": 1.0, "status": "PASS", "task_id": "humaneval-074"}, {"attempt_run_ids": ["sha256_ea34a960c9ac11b59c1f8e5d2456797360a927c40_run_f9f98a356b8b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_ea34a960c9ac11b59c1f8e5d2456797360a927c40_run_f9f98a356b8b", "score": 0.0, "status": "FAIL", "task_id": "humaneval-075"}, {"attempt_run_ids": ["sha256_521b9288f2fcd2ef86bc7f9a4fe07062844b0a01d_run_3005199ee92b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_521b9288f2fcd2ef86bc7f9a4fe07062844b0a01d_run_3005199ee92b", "score": 1.0, "status": "PASS", "task_id": "humaneval-076"}, {"attempt_run_ids": ["sha256_f955aa5eff2ffc3241a016c677374107005774aad_run_845d504a0d4e"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_f955aa5eff2ffc3241a016c677374107005774aad_run_845d504a0d4e", "score": 0.0, "status": "FAIL", "task_id": "humaneval-077"}, {"attempt_run_ids": ["sha256_79af45877e8e8e4c7f3222d361b1fb45ecc638bf5_run_dcd6a6292824"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_79af45877e8e8e4c7f3222d361b1fb45ecc638bf5_run_dcd6a6292824", "score": 1.0, "status": "PASS", "task_id": "humaneval-078"}, {"attempt_run_ids": ["sha256_de15b716c63686415967028ce0038fd386ce72729_run_8a4f0c1e92ce"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_de15b716c63686415967028ce0038fd386ce72729_run_8a4f0c1e92ce", "score": 1.0, "status": "PASS", "task_id": "humaneval-079"}, {"attempt_run_ids": ["sha256_cff7ea378fd556895dbca8b2d7849ceef4c523d0f_run_824215ca1e4f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cff7ea378fd556895dbca8b2d7849ceef4c523d0f_run_824215ca1e4f", "score": 1.0, "status": "PASS", "task_id": "humaneval-080"}, {"attempt_run_ids": ["sha256_66b19491d76065355eb1f1d8a1beb31686e298f4d_run_45413417be19"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_66b19491d76065355eb1f1d8a1beb31686e298f4d_run_45413417be19", "score": 1.0, "status": "PASS", "task_id": "humaneval-081"}, {"attempt_run_ids": ["sha256_e60d8bc59c96ac77300b4fd8507df27d3ef2c82fa_run_13d226bc2b6e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e60d8bc59c96ac77300b4fd8507df27d3ef2c82fa_run_13d226bc2b6e", "score": 1.0, "status": "PASS", "task_id": "humaneval-082"}, {"attempt_run_ids": ["sha256_a1457b0548bc52753d60c39ebb6d67be0e6ae21ad_run_e148c1a826d7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a1457b0548bc52753d60c39ebb6d67be0e6ae21ad_run_e148c1a826d7", "score": 1.0, "status": "PASS", "task_id": "humaneval-083"}, {"attempt_run_ids": ["sha256_b844e2b724b4e20b021710d5bb84001518b2d8cd6_run_52ed03e28f52"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b844e2b724b4e20b021710d5bb84001518b2d8cd6_run_52ed03e28f52", "score": 1.0, "status": "PASS", "task_id": "humaneval-084"}, {"attempt_run_ids": ["sha256_c65e0a66ac50e46deed2d7e769a77118238c121f0_run_1da0138cb52c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c65e0a66ac50e46deed2d7e769a77118238c121f0_run_1da0138cb52c", "score": 1.0, "status": "PASS", "task_id": "humaneval-085"}, {"attempt_run_ids": ["sha256_298476401eef75e338fca7891a653a7007e796049_run_6f30940e389a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_298476401eef75e338fca7891a653a7007e796049_run_6f30940e389a", "score": 1.0, "status": "PASS", "task_id": "humaneval-086"}, {"attempt_run_ids": ["sha256_94eec247a4a85632a5693a4927399156e0ea9a241_run_2d4211e32030"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_94eec247a4a85632a5693a4927399156e0ea9a241_run_2d4211e32030", "score": 1.0, "status": "PASS", "task_id": "humaneval-087"}, {"attempt_run_ids": ["sha256_fdaff18ba50c5dbcc33649f3ba8cc36b0eea7d2d0_run_25539df97ac6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fdaff18ba50c5dbcc33649f3ba8cc36b0eea7d2d0_run_25539df97ac6", "score": 1.0, "status": "PASS", "task_id": "humaneval-088"}, {"attempt_run_ids": ["sha256_aa579ade35d95259ddc2033541c805b13c47ae4cd_run_2670688c1f3b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_aa579ade35d95259ddc2033541c805b13c47ae4cd_run_2670688c1f3b", "score": 1.0, "status": "PASS", "task_id": "humaneval-089"}, {"attempt_run_ids": ["sha256_d1b47945929227fd0b6b1d4338670a7602e53c988_run_2ac06766b179"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d1b47945929227fd0b6b1d4338670a7602e53c988_run_2ac06766b179", "score": 1.0, "status": "PASS", "task_id": "humaneval-090"}, {"attempt_run_ids": ["sha256_9a6b2c570e32f72b0d11a1f9e3eec83273c3b9aa0_run_54f2acf107b6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9a6b2c570e32f72b0d11a1f9e3eec83273c3b9aa0_run_54f2acf107b6", "score": 1.0, "status": "PASS", "task_id": "humaneval-091"}, {"attempt_run_ids": ["sha256_5781ba7d863414ed3a51ac617a14c0af01700b38a_run_fb8842193c90"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5781ba7d863414ed3a51ac617a14c0af01700b38a_run_fb8842193c90", "score": 1.0, "status": "PASS", "task_id": "humaneval-092"}, {"attempt_run_ids": ["sha256_0191c320dfeb8381fb67a845821efc3b8aad12b5a_run_934c9648c6f6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0191c320dfeb8381fb67a845821efc3b8aad12b5a_run_934c9648c6f6", "score": 1.0, "status": "PASS", "task_id": "humaneval-093"}, {"attempt_run_ids": ["sha256_2354394f8bc69d7f5182f781bee59f61a9fd612c1_run_2e160d91d8ed"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2354394f8bc69d7f5182f781bee59f61a9fd612c1_run_2e160d91d8ed", "score": 1.0, "status": "PASS", "task_id": "humaneval-094"}, {"attempt_run_ids": ["sha256_4d273bb939c3660b39d7646e766d2b564325cca26_run_32d98d14244e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4d273bb939c3660b39d7646e766d2b564325cca26_run_32d98d14244e", "score": 1.0, "status": "PASS", "task_id": "humaneval-095"}, {"attempt_run_ids": ["sha256_4cd4b3f7494378adc38f9acfee34e73c29c5746fe_run_42560586a81c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4cd4b3f7494378adc38f9acfee34e73c29c5746fe_run_42560586a81c", "score": 1.0, "status": "PASS", "task_id": "humaneval-096"}, {"attempt_run_ids": ["sha256_832e0c1f753d0749363ef710070d40465a3b4ca72_run_5c29a8b67cc6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_832e0c1f753d0749363ef710070d40465a3b4ca72_run_5c29a8b67cc6", "score": 1.0, "status": "PASS", "task_id": "humaneval-097"}, {"attempt_run_ids": ["sha256_15f793b1042e67b41709075196fd83e5497f5deb6_run_99f4d7c00fad"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_15f793b1042e67b41709075196fd83e5497f5deb6_run_99f4d7c00fad", "score": 1.0, "status": "PASS", "task_id": "humaneval-098"}, {"attempt_run_ids": ["sha256_a243a8b4a703146b4641c5b805a26e21612932862_run_7fa4fe8326fd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a243a8b4a703146b4641c5b805a26e21612932862_run_7fa4fe8326fd", "score": 1.0, "status": "PASS", "task_id": "humaneval-099"}, {"attempt_run_ids": ["sha256_679a810ced03d4ffcc9897005c16329bc083a481a_run_387984660041"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_679a810ced03d4ffcc9897005c16329bc083a481a_run_387984660041", "score": 1.0, "status": "PASS", "task_id": "humaneval-100"}, {"attempt_run_ids": ["sha256_7bcf3555603d37f798b2003f52cda71744c0bab67_run_982028cd8896"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7bcf3555603d37f798b2003f52cda71744c0bab67_run_982028cd8896", "score": 1.0, "status": "PASS", "task_id": "humaneval-101"}, {"attempt_run_ids": ["sha256_bdad86ddf55f7f1fc23d5283be8553aae1798468d_run_8e984b41da97"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bdad86ddf55f7f1fc23d5283be8553aae1798468d_run_8e984b41da97", "score": 1.0, "status": "PASS", "task_id": "humaneval-102"}, {"attempt_run_ids": ["sha256_0bcb7f8962b113226df37f4c71ce1af32da5e60e5_run_63735e7e6817"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0bcb7f8962b113226df37f4c71ce1af32da5e60e5_run_63735e7e6817", "score": 1.0, "status": "PASS", "task_id": "humaneval-103"}, {"attempt_run_ids": ["sha256_a679a28058cdf0ffc98ded7baf0281255f06acfad_run_8ef34ba4eaeb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a679a28058cdf0ffc98ded7baf0281255f06acfad_run_8ef34ba4eaeb", "score": 1.0, "status": "PASS", "task_id": "humaneval-104"}, {"attempt_run_ids": ["sha256_c9151578e2e5c947bb30a1d332e703773d52e869e_run_c020a9fdeaf3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c9151578e2e5c947bb30a1d332e703773d52e869e_run_c020a9fdeaf3", "score": 1.0, "status": "PASS", "task_id": "humaneval-105"}, {"attempt_run_ids": ["sha256_121500b0f2463f8b315ca72490ca85c1212dca30c_run_14228857fab4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_121500b0f2463f8b315ca72490ca85c1212dca30c_run_14228857fab4", "score": 1.0, "status": "PASS", "task_id": "humaneval-106"}, {"attempt_run_ids": ["sha256_e30428f70f585ef2cb0ac7079275d8fe2cb477877_run_042a2f940eb5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e30428f70f585ef2cb0ac7079275d8fe2cb477877_run_042a2f940eb5", "score": 1.0, "status": "PASS", "task_id": "humaneval-107"}, {"attempt_run_ids": ["sha256_99500802447c2bd8b77ab2b2d2bdffdb79702cf8e_run_b77c1ade576d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_99500802447c2bd8b77ab2b2d2bdffdb79702cf8e_run_b77c1ade576d", "score": 1.0, "status": "PASS", "task_id": "humaneval-108"}, {"attempt_run_ids": ["sha256_84df3eb0255f4251b46e7e04ea59c063d97f2bcb7_run_98ad4cfcf537"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_84df3eb0255f4251b46e7e04ea59c063d97f2bcb7_run_98ad4cfcf537", "score": 1.0, "status": "PASS", "task_id": "humaneval-109"}, {"attempt_run_ids": ["sha256_3fa335ee2afd68cef80f058d467e1a20a0f4f65e6_run_f4105dab003b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3fa335ee2afd68cef80f058d467e1a20a0f4f65e6_run_f4105dab003b", "score": 1.0, "status": "PASS", "task_id": "humaneval-110"}, {"attempt_run_ids": ["sha256_a95994332c3125efa1251b346b33c5efb3b74cc07_run_18c03bc571bf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a95994332c3125efa1251b346b33c5efb3b74cc07_run_18c03bc571bf", "score": 1.0, "status": "PASS", "task_id": "humaneval-111"}, {"attempt_run_ids": ["sha256_866831209772c50d8f17fb9c277bbfd8c0b3f39f8_run_eb7345df4d59"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_866831209772c50d8f17fb9c277bbfd8c0b3f39f8_run_eb7345df4d59", "score": 1.0, "status": "PASS", "task_id": "humaneval-112"}, {"attempt_run_ids": ["sha256_099e38e887e9796bf429e82b34f62221d6acdcfd7_run_b7c9df147b6b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_099e38e887e9796bf429e82b34f62221d6acdcfd7_run_b7c9df147b6b", "score": 0.0, "status": "FAIL", "task_id": "humaneval-113"}, {"attempt_run_ids": ["sha256_df4d6dd653721f31fe8089fdbcc8dc7bbcf6e3e16_run_269471093f21"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_df4d6dd653721f31fe8089fdbcc8dc7bbcf6e3e16_run_269471093f21", "score": 1.0, "status": "PASS", "task_id": "humaneval-114"}, {"attempt_run_ids": ["sha256_9d2e4dc95dbfae545e3b5ee35d0353d050530d1e7_run_36f86dc1daff"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9d2e4dc95dbfae545e3b5ee35d0353d050530d1e7_run_36f86dc1daff", "score": 1.0, "status": "PASS", "task_id": "humaneval-115"}, {"attempt_run_ids": ["sha256_b45cbbe91b8f77eb379c1d3538d87fe894f19b498_run_b304621ff419"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_b45cbbe91b8f77eb379c1d3538d87fe894f19b498_run_b304621ff419", "score": 0.0, "status": "FAIL", "task_id": "humaneval-116"}, {"attempt_run_ids": ["sha256_f90136dbf80a850027b58669e93ce37ceaa09df76_run_fa12acca8da5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f90136dbf80a850027b58669e93ce37ceaa09df76_run_fa12acca8da5", "score": 1.0, "status": "PASS", "task_id": "humaneval-117"}, {"attempt_run_ids": ["sha256_a33a42d9af523549c7010476d8f4d1f621588c6e0_run_63efbfb09bba"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a33a42d9af523549c7010476d8f4d1f621588c6e0_run_63efbfb09bba", "score": 1.0, "status": "PASS", "task_id": "humaneval-118"}, {"attempt_run_ids": ["sha256_3f3d5fb6a253282e99737d9221dd9dbf1b8d49a73_run_8a1dd986a3e9"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_3f3d5fb6a253282e99737d9221dd9dbf1b8d49a73_run_8a1dd986a3e9", "score": 0.0, "status": "FAIL", "task_id": "humaneval-119"}, {"attempt_run_ids": ["sha256_7f7164be41394d2911533b38f2065ad94a0ee9165_run_02018398a636"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7f7164be41394d2911533b38f2065ad94a0ee9165_run_02018398a636", "score": 1.0, "status": "PASS", "task_id": "humaneval-120"}, {"attempt_run_ids": ["sha256_238fdf61a95e8f26095b321fdcb4e29712b169a49_run_a42102206754"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_238fdf61a95e8f26095b321fdcb4e29712b169a49_run_a42102206754", "score": 1.0, "status": "PASS", "task_id": "humaneval-121"}, {"attempt_run_ids": ["sha256_f196669452d40fe6a9d8b64c789140c9252b97b17_run_48c47faca164"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f196669452d40fe6a9d8b64c789140c9252b97b17_run_48c47faca164", "score": 1.0, "status": "PASS", "task_id": "humaneval-122"}, {"attempt_run_ids": ["sha256_e4dc7db6c0e74f5e35ab8eb0805b5aed4ff92cfb0_run_520d8314bbf0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e4dc7db6c0e74f5e35ab8eb0805b5aed4ff92cfb0_run_520d8314bbf0", "score": 1.0, "status": "PASS", "task_id": "humaneval-123"}, {"attempt_run_ids": ["sha256_bdd14d2cc042af341ee1f92fde8564c7ae2d8f3c3_run_0f9ab9dfd453"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bdd14d2cc042af341ee1f92fde8564c7ae2d8f3c3_run_0f9ab9dfd453", "score": 1.0, "status": "PASS", "task_id": "humaneval-124"}, {"attempt_run_ids": ["sha256_aeba31d9d2e460194db7bfbf4df4782649186582d_run_4d57c10c4e80"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_aeba31d9d2e460194db7bfbf4df4782649186582d_run_4d57c10c4e80", "score": 1.0, "status": "PASS", "task_id": "humaneval-125"}, {"attempt_run_ids": ["sha256_671735993519ea5ab4f435f1bc64579c89d823901_run_bda00522e59b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_671735993519ea5ab4f435f1bc64579c89d823901_run_bda00522e59b", "score": 0.0, "status": "FAIL", "task_id": "humaneval-126"}, {"attempt_run_ids": ["sha256_ef77ae39da43507a394b42e923498ed9b610f95dd_run_05253e07bde8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ef77ae39da43507a394b42e923498ed9b610f95dd_run_05253e07bde8", "score": 1.0, "status": "PASS", "task_id": "humaneval-127"}, {"attempt_run_ids": ["sha256_d3ea406ce66b1493a15584ae42c0ad280b7dd07c8_run_7673adf8c0d0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d3ea406ce66b1493a15584ae42c0ad280b7dd07c8_run_7673adf8c0d0", "score": 1.0, "status": "PASS", "task_id": "humaneval-128"}, {"attempt_run_ids": ["sha256_9f981d25abea8fc69cf09178dc841109858c2a2f1_run_6857495c611c"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_9f981d25abea8fc69cf09178dc841109858c2a2f1_run_6857495c611c", "score": 0.0, "status": "FAIL", "task_id": "humaneval-129"}, {"attempt_run_ids": ["sha256_990dc20b0f2b7580189b609c93e530beb947f9725_run_c18e17f9b3b7"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_990dc20b0f2b7580189b609c93e530beb947f9725_run_c18e17f9b3b7", "score": 0.0, "status": "FAIL", "task_id": "humaneval-130"}, {"attempt_run_ids": ["sha256_94bf9404cb9c3d4709395c9852faf0ee13d3f44cd_run_c91331829e25"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_94bf9404cb9c3d4709395c9852faf0ee13d3f44cd_run_c91331829e25", "score": 1.0, "status": "PASS", "task_id": "humaneval-131"}, {"attempt_run_ids": ["sha256_4689d7b1fe2dd87cbeb31997f4cfc47479b383160_run_43daf448cce8"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_4689d7b1fe2dd87cbeb31997f4cfc47479b383160_run_43daf448cce8", "score": 0.0, "status": "FAIL", "task_id": "humaneval-132"}, {"attempt_run_ids": ["sha256_ae0a68b350a2c43e8a61b31c7c66c91b00b36c3bc_run_ef53fdceb6fb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ae0a68b350a2c43e8a61b31c7c66c91b00b36c3bc_run_ef53fdceb6fb", "score": 1.0, "status": "PASS", "task_id": "humaneval-133"}, {"attempt_run_ids": ["sha256_b78ccc4d571f0199ca5b1bdcf810495d762aa9db0_run_037b90d8e1d8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b78ccc4d571f0199ca5b1bdcf810495d762aa9db0_run_037b90d8e1d8", "score": 1.0, "status": "PASS", "task_id": "humaneval-134"}, {"attempt_run_ids": ["sha256_9e910f223070fa380b6398b6d5aae9215e32f7bcf_run_9ee282c51595"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9e910f223070fa380b6398b6d5aae9215e32f7bcf_run_9ee282c51595", "score": 1.0, "status": "PASS", "task_id": "humaneval-135"}, {"attempt_run_ids": ["sha256_dc2727fcc009bb4c1c14de937ff741e784230d9e9_run_9058c807cc72"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_dc2727fcc009bb4c1c14de937ff741e784230d9e9_run_9058c807cc72", "score": 1.0, "status": "PASS", "task_id": "humaneval-136"}, {"attempt_run_ids": ["sha256_4107da1aae3a91925bdb10fd095803da576b890c1_run_5b75167d0827"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4107da1aae3a91925bdb10fd095803da576b890c1_run_5b75167d0827", "score": 1.0, "status": "PASS", "task_id": "humaneval-137"}, {"attempt_run_ids": ["sha256_b59a10ef365529a8675d856da808c70ed1779c246_run_fc6c78a56a00"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b59a10ef365529a8675d856da808c70ed1779c246_run_fc6c78a56a00", "score": 1.0, "status": "PASS", "task_id": "humaneval-138"}, {"attempt_run_ids": ["sha256_321bb2ae2cf027fb33d869c368c05c9dbcc34fbe3_run_4417f00eecdf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_321bb2ae2cf027fb33d869c368c05c9dbcc34fbe3_run_4417f00eecdf", "score": 1.0, "status": "PASS", "task_id": "humaneval-139"}, {"attempt_run_ids": ["sha256_5d5744b9e55bb329b7f83e7b172ce209a72872fed_run_48247fbf4d9c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5d5744b9e55bb329b7f83e7b172ce209a72872fed_run_48247fbf4d9c", "score": 1.0, "status": "PASS", "task_id": "humaneval-140"}, {"attempt_run_ids": ["sha256_beec9050348a5316a92359db4fb5d706d0ac8e52d_run_b34653ba235a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_beec9050348a5316a92359db4fb5d706d0ac8e52d_run_b34653ba235a", "score": 1.0, "status": "PASS", "task_id": "humaneval-141"}, {"attempt_run_ids": ["sha256_1e53f7874464daf910ea6002658ef670bd975cb60_run_3fd231f5f332"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1e53f7874464daf910ea6002658ef670bd975cb60_run_3fd231f5f332", "score": 1.0, "status": "PASS", "task_id": "humaneval-142"}, {"attempt_run_ids": ["sha256_a9e359b8a9b6b0fdb58e74a47fcb3c1076b2400c3_run_71076652d871"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a9e359b8a9b6b0fdb58e74a47fcb3c1076b2400c3_run_71076652d871", "score": 1.0, "status": "PASS", "task_id": "humaneval-143"}, {"attempt_run_ids": ["sha256_c338592e7fce80e9c158c37daec7f7469b73c47ab_run_3815d7d6da29"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c338592e7fce80e9c158c37daec7f7469b73c47ab_run_3815d7d6da29", "score": 1.0, "status": "PASS", "task_id": "humaneval-144"}, {"attempt_run_ids": ["sha256_b021491436753bc6335487e4986417de49452443c_run_2283c9e36165"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_b021491436753bc6335487e4986417de49452443c_run_2283c9e36165", "score": 0.0, "status": "FAIL", "task_id": "humaneval-145"}, {"attempt_run_ids": ["sha256_c29a5da2c7382695d2c59eea7b5296bed23bf06d3_run_bf14256ccfc5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c29a5da2c7382695d2c59eea7b5296bed23bf06d3_run_bf14256ccfc5", "score": 1.0, "status": "PASS", "task_id": "humaneval-146"}, {"attempt_run_ids": ["sha256_03cc9d660efec82a16e84ff8f9ad4413931805f47_run_aa978771bc36"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_03cc9d660efec82a16e84ff8f9ad4413931805f47_run_aa978771bc36", "score": 0.0, "status": "ERROR", "task_id": "humaneval-147"}, {"attempt_run_ids": ["sha256_70c3a7670c544a50edc5de1bd98c3445fb861ee51_run_cb79f75651bc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_70c3a7670c544a50edc5de1bd98c3445fb861ee51_run_cb79f75651bc", "score": 1.0, "status": "PASS", "task_id": "humaneval-148"}, {"attempt_run_ids": ["sha256_d84dfecbaed484b16a35533b40d300160b8b5d3e5_run_c94938395269"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d84dfecbaed484b16a35533b40d300160b8b5d3e5_run_c94938395269", "score": 1.0, "status": "PASS", "task_id": "humaneval-149"}, {"attempt_run_ids": ["sha256_9bb84193dfaca3f1ee4cffd5c03776746ea0600ea_run_c0f0aa03e9cb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9bb84193dfaca3f1ee4cffd5c03776746ea0600ea_run_c0f0aa03e9cb", "score": 1.0, "status": "PASS", "task_id": "humaneval-150"}, {"attempt_run_ids": ["sha256_2c6aff04662ba929e6769465325350016afc4ea88_run_d7ba78f47d73"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2c6aff04662ba929e6769465325350016afc4ea88_run_d7ba78f47d73", "score": 1.0, "status": "PASS", "task_id": "humaneval-151"}, {"attempt_run_ids": ["sha256_3096ebbe252e9cf25cdd8a91b6caeec3a4f4cb847_run_3aa7d441ffdd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3096ebbe252e9cf25cdd8a91b6caeec3a4f4cb847_run_3aa7d441ffdd", "score": 1.0, "status": "PASS", "task_id": "humaneval-152"}, {"attempt_run_ids": ["sha256_ee1790ab5dd1dec7c5ba05c9e50253273762571d5_run_1e1bc9eca290"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ee1790ab5dd1dec7c5ba05c9e50253273762571d5_run_1e1bc9eca290", "score": 1.0, "status": "PASS", "task_id": "humaneval-153"}, {"attempt_run_ids": ["sha256_89548b26c6a89b614a71e1be4c8890cc17bf6648f_run_b9bca06c3dfb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_89548b26c6a89b614a71e1be4c8890cc17bf6648f_run_b9bca06c3dfb", "score": 1.0, "status": "PASS", "task_id": "humaneval-154"}, {"attempt_run_ids": ["sha256_3e89b335a5e2176a2353068dd8529c804f1b53294_run_c44203cbcd34"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3e89b335a5e2176a2353068dd8529c804f1b53294_run_c44203cbcd34", "score": 1.0, "status": "PASS", "task_id": "humaneval-155"}, {"attempt_run_ids": ["sha256_5c385e27bf527caa746d05fcc21abf1d6e0c84da9_run_dc3c596a44b6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5c385e27bf527caa746d05fcc21abf1d6e0c84da9_run_dc3c596a44b6", "score": 1.0, "status": "PASS", "task_id": "humaneval-156"}, {"attempt_run_ids": ["sha256_b332b400a12198731860ed644a499b9718098fb5c_run_5e20f0d8016c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b332b400a12198731860ed644a499b9718098fb5c_run_5e20f0d8016c", "score": 1.0, "status": "PASS", "task_id": "humaneval-157"}, {"attempt_run_ids": ["sha256_a78d74bd5494a5795131d147b24e1168c161b649e_run_bae48d7fc745"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a78d74bd5494a5795131d147b24e1168c161b649e_run_bae48d7fc745", "score": 1.0, "status": "PASS", "task_id": "humaneval-158"}, {"attempt_run_ids": ["sha256_edbbd224551f0417087f7941ef57231fe49795833_run_8c41aab8f2cb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_edbbd224551f0417087f7941ef57231fe49795833_run_8c41aab8f2cb", "score": 1.0, "status": "PASS", "task_id": "humaneval-159"}, {"attempt_run_ids": ["sha256_510329f2df155244bec76816273248768406213cc_run_0dd72616fe2a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_510329f2df155244bec76816273248768406213cc_run_0dd72616fe2a", "score": 1.0, "status": "PASS", "task_id": "humaneval-160"}, {"attempt_run_ids": ["sha256_85a55e08404031d078972fb4a96c152be744e7141_run_c589a07eea1a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_85a55e08404031d078972fb4a96c152be744e7141_run_c589a07eea1a", "score": 1.0, "status": "PASS", "task_id": "humaneval-161"}, {"attempt_run_ids": ["sha256_c069e48f758d316019d86ae4c49faf1dc565a8070_run_f24652f4d3a9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c069e48f758d316019d86ae4c49faf1dc565a8070_run_f24652f4d3a9", "score": 1.0, "status": "PASS", "task_id": "humaneval-162"}, {"attempt_run_ids": ["sha256_ccf27c8d371b308bf09df39b4cfaed7d5dfddff1e_run_a3d87b64036c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ccf27c8d371b308bf09df39b4cfaed7d5dfddff1e_run_a3d87b64036c", "score": 1.0, "status": "PASS", "task_id": "humaneval-163"}], "task_set_digest": "sha256:1b2b51b62f47f2f06f961afccedb0984bf9b95cde905fe226dae67d19427599b", "uploaded_by": "ffy6511", "visibility": "public"}, {"actors_summary": [{"entry": "opencode", "executor": "acp", "model": "zai-coding-plan/glm-5.2", "options": "{\"entry\":\"opencode\"}", "profile_id": "solver"}], "agent_label": "opencode", "blob_digest": "sha256:f5efa05efbc1c0c7076448194f17382cc5ce1e5075da724b7e2aa864fb865b62", "board_listed": true, "bound_kind": "release", "complete": true, "config_fingerprint": "sha256:a5e13861f2ba4c7167b1227fd7e12f7e24240c94eb57df666148e42be7f30d4b", "config_homogeneous": true, "created_at": 1788759800.0, "dataset_id": "official/humaneval", "dataset_version": "0.1.0", "exit_code": 1, "job_overlay": {"bindings": {"solver": {"api_key": "litellm_api_key", "base_url": "http://10.130.138.46:8010/v1", "executor": "acp", "extensions": [{"options": {"entry": "opencode"}, "plugin": "acp"}, {"options": {"files": [{"dest": ".config/opencode/opencode.json", "dest_root": "home", "src": "overlays/opencode.litellm.json"}]}, "plugin": "home-files"}], "model": "zai-coding-plan/glm-5.2"}}}, "mean_score": 0.99390244, "metrics": {"k_values": [1], "mean_score": 0.9939024390243902, "missing_score_as": 0.0, "n_attempts": 1, "n_error": 0, "n_fail": 1, "n_pass": 163, "n_tasks": 164, "pass_at_k": {"1": {"incomplete_tasks": 0, "n_tasks": 164, "value": 0.9939024390243902}}, "pass_power_k": {"1": {"incomplete_tasks": 0, "n_tasks": 164, "value": 0.9939024390243902}}, "pass_rate": 0.9939024390243902, "per_task": [{"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-000"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-001"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-002"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-003"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-004"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-005"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-006"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-007"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-008"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-009"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-010"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-011"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-012"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-013"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-014"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-015"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-016"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-017"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-018"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-019"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-020"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-021"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-022"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-023"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-024"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-025"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-026"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-027"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-028"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-029"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-030"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-031"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-032"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-033"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-034"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-035"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-036"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-037"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-038"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-039"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-040"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-041"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-042"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-043"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-044"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-045"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-046"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-047"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-048"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-049"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-050"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-051"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-052"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-053"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-054"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-055"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-056"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-057"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-058"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-059"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-060"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-061"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-062"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-063"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-064"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-065"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-066"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-067"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-068"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-069"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-070"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-071"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-072"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-073"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-074"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-075"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-076"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-077"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-078"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-079"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-080"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-081"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-082"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-083"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-084"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-085"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-086"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-087"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-088"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-089"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-090"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-091"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-092"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-093"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-094"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-095"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-096"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-097"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-098"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-099"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-100"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-101"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-102"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-103"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-104"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-105"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-106"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-107"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-108"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-109"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-110"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-111"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-112"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-113"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-114"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-115"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-116"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-117"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-118"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-119"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-120"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-121"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-122"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-123"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-124"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-125"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-126"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-127"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-128"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-129"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-130"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-131"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-132"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-133"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-134"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-135"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-136"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-137"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-138"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-139"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-140"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-141"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-142"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-143"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-144"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-145"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-146"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-147"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-148"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-149"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-150"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-151"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-152"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-153"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-154"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-155"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-156"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-157"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-158"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-159"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-160"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-161"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-162"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-163"}], "usage": {"cached_tokens": 2003200, "completion_tokens": 24787, "cost_source": "estimated", "cost_usd_estimated": 0.0, "duration_s": 1425.117428000001, "n_attempts_with_cost": 0, "n_attempts_with_tokens": 164, "prompt_tokens": 2051112}}, "model_label": "zai-coding-plan/glm-5.2", "note": "per-task evaluator verdicts only; no suite-level PASS", "pass_rate": 0.99390244, "size": 43063, "suite_run_id": "7adde307", "task_refs": [{"attempt_run_ids": ["sha256_866d7c6035c57e57d60f6ba6be58872c9a1e23985_run_39fabaebecf8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_866d7c6035c57e57d60f6ba6be58872c9a1e23985_run_39fabaebecf8", "score": 1.0, "status": "PASS", "task_id": "humaneval-000"}, {"attempt_run_ids": ["sha256_8e2b135f64a62884bc708c13f896f8028ea24d626_run_394ba4b78121"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8e2b135f64a62884bc708c13f896f8028ea24d626_run_394ba4b78121", "score": 1.0, "status": "PASS", "task_id": "humaneval-001"}, {"attempt_run_ids": ["sha256_37e2b2abe0d88a765c9a4d92576b7e72d7fc9e3f1_run_a7e4e5036f3f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_37e2b2abe0d88a765c9a4d92576b7e72d7fc9e3f1_run_a7e4e5036f3f", "score": 1.0, "status": "PASS", "task_id": "humaneval-002"}, {"attempt_run_ids": ["sha256_a850f2d91564df66bcdbe8d1e6e4a132549dd75bf_run_577b3da576e7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a850f2d91564df66bcdbe8d1e6e4a132549dd75bf_run_577b3da576e7", "score": 1.0, "status": "PASS", "task_id": "humaneval-003"}, {"attempt_run_ids": ["sha256_e49b5eb52fc0dbdfcec7e1b8a0b66ab34e474973f_run_567b7e88c7f4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e49b5eb52fc0dbdfcec7e1b8a0b66ab34e474973f_run_567b7e88c7f4", "score": 1.0, "status": "PASS", "task_id": "humaneval-004"}, {"attempt_run_ids": ["sha256_cf70e47353c78d05d82b25a3fb9018be7c7dc9e4c_run_1caacbc32593"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cf70e47353c78d05d82b25a3fb9018be7c7dc9e4c_run_1caacbc32593", "score": 1.0, "status": "PASS", "task_id": "humaneval-005"}, {"attempt_run_ids": ["sha256_90d728c33a27ed07ff7683dd26bed4b3a5d1b1793_run_f69edab2699f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_90d728c33a27ed07ff7683dd26bed4b3a5d1b1793_run_f69edab2699f", "score": 1.0, "status": "PASS", "task_id": "humaneval-006"}, {"attempt_run_ids": ["sha256_c95359fc942979cd5dd0c5c5c858f1d11b1a84795_run_50b9894f0793"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c95359fc942979cd5dd0c5c5c858f1d11b1a84795_run_50b9894f0793", "score": 1.0, "status": "PASS", "task_id": "humaneval-007"}, {"attempt_run_ids": ["sha256_58304892c5b6014ac2614b1b56b4459d5bf66c317_run_948de0401b51"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_58304892c5b6014ac2614b1b56b4459d5bf66c317_run_948de0401b51", "score": 1.0, "status": "PASS", "task_id": "humaneval-008"}, {"attempt_run_ids": ["sha256_44301f2a573f47809517f194e3dfa66fee4664b98_run_90e57f188bca"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_44301f2a573f47809517f194e3dfa66fee4664b98_run_90e57f188bca", "score": 1.0, "status": "PASS", "task_id": "humaneval-009"}, {"attempt_run_ids": ["sha256_ea498dca727bac39330fba07c8a713a974544a612_run_f990daf66675"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ea498dca727bac39330fba07c8a713a974544a612_run_f990daf66675", "score": 1.0, "status": "PASS", "task_id": "humaneval-010"}, {"attempt_run_ids": ["sha256_d5f7bf920436c8fe0de9acc3d23f6a17f4bcf62f5_run_fe256e3a2565"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d5f7bf920436c8fe0de9acc3d23f6a17f4bcf62f5_run_fe256e3a2565", "score": 1.0, "status": "PASS", "task_id": "humaneval-011"}, {"attempt_run_ids": ["sha256_07f34c9f0f6f7304bd50a803c455c46543c07ab17_run_3c13783b8756"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_07f34c9f0f6f7304bd50a803c455c46543c07ab17_run_3c13783b8756", "score": 1.0, "status": "PASS", "task_id": "humaneval-012"}, {"attempt_run_ids": ["sha256_d4b80f48b665f848de587a970fdf3a53695f7505c_run_fa03d8520060"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d4b80f48b665f848de587a970fdf3a53695f7505c_run_fa03d8520060", "score": 1.0, "status": "PASS", "task_id": "humaneval-013"}, {"attempt_run_ids": ["sha256_63e219d4f68dc15355826adcc8f770ba383cb6ca8_run_b1deb719f78a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_63e219d4f68dc15355826adcc8f770ba383cb6ca8_run_b1deb719f78a", "score": 1.0, "status": "PASS", "task_id": "humaneval-014"}, {"attempt_run_ids": ["sha256_e7e80d947b1ba50de118948150979f11526a8447b_run_6a0f72f86735"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e7e80d947b1ba50de118948150979f11526a8447b_run_6a0f72f86735", "score": 1.0, "status": "PASS", "task_id": "humaneval-015"}, {"attempt_run_ids": ["sha256_b52877cb3d65d19d28db788c0fa626fe7559f87df_run_4ed8f0fefdcf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b52877cb3d65d19d28db788c0fa626fe7559f87df_run_4ed8f0fefdcf", "score": 1.0, "status": "PASS", "task_id": "humaneval-016"}, {"attempt_run_ids": ["sha256_64c0edeac8ee71553e66269e286084f409f404d33_run_46ba254b0f57"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_64c0edeac8ee71553e66269e286084f409f404d33_run_46ba254b0f57", "score": 1.0, "status": "PASS", "task_id": "humaneval-017"}, {"attempt_run_ids": ["sha256_6799125d21770aa8a90bff5e1f5566bee3df126a1_run_34576e9593b0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6799125d21770aa8a90bff5e1f5566bee3df126a1_run_34576e9593b0", "score": 1.0, "status": "PASS", "task_id": "humaneval-018"}, {"attempt_run_ids": ["sha256_363073ec96c74aa35f90557d7cfd70ddda5e7d4e1_run_1291eb8daa17"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_363073ec96c74aa35f90557d7cfd70ddda5e7d4e1_run_1291eb8daa17", "score": 1.0, "status": "PASS", "task_id": "humaneval-019"}, {"attempt_run_ids": ["sha256_27f3652149507e86ee1fd5b3d0c762a748b7e536d_run_597e8d941360"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_27f3652149507e86ee1fd5b3d0c762a748b7e536d_run_597e8d941360", "score": 1.0, "status": "PASS", "task_id": "humaneval-020"}, {"attempt_run_ids": ["sha256_5c315c3c4180356d828fc3610eea260729efb3650_run_d4182f324996"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5c315c3c4180356d828fc3610eea260729efb3650_run_d4182f324996", "score": 1.0, "status": "PASS", "task_id": "humaneval-021"}, {"attempt_run_ids": ["sha256_23f9a54ecf3dfbed58ef889d1a5c596e25f58d196_run_a257e462d3a4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_23f9a54ecf3dfbed58ef889d1a5c596e25f58d196_run_a257e462d3a4", "score": 1.0, "status": "PASS", "task_id": "humaneval-022"}, {"attempt_run_ids": ["sha256_49bfe0fa93634364c4fb29c6641fe4164ba419b75_run_0cf98901b0f7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_49bfe0fa93634364c4fb29c6641fe4164ba419b75_run_0cf98901b0f7", "score": 1.0, "status": "PASS", "task_id": "humaneval-023"}, {"attempt_run_ids": ["sha256_6ec6053aa0e5c769daa676f5ee5d118e679c9ea91_run_372c11a1c593"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6ec6053aa0e5c769daa676f5ee5d118e679c9ea91_run_372c11a1c593", "score": 1.0, "status": "PASS", "task_id": "humaneval-024"}, {"attempt_run_ids": ["sha256_add7bc7ecc2aab696ae5b66efcd244f0d987eb046_run_0eca1f310b81"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_add7bc7ecc2aab696ae5b66efcd244f0d987eb046_run_0eca1f310b81", "score": 1.0, "status": "PASS", "task_id": "humaneval-025"}, {"attempt_run_ids": ["sha256_8095957947f384ba94075565d495b0cca5e221e6e_run_759f244b7780"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8095957947f384ba94075565d495b0cca5e221e6e_run_759f244b7780", "score": 1.0, "status": "PASS", "task_id": "humaneval-026"}, {"attempt_run_ids": ["sha256_d4eb95c2a420bb42c1f254d9ee06289d4a3ce76ac_run_9bfdc6e2703b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d4eb95c2a420bb42c1f254d9ee06289d4a3ce76ac_run_9bfdc6e2703b", "score": 1.0, "status": "PASS", "task_id": "humaneval-027"}, {"attempt_run_ids": ["sha256_979e8458d07ee51b8b27f90935d3516d4427ab911_run_0a57eab81846"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_979e8458d07ee51b8b27f90935d3516d4427ab911_run_0a57eab81846", "score": 1.0, "status": "PASS", "task_id": "humaneval-028"}, {"attempt_run_ids": ["sha256_06f78a4dc542a74164b3e24f8750a7f6d36cdc49a_run_9ce21fdbe682"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_06f78a4dc542a74164b3e24f8750a7f6d36cdc49a_run_9ce21fdbe682", "score": 1.0, "status": "PASS", "task_id": "humaneval-029"}, {"attempt_run_ids": ["sha256_64539f9bed2d84569ee5a02fbfa5bec60596702a8_run_91cfab00d86f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_64539f9bed2d84569ee5a02fbfa5bec60596702a8_run_91cfab00d86f", "score": 1.0, "status": "PASS", "task_id": "humaneval-030"}, {"attempt_run_ids": ["sha256_f5f0d3ea3e80875d87014344337d64cfe9c0ead47_run_70a6290dafa4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f5f0d3ea3e80875d87014344337d64cfe9c0ead47_run_70a6290dafa4", "score": 1.0, "status": "PASS", "task_id": "humaneval-031"}, {"attempt_run_ids": ["sha256_63c0ea41d7eb55e827489fecb0b8445f077808309_run_4713379063d0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_63c0ea41d7eb55e827489fecb0b8445f077808309_run_4713379063d0", "score": 1.0, "status": "PASS", "task_id": "humaneval-032"}, {"attempt_run_ids": ["sha256_c0fccc8e4000f879671b34ab991736d727ae38592_run_cbed4a5edd33"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c0fccc8e4000f879671b34ab991736d727ae38592_run_cbed4a5edd33", "score": 1.0, "status": "PASS", "task_id": "humaneval-033"}, {"attempt_run_ids": ["sha256_f13aa853baff332da8f57f4575c3aaa512ec62a75_run_114b9446888c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f13aa853baff332da8f57f4575c3aaa512ec62a75_run_114b9446888c", "score": 1.0, "status": "PASS", "task_id": "humaneval-034"}, {"attempt_run_ids": ["sha256_9278e75017a2b6669a5a89dc49efd2591228a8701_run_450a9c26c6a9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9278e75017a2b6669a5a89dc49efd2591228a8701_run_450a9c26c6a9", "score": 1.0, "status": "PASS", "task_id": "humaneval-035"}, {"attempt_run_ids": ["sha256_44d59f47a8aea3c70b65162da58401c50ff9fb8d4_run_954fad17e4c9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_44d59f47a8aea3c70b65162da58401c50ff9fb8d4_run_954fad17e4c9", "score": 1.0, "status": "PASS", "task_id": "humaneval-036"}, {"attempt_run_ids": ["sha256_a7e704b5cd0068ed0681a079ae0a8153c7bc946f0_run_7b8c2f28697a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a7e704b5cd0068ed0681a079ae0a8153c7bc946f0_run_7b8c2f28697a", "score": 1.0, "status": "PASS", "task_id": "humaneval-037"}, {"attempt_run_ids": ["sha256_e9654068fda6361d90fb39568766fb3b9c1fe57bc_run_e881f3b3065e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e9654068fda6361d90fb39568766fb3b9c1fe57bc_run_e881f3b3065e", "score": 1.0, "status": "PASS", "task_id": "humaneval-038"}, {"attempt_run_ids": ["sha256_657e48da821706a1d436150ddba5938e9e7130dae_run_2c58a008589b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_657e48da821706a1d436150ddba5938e9e7130dae_run_2c58a008589b", "score": 1.0, "status": "PASS", "task_id": "humaneval-039"}, {"attempt_run_ids": ["sha256_3f32dc50d22d215e2d23aeac9abed3f1686ddfa3b_run_a4cc28455b9e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3f32dc50d22d215e2d23aeac9abed3f1686ddfa3b_run_a4cc28455b9e", "score": 1.0, "status": "PASS", "task_id": "humaneval-040"}, {"attempt_run_ids": ["sha256_2e2446da5b272ffa775c549264115567b3925487d_run_ae1ffb5401a0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2e2446da5b272ffa775c549264115567b3925487d_run_ae1ffb5401a0", "score": 1.0, "status": "PASS", "task_id": "humaneval-041"}, {"attempt_run_ids": ["sha256_b344287adb5958eca20ebf4b285d382db0783df48_run_c6e22cad5fa4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b344287adb5958eca20ebf4b285d382db0783df48_run_c6e22cad5fa4", "score": 1.0, "status": "PASS", "task_id": "humaneval-042"}, {"attempt_run_ids": ["sha256_08b421302114ab48bca2253be95732bf21b55af33_run_139330fcba83"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_08b421302114ab48bca2253be95732bf21b55af33_run_139330fcba83", "score": 1.0, "status": "PASS", "task_id": "humaneval-043"}, {"attempt_run_ids": ["sha256_adffd84b65eada44c1673fb4b33e9792d9f98cec8_run_8a984147eafd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_adffd84b65eada44c1673fb4b33e9792d9f98cec8_run_8a984147eafd", "score": 1.0, "status": "PASS", "task_id": "humaneval-044"}, {"attempt_run_ids": ["sha256_82100caf3976a51df770bd08959738f10017386a1_run_1cfd2a159844"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_82100caf3976a51df770bd08959738f10017386a1_run_1cfd2a159844", "score": 1.0, "status": "PASS", "task_id": "humaneval-045"}, {"attempt_run_ids": ["sha256_d2b14744b7c732acabcb8a0331fa7d5d9bb5ae468_run_a0e77f6a3c20"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d2b14744b7c732acabcb8a0331fa7d5d9bb5ae468_run_a0e77f6a3c20", "score": 1.0, "status": "PASS", "task_id": "humaneval-046"}, {"attempt_run_ids": ["sha256_fd98a3e013b9ed552168d55e4eb20a87c9f189bc4_run_f639208df985"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fd98a3e013b9ed552168d55e4eb20a87c9f189bc4_run_f639208df985", "score": 1.0, "status": "PASS", "task_id": "humaneval-047"}, {"attempt_run_ids": ["sha256_db87d8e6fb065f112e2105c531c414e6bd9ecdbce_run_d6775b5067b4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_db87d8e6fb065f112e2105c531c414e6bd9ecdbce_run_d6775b5067b4", "score": 1.0, "status": "PASS", "task_id": "humaneval-048"}, {"attempt_run_ids": ["sha256_cc8870c745c89883c76b5bd5a535cdf16a2b25c2e_run_e1f0824f8762"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cc8870c745c89883c76b5bd5a535cdf16a2b25c2e_run_e1f0824f8762", "score": 1.0, "status": "PASS", "task_id": "humaneval-049"}, {"attempt_run_ids": ["sha256_3a5976efb68710dd954450284f1dcde533f46adbe_run_3e21e2e51fdc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3a5976efb68710dd954450284f1dcde533f46adbe_run_3e21e2e51fdc", "score": 1.0, "status": "PASS", "task_id": "humaneval-050"}, {"attempt_run_ids": ["sha256_e072ed04fa35f9bc89114c1d1a620500bbdeddd07_run_ff7f90c1425f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e072ed04fa35f9bc89114c1d1a620500bbdeddd07_run_ff7f90c1425f", "score": 1.0, "status": "PASS", "task_id": "humaneval-051"}, {"attempt_run_ids": ["sha256_94ab561cd23390eff2dbdbed0b56fdc6d6db89147_run_491af6e384f9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_94ab561cd23390eff2dbdbed0b56fdc6d6db89147_run_491af6e384f9", "score": 1.0, "status": "PASS", "task_id": "humaneval-052"}, {"attempt_run_ids": ["sha256_02d4a70a069e8ceb0ebb8567aff6712bc2065a62d_run_17349d74f658"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_02d4a70a069e8ceb0ebb8567aff6712bc2065a62d_run_17349d74f658", "score": 1.0, "status": "PASS", "task_id": "humaneval-053"}, {"attempt_run_ids": ["sha256_8f2d8fa26fd2019ea72c2606c262e67b197d00d4e_run_9fffd46d28f5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8f2d8fa26fd2019ea72c2606c262e67b197d00d4e_run_9fffd46d28f5", "score": 1.0, "status": "PASS", "task_id": "humaneval-054"}, {"attempt_run_ids": ["sha256_d5f0cf545f6717f4ecb524a22781cbc1396062408_run_e0369e17f338"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d5f0cf545f6717f4ecb524a22781cbc1396062408_run_e0369e17f338", "score": 1.0, "status": "PASS", "task_id": "humaneval-055"}, {"attempt_run_ids": ["sha256_bfb3833c27d3878a33a600d9426cadc1eaf9656c3_run_f7c24194caa6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bfb3833c27d3878a33a600d9426cadc1eaf9656c3_run_f7c24194caa6", "score": 1.0, "status": "PASS", "task_id": "humaneval-056"}, {"attempt_run_ids": ["sha256_040ef40b6190a4fec8350cef3a17871b56628c464_run_574576e54d52"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_040ef40b6190a4fec8350cef3a17871b56628c464_run_574576e54d52", "score": 1.0, "status": "PASS", "task_id": "humaneval-057"}, {"attempt_run_ids": ["sha256_aa1fd5608285890c38d0bf44063b709262328c96b_run_908ad0c51a69"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_aa1fd5608285890c38d0bf44063b709262328c96b_run_908ad0c51a69", "score": 1.0, "status": "PASS", "task_id": "humaneval-058"}, {"attempt_run_ids": ["sha256_5dfba9383484965a5fc996a1e3f1cb86994738255_run_a17175d07765"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5dfba9383484965a5fc996a1e3f1cb86994738255_run_a17175d07765", "score": 1.0, "status": "PASS", "task_id": "humaneval-059"}, {"attempt_run_ids": ["sha256_84fc48b6499b1ace2c0a3acc73cb0ca1d56c66ae5_run_6f57cd2c1c4a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_84fc48b6499b1ace2c0a3acc73cb0ca1d56c66ae5_run_6f57cd2c1c4a", "score": 1.0, "status": "PASS", "task_id": "humaneval-060"}, {"attempt_run_ids": ["sha256_f2c179feb8e06f4ca40b2c27c4368299fce4447c1_run_a8a54321a72a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f2c179feb8e06f4ca40b2c27c4368299fce4447c1_run_a8a54321a72a", "score": 1.0, "status": "PASS", "task_id": "humaneval-061"}, {"attempt_run_ids": ["sha256_17de0476319911894827ea7af1a6c913ba8ca432d_run_f2c17ae7370d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_17de0476319911894827ea7af1a6c913ba8ca432d_run_f2c17ae7370d", "score": 1.0, "status": "PASS", "task_id": "humaneval-062"}, {"attempt_run_ids": ["sha256_046b5ec90fcfb1e0fcfacd99bce5b1689b6452454_run_60e55b6885e7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_046b5ec90fcfb1e0fcfacd99bce5b1689b6452454_run_60e55b6885e7", "score": 1.0, "status": "PASS", "task_id": "humaneval-063"}, {"attempt_run_ids": ["sha256_0ebd2cd89fbb61119054a50fa5aafde7ae0fa8db5_run_c9527447c23c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0ebd2cd89fbb61119054a50fa5aafde7ae0fa8db5_run_c9527447c23c", "score": 1.0, "status": "PASS", "task_id": "humaneval-064"}, {"attempt_run_ids": ["sha256_11e37afbf7310783d7912cbaf3f860c1f59bb2a90_run_7a3579ae9558"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_11e37afbf7310783d7912cbaf3f860c1f59bb2a90_run_7a3579ae9558", "score": 1.0, "status": "PASS", "task_id": "humaneval-065"}, {"attempt_run_ids": ["sha256_988085aefc4a08edd6c3514ec5c3650f2bcbae324_run_36df98103491"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_988085aefc4a08edd6c3514ec5c3650f2bcbae324_run_36df98103491", "score": 1.0, "status": "PASS", "task_id": "humaneval-066"}, {"attempt_run_ids": ["sha256_b38e6fbf5939129014d1db1a50b43634d8cbd2c31_run_671e7cf02d7b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b38e6fbf5939129014d1db1a50b43634d8cbd2c31_run_671e7cf02d7b", "score": 1.0, "status": "PASS", "task_id": "humaneval-067"}, {"attempt_run_ids": ["sha256_f6cb8ddd66d6ff307ce40984523b7056bd32c63ef_run_9acc61144e6b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f6cb8ddd66d6ff307ce40984523b7056bd32c63ef_run_9acc61144e6b", "score": 1.0, "status": "PASS", "task_id": "humaneval-068"}, {"attempt_run_ids": ["sha256_f0fc103580826c5d5e0e04902d0ce5c32e8e5e1ce_run_b55aa0abf127"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f0fc103580826c5d5e0e04902d0ce5c32e8e5e1ce_run_b55aa0abf127", "score": 1.0, "status": "PASS", "task_id": "humaneval-069"}, {"attempt_run_ids": ["sha256_3f2ad0eade5b4421c0546c0f41d4755b31fbe5998_run_e17c67f00efd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3f2ad0eade5b4421c0546c0f41d4755b31fbe5998_run_e17c67f00efd", "score": 1.0, "status": "PASS", "task_id": "humaneval-070"}, {"attempt_run_ids": ["sha256_799432c01a35da731d9af7ca8a52be2cadbad5105_run_0879ffa893ef"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_799432c01a35da731d9af7ca8a52be2cadbad5105_run_0879ffa893ef", "score": 1.0, "status": "PASS", "task_id": "humaneval-071"}, {"attempt_run_ids": ["sha256_f9ddb8188219b25ce99d6f43503f4e35ab4255047_run_239ea61c1181"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f9ddb8188219b25ce99d6f43503f4e35ab4255047_run_239ea61c1181", "score": 1.0, "status": "PASS", "task_id": "humaneval-072"}, {"attempt_run_ids": ["sha256_2dec6df12456182b8fcc4e69a0ef3d8d37f9e1543_run_617e23630239"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2dec6df12456182b8fcc4e69a0ef3d8d37f9e1543_run_617e23630239", "score": 1.0, "status": "PASS", "task_id": "humaneval-073"}, {"attempt_run_ids": ["sha256_149162efd10baabb5a4db6b931bf3bc4ec4de2954_run_f6bf50660d67"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_149162efd10baabb5a4db6b931bf3bc4ec4de2954_run_f6bf50660d67", "score": 1.0, "status": "PASS", "task_id": "humaneval-074"}, {"attempt_run_ids": ["sha256_4be07e5d111def19d46bb1ae0c83cc30f88764f62_run_3da7297cf0e8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4be07e5d111def19d46bb1ae0c83cc30f88764f62_run_3da7297cf0e8", "score": 1.0, "status": "PASS", "task_id": "humaneval-075"}, {"attempt_run_ids": ["sha256_d1e7b02159b4ed30799b2f939af8bbad9bbfd3b5d_run_a866f8a28d2c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d1e7b02159b4ed30799b2f939af8bbad9bbfd3b5d_run_a866f8a28d2c", "score": 1.0, "status": "PASS", "task_id": "humaneval-076"}, {"attempt_run_ids": ["sha256_a932a338e6037741db8a03341cb536d944d9e969e_run_a3e759c75c54"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a932a338e6037741db8a03341cb536d944d9e969e_run_a3e759c75c54", "score": 1.0, "status": "PASS", "task_id": "humaneval-077"}, {"attempt_run_ids": ["sha256_44a7fdc9d1625d87260cb5b8f5927d9e353b79936_run_ed4b6bb24beb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_44a7fdc9d1625d87260cb5b8f5927d9e353b79936_run_ed4b6bb24beb", "score": 1.0, "status": "PASS", "task_id": "humaneval-078"}, {"attempt_run_ids": ["sha256_e6893a601c3bcb58156de9927ea92c24f7d0b7e17_run_0832c9f202c5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e6893a601c3bcb58156de9927ea92c24f7d0b7e17_run_0832c9f202c5", "score": 1.0, "status": "PASS", "task_id": "humaneval-079"}, {"attempt_run_ids": ["sha256_30bdce115dd9a1c8965a235d65a267ed7435ee562_run_8353ef9b6440"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_30bdce115dd9a1c8965a235d65a267ed7435ee562_run_8353ef9b6440", "score": 1.0, "status": "PASS", "task_id": "humaneval-080"}, {"attempt_run_ids": ["sha256_dadb5aec96dbd6d7e66058d40991009df32d38659_run_01b1304d5b1f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_dadb5aec96dbd6d7e66058d40991009df32d38659_run_01b1304d5b1f", "score": 1.0, "status": "PASS", "task_id": "humaneval-081"}, {"attempt_run_ids": ["sha256_f5ff33ff78f234406264ff4f91447de4709a8238a_run_3a7ada42bccb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f5ff33ff78f234406264ff4f91447de4709a8238a_run_3a7ada42bccb", "score": 1.0, "status": "PASS", "task_id": "humaneval-082"}, {"attempt_run_ids": ["sha256_3d63a3fd8a6a497493ab8b655b3a466aa3e93cc95_run_c0be76e8d29a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3d63a3fd8a6a497493ab8b655b3a466aa3e93cc95_run_c0be76e8d29a", "score": 1.0, "status": "PASS", "task_id": "humaneval-083"}, {"attempt_run_ids": ["sha256_a7de29577cb3e9bb5da6ffd554da04c7e60ab1a7a_run_b2807a2890d9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a7de29577cb3e9bb5da6ffd554da04c7e60ab1a7a_run_b2807a2890d9", "score": 1.0, "status": "PASS", "task_id": "humaneval-084"}, {"attempt_run_ids": ["sha256_fc9624b18f5ee4de5af290e5329235b50337eff8a_run_e43905f943e1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fc9624b18f5ee4de5af290e5329235b50337eff8a_run_e43905f943e1", "score": 1.0, "status": "PASS", "task_id": "humaneval-085"}, {"attempt_run_ids": ["sha256_6ff0242555da2e95de25c7d6ae851739081b26454_run_428bf2ca24e1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6ff0242555da2e95de25c7d6ae851739081b26454_run_428bf2ca24e1", "score": 1.0, "status": "PASS", "task_id": "humaneval-086"}, {"attempt_run_ids": ["sha256_9a85fdb957fb254cdc59f347cd9db4ad0fb188208_run_d36f9e78634c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9a85fdb957fb254cdc59f347cd9db4ad0fb188208_run_d36f9e78634c", "score": 1.0, "status": "PASS", "task_id": "humaneval-087"}, {"attempt_run_ids": ["sha256_2aa4ba32cab492b62c65266a393493ae7af70497b_run_9ecbd7e2c52a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2aa4ba32cab492b62c65266a393493ae7af70497b_run_9ecbd7e2c52a", "score": 1.0, "status": "PASS", "task_id": "humaneval-088"}, {"attempt_run_ids": ["sha256_88f9829edf1a80c1cc2e5c1986cd9a6c78da821d1_run_375004f3251e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_88f9829edf1a80c1cc2e5c1986cd9a6c78da821d1_run_375004f3251e", "score": 1.0, "status": "PASS", "task_id": "humaneval-089"}, {"attempt_run_ids": ["sha256_8436deaba5251cc4e2752ef94003809ef44b74215_run_3118f34d4943"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8436deaba5251cc4e2752ef94003809ef44b74215_run_3118f34d4943", "score": 1.0, "status": "PASS", "task_id": "humaneval-090"}, {"attempt_run_ids": ["sha256_df52dcb62f9cbf9b0563f0f82581f15a95f200f5b_run_5015e6e9789b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_df52dcb62f9cbf9b0563f0f82581f15a95f200f5b_run_5015e6e9789b", "score": 1.0, "status": "PASS", "task_id": "humaneval-091"}, {"attempt_run_ids": ["sha256_ae7b6aa3d1e49b1282a8014db6834aef2722d7e90_run_c7a4260c0610"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ae7b6aa3d1e49b1282a8014db6834aef2722d7e90_run_c7a4260c0610", "score": 1.0, "status": "PASS", "task_id": "humaneval-092"}, {"attempt_run_ids": ["sha256_8bf80cbbfc5bea66bd4c5cfff16345a6232172d77_run_62f9207731bd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8bf80cbbfc5bea66bd4c5cfff16345a6232172d77_run_62f9207731bd", "score": 1.0, "status": "PASS", "task_id": "humaneval-093"}, {"attempt_run_ids": ["sha256_16ab6abca96a070bed7289c00bdc132047afdcaed_run_aaa9551bcc93"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_16ab6abca96a070bed7289c00bdc132047afdcaed_run_aaa9551bcc93", "score": 1.0, "status": "PASS", "task_id": "humaneval-094"}, {"attempt_run_ids": ["sha256_6fc9a0abd2ff3a83190d022351312141014ab03ba_run_b203de6f83cb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6fc9a0abd2ff3a83190d022351312141014ab03ba_run_b203de6f83cb", "score": 1.0, "status": "PASS", "task_id": "humaneval-095"}, {"attempt_run_ids": ["sha256_82583d68436f8c3675b1c3adc39ee6a318ff7ce43_run_cf0b44143026"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_82583d68436f8c3675b1c3adc39ee6a318ff7ce43_run_cf0b44143026", "score": 1.0, "status": "PASS", "task_id": "humaneval-096"}, {"attempt_run_ids": ["sha256_25cf4ab0e53c65af5d8e24f5992d925bae999169f_run_216e5a5730b1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_25cf4ab0e53c65af5d8e24f5992d925bae999169f_run_216e5a5730b1", "score": 1.0, "status": "PASS", "task_id": "humaneval-097"}, {"attempt_run_ids": ["sha256_f3f291d5afc729408f8fabb9af288dbbb021140e1_run_e09e9a67d78f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f3f291d5afc729408f8fabb9af288dbbb021140e1_run_e09e9a67d78f", "score": 1.0, "status": "PASS", "task_id": "humaneval-098"}, {"attempt_run_ids": ["sha256_fa180b564d269f12101a7d05cc3e85357110f9708_run_35f5a9127f0c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fa180b564d269f12101a7d05cc3e85357110f9708_run_35f5a9127f0c", "score": 1.0, "status": "PASS", "task_id": "humaneval-099"}, {"attempt_run_ids": ["sha256_0e6989a68c95768b39be345f79b1945c7ba3b19ee_run_39aa6cb149c1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0e6989a68c95768b39be345f79b1945c7ba3b19ee_run_39aa6cb149c1", "score": 1.0, "status": "PASS", "task_id": "humaneval-100"}, {"attempt_run_ids": ["sha256_03ab8d603e816c6c16b74cc258fe345a8e43cdcbf_run_965cb521e048"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_03ab8d603e816c6c16b74cc258fe345a8e43cdcbf_run_965cb521e048", "score": 1.0, "status": "PASS", "task_id": "humaneval-101"}, {"attempt_run_ids": ["sha256_2a849e556009a6c12b0dfc60d0a4515e21ea08575_run_fe1b7d15d972"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2a849e556009a6c12b0dfc60d0a4515e21ea08575_run_fe1b7d15d972", "score": 1.0, "status": "PASS", "task_id": "humaneval-102"}, {"attempt_run_ids": ["sha256_b8cdb593a1bb5a067ade6377ce9edcaccf64a75e4_run_6ab98f33ad66"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b8cdb593a1bb5a067ade6377ce9edcaccf64a75e4_run_6ab98f33ad66", "score": 1.0, "status": "PASS", "task_id": "humaneval-103"}, {"attempt_run_ids": ["sha256_7ffdfd26f3a57a1a472b13e7b00634f35d35cb8e3_run_7e7083f22187"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7ffdfd26f3a57a1a472b13e7b00634f35d35cb8e3_run_7e7083f22187", "score": 1.0, "status": "PASS", "task_id": "humaneval-104"}, {"attempt_run_ids": ["sha256_ba9988e90b595a6f85550a75b58bee77ecbfd4274_run_94e5c0f58f5e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ba9988e90b595a6f85550a75b58bee77ecbfd4274_run_94e5c0f58f5e", "score": 1.0, "status": "PASS", "task_id": "humaneval-105"}, {"attempt_run_ids": ["sha256_ea215cbdea7be539d103ccaef2fc42eb8084ca9bf_run_fb05c1d81f0f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ea215cbdea7be539d103ccaef2fc42eb8084ca9bf_run_fb05c1d81f0f", "score": 1.0, "status": "PASS", "task_id": "humaneval-106"}, {"attempt_run_ids": ["sha256_fb7daf7e770d5082d4d79249f53d2c2f1368208e4_run_e67354cb7292"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fb7daf7e770d5082d4d79249f53d2c2f1368208e4_run_e67354cb7292", "score": 1.0, "status": "PASS", "task_id": "humaneval-107"}, {"attempt_run_ids": ["sha256_b102cb897d469ddc0d88f923edb2b68989dfd1850_run_bc647e71a040"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b102cb897d469ddc0d88f923edb2b68989dfd1850_run_bc647e71a040", "score": 1.0, "status": "PASS", "task_id": "humaneval-108"}, {"attempt_run_ids": ["sha256_cc848415c3208d9ca3e15ed20a74cd202a7494e52_run_718c7c295e46"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cc848415c3208d9ca3e15ed20a74cd202a7494e52_run_718c7c295e46", "score": 1.0, "status": "PASS", "task_id": "humaneval-109"}, {"attempt_run_ids": ["sha256_5d45a68a2a1f9853efa535f5acc2baa5c8add9721_run_fd013cea0bfb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5d45a68a2a1f9853efa535f5acc2baa5c8add9721_run_fd013cea0bfb", "score": 1.0, "status": "PASS", "task_id": "humaneval-110"}, {"attempt_run_ids": ["sha256_0049621b0b8cf4dd3f01ff1fde5e6ac59d1fd3305_run_9e34842ac996"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0049621b0b8cf4dd3f01ff1fde5e6ac59d1fd3305_run_9e34842ac996", "score": 1.0, "status": "PASS", "task_id": "humaneval-111"}, {"attempt_run_ids": ["sha256_84a75cfa6f8bf477da24e74370ea489329904b81a_run_69bb95448df6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_84a75cfa6f8bf477da24e74370ea489329904b81a_run_69bb95448df6", "score": 1.0, "status": "PASS", "task_id": "humaneval-112"}, {"attempt_run_ids": ["sha256_b3dff516c80cdaac7f6a14a1a3918134a525bf967_run_c386089f8543"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b3dff516c80cdaac7f6a14a1a3918134a525bf967_run_c386089f8543", "score": 1.0, "status": "PASS", "task_id": "humaneval-113"}, {"attempt_run_ids": ["sha256_558ccb2ef33fa9e38a4ce33ec50067d92876a7cef_run_0f1aaa5e9c87"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_558ccb2ef33fa9e38a4ce33ec50067d92876a7cef_run_0f1aaa5e9c87", "score": 1.0, "status": "PASS", "task_id": "humaneval-114"}, {"attempt_run_ids": ["sha256_8500c0f00132bbabbcffdd620cde117cd86c38a97_run_29f8a3ea7423"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8500c0f00132bbabbcffdd620cde117cd86c38a97_run_29f8a3ea7423", "score": 1.0, "status": "PASS", "task_id": "humaneval-115"}, {"attempt_run_ids": ["sha256_bd7c8b5f0c3c6e99ba1f117cbcc570bb5cbc34dca_run_2b2db58ee4e8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bd7c8b5f0c3c6e99ba1f117cbcc570bb5cbc34dca_run_2b2db58ee4e8", "score": 1.0, "status": "PASS", "task_id": "humaneval-116"}, {"attempt_run_ids": ["sha256_654c0f8c9d5d7457f10551f4656d9dacab2e761cc_run_d1dfc0007a85"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_654c0f8c9d5d7457f10551f4656d9dacab2e761cc_run_d1dfc0007a85", "score": 1.0, "status": "PASS", "task_id": "humaneval-117"}, {"attempt_run_ids": ["sha256_bd7a234a3c3e6b37f88ff081d9841c448d8407405_run_c131acf703b4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bd7a234a3c3e6b37f88ff081d9841c448d8407405_run_c131acf703b4", "score": 1.0, "status": "PASS", "task_id": "humaneval-118"}, {"attempt_run_ids": ["sha256_6f6391725713dbe3fde3df1f46ffeec56174a5146_run_1ca2008253ee"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6f6391725713dbe3fde3df1f46ffeec56174a5146_run_1ca2008253ee", "score": 1.0, "status": "PASS", "task_id": "humaneval-119"}, {"attempt_run_ids": ["sha256_e39f28863442899acc03be5cef8e1ed3df55f0fa3_run_4e8afeb5e597"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e39f28863442899acc03be5cef8e1ed3df55f0fa3_run_4e8afeb5e597", "score": 1.0, "status": "PASS", "task_id": "humaneval-120"}, {"attempt_run_ids": ["sha256_220b627893e76b76314fe81842d233d19f11a0196_run_27d3dab70d9e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_220b627893e76b76314fe81842d233d19f11a0196_run_27d3dab70d9e", "score": 1.0, "status": "PASS", "task_id": "humaneval-121"}, {"attempt_run_ids": ["sha256_fcbe306e3dc9c393e8b3025db3d3c31ccccd1f4b0_run_80d30390db42"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fcbe306e3dc9c393e8b3025db3d3c31ccccd1f4b0_run_80d30390db42", "score": 1.0, "status": "PASS", "task_id": "humaneval-122"}, {"attempt_run_ids": ["sha256_c1de82f7c11b02e47235748811264851445a62a1d_run_0ec85f7f114d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c1de82f7c11b02e47235748811264851445a62a1d_run_0ec85f7f114d", "score": 1.0, "status": "PASS", "task_id": "humaneval-123"}, {"attempt_run_ids": ["sha256_daabc9990162e9ddff1f85a680e984ca6fc5bfcea_run_c389d366a1b8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_daabc9990162e9ddff1f85a680e984ca6fc5bfcea_run_c389d366a1b8", "score": 1.0, "status": "PASS", "task_id": "humaneval-124"}, {"attempt_run_ids": ["sha256_86c721cdad77b3b7d6cfcdaa841e0f43550942114_run_0faef86bcea9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_86c721cdad77b3b7d6cfcdaa841e0f43550942114_run_0faef86bcea9", "score": 1.0, "status": "PASS", "task_id": "humaneval-125"}, {"attempt_run_ids": ["sha256_5778154435f76ae501d3f11afced2c02be0d5fdeb_run_bde4ef2e4675"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5778154435f76ae501d3f11afced2c02be0d5fdeb_run_bde4ef2e4675", "score": 1.0, "status": "PASS", "task_id": "humaneval-126"}, {"attempt_run_ids": ["sha256_a1a1cf907c1a12138c4049a4c104c7c354b467f6a_run_6e5f571877e8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a1a1cf907c1a12138c4049a4c104c7c354b467f6a_run_6e5f571877e8", "score": 1.0, "status": "PASS", "task_id": "humaneval-127"}, {"attempt_run_ids": ["sha256_303b38f5b6ebcdd358bf5cd1e482d255b5d730f43_run_05857f46b604"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_303b38f5b6ebcdd358bf5cd1e482d255b5d730f43_run_05857f46b604", "score": 1.0, "status": "PASS", "task_id": "humaneval-128"}, {"attempt_run_ids": ["sha256_f690d602e44226a504f4a4b06d90371ba3a7cd9fc_run_cec48fad808c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f690d602e44226a504f4a4b06d90371ba3a7cd9fc_run_cec48fad808c", "score": 1.0, "status": "PASS", "task_id": "humaneval-129"}, {"attempt_run_ids": ["sha256_0116a303c95a862ec2ec27e29a4f864885b1079ce_run_e8750555ef00"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0116a303c95a862ec2ec27e29a4f864885b1079ce_run_e8750555ef00", "score": 1.0, "status": "PASS", "task_id": "humaneval-130"}, {"attempt_run_ids": ["sha256_a682fabb089e71d2cb6806198ede034c8648a2949_run_c47f675b4959"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a682fabb089e71d2cb6806198ede034c8648a2949_run_c47f675b4959", "score": 1.0, "status": "PASS", "task_id": "humaneval-131"}, {"attempt_run_ids": ["sha256_df33a2013adc12ec4f12c4db5ada17e00f8da5521_run_4919f3285b21"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_df33a2013adc12ec4f12c4db5ada17e00f8da5521_run_4919f3285b21", "score": 1.0, "status": "PASS", "task_id": "humaneval-132"}, {"attempt_run_ids": ["sha256_54cf37c4c86f67525fc7a954fb59d9497f767b66c_run_cbb618c09bd7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_54cf37c4c86f67525fc7a954fb59d9497f767b66c_run_cbb618c09bd7", "score": 1.0, "status": "PASS", "task_id": "humaneval-133"}, {"attempt_run_ids": ["sha256_3f64e3935938849f879d68d6f79d8abe7c23f1c04_run_562609dc1496"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3f64e3935938849f879d68d6f79d8abe7c23f1c04_run_562609dc1496", "score": 1.0, "status": "PASS", "task_id": "humaneval-134"}, {"attempt_run_ids": ["sha256_6bb02d070c36cf1e2531eeda546e3b9ab6feb904e_run_25c6903239c0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6bb02d070c36cf1e2531eeda546e3b9ab6feb904e_run_25c6903239c0", "score": 1.0, "status": "PASS", "task_id": "humaneval-135"}, {"attempt_run_ids": ["sha256_d0ce3477160b939b6364ce2a34e74b774b764a389_run_568839f20aa3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d0ce3477160b939b6364ce2a34e74b774b764a389_run_568839f20aa3", "score": 1.0, "status": "PASS", "task_id": "humaneval-136"}, {"attempt_run_ids": ["sha256_74285ae431e45bb925b675e3cb581816a293a12f1_run_668487dca0ac"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_74285ae431e45bb925b675e3cb581816a293a12f1_run_668487dca0ac", "score": 1.0, "status": "PASS", "task_id": "humaneval-137"}, {"attempt_run_ids": ["sha256_16a4f045ecd78d8f3a76651470b994787b213b72b_run_c6f2276d04ab"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_16a4f045ecd78d8f3a76651470b994787b213b72b_run_c6f2276d04ab", "score": 1.0, "status": "PASS", "task_id": "humaneval-138"}, {"attempt_run_ids": ["sha256_7d01eb2007a2b7157864c394882e5f5affc08996c_run_26b26e309251"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7d01eb2007a2b7157864c394882e5f5affc08996c_run_26b26e309251", "score": 1.0, "status": "PASS", "task_id": "humaneval-139"}, {"attempt_run_ids": ["sha256_9fcaef6aee1c52c2b1aa4e1794da802f722a1094d_run_f9d5c3a17309"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9fcaef6aee1c52c2b1aa4e1794da802f722a1094d_run_f9d5c3a17309", "score": 1.0, "status": "PASS", "task_id": "humaneval-140"}, {"attempt_run_ids": ["sha256_6bf95a17ba2c37d4ddf5cff8b849aa77ccc22d872_run_c7f1e0fa9628"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6bf95a17ba2c37d4ddf5cff8b849aa77ccc22d872_run_c7f1e0fa9628", "score": 1.0, "status": "PASS", "task_id": "humaneval-141"}, {"attempt_run_ids": ["sha256_146e5cae076f3341c42c8fe1e89e6bd1ca80ed0e2_run_b4af7a007812"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_146e5cae076f3341c42c8fe1e89e6bd1ca80ed0e2_run_b4af7a007812", "score": 1.0, "status": "PASS", "task_id": "humaneval-142"}, {"attempt_run_ids": ["sha256_e0bb6e217952c935e765317824d660fae1cb9f243_run_67d1ea510051"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e0bb6e217952c935e765317824d660fae1cb9f243_run_67d1ea510051", "score": 1.0, "status": "PASS", "task_id": "humaneval-143"}, {"attempt_run_ids": ["sha256_72405d5c508554ed5a731fd052a42bb03280954dc_run_f27e04cb4503"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_72405d5c508554ed5a731fd052a42bb03280954dc_run_f27e04cb4503", "score": 1.0, "status": "PASS", "task_id": "humaneval-144"}, {"attempt_run_ids": ["sha256_09d633d4cf6b333d06a9aa0e449dfeb2cae86ca08_run_8370aac8efae"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_09d633d4cf6b333d06a9aa0e449dfeb2cae86ca08_run_8370aac8efae", "score": 0.0, "status": "FAIL", "task_id": "humaneval-145"}, {"attempt_run_ids": ["sha256_e68b952b571a59104641376ab8100bf6469a22258_run_9ad26eeabeab"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e68b952b571a59104641376ab8100bf6469a22258_run_9ad26eeabeab", "score": 1.0, "status": "PASS", "task_id": "humaneval-146"}, {"attempt_run_ids": ["sha256_da5c0120793c6787eacd1844b040881073eee16f2_run_86be0f2c9140"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_da5c0120793c6787eacd1844b040881073eee16f2_run_86be0f2c9140", "score": 1.0, "status": "PASS", "task_id": "humaneval-147"}, {"attempt_run_ids": ["sha256_36b39c5088ece3e09b75f9d75a1d55ac425d7037a_run_52b0ae7d5fc9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_36b39c5088ece3e09b75f9d75a1d55ac425d7037a_run_52b0ae7d5fc9", "score": 1.0, "status": "PASS", "task_id": "humaneval-148"}, {"attempt_run_ids": ["sha256_0c5a8bde60801e10df40fd39e54fbb86b8e868fe3_run_d205cf5f9cba"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0c5a8bde60801e10df40fd39e54fbb86b8e868fe3_run_d205cf5f9cba", "score": 1.0, "status": "PASS", "task_id": "humaneval-149"}, {"attempt_run_ids": ["sha256_4731510d7b63b3a1f263bb05c5f064538a39ee3a7_run_5cfdc5ed9af4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4731510d7b63b3a1f263bb05c5f064538a39ee3a7_run_5cfdc5ed9af4", "score": 1.0, "status": "PASS", "task_id": "humaneval-150"}, {"attempt_run_ids": ["sha256_a54cec9673c090edea087097c5ef0df9663f4133d_run_3e43e2b777ab"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a54cec9673c090edea087097c5ef0df9663f4133d_run_3e43e2b777ab", "score": 1.0, "status": "PASS", "task_id": "humaneval-151"}, {"attempt_run_ids": ["sha256_f534c79a3ec6d80f34950a074cc775cdb212997b3_run_c1f631c45b63"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f534c79a3ec6d80f34950a074cc775cdb212997b3_run_c1f631c45b63", "score": 1.0, "status": "PASS", "task_id": "humaneval-152"}, {"attempt_run_ids": ["sha256_0c1d8005b1bb4145c1d00beebd5fb29b0a3ebeb6f_run_ac1d80418179"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0c1d8005b1bb4145c1d00beebd5fb29b0a3ebeb6f_run_ac1d80418179", "score": 1.0, "status": "PASS", "task_id": "humaneval-153"}, {"attempt_run_ids": ["sha256_82a682c261235b9d0b92d44cd788224692cb680a6_run_3839d89d0309"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_82a682c261235b9d0b92d44cd788224692cb680a6_run_3839d89d0309", "score": 1.0, "status": "PASS", "task_id": "humaneval-154"}, {"attempt_run_ids": ["sha256_9ec873e8c6d2d8a07e80313b136d7ce4477ed8271_run_4c11703383dd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9ec873e8c6d2d8a07e80313b136d7ce4477ed8271_run_4c11703383dd", "score": 1.0, "status": "PASS", "task_id": "humaneval-155"}, {"attempt_run_ids": ["sha256_abcca2d2277317b14748d3cad72d4f057b83f7e51_run_a6959cecc851"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_abcca2d2277317b14748d3cad72d4f057b83f7e51_run_a6959cecc851", "score": 1.0, "status": "PASS", "task_id": "humaneval-156"}, {"attempt_run_ids": ["sha256_0ae15128ae6d37db00a36df04ada923f3b1e28609_run_ca4b58a176c6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0ae15128ae6d37db00a36df04ada923f3b1e28609_run_ca4b58a176c6", "score": 1.0, "status": "PASS", "task_id": "humaneval-157"}, {"attempt_run_ids": ["sha256_844b64a6544c9db3b7d5091950b46114f910cad20_run_287863d3b3f2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_844b64a6544c9db3b7d5091950b46114f910cad20_run_287863d3b3f2", "score": 1.0, "status": "PASS", "task_id": "humaneval-158"}, {"attempt_run_ids": ["sha256_0ccd3f3756b9ca63b05a93a62c215e8c84ea0572c_run_e39e5a23e7a4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0ccd3f3756b9ca63b05a93a62c215e8c84ea0572c_run_e39e5a23e7a4", "score": 1.0, "status": "PASS", "task_id": "humaneval-159"}, {"attempt_run_ids": ["sha256_7967e5a7f1f0b65c915212afaece43d78d7a71c9f_run_73720f6624df"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7967e5a7f1f0b65c915212afaece43d78d7a71c9f_run_73720f6624df", "score": 1.0, "status": "PASS", "task_id": "humaneval-160"}, {"attempt_run_ids": ["sha256_007f6f1dec711d4f0c222f7599277601d572bba65_run_7868154370b3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_007f6f1dec711d4f0c222f7599277601d572bba65_run_7868154370b3", "score": 1.0, "status": "PASS", "task_id": "humaneval-161"}, {"attempt_run_ids": ["sha256_17ae98acecff7bcc996bbd659962f36cd36ade415_run_27a7414a5f30"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_17ae98acecff7bcc996bbd659962f36cd36ade415_run_27a7414a5f30", "score": 1.0, "status": "PASS", "task_id": "humaneval-162"}, {"attempt_run_ids": ["sha256_cc38ee485873592dd38cde420dc58c4f23aee6df3_run_ee3f4ad542b2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cc38ee485873592dd38cde420dc58c4f23aee6df3_run_ee3f4ad542b2", "score": 1.0, "status": "PASS", "task_id": "humaneval-163"}], "task_set_digest": "sha256:1b2b51b62f47f2f06f961afccedb0984bf9b95cde905fe226dae67d19427599b", "uploaded_by": "ffy6511", "visibility": "public"}, {"actors_summary": [{"entry": "pi", "executor": "acp", "model": "zai-coding-cn/glm-5.2", "options": "{\"entry\":\"pi\"}", "profile_id": "solver"}], "agent_label": "pi", "blob_digest": "sha256:3e512c2670ff6b06baf929065bd2bacb32dd3ce6298b06d7a9a5115ca17625fa", "board_listed": true, "bound_kind": "release", "complete": true, "config_fingerprint": "sha256:369f1fffe009ad4002f1add84fbea50fb0049e20163273ee03958dbbf18676a5", "config_homogeneous": true, "created_at": 1788759800.0, "dataset_id": "official/humaneval", "dataset_version": "0.1.0", "exit_code": 1, "job_overlay": {"bindings": {"solver": {"api_key": "litellm_api_key", "base_url": "http://10.130.138.46:8010/v1", "executor": "acp", "extensions": [{"options": {"entry": "pi"}, "plugin": "acp"}, {"options": {"files": [{"dest": ".pi/agent/models.json", "dest_root": "home", "src": "overlays/pi.litellm.json"}]}, "plugin": "home-files"}], "model": "zai-coding-cn/glm-5.2"}}}, "mean_score": 0.98170733, "metrics": {"k_values": [1], "mean_score": 0.9817073170731707, "missing_score_as": 0.0, "n_attempts": 1, "n_error": 0, "n_fail": 3, "n_pass": 161, "n_tasks": 164, "pass_at_k": {"1": {"incomplete_tasks": 0, "n_tasks": 164, "value": 0.9817073170731707}}, "pass_power_k": {"1": {"incomplete_tasks": 0, "n_tasks": 164, "value": 0.9817073170731707}}, "pass_rate": 0.9817073170731707, "per_task": [{"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-000"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-001"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-002"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-003"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-004"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-005"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-006"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-007"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-008"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-009"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-010"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-011"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-012"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-013"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-014"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-015"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-016"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-017"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-018"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-019"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-020"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-021"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-022"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-023"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-024"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-025"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-026"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-027"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-028"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-029"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-030"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-031"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-032"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-033"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-034"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-035"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-036"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-037"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-038"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-039"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-040"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-041"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-042"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-043"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-044"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-045"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-046"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-047"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-048"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-049"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-050"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-051"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-052"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-053"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-054"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-055"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-056"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-057"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-058"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-059"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-060"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-061"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-062"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-063"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-064"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-065"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-066"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-067"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-068"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-069"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-070"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-071"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-072"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-073"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-074"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-075"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-076"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-077"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-078"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-079"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-080"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-081"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-082"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-083"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-084"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-085"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-086"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-087"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-088"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-089"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-090"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-091"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-092"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-093"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-094"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-095"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-096"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-097"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-098"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-099"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-100"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-101"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-102"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-103"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-104"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-105"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-106"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-107"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-108"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-109"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-110"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-111"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-112"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-113"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-114"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-115"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-116"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-117"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-118"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-119"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-120"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-121"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-122"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-123"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-124"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-125"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-126"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-127"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-128"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-129"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-130"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-131"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-132"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-133"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-134"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-135"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-136"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-137"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-138"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-139"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-140"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-141"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-142"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-143"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-144"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-145"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-146"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-147"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-148"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-149"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-150"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-151"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-152"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-153"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-154"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-155"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-156"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-157"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-158"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-159"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-160"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-161"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-162"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-163"}], "usage": {"cost_source": "missing", "duration_s": 1533.7166269999993, "n_attempts_with_cost": 0, "n_attempts_with_tokens": 0}}, "model_label": "zai-coding-cn/glm-5.2", "note": "per-task evaluator verdicts only; no suite-level PASS", "pass_rate": 0.98170733, "size": 44127, "suite_run_id": "60108ba8", "task_refs": [{"attempt_run_ids": ["sha256_c5336dd15ba2e266a308b4d34c5d7fa5d3e20b2da_run_4773e8d96301"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_c5336dd15ba2e266a308b4d34c5d7fa5d3e20b2da_run_4773e8d96301", "score": 0.0, "status": "FAIL", "task_id": "humaneval-000"}, {"attempt_run_ids": ["sha256_0e4431b0201013168e26de3431fd6c0f7575d5753_run_b174dfa8b629"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0e4431b0201013168e26de3431fd6c0f7575d5753_run_b174dfa8b629", "score": 1.0, "status": "PASS", "task_id": "humaneval-001"}, {"attempt_run_ids": ["sha256_e7acf31fcc7a68c0f1ba685377825a6064817db25_run_9f2fd8c7958a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e7acf31fcc7a68c0f1ba685377825a6064817db25_run_9f2fd8c7958a", "score": 1.0, "status": "PASS", "task_id": "humaneval-002"}, {"attempt_run_ids": ["sha256_55607658eebf027f7fe815d61395f66f356c29689_run_a0aead89eaf5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_55607658eebf027f7fe815d61395f66f356c29689_run_a0aead89eaf5", "score": 1.0, "status": "PASS", "task_id": "humaneval-003"}, {"attempt_run_ids": ["sha256_1c135603a7193c7bda3e06a8cff423058f52a2276_run_81d8703bc872"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1c135603a7193c7bda3e06a8cff423058f52a2276_run_81d8703bc872", "score": 1.0, "status": "PASS", "task_id": "humaneval-004"}, {"attempt_run_ids": ["sha256_3142987ccdda2e98da29e16c35390763cdd92e10b_run_90b54c4c9a69"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3142987ccdda2e98da29e16c35390763cdd92e10b_run_90b54c4c9a69", "score": 1.0, "status": "PASS", "task_id": "humaneval-005"}, {"attempt_run_ids": ["sha256_9ed64bfb6710058e2468c0945561b0a634a3dbd6d_run_be6bac7add65"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9ed64bfb6710058e2468c0945561b0a634a3dbd6d_run_be6bac7add65", "score": 1.0, "status": "PASS", "task_id": "humaneval-006"}, {"attempt_run_ids": ["sha256_80c0f2b1f7a874e75c767c4c48683e9f140aaa9dc_run_9948c0c5409e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_80c0f2b1f7a874e75c767c4c48683e9f140aaa9dc_run_9948c0c5409e", "score": 1.0, "status": "PASS", "task_id": "humaneval-007"}, {"attempt_run_ids": ["sha256_5e504f3e2da2bec2c6aed331fe767afd8248f3e35_run_86672228326b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5e504f3e2da2bec2c6aed331fe767afd8248f3e35_run_86672228326b", "score": 1.0, "status": "PASS", "task_id": "humaneval-008"}, {"attempt_run_ids": ["sha256_28e1e733ad1a1f73aeaf2dc027bd4515ada5ec696_run_380284260e28"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_28e1e733ad1a1f73aeaf2dc027bd4515ada5ec696_run_380284260e28", "score": 1.0, "status": "PASS", "task_id": "humaneval-009"}, {"attempt_run_ids": ["sha256_c389306a662d0fa2dd45af56df2f76723cb6655b7_run_c93ee6aaf30b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c389306a662d0fa2dd45af56df2f76723cb6655b7_run_c93ee6aaf30b", "score": 1.0, "status": "PASS", "task_id": "humaneval-010"}, {"attempt_run_ids": ["sha256_e866c898e4ec46537b74f20eb65f691392055e026_run_dd2f82426fe2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e866c898e4ec46537b74f20eb65f691392055e026_run_dd2f82426fe2", "score": 1.0, "status": "PASS", "task_id": "humaneval-011"}, {"attempt_run_ids": ["sha256_e7f0f980b80b763c29886541dde0f0802aab49720_run_594362957a79"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e7f0f980b80b763c29886541dde0f0802aab49720_run_594362957a79", "score": 1.0, "status": "PASS", "task_id": "humaneval-012"}, {"attempt_run_ids": ["sha256_f87ac7b9e157bdbe9beb1a5e118faa2dd7aa053f7_run_6323bf40cde9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f87ac7b9e157bdbe9beb1a5e118faa2dd7aa053f7_run_6323bf40cde9", "score": 1.0, "status": "PASS", "task_id": "humaneval-013"}, {"attempt_run_ids": ["sha256_150c1283aa0a75702f9a4b7afbe205ee49baa2b7c_run_4be4bd86f5be"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_150c1283aa0a75702f9a4b7afbe205ee49baa2b7c_run_4be4bd86f5be", "score": 1.0, "status": "PASS", "task_id": "humaneval-014"}, {"attempt_run_ids": ["sha256_e488f08f9c91394ce566a21d4a6367580854a7fce_run_9ff6d991c807"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e488f08f9c91394ce566a21d4a6367580854a7fce_run_9ff6d991c807", "score": 1.0, "status": "PASS", "task_id": "humaneval-015"}, {"attempt_run_ids": ["sha256_4b56c799a405aeb0cc42a3f8ef5324af9219322ab_run_3a5b4d25d5f6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4b56c799a405aeb0cc42a3f8ef5324af9219322ab_run_3a5b4d25d5f6", "score": 1.0, "status": "PASS", "task_id": "humaneval-016"}, {"attempt_run_ids": ["sha256_0a8678eedf878d5c7d62c5f569569dab5013e9401_run_f16e68adf92c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0a8678eedf878d5c7d62c5f569569dab5013e9401_run_f16e68adf92c", "score": 1.0, "status": "PASS", "task_id": "humaneval-017"}, {"attempt_run_ids": ["sha256_b6e4d5a5bd2b29db4fcd8248678e5d3b13ccef87f_run_c12788ec1c6b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b6e4d5a5bd2b29db4fcd8248678e5d3b13ccef87f_run_c12788ec1c6b", "score": 1.0, "status": "PASS", "task_id": "humaneval-018"}, {"attempt_run_ids": ["sha256_c5de99f3236a5728af0d24efafd8cfaa228c3887e_run_209da7fdeaa7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c5de99f3236a5728af0d24efafd8cfaa228c3887e_run_209da7fdeaa7", "score": 1.0, "status": "PASS", "task_id": "humaneval-019"}, {"attempt_run_ids": ["sha256_af6c9388c633f5e24302c5e82afdd489fdc8ac86c_run_4fab8dffef50"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_af6c9388c633f5e24302c5e82afdd489fdc8ac86c_run_4fab8dffef50", "score": 1.0, "status": "PASS", "task_id": "humaneval-020"}, {"attempt_run_ids": ["sha256_d89bb28d4998dcc25e7cf93c00cea3cb3bb239fe3_run_65722b6dc136"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d89bb28d4998dcc25e7cf93c00cea3cb3bb239fe3_run_65722b6dc136", "score": 1.0, "status": "PASS", "task_id": "humaneval-021"}, {"attempt_run_ids": ["sha256_4966c502d48b951a6ade75f5eb9ce8b6d4e9252ef_run_45a84fafae1b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4966c502d48b951a6ade75f5eb9ce8b6d4e9252ef_run_45a84fafae1b", "score": 1.0, "status": "PASS", "task_id": "humaneval-022"}, {"attempt_run_ids": ["sha256_08c718c5fad60c3993dd4476cab17d06848c1d974_run_c45ea5748fc4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_08c718c5fad60c3993dd4476cab17d06848c1d974_run_c45ea5748fc4", "score": 1.0, "status": "PASS", "task_id": "humaneval-023"}, {"attempt_run_ids": ["sha256_74d2ac4cd58689f6d5af0146eac780b46988ab8e9_run_db2647e5df67"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_74d2ac4cd58689f6d5af0146eac780b46988ab8e9_run_db2647e5df67", "score": 1.0, "status": "PASS", "task_id": "humaneval-024"}, {"attempt_run_ids": ["sha256_6799ed085f541970513f540711d6a6a08c4715ade_run_d2bca4298f9d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6799ed085f541970513f540711d6a6a08c4715ade_run_d2bca4298f9d", "score": 1.0, "status": "PASS", "task_id": "humaneval-025"}, {"attempt_run_ids": ["sha256_9a4f75584d417b1e0c473e7364f94f029c953e25a_run_176239b02c02"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9a4f75584d417b1e0c473e7364f94f029c953e25a_run_176239b02c02", "score": 1.0, "status": "PASS", "task_id": "humaneval-026"}, {"attempt_run_ids": ["sha256_da20f2d22964eb30fae4ed6f919d83ca8be84ff86_run_2f0440d7b251"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_da20f2d22964eb30fae4ed6f919d83ca8be84ff86_run_2f0440d7b251", "score": 1.0, "status": "PASS", "task_id": "humaneval-027"}, {"attempt_run_ids": ["sha256_913aba1bfa9acc85f87c0f5a13914262363e056dc_run_bb6330fece0d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_913aba1bfa9acc85f87c0f5a13914262363e056dc_run_bb6330fece0d", "score": 1.0, "status": "PASS", "task_id": "humaneval-028"}, {"attempt_run_ids": ["sha256_f9222b1c0547c7415ca970d5575970e6e1367625f_run_960ef4584c8d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f9222b1c0547c7415ca970d5575970e6e1367625f_run_960ef4584c8d", "score": 1.0, "status": "PASS", "task_id": "humaneval-029"}, {"attempt_run_ids": ["sha256_f81942c9e9ad0c3140ee0a25497b9f7f9114518eb_run_2148bd5835ca"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f81942c9e9ad0c3140ee0a25497b9f7f9114518eb_run_2148bd5835ca", "score": 1.0, "status": "PASS", "task_id": "humaneval-030"}, {"attempt_run_ids": ["sha256_5de0a8f89d72446c82665d1ab21f4882e9bd76882_run_6da1a7e1cd92"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5de0a8f89d72446c82665d1ab21f4882e9bd76882_run_6da1a7e1cd92", "score": 1.0, "status": "PASS", "task_id": "humaneval-031"}, {"attempt_run_ids": ["sha256_b6945a0090fe2712a9f903f506496da3c5edf5607_run_01623911f20f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b6945a0090fe2712a9f903f506496da3c5edf5607_run_01623911f20f", "score": 1.0, "status": "PASS", "task_id": "humaneval-032"}, {"attempt_run_ids": ["sha256_4b829d7bee528ae1da23ec6f5621bf2a5f886a53e_run_40576e40197d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4b829d7bee528ae1da23ec6f5621bf2a5f886a53e_run_40576e40197d", "score": 1.0, "status": "PASS", "task_id": "humaneval-033"}, {"attempt_run_ids": ["sha256_c4af43f3167fb2573b835d8fa437607b85d52db24_run_d28f609eb9e4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c4af43f3167fb2573b835d8fa437607b85d52db24_run_d28f609eb9e4", "score": 1.0, "status": "PASS", "task_id": "humaneval-034"}, {"attempt_run_ids": ["sha256_3f1bae6486a5ebd6724d3ddfee523ed9b9d83ef1c_run_7451515dc97e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3f1bae6486a5ebd6724d3ddfee523ed9b9d83ef1c_run_7451515dc97e", "score": 1.0, "status": "PASS", "task_id": "humaneval-035"}, {"attempt_run_ids": ["sha256_cba48aa73e029344f7bb47ad626b3cf08016421c4_run_e74a8d6825de"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cba48aa73e029344f7bb47ad626b3cf08016421c4_run_e74a8d6825de", "score": 1.0, "status": "PASS", "task_id": "humaneval-036"}, {"attempt_run_ids": ["sha256_098f6eb4eb2b50c2b70f899da87a91bb4748aa9ad_run_b5b5b7a36905"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_098f6eb4eb2b50c2b70f899da87a91bb4748aa9ad_run_b5b5b7a36905", "score": 1.0, "status": "PASS", "task_id": "humaneval-037"}, {"attempt_run_ids": ["sha256_ccc752923611b139c028c4dd692e1bd85f85a8433_run_948424c58154"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ccc752923611b139c028c4dd692e1bd85f85a8433_run_948424c58154", "score": 1.0, "status": "PASS", "task_id": "humaneval-038"}, {"attempt_run_ids": ["sha256_b218011691a67146c1e3614914b47aa730f062c70_run_8dea193114d6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b218011691a67146c1e3614914b47aa730f062c70_run_8dea193114d6", "score": 1.0, "status": "PASS", "task_id": "humaneval-039"}, {"attempt_run_ids": ["sha256_005f85f16ae08997ea6af838d6b32953f63fff39f_run_eceb58b14031"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_005f85f16ae08997ea6af838d6b32953f63fff39f_run_eceb58b14031", "score": 1.0, "status": "PASS", "task_id": "humaneval-040"}, {"attempt_run_ids": ["sha256_3ec94ec85c70d9cb34ebd5b9770c1184d58a1ab6a_run_5215fc2d154c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3ec94ec85c70d9cb34ebd5b9770c1184d58a1ab6a_run_5215fc2d154c", "score": 1.0, "status": "PASS", "task_id": "humaneval-041"}, {"attempt_run_ids": ["sha256_f91f4990ece31b89a8dcfe4ece79fa1a37ecaf2cd_run_7cd201fee381"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f91f4990ece31b89a8dcfe4ece79fa1a37ecaf2cd_run_7cd201fee381", "score": 1.0, "status": "PASS", "task_id": "humaneval-042"}, {"attempt_run_ids": ["sha256_1aa5d0425a6ff60505597536329c8a66cc5156bf8_run_8c08f9a01f2d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1aa5d0425a6ff60505597536329c8a66cc5156bf8_run_8c08f9a01f2d", "score": 1.0, "status": "PASS", "task_id": "humaneval-043"}, {"attempt_run_ids": ["sha256_c59a19805ddfc5426156640a1d87a9ebc7905f571_run_ce538c3e967f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c59a19805ddfc5426156640a1d87a9ebc7905f571_run_ce538c3e967f", "score": 1.0, "status": "PASS", "task_id": "humaneval-044"}, {"attempt_run_ids": ["sha256_60cec78d6f6f2d7b419129110dc23b4019c05eedb_run_b3189e0de852"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_60cec78d6f6f2d7b419129110dc23b4019c05eedb_run_b3189e0de852", "score": 1.0, "status": "PASS", "task_id": "humaneval-045"}, {"attempt_run_ids": ["sha256_5388478abed811ad39ce8d80224af4171ec762801_run_bf44cfadb3a5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5388478abed811ad39ce8d80224af4171ec762801_run_bf44cfadb3a5", "score": 1.0, "status": "PASS", "task_id": "humaneval-046"}, {"attempt_run_ids": ["sha256_3aefbfa906bcfba715f6ad566635bdc9b5ae43465_run_29b7f9e66f10"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3aefbfa906bcfba715f6ad566635bdc9b5ae43465_run_29b7f9e66f10", "score": 1.0, "status": "PASS", "task_id": "humaneval-047"}, {"attempt_run_ids": ["sha256_b04afe680b136aeae5726f03b53e27dfd04c223ef_run_e2849f1d1124"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b04afe680b136aeae5726f03b53e27dfd04c223ef_run_e2849f1d1124", "score": 1.0, "status": "PASS", "task_id": "humaneval-048"}, {"attempt_run_ids": ["sha256_444bc8503aaa63708c2e8a807b00fb6caef049d60_run_c8b33ed42874"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_444bc8503aaa63708c2e8a807b00fb6caef049d60_run_c8b33ed42874", "score": 1.0, "status": "PASS", "task_id": "humaneval-049"}, {"attempt_run_ids": ["sha256_ebf0f3653f18eed18bc1d2ea53872b8ddd1660894_run_ef159ba077a9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ebf0f3653f18eed18bc1d2ea53872b8ddd1660894_run_ef159ba077a9", "score": 1.0, "status": "PASS", "task_id": "humaneval-050"}, {"attempt_run_ids": ["sha256_cf9fd9e6b9044137d799c3c16322a60ad9da3c8fb_run_de18fa133d33"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cf9fd9e6b9044137d799c3c16322a60ad9da3c8fb_run_de18fa133d33", "score": 1.0, "status": "PASS", "task_id": "humaneval-051"}, {"attempt_run_ids": ["sha256_bcc91d3bca1e9bda516e2fe2cd1ee0a034de6b98a_run_02f692074774"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bcc91d3bca1e9bda516e2fe2cd1ee0a034de6b98a_run_02f692074774", "score": 1.0, "status": "PASS", "task_id": "humaneval-052"}, {"attempt_run_ids": ["sha256_8d90110f68a0f0a03181834e7a0fe6ea5c1c294d9_run_c405aae1eb78"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8d90110f68a0f0a03181834e7a0fe6ea5c1c294d9_run_c405aae1eb78", "score": 1.0, "status": "PASS", "task_id": "humaneval-053"}, {"attempt_run_ids": ["sha256_402edb73455bbd8a9527bcd342a836ea0c4342434_run_3116905a1d46"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_402edb73455bbd8a9527bcd342a836ea0c4342434_run_3116905a1d46", "score": 1.0, "status": "PASS", "task_id": "humaneval-054"}, {"attempt_run_ids": ["sha256_ef9f94bdda300a4e4e3b113dca3514dfcae8e8482_run_fb5a84695acc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ef9f94bdda300a4e4e3b113dca3514dfcae8e8482_run_fb5a84695acc", "score": 1.0, "status": "PASS", "task_id": "humaneval-055"}, {"attempt_run_ids": ["sha256_125e98f8ac7cf52be578f5dfbd9c9f31ffbfe5288_run_d053cc87c80c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_125e98f8ac7cf52be578f5dfbd9c9f31ffbfe5288_run_d053cc87c80c", "score": 1.0, "status": "PASS", "task_id": "humaneval-056"}, {"attempt_run_ids": ["sha256_1a6c14e47475ad4fd09b5776106348ede44b1db68_run_8b63382954b1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1a6c14e47475ad4fd09b5776106348ede44b1db68_run_8b63382954b1", "score": 1.0, "status": "PASS", "task_id": "humaneval-057"}, {"attempt_run_ids": ["sha256_5ffbf186ef92eff7d1c71ce946b725c03ff97c9a0_run_edc8f9c9ac82"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5ffbf186ef92eff7d1c71ce946b725c03ff97c9a0_run_edc8f9c9ac82", "score": 1.0, "status": "PASS", "task_id": "humaneval-058"}, {"attempt_run_ids": ["sha256_1883db30a10f00ac252b4f209496a24845083bf13_run_cc6469d03419"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1883db30a10f00ac252b4f209496a24845083bf13_run_cc6469d03419", "score": 1.0, "status": "PASS", "task_id": "humaneval-059"}, {"attempt_run_ids": ["sha256_bf5ba8d430f856429633cd85cdd48cdcd1b86204c_run_cd8e01fa9e01"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bf5ba8d430f856429633cd85cdd48cdcd1b86204c_run_cd8e01fa9e01", "score": 1.0, "status": "PASS", "task_id": "humaneval-060"}, {"attempt_run_ids": ["sha256_b0922ee5023f5d49f513819d8bcdd3173ce9a30be_run_556016550699"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b0922ee5023f5d49f513819d8bcdd3173ce9a30be_run_556016550699", "score": 1.0, "status": "PASS", "task_id": "humaneval-061"}, {"attempt_run_ids": ["sha256_d4ef6916a7afc65c6ecdeb22efe29cabbc7dcfd4c_run_4b7c34d2a487"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d4ef6916a7afc65c6ecdeb22efe29cabbc7dcfd4c_run_4b7c34d2a487", "score": 1.0, "status": "PASS", "task_id": "humaneval-062"}, {"attempt_run_ids": ["sha256_c58bbf5b4e004be7f6a3460e9c7e6010a2cc49a0b_run_c8a1def34a38"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c58bbf5b4e004be7f6a3460e9c7e6010a2cc49a0b_run_c8a1def34a38", "score": 1.0, "status": "PASS", "task_id": "humaneval-063"}, {"attempt_run_ids": ["sha256_30b0842518830c80082a2df2a29535d199c51496b_run_d29a65805280"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_30b0842518830c80082a2df2a29535d199c51496b_run_d29a65805280", "score": 0.0, "status": "FAIL", "task_id": "humaneval-064"}, {"attempt_run_ids": ["sha256_7cfc33a2fa6b42e0f49ea8a07bf669174c4a3c55a_run_6b68ed89654c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7cfc33a2fa6b42e0f49ea8a07bf669174c4a3c55a_run_6b68ed89654c", "score": 1.0, "status": "PASS", "task_id": "humaneval-065"}, {"attempt_run_ids": ["sha256_9c1cced2c3631d489011f3147d39ce82a4538b612_run_641590b46106"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9c1cced2c3631d489011f3147d39ce82a4538b612_run_641590b46106", "score": 1.0, "status": "PASS", "task_id": "humaneval-066"}, {"attempt_run_ids": ["sha256_5e1d9bf22cf8ca3e2fc8e935b39e8ed87ebd5dcf9_run_e1fd793e74a0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5e1d9bf22cf8ca3e2fc8e935b39e8ed87ebd5dcf9_run_e1fd793e74a0", "score": 1.0, "status": "PASS", "task_id": "humaneval-067"}, {"attempt_run_ids": ["sha256_6474a06dcf880b3808baa6021c3c3e306d6457416_run_70371aeb5b0c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6474a06dcf880b3808baa6021c3c3e306d6457416_run_70371aeb5b0c", "score": 1.0, "status": "PASS", "task_id": "humaneval-068"}, {"attempt_run_ids": ["sha256_936afcde9b0f579bedc62adfca7f3a1afbca6b7c3_run_64df511b6af6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_936afcde9b0f579bedc62adfca7f3a1afbca6b7c3_run_64df511b6af6", "score": 1.0, "status": "PASS", "task_id": "humaneval-069"}, {"attempt_run_ids": ["sha256_fa31dcf508ad762f208bbbd562d648682f00cff3a_run_95d563f53603"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fa31dcf508ad762f208bbbd562d648682f00cff3a_run_95d563f53603", "score": 1.0, "status": "PASS", "task_id": "humaneval-070"}, {"attempt_run_ids": ["sha256_ce5c3e140d91f84de5f4d47f55720b005b43d9a0d_run_6767f00942ef"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ce5c3e140d91f84de5f4d47f55720b005b43d9a0d_run_6767f00942ef", "score": 1.0, "status": "PASS", "task_id": "humaneval-071"}, {"attempt_run_ids": ["sha256_d3eed3a88c4d1415bee93882c24c14c6b4c7a7412_run_7f13cac65697"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d3eed3a88c4d1415bee93882c24c14c6b4c7a7412_run_7f13cac65697", "score": 1.0, "status": "PASS", "task_id": "humaneval-072"}, {"attempt_run_ids": ["sha256_07280eca8ac725d40d1e511718eec62679189afdc_run_23a7d55d666b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_07280eca8ac725d40d1e511718eec62679189afdc_run_23a7d55d666b", "score": 1.0, "status": "PASS", "task_id": "humaneval-073"}, {"attempt_run_ids": ["sha256_d67af166c1078da438c0672e3f5fc02bc70b7c5f8_run_c57c55ec875c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d67af166c1078da438c0672e3f5fc02bc70b7c5f8_run_c57c55ec875c", "score": 1.0, "status": "PASS", "task_id": "humaneval-074"}, {"attempt_run_ids": ["sha256_7c9eb38966d4999768f90e51df99a008bdbcd6eeb_run_4c29c515aeeb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7c9eb38966d4999768f90e51df99a008bdbcd6eeb_run_4c29c515aeeb", "score": 1.0, "status": "PASS", "task_id": "humaneval-075"}, {"attempt_run_ids": ["sha256_9bf681261e0e369bc7302e5e168bfe4cdf89885e8_run_4a6a55a9eea9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9bf681261e0e369bc7302e5e168bfe4cdf89885e8_run_4a6a55a9eea9", "score": 1.0, "status": "PASS", "task_id": "humaneval-076"}, {"attempt_run_ids": ["sha256_b614dd51ee4ac68f9a6bdb9bac4846c38a5195432_run_2b475ff9cad4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b614dd51ee4ac68f9a6bdb9bac4846c38a5195432_run_2b475ff9cad4", "score": 1.0, "status": "PASS", "task_id": "humaneval-077"}, {"attempt_run_ids": ["sha256_26c41debcf0536996ccce9bd90edc441e0eeab773_run_e7263ddb277b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_26c41debcf0536996ccce9bd90edc441e0eeab773_run_e7263ddb277b", "score": 1.0, "status": "PASS", "task_id": "humaneval-078"}, {"attempt_run_ids": ["sha256_8f2dd6f884018550654b239d20b0270d367f73e04_run_be089732718d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8f2dd6f884018550654b239d20b0270d367f73e04_run_be089732718d", "score": 1.0, "status": "PASS", "task_id": "humaneval-079"}, {"attempt_run_ids": ["sha256_9d7826596fc9270863d0882b0d26929534756f445_run_2bb8cb4cc541"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9d7826596fc9270863d0882b0d26929534756f445_run_2bb8cb4cc541", "score": 1.0, "status": "PASS", "task_id": "humaneval-080"}, {"attempt_run_ids": ["sha256_1d7c0e9f01c59fc7f7dc95308d1a4c27d9d08c260_run_c5a0c38098db"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1d7c0e9f01c59fc7f7dc95308d1a4c27d9d08c260_run_c5a0c38098db", "score": 1.0, "status": "PASS", "task_id": "humaneval-081"}, {"attempt_run_ids": ["sha256_f1d8816436e01c4bdb7678347602975163328448d_run_741e82f8fc34"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f1d8816436e01c4bdb7678347602975163328448d_run_741e82f8fc34", "score": 1.0, "status": "PASS", "task_id": "humaneval-082"}, {"attempt_run_ids": ["sha256_9ad0515f9e62efd7d7a606c3938d94a34ba7dab90_run_1111db3e7d51"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9ad0515f9e62efd7d7a606c3938d94a34ba7dab90_run_1111db3e7d51", "score": 1.0, "status": "PASS", "task_id": "humaneval-083"}, {"attempt_run_ids": ["sha256_7c1a9d63e51a934bffa8135104f08862c129caafd_run_a001f42d7791"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7c1a9d63e51a934bffa8135104f08862c129caafd_run_a001f42d7791", "score": 1.0, "status": "PASS", "task_id": "humaneval-084"}, {"attempt_run_ids": ["sha256_1e4342ba955047a3e49a1eaa42434cc8c78bd9c0c_run_e6065d170e88"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1e4342ba955047a3e49a1eaa42434cc8c78bd9c0c_run_e6065d170e88", "score": 1.0, "status": "PASS", "task_id": "humaneval-085"}, {"attempt_run_ids": ["sha256_597c09ae3da334a6df09f4dff2922d1948d759d63_run_e4d7616e775a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_597c09ae3da334a6df09f4dff2922d1948d759d63_run_e4d7616e775a", "score": 1.0, "status": "PASS", "task_id": "humaneval-086"}, {"attempt_run_ids": ["sha256_cdd97831bf17b5c30d87d6da4f46d5668f903256e_run_02d14b12fd2d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cdd97831bf17b5c30d87d6da4f46d5668f903256e_run_02d14b12fd2d", "score": 1.0, "status": "PASS", "task_id": "humaneval-087"}, {"attempt_run_ids": ["sha256_3b07b560354bd294076928331ec13daf93ffeb027_run_e6d622ede75e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3b07b560354bd294076928331ec13daf93ffeb027_run_e6d622ede75e", "score": 1.0, "status": "PASS", "task_id": "humaneval-088"}, {"attempt_run_ids": ["sha256_a50b9c4112f2f3edfa437b17c6b29526a55e96247_run_b302be488611"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a50b9c4112f2f3edfa437b17c6b29526a55e96247_run_b302be488611", "score": 1.0, "status": "PASS", "task_id": "humaneval-089"}, {"attempt_run_ids": ["sha256_75034d3c0de107fac240d8fd827c5d186a4344039_run_a836e17959ac"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_75034d3c0de107fac240d8fd827c5d186a4344039_run_a836e17959ac", "score": 1.0, "status": "PASS", "task_id": "humaneval-090"}, {"attempt_run_ids": ["sha256_133a2df40570a4e149b85d9e1d9c1f85f4e752708_run_9643c457828e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_133a2df40570a4e149b85d9e1d9c1f85f4e752708_run_9643c457828e", "score": 1.0, "status": "PASS", "task_id": "humaneval-091"}, {"attempt_run_ids": ["sha256_6cb0ad7e00a436867acabfede9a95683df86ba6fc_run_43cd74d26e3f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6cb0ad7e00a436867acabfede9a95683df86ba6fc_run_43cd74d26e3f", "score": 1.0, "status": "PASS", "task_id": "humaneval-092"}, {"attempt_run_ids": ["sha256_08d414db95f9538e1cba6ea871d15ff188fe5c62f_run_a934d1c283cb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_08d414db95f9538e1cba6ea871d15ff188fe5c62f_run_a934d1c283cb", "score": 1.0, "status": "PASS", "task_id": "humaneval-093"}, {"attempt_run_ids": ["sha256_1be90b1fc2bf02f0fc7199e5e29f91d712a4ea22f_run_2a8d02ecb590"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1be90b1fc2bf02f0fc7199e5e29f91d712a4ea22f_run_2a8d02ecb590", "score": 1.0, "status": "PASS", "task_id": "humaneval-094"}, {"attempt_run_ids": ["sha256_d305244daa9e8e086eb70e2fa0b218fe6b3cda56d_run_b61c0acbe03f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d305244daa9e8e086eb70e2fa0b218fe6b3cda56d_run_b61c0acbe03f", "score": 1.0, "status": "PASS", "task_id": "humaneval-095"}, {"attempt_run_ids": ["sha256_1746aeee858f1c9c6f97090de19cd4ccea04aee70_run_16201c5f99f2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1746aeee858f1c9c6f97090de19cd4ccea04aee70_run_16201c5f99f2", "score": 1.0, "status": "PASS", "task_id": "humaneval-096"}, {"attempt_run_ids": ["sha256_62591542498681a574cf6fd929a9ab24f2eac41dc_run_ad4f07754c85"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_62591542498681a574cf6fd929a9ab24f2eac41dc_run_ad4f07754c85", "score": 1.0, "status": "PASS", "task_id": "humaneval-097"}, {"attempt_run_ids": ["sha256_5374905f32c7778d452c5857bec1eadbdb0ff80fe_run_7207e36804ac"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5374905f32c7778d452c5857bec1eadbdb0ff80fe_run_7207e36804ac", "score": 1.0, "status": "PASS", "task_id": "humaneval-098"}, {"attempt_run_ids": ["sha256_304b219bff35bfbffc979c929798e381209f246d0_run_2633542cb4e9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_304b219bff35bfbffc979c929798e381209f246d0_run_2633542cb4e9", "score": 1.0, "status": "PASS", "task_id": "humaneval-099"}, {"attempt_run_ids": ["sha256_26d166ee6c85190eda0c152ff60c8a4bb754f5e97_run_9b329581a974"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_26d166ee6c85190eda0c152ff60c8a4bb754f5e97_run_9b329581a974", "score": 1.0, "status": "PASS", "task_id": "humaneval-100"}, {"attempt_run_ids": ["sha256_d1a624566d63543475c95fa583de9061cfebbea27_run_26895967eb79"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d1a624566d63543475c95fa583de9061cfebbea27_run_26895967eb79", "score": 1.0, "status": "PASS", "task_id": "humaneval-101"}, {"attempt_run_ids": ["sha256_daf46a7b1f586f89f0dcc173ad9b375c08dea2d8a_run_05cf8d351fd3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_daf46a7b1f586f89f0dcc173ad9b375c08dea2d8a_run_05cf8d351fd3", "score": 1.0, "status": "PASS", "task_id": "humaneval-102"}, {"attempt_run_ids": ["sha256_72a7c60e67696b39871fba4687a66d8339dbc28fc_run_411633594f15"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_72a7c60e67696b39871fba4687a66d8339dbc28fc_run_411633594f15", "score": 1.0, "status": "PASS", "task_id": "humaneval-103"}, {"attempt_run_ids": ["sha256_e64bb388125e22a2268a7912db496a52eef475833_run_b48ee187075c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e64bb388125e22a2268a7912db496a52eef475833_run_b48ee187075c", "score": 1.0, "status": "PASS", "task_id": "humaneval-104"}, {"attempt_run_ids": ["sha256_dd91f441dd94ce10b256e00402a33484a0d0f7705_run_f72e728e41d5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_dd91f441dd94ce10b256e00402a33484a0d0f7705_run_f72e728e41d5", "score": 1.0, "status": "PASS", "task_id": "humaneval-105"}, {"attempt_run_ids": ["sha256_9aba371862aa12048d42e1a1d733614d80f7c3b15_run_de29440af546"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9aba371862aa12048d42e1a1d733614d80f7c3b15_run_de29440af546", "score": 1.0, "status": "PASS", "task_id": "humaneval-106"}, {"attempt_run_ids": ["sha256_df62a53392f5f77879f2ff8384f52e5ed71f48b49_run_a76fe6ce5844"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_df62a53392f5f77879f2ff8384f52e5ed71f48b49_run_a76fe6ce5844", "score": 1.0, "status": "PASS", "task_id": "humaneval-107"}, {"attempt_run_ids": ["sha256_e741026fd2c9629014a012d8b51ca90ee5f4b2536_run_f40ccaae133f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e741026fd2c9629014a012d8b51ca90ee5f4b2536_run_f40ccaae133f", "score": 1.0, "status": "PASS", "task_id": "humaneval-108"}, {"attempt_run_ids": ["sha256_7403293b77f5ec71e8ed914bc3678c9c8dd7839aa_run_19c1188ce13d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7403293b77f5ec71e8ed914bc3678c9c8dd7839aa_run_19c1188ce13d", "score": 1.0, "status": "PASS", "task_id": "humaneval-109"}, {"attempt_run_ids": ["sha256_3ad9ccbca104de998138e3e0df2a57a0e497052dc_run_8fa79170fc3a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3ad9ccbca104de998138e3e0df2a57a0e497052dc_run_8fa79170fc3a", "score": 1.0, "status": "PASS", "task_id": "humaneval-110"}, {"attempt_run_ids": ["sha256_93cfdb57d0bcdf2d1d4759dda2321bb088534afdc_run_7ad68eafc25b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_93cfdb57d0bcdf2d1d4759dda2321bb088534afdc_run_7ad68eafc25b", "score": 1.0, "status": "PASS", "task_id": "humaneval-111"}, {"attempt_run_ids": ["sha256_44b1c709583022a9c7f7e641e2ee50e5bd5076ceb_run_8d056b062fba"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_44b1c709583022a9c7f7e641e2ee50e5bd5076ceb_run_8d056b062fba", "score": 1.0, "status": "PASS", "task_id": "humaneval-112"}, {"attempt_run_ids": ["sha256_70ddff41df8f4d313fc1c39b74f866bc3b31041a5_run_834832147078"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_70ddff41df8f4d313fc1c39b74f866bc3b31041a5_run_834832147078", "score": 1.0, "status": "PASS", "task_id": "humaneval-113"}, {"attempt_run_ids": ["sha256_ba509b9fa36457c0145a9af77dea12e8b5a1ab56f_run_99fe80ed3927"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ba509b9fa36457c0145a9af77dea12e8b5a1ab56f_run_99fe80ed3927", "score": 1.0, "status": "PASS", "task_id": "humaneval-114"}, {"attempt_run_ids": ["sha256_7c17327ecff99d699eeb963fc3f755f0449c7c382_run_c2d102a4a534"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7c17327ecff99d699eeb963fc3f755f0449c7c382_run_c2d102a4a534", "score": 1.0, "status": "PASS", "task_id": "humaneval-115"}, {"attempt_run_ids": ["sha256_2b97f6406591ecef23089e2e81753d40c70ec98c5_run_b265f2e3ea01"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2b97f6406591ecef23089e2e81753d40c70ec98c5_run_b265f2e3ea01", "score": 1.0, "status": "PASS", "task_id": "humaneval-116"}, {"attempt_run_ids": ["sha256_2b427e5c9e7a226af10dceb66382500ee9ed64403_run_b5a3e219c298"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2b427e5c9e7a226af10dceb66382500ee9ed64403_run_b5a3e219c298", "score": 1.0, "status": "PASS", "task_id": "humaneval-117"}, {"attempt_run_ids": ["sha256_7d3173a5040a05572dbd1dae268665ade9885d641_run_36acc1f68c2f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7d3173a5040a05572dbd1dae268665ade9885d641_run_36acc1f68c2f", "score": 1.0, "status": "PASS", "task_id": "humaneval-118"}, {"attempt_run_ids": ["sha256_a8f4548680cf21b7dccd9aa862389245db194c01a_run_daf846078e7f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a8f4548680cf21b7dccd9aa862389245db194c01a_run_daf846078e7f", "score": 1.0, "status": "PASS", "task_id": "humaneval-119"}, {"attempt_run_ids": ["sha256_da9dc316410c69ad6bedb177a481d1ed3e1213a64_run_fd59fc2c6ec2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_da9dc316410c69ad6bedb177a481d1ed3e1213a64_run_fd59fc2c6ec2", "score": 1.0, "status": "PASS", "task_id": "humaneval-120"}, {"attempt_run_ids": ["sha256_f6b96026d97790e07f980372456c34c44163bea84_run_0527ee6c3c6c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f6b96026d97790e07f980372456c34c44163bea84_run_0527ee6c3c6c", "score": 1.0, "status": "PASS", "task_id": "humaneval-121"}, {"attempt_run_ids": ["sha256_65ede8435f8607d8166409d7a56da605642a88028_run_de77c9d256f5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_65ede8435f8607d8166409d7a56da605642a88028_run_de77c9d256f5", "score": 1.0, "status": "PASS", "task_id": "humaneval-122"}, {"attempt_run_ids": ["sha256_a3fed598d1f4cc2534be267f013bf68cd5c737dc3_run_3eecca205608"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a3fed598d1f4cc2534be267f013bf68cd5c737dc3_run_3eecca205608", "score": 1.0, "status": "PASS", "task_id": "humaneval-123"}, {"attempt_run_ids": ["sha256_1e38e6c35eb64d954ea10a685a484beb81090c20c_run_e3baa62e28a3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1e38e6c35eb64d954ea10a685a484beb81090c20c_run_e3baa62e28a3", "score": 1.0, "status": "PASS", "task_id": "humaneval-124"}, {"attempt_run_ids": ["sha256_cc8a2242f4a7a71eede243f278ae82c3d8325b88f_run_34a6681d4825"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cc8a2242f4a7a71eede243f278ae82c3d8325b88f_run_34a6681d4825", "score": 1.0, "status": "PASS", "task_id": "humaneval-125"}, {"attempt_run_ids": ["sha256_85615b1b485774f5be28a43ff35cd9779a6ac40b8_run_ef6810e68feb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_85615b1b485774f5be28a43ff35cd9779a6ac40b8_run_ef6810e68feb", "score": 1.0, "status": "PASS", "task_id": "humaneval-126"}, {"attempt_run_ids": ["sha256_dc0a95516f7d10c915379dcf3f10cf6a813b76788_run_a7d7553e190e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_dc0a95516f7d10c915379dcf3f10cf6a813b76788_run_a7d7553e190e", "score": 1.0, "status": "PASS", "task_id": "humaneval-127"}, {"attempt_run_ids": ["sha256_278bda2ebdb8451f73b12be79447c37e9c2a94f38_run_364d5aa73433"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_278bda2ebdb8451f73b12be79447c37e9c2a94f38_run_364d5aa73433", "score": 1.0, "status": "PASS", "task_id": "humaneval-128"}, {"attempt_run_ids": ["sha256_e836eb2d9c18dd4228ea0f4e7a1ee1c801a1dc48f_run_965984755698"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e836eb2d9c18dd4228ea0f4e7a1ee1c801a1dc48f_run_965984755698", "score": 1.0, "status": "PASS", "task_id": "humaneval-129"}, {"attempt_run_ids": ["sha256_d795abcc197653d8e63b2884a027a8e46f207f01a_run_032c30d97778"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_d795abcc197653d8e63b2884a027a8e46f207f01a_run_032c30d97778", "score": 0.0, "status": "FAIL", "task_id": "humaneval-130"}, {"attempt_run_ids": ["sha256_55b8cdd9a54c28d6fa1f662d227142fd841d67dee_run_33e2a27ee5c2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_55b8cdd9a54c28d6fa1f662d227142fd841d67dee_run_33e2a27ee5c2", "score": 1.0, "status": "PASS", "task_id": "humaneval-131"}, {"attempt_run_ids": ["sha256_4df6f589dd2c6110a9945b7718e064864af6bf75c_run_0a85752c4512"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4df6f589dd2c6110a9945b7718e064864af6bf75c_run_0a85752c4512", "score": 1.0, "status": "PASS", "task_id": "humaneval-132"}, {"attempt_run_ids": ["sha256_510794ffd643f1eeef15ef50569d9e4e96d849339_run_631fb3c866f6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_510794ffd643f1eeef15ef50569d9e4e96d849339_run_631fb3c866f6", "score": 1.0, "status": "PASS", "task_id": "humaneval-133"}, {"attempt_run_ids": ["sha256_a907e2225b815a9fc26cca34221fb688e6566fc02_run_d727f60a6255"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a907e2225b815a9fc26cca34221fb688e6566fc02_run_d727f60a6255", "score": 1.0, "status": "PASS", "task_id": "humaneval-134"}, {"attempt_run_ids": ["sha256_5e73af1dff2777d09ab5a7ee1f244a6ce50cc5fb0_run_4cecf102e129"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5e73af1dff2777d09ab5a7ee1f244a6ce50cc5fb0_run_4cecf102e129", "score": 1.0, "status": "PASS", "task_id": "humaneval-135"}, {"attempt_run_ids": ["sha256_393c547a9105855b9da8c191029f4a869b72115f5_run_19fedcbf16ee"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_393c547a9105855b9da8c191029f4a869b72115f5_run_19fedcbf16ee", "score": 1.0, "status": "PASS", "task_id": "humaneval-136"}, {"attempt_run_ids": ["sha256_efd048bcfec14d36af87c508b615000753f43e346_run_92bd68b30bb7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_efd048bcfec14d36af87c508b615000753f43e346_run_92bd68b30bb7", "score": 1.0, "status": "PASS", "task_id": "humaneval-137"}, {"attempt_run_ids": ["sha256_be6124b8a34fb37017170bf238b5d8d839dbcf06a_run_c5d673ea8e16"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_be6124b8a34fb37017170bf238b5d8d839dbcf06a_run_c5d673ea8e16", "score": 1.0, "status": "PASS", "task_id": "humaneval-138"}, {"attempt_run_ids": ["sha256_8d1325cb359dce00d3f6b332d9ec6e6839137a1d9_run_a1d9bd5111cd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8d1325cb359dce00d3f6b332d9ec6e6839137a1d9_run_a1d9bd5111cd", "score": 1.0, "status": "PASS", "task_id": "humaneval-139"}, {"attempt_run_ids": ["sha256_3816c6201df6e3503a5c0ece4f833d28ff413c673_run_6fcc2b2b25bd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3816c6201df6e3503a5c0ece4f833d28ff413c673_run_6fcc2b2b25bd", "score": 1.0, "status": "PASS", "task_id": "humaneval-140"}, {"attempt_run_ids": ["sha256_4bb2a98179ef2d637bd8bd8814e3cd070e55a591c_run_e471d1a3c499"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4bb2a98179ef2d637bd8bd8814e3cd070e55a591c_run_e471d1a3c499", "score": 1.0, "status": "PASS", "task_id": "humaneval-141"}, {"attempt_run_ids": ["sha256_a0d81da46dc364d10b1bccaf854186e704e172df8_run_3fbb83974c1c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a0d81da46dc364d10b1bccaf854186e704e172df8_run_3fbb83974c1c", "score": 1.0, "status": "PASS", "task_id": "humaneval-142"}, {"attempt_run_ids": ["sha256_1822498bcb6f8f417337db2e56b6895ac9465d1d2_run_9f31691acf15"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1822498bcb6f8f417337db2e56b6895ac9465d1d2_run_9f31691acf15", "score": 1.0, "status": "PASS", "task_id": "humaneval-143"}, {"attempt_run_ids": ["sha256_38127f0ff24db3fd074e8d004ba776d3dcf9b1013_run_38b27e458b1c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_38127f0ff24db3fd074e8d004ba776d3dcf9b1013_run_38b27e458b1c", "score": 1.0, "status": "PASS", "task_id": "humaneval-144"}, {"attempt_run_ids": ["sha256_243040f2eda1b991fbcbe0bea78d2287e607f6e26_run_866b1c2ca73a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_243040f2eda1b991fbcbe0bea78d2287e607f6e26_run_866b1c2ca73a", "score": 1.0, "status": "PASS", "task_id": "humaneval-145"}, {"attempt_run_ids": ["sha256_5cb928c63a5d3fb60405fce602027f22e428aafc1_run_72822134c70e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5cb928c63a5d3fb60405fce602027f22e428aafc1_run_72822134c70e", "score": 1.0, "status": "PASS", "task_id": "humaneval-146"}, {"attempt_run_ids": ["sha256_446286250d8e25b0778e5983e4174973fdc9908e5_run_7d824bbbc592"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_446286250d8e25b0778e5983e4174973fdc9908e5_run_7d824bbbc592", "score": 1.0, "status": "PASS", "task_id": "humaneval-147"}, {"attempt_run_ids": ["sha256_8e3d22deb017ab04c0a5e691cfc7fbd5ff6e57b7a_run_85f44a2f9212"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8e3d22deb017ab04c0a5e691cfc7fbd5ff6e57b7a_run_85f44a2f9212", "score": 1.0, "status": "PASS", "task_id": "humaneval-148"}, {"attempt_run_ids": ["sha256_60813b455f2d60f055f1302b1865425d1d072eba5_run_1bfa9a26e8b3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_60813b455f2d60f055f1302b1865425d1d072eba5_run_1bfa9a26e8b3", "score": 1.0, "status": "PASS", "task_id": "humaneval-149"}, {"attempt_run_ids": ["sha256_c657cfd6c75d2e779dcc5a594ed282d1f935cd02d_run_d5f09196aeae"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c657cfd6c75d2e779dcc5a594ed282d1f935cd02d_run_d5f09196aeae", "score": 1.0, "status": "PASS", "task_id": "humaneval-150"}, {"attempt_run_ids": ["sha256_af7ad98aec0ef669f60dbc95d970baf8b1bfcfc8c_run_0ef80fd137c6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_af7ad98aec0ef669f60dbc95d970baf8b1bfcfc8c_run_0ef80fd137c6", "score": 1.0, "status": "PASS", "task_id": "humaneval-151"}, {"attempt_run_ids": ["sha256_d03b6830d686b2c5e6e960bdd0750c60bcc1983c3_run_55ca9e6e0752"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d03b6830d686b2c5e6e960bdd0750c60bcc1983c3_run_55ca9e6e0752", "score": 1.0, "status": "PASS", "task_id": "humaneval-152"}, {"attempt_run_ids": ["sha256_637b511e55bac8b53d77dba1964ddd5206784cca7_run_ae28028641cc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_637b511e55bac8b53d77dba1964ddd5206784cca7_run_ae28028641cc", "score": 1.0, "status": "PASS", "task_id": "humaneval-153"}, {"attempt_run_ids": ["sha256_ba847802f3781bd7a6ab25a0dcb6d5e5ebc0f66dd_run_0ee32927bcaf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ba847802f3781bd7a6ab25a0dcb6d5e5ebc0f66dd_run_0ee32927bcaf", "score": 1.0, "status": "PASS", "task_id": "humaneval-154"}, {"attempt_run_ids": ["sha256_35d17cf637e608ed2f50f2e4445344a1ca6b0ddb9_run_f69784659fc4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_35d17cf637e608ed2f50f2e4445344a1ca6b0ddb9_run_f69784659fc4", "score": 1.0, "status": "PASS", "task_id": "humaneval-155"}, {"attempt_run_ids": ["sha256_a24216004c1e7a2932610832c91743a9790b274ff_run_5ab964a8b7f2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a24216004c1e7a2932610832c91743a9790b274ff_run_5ab964a8b7f2", "score": 1.0, "status": "PASS", "task_id": "humaneval-156"}, {"attempt_run_ids": ["sha256_85610d0510485d14b1b6c3f6e78abd58310bf2c79_run_20aa75643cbc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_85610d0510485d14b1b6c3f6e78abd58310bf2c79_run_20aa75643cbc", "score": 1.0, "status": "PASS", "task_id": "humaneval-157"}, {"attempt_run_ids": ["sha256_984e322f1c0c9777ea42cec51fece28e0397f0d84_run_25618ffa3790"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_984e322f1c0c9777ea42cec51fece28e0397f0d84_run_25618ffa3790", "score": 1.0, "status": "PASS", "task_id": "humaneval-158"}, {"attempt_run_ids": ["sha256_3891d25bb0c31cddbb8f9140c67eda43874bdf670_run_9cb3860d7a1d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3891d25bb0c31cddbb8f9140c67eda43874bdf670_run_9cb3860d7a1d", "score": 1.0, "status": "PASS", "task_id": "humaneval-159"}, {"attempt_run_ids": ["sha256_2c139d530c0b64e63bf0f84c39a2feb3f138c2080_run_746965288e0f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2c139d530c0b64e63bf0f84c39a2feb3f138c2080_run_746965288e0f", "score": 1.0, "status": "PASS", "task_id": "humaneval-160"}, {"attempt_run_ids": ["sha256_08497b54c5d6e90c97c3dd03c04c2111da1b4234c_run_dabe223dc783"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_08497b54c5d6e90c97c3dd03c04c2111da1b4234c_run_dabe223dc783", "score": 1.0, "status": "PASS", "task_id": "humaneval-161"}, {"attempt_run_ids": ["sha256_2c6e8135e66ba8cc1cb2d764c52a69817a1e07066_run_bd4173961719"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2c6e8135e66ba8cc1cb2d764c52a69817a1e07066_run_bd4173961719", "score": 1.0, "status": "PASS", "task_id": "humaneval-162"}, {"attempt_run_ids": ["sha256_5484f7bd6bed261139de83470c35751d9c6bbab09_run_9a625f1a45a4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5484f7bd6bed261139de83470c35751d9c6bbab09_run_9a625f1a45a4", "score": 1.0, "status": "PASS", "task_id": "humaneval-163"}], "task_set_digest": "sha256:1b2b51b62f47f2f06f961afccedb0984bf9b95cde905fe226dae67d19427599b", "uploaded_by": "ffy6511", "visibility": "public"}, {"actors_summary": [{"entry": "pi", "executor": "acp", "model": "litellm/dashscope/qwen3.8-max", "options": "{\"entry\":\"pi\"}", "profile_id": "solver"}], "agent_label": "pi", "blob_digest": "sha256:b01aaa3772b3ff7e4b1803b8312546cdaf9ff5d353e606c1ffade75c76b47793", "board_listed": true, "bound_kind": "release", "complete": true, "config_fingerprint": "sha256:96eeb8519037020bceb3ebfaec40c9afeaeabb9ebc9cdc90b6eddb32c9a59ac1", "config_homogeneous": true, "created_at": 1788759300.0, "dataset_id": "official/humaneval", "dataset_version": "0.1.0", "exit_code": 2, "job_overlay": {"bindings": {"solver": {"api_key": "litellm_api_key", "base_url": "http://10.130.138.46:8010/v1", "executor": "acp", "extensions": [{"options": {"entry": "pi"}, "plugin": "acp"}, {"options": {"files": [{"dest": ".pi/agent/models.json", "dest_root": "home", "src": "overlays/pi.litellm.json"}]}, "plugin": "home-files"}], "model": "litellm/dashscope/qwen3.8-max"}}}, "mean_score": 0.99390244, "metrics": {"k_values": [1], "mean_score": 0.9939024390243902, "missing_score_as": 0.0, "n_attempts": 1, "n_error": 1, "n_fail": 0, "n_pass": 163, "n_tasks": 164, "pass_at_k": {"1": {"incomplete_tasks": 0, "n_tasks": 164, "value": 0.9939024390243902}}, "pass_power_k": {"1": {"incomplete_tasks": 0, "n_tasks": 164, "value": 0.9939024390243902}}, "pass_rate": 0.9939024390243902, "per_task": [{"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-000"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-001"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-002"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-003"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-004"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-005"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-006"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-007"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-008"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-009"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-010"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-011"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-012"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-013"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-014"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-015"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-016"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-017"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-018"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-019"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-020"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-021"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-022"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-023"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-024"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-025"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-026"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-027"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-028"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-029"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-030"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-031"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-032"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-033"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-034"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-035"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-036"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-037"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-038"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-039"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-040"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-041"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-042"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-043"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-044"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-045"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-046"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-047"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-048"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-049"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-050"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-051"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-052"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-053"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-054"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-055"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-056"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-057"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-058"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-059"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-060"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-061"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-062"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-063"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-064"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-065"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-066"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-067"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-068"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-069"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-070"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-071"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-072"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-073"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-074"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-075"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-076"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-077"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-078"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-079"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-080"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-081"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-082"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-083"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-084"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-085"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-086"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-087"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-088"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-089"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-090"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-091"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-092"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-093"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-094"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-095"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-096"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-097"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-098"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-099"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-100"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-101"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-102"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-103"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-104"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-105"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-106"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-107"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-108"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-109"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-110"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-111"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-112"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-113"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-114"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-115"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "ERROR", "task_id": "humaneval-116"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-117"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-118"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-119"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-120"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-121"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-122"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-123"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-124"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-125"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-126"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-127"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-128"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-129"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-130"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-131"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-132"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-133"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-134"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-135"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-136"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-137"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-138"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-139"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-140"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-141"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-142"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-143"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-144"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-145"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-146"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-147"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-148"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-149"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-150"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-151"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-152"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-153"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-154"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-155"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-156"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-157"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-158"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-159"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-160"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-161"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-162"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-163"}], "usage": {"cost_source": "missing", "duration_s": 2292.2613460000002, "n_attempts_with_cost": 0, "n_attempts_with_tokens": 0}}, "model_label": "litellm/dashscope/qwen3.8-max", "note": "per-task evaluator verdicts only; no suite-level PASS", "pass_rate": 0.99390244, "size": 42835, "suite_run_id": "41a528aa", "task_refs": [{"attempt_run_ids": ["sha256_d073ff7f612da01fee5a721018ae32162b9d6bd41_run_45b4eafe2839"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d073ff7f612da01fee5a721018ae32162b9d6bd41_run_45b4eafe2839", "score": 1.0, "status": "PASS", "task_id": "humaneval-000"}, {"attempt_run_ids": ["sha256_999acb8ea3b3ff4040154bdb50a0ded1a6c32e014_run_a7b66837ab60"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_999acb8ea3b3ff4040154bdb50a0ded1a6c32e014_run_a7b66837ab60", "score": 1.0, "status": "PASS", "task_id": "humaneval-001"}, {"attempt_run_ids": ["sha256_be92b1c7401f168a22d9f5b265abc2d17c05e2f17_run_0819ec3b6fa8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_be92b1c7401f168a22d9f5b265abc2d17c05e2f17_run_0819ec3b6fa8", "score": 1.0, "status": "PASS", "task_id": "humaneval-002"}, {"attempt_run_ids": ["sha256_66940de750060502e4ff9150bfa3fa2613fa0afd2_run_1b7db781e7cd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_66940de750060502e4ff9150bfa3fa2613fa0afd2_run_1b7db781e7cd", "score": 1.0, "status": "PASS", "task_id": "humaneval-003"}, {"attempt_run_ids": ["sha256_985f3941c47f7a0476b371148204d0a13105932c4_run_39d7c869afbd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_985f3941c47f7a0476b371148204d0a13105932c4_run_39d7c869afbd", "score": 1.0, "status": "PASS", "task_id": "humaneval-004"}, {"attempt_run_ids": ["sha256_30129a882e3706dfcfbe8dc5788dfb93fe552e24a_run_93c66b74dd9c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_30129a882e3706dfcfbe8dc5788dfb93fe552e24a_run_93c66b74dd9c", "score": 1.0, "status": "PASS", "task_id": "humaneval-005"}, {"attempt_run_ids": ["sha256_1875db449eeaf3fecd3580e8db3da5920bd4b3ad2_run_67403646e324"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1875db449eeaf3fecd3580e8db3da5920bd4b3ad2_run_67403646e324", "score": 1.0, "status": "PASS", "task_id": "humaneval-006"}, {"attempt_run_ids": ["sha256_18efaa0963943f98eb5f34355d8106be5c71d534a_run_9db41a1e7071"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_18efaa0963943f98eb5f34355d8106be5c71d534a_run_9db41a1e7071", "score": 1.0, "status": "PASS", "task_id": "humaneval-007"}, {"attempt_run_ids": ["sha256_c2047688cb9e69af684a5d29680295be66e2324d3_run_4059e1e0c193"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c2047688cb9e69af684a5d29680295be66e2324d3_run_4059e1e0c193", "score": 1.0, "status": "PASS", "task_id": "humaneval-008"}, {"attempt_run_ids": ["sha256_da0a0f75b7d51ff17df3da01f9cc8b8bd1a66a172_run_d7c8b4556ef8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_da0a0f75b7d51ff17df3da01f9cc8b8bd1a66a172_run_d7c8b4556ef8", "score": 1.0, "status": "PASS", "task_id": "humaneval-009"}, {"attempt_run_ids": ["sha256_06a626afe87164593b6e95774cb4134582aa45981_run_d41d107b2489"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_06a626afe87164593b6e95774cb4134582aa45981_run_d41d107b2489", "score": 1.0, "status": "PASS", "task_id": "humaneval-010"}, {"attempt_run_ids": ["sha256_134ddf37fea5aa954b03d52853c0f293c92b1123e_run_ab0351f02f4c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_134ddf37fea5aa954b03d52853c0f293c92b1123e_run_ab0351f02f4c", "score": 1.0, "status": "PASS", "task_id": "humaneval-011"}, {"attempt_run_ids": ["sha256_7ee21fe4a8cfb330dba6cacae40f7deb6d7c4c828_run_6f03d1c9d7cb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7ee21fe4a8cfb330dba6cacae40f7deb6d7c4c828_run_6f03d1c9d7cb", "score": 1.0, "status": "PASS", "task_id": "humaneval-012"}, {"attempt_run_ids": ["sha256_337b22778ea3e6698a3d08479924eb941df36c826_run_5b4e4e8799e0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_337b22778ea3e6698a3d08479924eb941df36c826_run_5b4e4e8799e0", "score": 1.0, "status": "PASS", "task_id": "humaneval-013"}, {"attempt_run_ids": ["sha256_a8671a9dca22cfe915c4c26f6946122a937ba922f_run_45072822f8a1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a8671a9dca22cfe915c4c26f6946122a937ba922f_run_45072822f8a1", "score": 1.0, "status": "PASS", "task_id": "humaneval-014"}, {"attempt_run_ids": ["sha256_4eb98ffcda44baccaa417fd475c53446402e62fa3_run_fd245f0dddf8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4eb98ffcda44baccaa417fd475c53446402e62fa3_run_fd245f0dddf8", "score": 1.0, "status": "PASS", "task_id": "humaneval-015"}, {"attempt_run_ids": ["sha256_7a08f0f74de4d56d698e73c66e09df9cb183074be_run_86b2bd1959fd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7a08f0f74de4d56d698e73c66e09df9cb183074be_run_86b2bd1959fd", "score": 1.0, "status": "PASS", "task_id": "humaneval-016"}, {"attempt_run_ids": ["sha256_aec0bfb9c41dc9f4002285a84eb6d09d2fad9d1d9_run_e289e2b4693b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_aec0bfb9c41dc9f4002285a84eb6d09d2fad9d1d9_run_e289e2b4693b", "score": 1.0, "status": "PASS", "task_id": "humaneval-017"}, {"attempt_run_ids": ["sha256_1e0df64c2c2eea10d756324167af49ac5b870ddf7_run_02795b4de6c1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1e0df64c2c2eea10d756324167af49ac5b870ddf7_run_02795b4de6c1", "score": 1.0, "status": "PASS", "task_id": "humaneval-018"}, {"attempt_run_ids": ["sha256_6039d819e95f611a132cfff5ea4cadd6ba2493602_run_3decfe1f6ff0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6039d819e95f611a132cfff5ea4cadd6ba2493602_run_3decfe1f6ff0", "score": 1.0, "status": "PASS", "task_id": "humaneval-019"}, {"attempt_run_ids": ["sha256_f552f0e391c17d999c9f9943c3998137c76b0c316_run_c3b405958a09"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f552f0e391c17d999c9f9943c3998137c76b0c316_run_c3b405958a09", "score": 1.0, "status": "PASS", "task_id": "humaneval-020"}, {"attempt_run_ids": ["sha256_aeec054fd2cd2ac06157aa54e27244e945f9e85df_run_3e18a96c2c14"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_aeec054fd2cd2ac06157aa54e27244e945f9e85df_run_3e18a96c2c14", "score": 1.0, "status": "PASS", "task_id": "humaneval-021"}, {"attempt_run_ids": ["sha256_9c96db41091346dbeeaec604b77e41a76399480cc_run_af2aa4577af0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9c96db41091346dbeeaec604b77e41a76399480cc_run_af2aa4577af0", "score": 1.0, "status": "PASS", "task_id": "humaneval-022"}, {"attempt_run_ids": ["sha256_4ca40945b229f5e811c83c2e7305367a757cc77c4_run_0064032def49"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4ca40945b229f5e811c83c2e7305367a757cc77c4_run_0064032def49", "score": 1.0, "status": "PASS", "task_id": "humaneval-023"}, {"attempt_run_ids": ["sha256_b660d78fc14cae10dc994e22de742c52c93d2327f_run_37b1113f222e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b660d78fc14cae10dc994e22de742c52c93d2327f_run_37b1113f222e", "score": 1.0, "status": "PASS", "task_id": "humaneval-024"}, {"attempt_run_ids": ["sha256_eaee9f9dd8fa0b41c6d9f343e040a07bcc180813e_run_bd248d058688"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_eaee9f9dd8fa0b41c6d9f343e040a07bcc180813e_run_bd248d058688", "score": 1.0, "status": "PASS", "task_id": "humaneval-025"}, {"attempt_run_ids": ["sha256_188c9ae7f155eb3f5e518ffcb8f1dd0be718b87c3_run_9adf28320203"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_188c9ae7f155eb3f5e518ffcb8f1dd0be718b87c3_run_9adf28320203", "score": 1.0, "status": "PASS", "task_id": "humaneval-026"}, {"attempt_run_ids": ["sha256_d25b9dd0d007eb74b4cce41d6524d22b94b8f5c6e_run_658766703a49"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d25b9dd0d007eb74b4cce41d6524d22b94b8f5c6e_run_658766703a49", "score": 1.0, "status": "PASS", "task_id": "humaneval-027"}, {"attempt_run_ids": ["sha256_072b268f6410b59b86d3b384bdcb1cd059239dee0_run_c6ec6c001a31"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_072b268f6410b59b86d3b384bdcb1cd059239dee0_run_c6ec6c001a31", "score": 1.0, "status": "PASS", "task_id": "humaneval-028"}, {"attempt_run_ids": ["sha256_d2759255cfeb4cba2218cd1cb7761637dbff7190c_run_b5c3d72ec893"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d2759255cfeb4cba2218cd1cb7761637dbff7190c_run_b5c3d72ec893", "score": 1.0, "status": "PASS", "task_id": "humaneval-029"}, {"attempt_run_ids": ["sha256_ca65256b2b9d48b8ffb2b947eace29c7b6754d258_run_24bd1772c212"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ca65256b2b9d48b8ffb2b947eace29c7b6754d258_run_24bd1772c212", "score": 1.0, "status": "PASS", "task_id": "humaneval-030"}, {"attempt_run_ids": ["sha256_40fc854b55a78df9a2226615478feb50c79623553_run_4c0d793b26bd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_40fc854b55a78df9a2226615478feb50c79623553_run_4c0d793b26bd", "score": 1.0, "status": "PASS", "task_id": "humaneval-031"}, {"attempt_run_ids": ["sha256_b7aa457ec5b4934537794e0c42498628a0ac8a508_run_692a0f0a7167"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b7aa457ec5b4934537794e0c42498628a0ac8a508_run_692a0f0a7167", "score": 1.0, "status": "PASS", "task_id": "humaneval-032"}, {"attempt_run_ids": ["sha256_4abcb300845f81d2d69f90de04b159edb1e9052b5_run_0894260c1506"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4abcb300845f81d2d69f90de04b159edb1e9052b5_run_0894260c1506", "score": 1.0, "status": "PASS", "task_id": "humaneval-033"}, {"attempt_run_ids": ["sha256_54e89637c349684c738d4dab55a780639e3e9f00e_run_e213c2d642cc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_54e89637c349684c738d4dab55a780639e3e9f00e_run_e213c2d642cc", "score": 1.0, "status": "PASS", "task_id": "humaneval-034"}, {"attempt_run_ids": ["sha256_0578bd101a1fefb93c3aa8f0a4059ae4fcef8c798_run_06b616a0ba1a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0578bd101a1fefb93c3aa8f0a4059ae4fcef8c798_run_06b616a0ba1a", "score": 1.0, "status": "PASS", "task_id": "humaneval-035"}, {"attempt_run_ids": ["sha256_7f2d8d92e29810163192de09d3fd7bbbde48b69e1_run_aa91d955744f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7f2d8d92e29810163192de09d3fd7bbbde48b69e1_run_aa91d955744f", "score": 1.0, "status": "PASS", "task_id": "humaneval-036"}, {"attempt_run_ids": ["sha256_981f6548299baed11525f92a9882325e2560b88ac_run_cda750b92583"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_981f6548299baed11525f92a9882325e2560b88ac_run_cda750b92583", "score": 1.0, "status": "PASS", "task_id": "humaneval-037"}, {"attempt_run_ids": ["sha256_3c500f3c06e3555851b3ca3fb57e247ba4999fb06_run_23308f3877c4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3c500f3c06e3555851b3ca3fb57e247ba4999fb06_run_23308f3877c4", "score": 1.0, "status": "PASS", "task_id": "humaneval-038"}, {"attempt_run_ids": ["sha256_d930bf1b5d8f356b19640644a7524e78ad43eab8a_run_54d6d695cb81"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d930bf1b5d8f356b19640644a7524e78ad43eab8a_run_54d6d695cb81", "score": 1.0, "status": "PASS", "task_id": "humaneval-039"}, {"attempt_run_ids": ["sha256_fb8d9814fc20a03c751a8ebe5ad40a82e1489836b_run_257b39fb2542"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fb8d9814fc20a03c751a8ebe5ad40a82e1489836b_run_257b39fb2542", "score": 1.0, "status": "PASS", "task_id": "humaneval-040"}, {"attempt_run_ids": ["sha256_86456113f4ec6f20dc9701e0a40d43d4a62b7f4aa_run_005f98ba6339"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_86456113f4ec6f20dc9701e0a40d43d4a62b7f4aa_run_005f98ba6339", "score": 1.0, "status": "PASS", "task_id": "humaneval-041"}, {"attempt_run_ids": ["sha256_632b8931ededebf0ea30904e8a0161b01eed0b2fc_run_4a6ec5d24d3c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_632b8931ededebf0ea30904e8a0161b01eed0b2fc_run_4a6ec5d24d3c", "score": 1.0, "status": "PASS", "task_id": "humaneval-042"}, {"attempt_run_ids": ["sha256_c72fee23c6d935ed2c8de483ae95aa099686bfa0e_run_7d8d1515881f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c72fee23c6d935ed2c8de483ae95aa099686bfa0e_run_7d8d1515881f", "score": 1.0, "status": "PASS", "task_id": "humaneval-043"}, {"attempt_run_ids": ["sha256_24ca766e8cd004dd1666c3fa6d095b6fb553a8a9e_run_c0fc18a89382"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_24ca766e8cd004dd1666c3fa6d095b6fb553a8a9e_run_c0fc18a89382", "score": 1.0, "status": "PASS", "task_id": "humaneval-044"}, {"attempt_run_ids": ["sha256_9baa693edf16eef2a20d8f2807afba82be51dcdd4_run_5011e40ee791"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9baa693edf16eef2a20d8f2807afba82be51dcdd4_run_5011e40ee791", "score": 1.0, "status": "PASS", "task_id": "humaneval-045"}, {"attempt_run_ids": ["sha256_d5b9de571a0b7d1b3fc7f97f7da4946d1b77f6ba0_run_13bd406379cf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d5b9de571a0b7d1b3fc7f97f7da4946d1b77f6ba0_run_13bd406379cf", "score": 1.0, "status": "PASS", "task_id": "humaneval-046"}, {"attempt_run_ids": ["sha256_6d08c11bd1490c2a1f468122ee37cef468a2455d8_run_a2d3e03554d6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6d08c11bd1490c2a1f468122ee37cef468a2455d8_run_a2d3e03554d6", "score": 1.0, "status": "PASS", "task_id": "humaneval-047"}, {"attempt_run_ids": ["sha256_9c142b5c41f6835f4acd3842a3598440086e4f6c8_run_19449b3715c9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9c142b5c41f6835f4acd3842a3598440086e4f6c8_run_19449b3715c9", "score": 1.0, "status": "PASS", "task_id": "humaneval-048"}, {"attempt_run_ids": ["sha256_fa19702911fc7d58096bde76c45a72a051e6806f6_run_88487a30698a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fa19702911fc7d58096bde76c45a72a051e6806f6_run_88487a30698a", "score": 1.0, "status": "PASS", "task_id": "humaneval-049"}, {"attempt_run_ids": ["sha256_9b12442e6596f9faa2d5640b9829fa00dccd5494d_run_9f560684c816"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9b12442e6596f9faa2d5640b9829fa00dccd5494d_run_9f560684c816", "score": 1.0, "status": "PASS", "task_id": "humaneval-050"}, {"attempt_run_ids": ["sha256_5ceaa4664cccd224296cf1598535d49b3ea63436f_run_8335d95e4afb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5ceaa4664cccd224296cf1598535d49b3ea63436f_run_8335d95e4afb", "score": 1.0, "status": "PASS", "task_id": "humaneval-051"}, {"attempt_run_ids": ["sha256_59605e8b089559f27aada1dce573bcef490368a55_run_2f0b645d2a55"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_59605e8b089559f27aada1dce573bcef490368a55_run_2f0b645d2a55", "score": 1.0, "status": "PASS", "task_id": "humaneval-052"}, {"attempt_run_ids": ["sha256_d5833ed5549f67e849a8fad1d7ee6d07983be9ae8_run_b8028c525440"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d5833ed5549f67e849a8fad1d7ee6d07983be9ae8_run_b8028c525440", "score": 1.0, "status": "PASS", "task_id": "humaneval-053"}, {"attempt_run_ids": ["sha256_36d3a83bd39d605425b91cb5a02417d89e76db2a5_run_99521591e6ae"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_36d3a83bd39d605425b91cb5a02417d89e76db2a5_run_99521591e6ae", "score": 1.0, "status": "PASS", "task_id": "humaneval-054"}, {"attempt_run_ids": ["sha256_f6e0527ffd36f07f3816d9a7a213a4d8f9916305e_run_53fa73d5c54d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f6e0527ffd36f07f3816d9a7a213a4d8f9916305e_run_53fa73d5c54d", "score": 1.0, "status": "PASS", "task_id": "humaneval-055"}, {"attempt_run_ids": ["sha256_053787beb5fb0b72386629d0e861c9c187dd0fe51_run_d6f18f647f25"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_053787beb5fb0b72386629d0e861c9c187dd0fe51_run_d6f18f647f25", "score": 1.0, "status": "PASS", "task_id": "humaneval-056"}, {"attempt_run_ids": ["sha256_13c1f6d4beca9d80768abbfe5d0b650bebed93154_run_f6bed65fdfa3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_13c1f6d4beca9d80768abbfe5d0b650bebed93154_run_f6bed65fdfa3", "score": 1.0, "status": "PASS", "task_id": "humaneval-057"}, {"attempt_run_ids": ["sha256_113a303b8bd51995ed245db1d558ae1869be7303f_run_14cdbd7d6054"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_113a303b8bd51995ed245db1d558ae1869be7303f_run_14cdbd7d6054", "score": 1.0, "status": "PASS", "task_id": "humaneval-058"}, {"attempt_run_ids": ["sha256_821b3df3b6ac1cd176317981253a04822b1b6b1c5_run_50d3c0625167"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_821b3df3b6ac1cd176317981253a04822b1b6b1c5_run_50d3c0625167", "score": 1.0, "status": "PASS", "task_id": "humaneval-059"}, {"attempt_run_ids": ["sha256_d4a085d491b80e5ccbf47e4a8b4127b01ff5cde99_run_c959dd3afb90"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d4a085d491b80e5ccbf47e4a8b4127b01ff5cde99_run_c959dd3afb90", "score": 1.0, "status": "PASS", "task_id": "humaneval-060"}, {"attempt_run_ids": ["sha256_ddf8c81611b5659a1504351b44d0d5a171444caca_run_3203eb63dc0d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ddf8c81611b5659a1504351b44d0d5a171444caca_run_3203eb63dc0d", "score": 1.0, "status": "PASS", "task_id": "humaneval-061"}, {"attempt_run_ids": ["sha256_e1e7811de9edc917bb82f59c0f8710a0f6b84e424_run_eee7a6ae01c6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e1e7811de9edc917bb82f59c0f8710a0f6b84e424_run_eee7a6ae01c6", "score": 1.0, "status": "PASS", "task_id": "humaneval-062"}, {"attempt_run_ids": ["sha256_2b589db85e8637390cd0937aee2f2b2746c061a65_run_43384d9692db"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2b589db85e8637390cd0937aee2f2b2746c061a65_run_43384d9692db", "score": 1.0, "status": "PASS", "task_id": "humaneval-063"}, {"attempt_run_ids": ["sha256_3d46d57176212208ff5112a2461341423b1267e03_run_b7357de63277"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3d46d57176212208ff5112a2461341423b1267e03_run_b7357de63277", "score": 1.0, "status": "PASS", "task_id": "humaneval-064"}, {"attempt_run_ids": ["sha256_a5a96b13289cda3b7a6480891d598542b042fd0a6_run_bbe2fe4d96cf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a5a96b13289cda3b7a6480891d598542b042fd0a6_run_bbe2fe4d96cf", "score": 1.0, "status": "PASS", "task_id": "humaneval-065"}, {"attempt_run_ids": ["sha256_afced9f8ceb435d3bff3c33dfafc8392d7027cd72_run_e71f508a6c1b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_afced9f8ceb435d3bff3c33dfafc8392d7027cd72_run_e71f508a6c1b", "score": 1.0, "status": "PASS", "task_id": "humaneval-066"}, {"attempt_run_ids": ["sha256_d35fc0c4dff3e7e7f6a1da3f35e598189ea313a8b_run_4970b11e9fb2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d35fc0c4dff3e7e7f6a1da3f35e598189ea313a8b_run_4970b11e9fb2", "score": 1.0, "status": "PASS", "task_id": "humaneval-067"}, {"attempt_run_ids": ["sha256_0a8c01a4eb7192eeae4f5f0141c1ce5bcada4faa9_run_042e060134d3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0a8c01a4eb7192eeae4f5f0141c1ce5bcada4faa9_run_042e060134d3", "score": 1.0, "status": "PASS", "task_id": "humaneval-068"}, {"attempt_run_ids": ["sha256_6a8524b7fbefae63a379ceb4b28cfe5f052699ae5_run_60ce658a2ff0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6a8524b7fbefae63a379ceb4b28cfe5f052699ae5_run_60ce658a2ff0", "score": 1.0, "status": "PASS", "task_id": "humaneval-069"}, {"attempt_run_ids": ["sha256_b631489f8d4811d5d452740fa9e2ad20ed71baf2e_run_482e99a1431e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b631489f8d4811d5d452740fa9e2ad20ed71baf2e_run_482e99a1431e", "score": 1.0, "status": "PASS", "task_id": "humaneval-070"}, {"attempt_run_ids": ["sha256_2b18133816fa0009447a2bd8715af6407273ba302_run_c8dbf027a53f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2b18133816fa0009447a2bd8715af6407273ba302_run_c8dbf027a53f", "score": 1.0, "status": "PASS", "task_id": "humaneval-071"}, {"attempt_run_ids": ["sha256_3c16a7cb66afb3acee06ad5a82763dcfe54f06c22_run_71ce37fe82d2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3c16a7cb66afb3acee06ad5a82763dcfe54f06c22_run_71ce37fe82d2", "score": 1.0, "status": "PASS", "task_id": "humaneval-072"}, {"attempt_run_ids": ["sha256_effc4c81f66c968e03c756ed2ae3e8787493fb068_run_76a2e5f10640"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_effc4c81f66c968e03c756ed2ae3e8787493fb068_run_76a2e5f10640", "score": 1.0, "status": "PASS", "task_id": "humaneval-073"}, {"attempt_run_ids": ["sha256_6dd6322bafb04b776077a014765268c1d718387b6_run_263b19c9c7f6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6dd6322bafb04b776077a014765268c1d718387b6_run_263b19c9c7f6", "score": 1.0, "status": "PASS", "task_id": "humaneval-074"}, {"attempt_run_ids": ["sha256_3a1cb26cf8586ed250c4ed7437178e255982b1e99_run_ada770b65274"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3a1cb26cf8586ed250c4ed7437178e255982b1e99_run_ada770b65274", "score": 1.0, "status": "PASS", "task_id": "humaneval-075"}, {"attempt_run_ids": ["sha256_66708741d480647ba9cc743d7e6fea15c353b7541_run_de35c906154c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_66708741d480647ba9cc743d7e6fea15c353b7541_run_de35c906154c", "score": 1.0, "status": "PASS", "task_id": "humaneval-076"}, {"attempt_run_ids": ["sha256_11d3152942127b69b47da0c49d7f28cfd56d00230_run_2e598ec94050"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_11d3152942127b69b47da0c49d7f28cfd56d00230_run_2e598ec94050", "score": 1.0, "status": "PASS", "task_id": "humaneval-077"}, {"attempt_run_ids": ["sha256_c148c827e42161f84fb79dbfb235a4afd667e2899_run_d118ff14bdae"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c148c827e42161f84fb79dbfb235a4afd667e2899_run_d118ff14bdae", "score": 1.0, "status": "PASS", "task_id": "humaneval-078"}, {"attempt_run_ids": ["sha256_8805f9efa356c811bdcec8b013f741f599c11814f_run_6f969185e9f2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8805f9efa356c811bdcec8b013f741f599c11814f_run_6f969185e9f2", "score": 1.0, "status": "PASS", "task_id": "humaneval-079"}, {"attempt_run_ids": ["sha256_074646a258b37b0e3104e9fd075cd51f3e8e4bf32_run_1673ecd9cfc3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_074646a258b37b0e3104e9fd075cd51f3e8e4bf32_run_1673ecd9cfc3", "score": 1.0, "status": "PASS", "task_id": "humaneval-080"}, {"attempt_run_ids": ["sha256_f57e82ec84560a3f3d562db333e57ef8e62ba365e_run_4f493976469c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f57e82ec84560a3f3d562db333e57ef8e62ba365e_run_4f493976469c", "score": 1.0, "status": "PASS", "task_id": "humaneval-081"}, {"attempt_run_ids": ["sha256_8e7eb82f7b380dea940cc7c4f7b409e8b52627e00_run_e2eb5919f756"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8e7eb82f7b380dea940cc7c4f7b409e8b52627e00_run_e2eb5919f756", "score": 1.0, "status": "PASS", "task_id": "humaneval-082"}, {"attempt_run_ids": ["sha256_947c14875ed3f8e675dfe9bbea30eb5d3cba3a6f7_run_3c8e38889d5d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_947c14875ed3f8e675dfe9bbea30eb5d3cba3a6f7_run_3c8e38889d5d", "score": 1.0, "status": "PASS", "task_id": "humaneval-083"}, {"attempt_run_ids": ["sha256_cf6f46102c50f1acd8c44b384ec746a7c06cc2aaf_run_c06cbc9c5f86"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cf6f46102c50f1acd8c44b384ec746a7c06cc2aaf_run_c06cbc9c5f86", "score": 1.0, "status": "PASS", "task_id": "humaneval-084"}, {"attempt_run_ids": ["sha256_18c0d1546eaa2592af012dd91d35c074ad13018b6_run_a1c4a8d9b152"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_18c0d1546eaa2592af012dd91d35c074ad13018b6_run_a1c4a8d9b152", "score": 1.0, "status": "PASS", "task_id": "humaneval-085"}, {"attempt_run_ids": ["sha256_1d9dd343d50bf80bdc2c524dab590f7117a9e7c73_run_5f7cf4e67d23"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1d9dd343d50bf80bdc2c524dab590f7117a9e7c73_run_5f7cf4e67d23", "score": 1.0, "status": "PASS", "task_id": "humaneval-086"}, {"attempt_run_ids": ["sha256_d3da5e502c046c7bf864700e5ab356d5b2ac52001_run_859fdaf33e15"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d3da5e502c046c7bf864700e5ab356d5b2ac52001_run_859fdaf33e15", "score": 1.0, "status": "PASS", "task_id": "humaneval-087"}, {"attempt_run_ids": ["sha256_94a2f19c5c4f7dc5204d4502628399d481e8c91d0_run_0b2591af4f7b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_94a2f19c5c4f7dc5204d4502628399d481e8c91d0_run_0b2591af4f7b", "score": 1.0, "status": "PASS", "task_id": "humaneval-088"}, {"attempt_run_ids": ["sha256_f4a7d448e89a1df43ca93fdd5167cc78f9e56a4f7_run_e2c0e8ae7968"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f4a7d448e89a1df43ca93fdd5167cc78f9e56a4f7_run_e2c0e8ae7968", "score": 1.0, "status": "PASS", "task_id": "humaneval-089"}, {"attempt_run_ids": ["sha256_5307bf6326a312bbeb0f582d24ae152ee22308761_run_232d3ecc9a06"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5307bf6326a312bbeb0f582d24ae152ee22308761_run_232d3ecc9a06", "score": 1.0, "status": "PASS", "task_id": "humaneval-090"}, {"attempt_run_ids": ["sha256_b05f4e00f8b7ddfa18b3376199be36e14ce6f9e90_run_0d48f405b78d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b05f4e00f8b7ddfa18b3376199be36e14ce6f9e90_run_0d48f405b78d", "score": 1.0, "status": "PASS", "task_id": "humaneval-091"}, {"attempt_run_ids": ["sha256_d69c59926a65912b28840a9832f2475e8c234a9ee_run_40ab5735dfe4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d69c59926a65912b28840a9832f2475e8c234a9ee_run_40ab5735dfe4", "score": 1.0, "status": "PASS", "task_id": "humaneval-092"}, {"attempt_run_ids": ["sha256_0bab89ee32509ce3e6f522f7233c8ed44c8de6120_run_155fe2e13136"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0bab89ee32509ce3e6f522f7233c8ed44c8de6120_run_155fe2e13136", "score": 1.0, "status": "PASS", "task_id": "humaneval-093"}, {"attempt_run_ids": ["sha256_73abfa75675987215e243d01044eea13e342aa55b_run_3f3939c60e38"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_73abfa75675987215e243d01044eea13e342aa55b_run_3f3939c60e38", "score": 1.0, "status": "PASS", "task_id": "humaneval-094"}, {"attempt_run_ids": ["sha256_c6c43b9a647d443d89c7ad15ab09a55586f84e208_run_23fbda028ca7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c6c43b9a647d443d89c7ad15ab09a55586f84e208_run_23fbda028ca7", "score": 1.0, "status": "PASS", "task_id": "humaneval-095"}, {"attempt_run_ids": ["sha256_e2493a466368fa8fa1c7f5728a884c286fd2390f8_run_28bfc8223fb8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e2493a466368fa8fa1c7f5728a884c286fd2390f8_run_28bfc8223fb8", "score": 1.0, "status": "PASS", "task_id": "humaneval-096"}, {"attempt_run_ids": ["sha256_79f8affa50885a7fd303aeba5f749683e5d33d0c7_run_617e2eb0b8d6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_79f8affa50885a7fd303aeba5f749683e5d33d0c7_run_617e2eb0b8d6", "score": 1.0, "status": "PASS", "task_id": "humaneval-097"}, {"attempt_run_ids": ["sha256_485f7341ec7a0f132e2180ff618db26e5c1516c35_run_bf529dacaf1a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_485f7341ec7a0f132e2180ff618db26e5c1516c35_run_bf529dacaf1a", "score": 1.0, "status": "PASS", "task_id": "humaneval-098"}, {"attempt_run_ids": ["sha256_842d4bedb73f83d642722593c89b7a8bfd9f3cc9b_run_d090999a4104"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_842d4bedb73f83d642722593c89b7a8bfd9f3cc9b_run_d090999a4104", "score": 1.0, "status": "PASS", "task_id": "humaneval-099"}, {"attempt_run_ids": ["sha256_cf61ac26c2e5f1a3bcdbf580e8c38d6f2b7c2e5ca_run_8a8199439dc1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cf61ac26c2e5f1a3bcdbf580e8c38d6f2b7c2e5ca_run_8a8199439dc1", "score": 1.0, "status": "PASS", "task_id": "humaneval-100"}, {"attempt_run_ids": ["sha256_96af4f3e92f1310d8207f881fe38081242ad37e69_run_faf489bb091a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_96af4f3e92f1310d8207f881fe38081242ad37e69_run_faf489bb091a", "score": 1.0, "status": "PASS", "task_id": "humaneval-101"}, {"attempt_run_ids": ["sha256_aa78a3b5cd661f240aebe59a4d02a043c79890af3_run_405ab1aad231"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_aa78a3b5cd661f240aebe59a4d02a043c79890af3_run_405ab1aad231", "score": 1.0, "status": "PASS", "task_id": "humaneval-102"}, {"attempt_run_ids": ["sha256_9c249949a55b9e03ab4e1e3cea8527e2290682451_run_002ef869a862"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9c249949a55b9e03ab4e1e3cea8527e2290682451_run_002ef869a862", "score": 1.0, "status": "PASS", "task_id": "humaneval-103"}, {"attempt_run_ids": ["sha256_7e27ac581eb1199704ca2c60e81849ce9d58b6cbe_run_38ed073e1a46"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7e27ac581eb1199704ca2c60e81849ce9d58b6cbe_run_38ed073e1a46", "score": 1.0, "status": "PASS", "task_id": "humaneval-104"}, {"attempt_run_ids": ["sha256_3e65ad9646e1c0215f98db6e16fad831c9b01be66_run_2a9863c79b7e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3e65ad9646e1c0215f98db6e16fad831c9b01be66_run_2a9863c79b7e", "score": 1.0, "status": "PASS", "task_id": "humaneval-105"}, {"attempt_run_ids": ["sha256_67494d9de8ba65c8ed22d3ca7ee6e02dbc2b689f5_run_563d5863c85f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_67494d9de8ba65c8ed22d3ca7ee6e02dbc2b689f5_run_563d5863c85f", "score": 1.0, "status": "PASS", "task_id": "humaneval-106"}, {"attempt_run_ids": ["sha256_1e01517fb7cba31c85a9e9a1ba7db93f868e89b03_run_9e768ecbff6d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1e01517fb7cba31c85a9e9a1ba7db93f868e89b03_run_9e768ecbff6d", "score": 1.0, "status": "PASS", "task_id": "humaneval-107"}, {"attempt_run_ids": ["sha256_3394ab65ecc9e9707eb4b53121725032ad68e9694_run_e3118fa301e5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3394ab65ecc9e9707eb4b53121725032ad68e9694_run_e3118fa301e5", "score": 1.0, "status": "PASS", "task_id": "humaneval-108"}, {"attempt_run_ids": ["sha256_04c0c86fecf2d3ad82b9e39ffc604ffc8567ffe83_run_f7390c355039"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_04c0c86fecf2d3ad82b9e39ffc604ffc8567ffe83_run_f7390c355039", "score": 1.0, "status": "PASS", "task_id": "humaneval-109"}, {"attempt_run_ids": ["sha256_76a078a11152d56820940c3731f036045e67ef4cc_run_8741aceb00ec"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_76a078a11152d56820940c3731f036045e67ef4cc_run_8741aceb00ec", "score": 1.0, "status": "PASS", "task_id": "humaneval-110"}, {"attempt_run_ids": ["sha256_04da27e0699fca2b66256f85c4d4176bf17ce20d9_run_4dc3b297f4cb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_04da27e0699fca2b66256f85c4d4176bf17ce20d9_run_4dc3b297f4cb", "score": 1.0, "status": "PASS", "task_id": "humaneval-111"}, {"attempt_run_ids": ["sha256_bcc20890ebd50ecd5c54f072e9af228da2f01f1a5_run_ee30ebc04370"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bcc20890ebd50ecd5c54f072e9af228da2f01f1a5_run_ee30ebc04370", "score": 1.0, "status": "PASS", "task_id": "humaneval-112"}, {"attempt_run_ids": ["sha256_cea66de9894af77afa7776d100bb8258622f0f899_run_c15c0126c2e9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cea66de9894af77afa7776d100bb8258622f0f899_run_c15c0126c2e9", "score": 1.0, "status": "PASS", "task_id": "humaneval-113"}, {"attempt_run_ids": ["sha256_63b8f48f3e0b1260c9080248c8a0215801532a751_run_62e3949a10f9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_63b8f48f3e0b1260c9080248c8a0215801532a751_run_62e3949a10f9", "score": 1.0, "status": "PASS", "task_id": "humaneval-114"}, {"attempt_run_ids": ["sha256_d11b2d5cc3065f0efc7b5980c6919a50139d19959_run_e8c9555be747"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d11b2d5cc3065f0efc7b5980c6919a50139d19959_run_e8c9555be747", "score": 1.0, "status": "PASS", "task_id": "humaneval-115"}, {"attempt_run_ids": ["sha256_4b479e6dbab4f97a63128abc08173aa1116189fdc_run_162c383075a4"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_4b479e6dbab4f97a63128abc08173aa1116189fdc_run_162c383075a4", "score": 0.0, "status": "ERROR", "task_id": "humaneval-116"}, {"attempt_run_ids": ["sha256_b9a8afe0f88a741416d934a08fab2c3692953b201_run_84b323c62d5f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b9a8afe0f88a741416d934a08fab2c3692953b201_run_84b323c62d5f", "score": 1.0, "status": "PASS", "task_id": "humaneval-117"}, {"attempt_run_ids": ["sha256_f50d48ffed243eb2317924d0c301b2396ee704a1f_run_33f10338a779"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f50d48ffed243eb2317924d0c301b2396ee704a1f_run_33f10338a779", "score": 1.0, "status": "PASS", "task_id": "humaneval-118"}, {"attempt_run_ids": ["sha256_9dd30307d839e4a8191e3fa6a626de8dabc19e261_run_d1564998e05a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9dd30307d839e4a8191e3fa6a626de8dabc19e261_run_d1564998e05a", "score": 1.0, "status": "PASS", "task_id": "humaneval-119"}, {"attempt_run_ids": ["sha256_2f3b866041d8be7480b0d54bcfb4a339e797163d2_run_0aac299d53c1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2f3b866041d8be7480b0d54bcfb4a339e797163d2_run_0aac299d53c1", "score": 1.0, "status": "PASS", "task_id": "humaneval-120"}, {"attempt_run_ids": ["sha256_b6c83ca63bdddec979471e982cf63b1f32511ab85_run_b5926e51d4a0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b6c83ca63bdddec979471e982cf63b1f32511ab85_run_b5926e51d4a0", "score": 1.0, "status": "PASS", "task_id": "humaneval-121"}, {"attempt_run_ids": ["sha256_4d33ede0143f05e82fa17070aa428f5bd67d99b12_run_b79ffec871a1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4d33ede0143f05e82fa17070aa428f5bd67d99b12_run_b79ffec871a1", "score": 1.0, "status": "PASS", "task_id": "humaneval-122"}, {"attempt_run_ids": ["sha256_a185b8afe62f826c9f575525a8f042903b91a9a89_run_8ff40ff1f56a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a185b8afe62f826c9f575525a8f042903b91a9a89_run_8ff40ff1f56a", "score": 1.0, "status": "PASS", "task_id": "humaneval-123"}, {"attempt_run_ids": ["sha256_346b231faaa0915a5cc6f77c2174b7f8dd0070140_run_d4fa883c9ce6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_346b231faaa0915a5cc6f77c2174b7f8dd0070140_run_d4fa883c9ce6", "score": 1.0, "status": "PASS", "task_id": "humaneval-124"}, {"attempt_run_ids": ["sha256_99e2f1a0b5d4b0647a370c8684f27b8f9c70e879d_run_85ca451eca14"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_99e2f1a0b5d4b0647a370c8684f27b8f9c70e879d_run_85ca451eca14", "score": 1.0, "status": "PASS", "task_id": "humaneval-125"}, {"attempt_run_ids": ["sha256_c43a54e41173d2f3a6f5f58819cf74549be4c03be_run_9f11d23d8b14"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c43a54e41173d2f3a6f5f58819cf74549be4c03be_run_9f11d23d8b14", "score": 1.0, "status": "PASS", "task_id": "humaneval-126"}, {"attempt_run_ids": ["sha256_5dfebe267ba2ffdf41249787e214c3cbc30d3664e_run_012d347651fd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5dfebe267ba2ffdf41249787e214c3cbc30d3664e_run_012d347651fd", "score": 1.0, "status": "PASS", "task_id": "humaneval-127"}, {"attempt_run_ids": ["sha256_5f7b9f91ecb73a706d786ce54c134bd1881feddc0_run_2424de951253"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5f7b9f91ecb73a706d786ce54c134bd1881feddc0_run_2424de951253", "score": 1.0, "status": "PASS", "task_id": "humaneval-128"}, {"attempt_run_ids": ["sha256_1d1c594e713e0e0c57c1814e4a13e541e1421ffa6_run_56864a489fb8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1d1c594e713e0e0c57c1814e4a13e541e1421ffa6_run_56864a489fb8", "score": 1.0, "status": "PASS", "task_id": "humaneval-129"}, {"attempt_run_ids": ["sha256_51cabdc68e23048b5921d4a613219a4a17af88561_run_c495e5afcaa5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_51cabdc68e23048b5921d4a613219a4a17af88561_run_c495e5afcaa5", "score": 1.0, "status": "PASS", "task_id": "humaneval-130"}, {"attempt_run_ids": ["sha256_cdf94f0fc2c8f91498ff18716818e505bafd07c0c_run_f1c7535e190d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cdf94f0fc2c8f91498ff18716818e505bafd07c0c_run_f1c7535e190d", "score": 1.0, "status": "PASS", "task_id": "humaneval-131"}, {"attempt_run_ids": ["sha256_67290490e2f5ec6929644975fd6999eb1520ce3ab_run_4d7884012092"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_67290490e2f5ec6929644975fd6999eb1520ce3ab_run_4d7884012092", "score": 1.0, "status": "PASS", "task_id": "humaneval-132"}, {"attempt_run_ids": ["sha256_83fbe4421eaa92402743b65734c6f2446797d08c3_run_039b34c21f68"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_83fbe4421eaa92402743b65734c6f2446797d08c3_run_039b34c21f68", "score": 1.0, "status": "PASS", "task_id": "humaneval-133"}, {"attempt_run_ids": ["sha256_6620c82df864fba6d4e1cac544bc0f17b495e50dd_run_4581991fbebe"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6620c82df864fba6d4e1cac544bc0f17b495e50dd_run_4581991fbebe", "score": 1.0, "status": "PASS", "task_id": "humaneval-134"}, {"attempt_run_ids": ["sha256_3c95ae7a63215098ec8c7474449f21867c45a6007_run_e00fd3773e46"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3c95ae7a63215098ec8c7474449f21867c45a6007_run_e00fd3773e46", "score": 1.0, "status": "PASS", "task_id": "humaneval-135"}, {"attempt_run_ids": ["sha256_f6ea85d8f2138cb307ffdd2fbe01189a4942de8f5_run_31fb46e6c41e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f6ea85d8f2138cb307ffdd2fbe01189a4942de8f5_run_31fb46e6c41e", "score": 1.0, "status": "PASS", "task_id": "humaneval-136"}, {"attempt_run_ids": ["sha256_4ba2dbfbe69256eaa95038cd6dd4ae855bd2fe660_run_34ba179be2f7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4ba2dbfbe69256eaa95038cd6dd4ae855bd2fe660_run_34ba179be2f7", "score": 1.0, "status": "PASS", "task_id": "humaneval-137"}, {"attempt_run_ids": ["sha256_62cb46a857c3927a3bbf10a4622854cc3d8cf5a51_run_84ec35fc30dd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_62cb46a857c3927a3bbf10a4622854cc3d8cf5a51_run_84ec35fc30dd", "score": 1.0, "status": "PASS", "task_id": "humaneval-138"}, {"attempt_run_ids": ["sha256_b3978f9a53d04ce972bf9c46a26ee332ac9b77133_run_e8a6aad530a4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b3978f9a53d04ce972bf9c46a26ee332ac9b77133_run_e8a6aad530a4", "score": 1.0, "status": "PASS", "task_id": "humaneval-139"}, {"attempt_run_ids": ["sha256_f549d935f8b04adba31a896c082309ae1ec40facd_run_b5406efad4ce"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f549d935f8b04adba31a896c082309ae1ec40facd_run_b5406efad4ce", "score": 1.0, "status": "PASS", "task_id": "humaneval-140"}, {"attempt_run_ids": ["sha256_7f57bb976445152947c5dc4027d8e16b9d4bd569b_run_0c1bf7b327b6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7f57bb976445152947c5dc4027d8e16b9d4bd569b_run_0c1bf7b327b6", "score": 1.0, "status": "PASS", "task_id": "humaneval-141"}, {"attempt_run_ids": ["sha256_e5babb0b42d6ad17871e8a8d9a3e1683acdbf0927_run_054dadf4e3ee"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e5babb0b42d6ad17871e8a8d9a3e1683acdbf0927_run_054dadf4e3ee", "score": 1.0, "status": "PASS", "task_id": "humaneval-142"}, {"attempt_run_ids": ["sha256_3b9ca8ead914ff4e8316e100889ba7db8c8a952a2_run_539b18bd184e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3b9ca8ead914ff4e8316e100889ba7db8c8a952a2_run_539b18bd184e", "score": 1.0, "status": "PASS", "task_id": "humaneval-143"}, {"attempt_run_ids": ["sha256_a0cf14edf9799b9e49ac0dce8bdf0fbe95b467ed5_run_7db96b8b465c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a0cf14edf9799b9e49ac0dce8bdf0fbe95b467ed5_run_7db96b8b465c", "score": 1.0, "status": "PASS", "task_id": "humaneval-144"}, {"attempt_run_ids": ["sha256_bd0a5a8df524eaa019d8e066e7eeffc68e58d0415_run_7bc90eb3a036"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bd0a5a8df524eaa019d8e066e7eeffc68e58d0415_run_7bc90eb3a036", "score": 1.0, "status": "PASS", "task_id": "humaneval-145"}, {"attempt_run_ids": ["sha256_93c5c0e5ba8bdd58c30294614d0c3a1db814031df_run_7c0c7df55da4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_93c5c0e5ba8bdd58c30294614d0c3a1db814031df_run_7c0c7df55da4", "score": 1.0, "status": "PASS", "task_id": "humaneval-146"}, {"attempt_run_ids": ["sha256_043d7f366581801bc8fc78cee1d2399b68ab8a321_run_fded33ce513b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_043d7f366581801bc8fc78cee1d2399b68ab8a321_run_fded33ce513b", "score": 1.0, "status": "PASS", "task_id": "humaneval-147"}, {"attempt_run_ids": ["sha256_29aa3561fbe018936870758056fa79aac98ec236e_run_30b6166f64b8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_29aa3561fbe018936870758056fa79aac98ec236e_run_30b6166f64b8", "score": 1.0, "status": "PASS", "task_id": "humaneval-148"}, {"attempt_run_ids": ["sha256_3b7351f27c45b757f3dee634bebf35b44ef0ed5bb_run_822613b464fe"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3b7351f27c45b757f3dee634bebf35b44ef0ed5bb_run_822613b464fe", "score": 1.0, "status": "PASS", "task_id": "humaneval-149"}, {"attempt_run_ids": ["sha256_6e1fa1d1b05773d19bd8977a47fc289ff9987e1c3_run_6321e258c761"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6e1fa1d1b05773d19bd8977a47fc289ff9987e1c3_run_6321e258c761", "score": 1.0, "status": "PASS", "task_id": "humaneval-150"}, {"attempt_run_ids": ["sha256_9def92880d0b9ee32731113ac0b74fda9686ab5ab_run_516b209fe19c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9def92880d0b9ee32731113ac0b74fda9686ab5ab_run_516b209fe19c", "score": 1.0, "status": "PASS", "task_id": "humaneval-151"}, {"attempt_run_ids": ["sha256_421fb1b97e30cc247c2e20fb879a0f055fa8e9db4_run_f2c5cd9982a4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_421fb1b97e30cc247c2e20fb879a0f055fa8e9db4_run_f2c5cd9982a4", "score": 1.0, "status": "PASS", "task_id": "humaneval-152"}, {"attempt_run_ids": ["sha256_38a4522cdaa8a897990f839e939e781efdb4c4ec5_run_6d7295aead6d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_38a4522cdaa8a897990f839e939e781efdb4c4ec5_run_6d7295aead6d", "score": 1.0, "status": "PASS", "task_id": "humaneval-153"}, {"attempt_run_ids": ["sha256_4c464776f4152591fb93cfb2af358f22982d5cd41_run_f9638e6d9a02"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4c464776f4152591fb93cfb2af358f22982d5cd41_run_f9638e6d9a02", "score": 1.0, "status": "PASS", "task_id": "humaneval-154"}, {"attempt_run_ids": ["sha256_ce5004e59ff61bb5af7e901947db8a8059245380d_run_5471a19ccf40"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ce5004e59ff61bb5af7e901947db8a8059245380d_run_5471a19ccf40", "score": 1.0, "status": "PASS", "task_id": "humaneval-155"}, {"attempt_run_ids": ["sha256_e2325375efa3d2ae0925bb9348e882454191bf97a_run_eb348f27214b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e2325375efa3d2ae0925bb9348e882454191bf97a_run_eb348f27214b", "score": 1.0, "status": "PASS", "task_id": "humaneval-156"}, {"attempt_run_ids": ["sha256_d0e7cfd85ce9f00eaa76dd4a6137bcae1ccdf3b76_run_a2856f722da0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d0e7cfd85ce9f00eaa76dd4a6137bcae1ccdf3b76_run_a2856f722da0", "score": 1.0, "status": "PASS", "task_id": "humaneval-157"}, {"attempt_run_ids": ["sha256_264a56e4fe4b724dd303854b30e53652797fe02d3_run_211914dac21e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_264a56e4fe4b724dd303854b30e53652797fe02d3_run_211914dac21e", "score": 1.0, "status": "PASS", "task_id": "humaneval-158"}, {"attempt_run_ids": ["sha256_1e02993244dd03395e7f7977f6183d3eff9a9466f_run_560af6dc311f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1e02993244dd03395e7f7977f6183d3eff9a9466f_run_560af6dc311f", "score": 1.0, "status": "PASS", "task_id": "humaneval-159"}, {"attempt_run_ids": ["sha256_bc19f0e6799276664041a8ed70a891c0927d8f774_run_4994a7e51a4b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bc19f0e6799276664041a8ed70a891c0927d8f774_run_4994a7e51a4b", "score": 1.0, "status": "PASS", "task_id": "humaneval-160"}, {"attempt_run_ids": ["sha256_7649127b8caa823dcb861b313f5e1df8690888e35_run_c0e1e58b8e42"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7649127b8caa823dcb861b313f5e1df8690888e35_run_c0e1e58b8e42", "score": 1.0, "status": "PASS", "task_id": "humaneval-161"}, {"attempt_run_ids": ["sha256_6079398875d9e29959e75e2da5456e0d6251ca7b8_run_766d1f7e8ae4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6079398875d9e29959e75e2da5456e0d6251ca7b8_run_766d1f7e8ae4", "score": 1.0, "status": "PASS", "task_id": "humaneval-162"}, {"attempt_run_ids": ["sha256_4934560fd6c3885dcefcdb34fb56e28e97ba4593d_run_33ebbf81fafc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4934560fd6c3885dcefcdb34fb56e28e97ba4593d_run_33ebbf81fafc", "score": 1.0, "status": "PASS", "task_id": "humaneval-163"}], "task_set_digest": "sha256:1b2b51b62f47f2f06f961afccedb0984bf9b95cde905fe226dae67d19427599b", "uploaded_by": "ffy6511", "visibility": "public"}, {"actors_summary": [{"entry": "opencode", "executor": "acp", "model": "litellm/dashscope/kimi-k2.7-code", "options": "{\"entry\":\"opencode\"}", "profile_id": "solver"}], "agent_label": "opencode", "blob_digest": "sha256:fbd3ad285f4c94a58aaacc782f5b5822ef4ccf690dc7b9b0101bd258c0cfd217", "board_listed": true, "bound_kind": "release", "complete": true, "config_fingerprint": "sha256:0ba6cc890e19e0f14edb693821a6dcc8cc1bc096f804dd786de1875ec6aae6c8", "config_homogeneous": true, "created_at": 1788759300.0, "dataset_id": "official/humaneval", "dataset_version": "0.1.0", "exit_code": 1, "job_overlay": {"bindings": {"solver": {"api_key": "litellm_api_key", "base_url": "http://10.130.138.46:8010/v1", "executor": "acp", "extensions": [{"options": {"entry": "opencode"}, "plugin": "acp"}, {"options": {"files": [{"dest": ".config/opencode/opencode.json", "dest_root": "home", "src": "overlays/opencode.litellm.json"}]}, "plugin": "home-files"}], "model": "litellm/dashscope/kimi-k2.7-code"}}}, "mean_score": 0.9695122, "metrics": {"k_values": [1], "mean_score": 0.9695121951219512, "missing_score_as": 0.0, "n_attempts": 1, "n_error": 0, "n_fail": 5, "n_pass": 159, "n_tasks": 164, "pass_at_k": {"1": {"incomplete_tasks": 0, "n_tasks": 164, "value": 0.9695121951219512}}, "pass_power_k": {"1": {"incomplete_tasks": 0, "n_tasks": 164, "value": 0.9695121951219512}}, "pass_rate": 0.9695121951219512, "per_task": [{"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-000"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-001"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-002"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-003"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-004"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-005"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-006"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-007"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-008"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-009"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-010"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-011"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-012"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-013"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-014"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-015"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-016"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-017"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-018"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-019"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-020"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-021"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-022"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-023"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-024"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-025"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-026"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-027"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-028"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-029"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-030"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-031"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-032"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-033"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-034"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-035"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-036"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-037"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-038"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-039"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-040"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-041"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-042"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-043"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-044"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-045"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-046"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-047"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-048"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-049"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-050"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-051"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-052"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-053"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-054"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-055"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-056"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-057"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-058"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-059"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-060"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-061"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-062"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-063"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-064"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-065"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-066"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-067"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-068"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-069"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-070"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-071"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-072"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-073"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-074"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-075"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-076"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-077"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-078"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-079"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-080"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-081"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-082"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-083"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-084"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-085"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-086"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-087"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-088"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-089"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-090"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-091"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-092"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-093"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-094"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-095"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-096"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-097"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-098"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-099"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-100"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-101"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-102"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-103"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-104"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-105"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-106"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-107"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-108"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-109"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-110"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-111"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-112"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-113"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-114"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-115"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-116"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-117"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-118"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-119"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-120"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-121"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-122"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-123"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-124"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-125"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-126"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-127"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-128"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-129"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-130"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-131"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-132"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-133"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-134"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-135"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-136"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-137"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-138"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-139"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-140"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-141"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-142"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-143"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-144"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-145"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-146"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-147"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-148"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-149"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-150"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-151"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-152"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-153"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-154"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-155"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-156"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-157"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-158"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-159"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-160"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-161"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-162"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-163"}], "usage": {"cached_tokens": 1857280, "completion_tokens": 20732, "cost_source": "estimated", "cost_usd_estimated": 1.88781875, "duration_s": 1509.748776, "n_attempts_with_cost": 0, "n_attempts_with_tokens": 164, "prompt_tokens": 1899885}}, "model_label": "litellm/dashscope/kimi-k2.7-code", "note": "per-task evaluator verdicts only; no suite-level PASS", "pass_rate": 0.9695122, "size": 43932, "suite_run_id": "443d87eb", "task_refs": [{"attempt_run_ids": ["sha256_3ead64801fd4c97018df048a17914f032d9f20a74_run_ff53fdf9615d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3ead64801fd4c97018df048a17914f032d9f20a74_run_ff53fdf9615d", "score": 1.0, "status": "PASS", "task_id": "humaneval-000"}, {"attempt_run_ids": ["sha256_eeff9b2d2646a63be044b3a6ea1fccd907be0a7da_run_0fd6d33ba807"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_eeff9b2d2646a63be044b3a6ea1fccd907be0a7da_run_0fd6d33ba807", "score": 1.0, "status": "PASS", "task_id": "humaneval-001"}, {"attempt_run_ids": ["sha256_a02eb1174df95162b4a4539ace9bc56b39dc1fdd2_run_3d8120fb73a0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a02eb1174df95162b4a4539ace9bc56b39dc1fdd2_run_3d8120fb73a0", "score": 1.0, "status": "PASS", "task_id": "humaneval-002"}, {"attempt_run_ids": ["sha256_d0db7b8c067ad404442918992764b728432f18889_run_3471ef73b337"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d0db7b8c067ad404442918992764b728432f18889_run_3471ef73b337", "score": 1.0, "status": "PASS", "task_id": "humaneval-003"}, {"attempt_run_ids": ["sha256_a4ab9a72b8261f8d13f7e0a66ecba625b15c3d7d8_run_f56810bec77e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a4ab9a72b8261f8d13f7e0a66ecba625b15c3d7d8_run_f56810bec77e", "score": 1.0, "status": "PASS", "task_id": "humaneval-004"}, {"attempt_run_ids": ["sha256_94fab085643d106287c0c42752f2dc1383e6baafd_run_72667a3c9221"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_94fab085643d106287c0c42752f2dc1383e6baafd_run_72667a3c9221", "score": 1.0, "status": "PASS", "task_id": "humaneval-005"}, {"attempt_run_ids": ["sha256_f9fbf82062c52088dde61f5289b25f198b52bbc64_run_128d39980489"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f9fbf82062c52088dde61f5289b25f198b52bbc64_run_128d39980489", "score": 1.0, "status": "PASS", "task_id": "humaneval-006"}, {"attempt_run_ids": ["sha256_b8e06743f4589a169237760f3e9493426de738480_run_0cd95c54f1da"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b8e06743f4589a169237760f3e9493426de738480_run_0cd95c54f1da", "score": 1.0, "status": "PASS", "task_id": "humaneval-007"}, {"attempt_run_ids": ["sha256_aa1b1f97e0a62c2e397035926cbbbdc51a8be73ca_run_e2f34d9e6ad1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_aa1b1f97e0a62c2e397035926cbbbdc51a8be73ca_run_e2f34d9e6ad1", "score": 1.0, "status": "PASS", "task_id": "humaneval-008"}, {"attempt_run_ids": ["sha256_2de22e557b2ceb9f53112bc898c0e298febcb5511_run_3dc240f276ba"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2de22e557b2ceb9f53112bc898c0e298febcb5511_run_3dc240f276ba", "score": 1.0, "status": "PASS", "task_id": "humaneval-009"}, {"attempt_run_ids": ["sha256_c50a9519bf3a41f6e0112f75a08b5f13dbb2e2377_run_3d9aaa9e4abc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c50a9519bf3a41f6e0112f75a08b5f13dbb2e2377_run_3d9aaa9e4abc", "score": 1.0, "status": "PASS", "task_id": "humaneval-010"}, {"attempt_run_ids": ["sha256_42a3a10114680a2c3d7067b9e8da1d32473a34d90_run_92bb330a286b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_42a3a10114680a2c3d7067b9e8da1d32473a34d90_run_92bb330a286b", "score": 1.0, "status": "PASS", "task_id": "humaneval-011"}, {"attempt_run_ids": ["sha256_b7c860e0e555c84391a0ea95ac89d1d6711ff51aa_run_e41f93f49b7d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b7c860e0e555c84391a0ea95ac89d1d6711ff51aa_run_e41f93f49b7d", "score": 1.0, "status": "PASS", "task_id": "humaneval-012"}, {"attempt_run_ids": ["sha256_6eb04f8c56e7feaa63f8f29df82940e66c34ce357_run_bc7bfd1f2dce"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6eb04f8c56e7feaa63f8f29df82940e66c34ce357_run_bc7bfd1f2dce", "score": 1.0, "status": "PASS", "task_id": "humaneval-013"}, {"attempt_run_ids": ["sha256_3892afa70599cf8cd82aaee0206ba457c5e9cc76a_run_06fc880249e4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3892afa70599cf8cd82aaee0206ba457c5e9cc76a_run_06fc880249e4", "score": 1.0, "status": "PASS", "task_id": "humaneval-014"}, {"attempt_run_ids": ["sha256_30572de01b1c329444a9a903b1ef96270b319f057_run_5523ae644778"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_30572de01b1c329444a9a903b1ef96270b319f057_run_5523ae644778", "score": 1.0, "status": "PASS", "task_id": "humaneval-015"}, {"attempt_run_ids": ["sha256_ece5cf5cfd5a0e1b4cc64caf18e9a4f1ba73ef397_run_8f0e1e5c97be"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ece5cf5cfd5a0e1b4cc64caf18e9a4f1ba73ef397_run_8f0e1e5c97be", "score": 1.0, "status": "PASS", "task_id": "humaneval-016"}, {"attempt_run_ids": ["sha256_0720feeb11573e00a0ea071d67f4bcbc76537c1a1_run_63ae9fe2a704"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0720feeb11573e00a0ea071d67f4bcbc76537c1a1_run_63ae9fe2a704", "score": 1.0, "status": "PASS", "task_id": "humaneval-017"}, {"attempt_run_ids": ["sha256_a5f7761d66eb6b7defa71bf4ad28f894c541857de_run_4fedf4bf76d6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a5f7761d66eb6b7defa71bf4ad28f894c541857de_run_4fedf4bf76d6", "score": 1.0, "status": "PASS", "task_id": "humaneval-018"}, {"attempt_run_ids": ["sha256_b06905850661aa514202d7dedb040f9c8673b00cb_run_a00dd3ea0131"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b06905850661aa514202d7dedb040f9c8673b00cb_run_a00dd3ea0131", "score": 1.0, "status": "PASS", "task_id": "humaneval-019"}, {"attempt_run_ids": ["sha256_b1b0a29012174ca6f62b2ca3bb7dbbaa36935f8ae_run_2e4ed103b1ee"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b1b0a29012174ca6f62b2ca3bb7dbbaa36935f8ae_run_2e4ed103b1ee", "score": 1.0, "status": "PASS", "task_id": "humaneval-020"}, {"attempt_run_ids": ["sha256_ad8e8817326e5e1349596374eec222e1e2ac8e5a2_run_abef4eec7d50"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ad8e8817326e5e1349596374eec222e1e2ac8e5a2_run_abef4eec7d50", "score": 1.0, "status": "PASS", "task_id": "humaneval-021"}, {"attempt_run_ids": ["sha256_de7d9ae64f6b1e150d2ff933230a8a5c41007a8cf_run_521229d46af0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_de7d9ae64f6b1e150d2ff933230a8a5c41007a8cf_run_521229d46af0", "score": 1.0, "status": "PASS", "task_id": "humaneval-022"}, {"attempt_run_ids": ["sha256_b424a5c78f537ec27c7c5d1ad0a2f377b2565839a_run_9f2b2aed412c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b424a5c78f537ec27c7c5d1ad0a2f377b2565839a_run_9f2b2aed412c", "score": 1.0, "status": "PASS", "task_id": "humaneval-023"}, {"attempt_run_ids": ["sha256_6d732f5e2b502eb3071b802363ae989119b533441_run_815a803dd09d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6d732f5e2b502eb3071b802363ae989119b533441_run_815a803dd09d", "score": 1.0, "status": "PASS", "task_id": "humaneval-024"}, {"attempt_run_ids": ["sha256_2c854eade77f723fb41096ef1e122ff49b389b964_run_f65fd394a243"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2c854eade77f723fb41096ef1e122ff49b389b964_run_f65fd394a243", "score": 1.0, "status": "PASS", "task_id": "humaneval-025"}, {"attempt_run_ids": ["sha256_96f01874e95bc33640245b051a1f72087a26560d4_run_d2dd65e5ef96"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_96f01874e95bc33640245b051a1f72087a26560d4_run_d2dd65e5ef96", "score": 1.0, "status": "PASS", "task_id": "humaneval-026"}, {"attempt_run_ids": ["sha256_4de9672cd119e13c93694b9891929abb518600ecf_run_b9628cb71946"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4de9672cd119e13c93694b9891929abb518600ecf_run_b9628cb71946", "score": 1.0, "status": "PASS", "task_id": "humaneval-027"}, {"attempt_run_ids": ["sha256_72f12e7baf39b16562d87b4874d7cefc1adf2eed1_run_ab9ab9e5a671"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_72f12e7baf39b16562d87b4874d7cefc1adf2eed1_run_ab9ab9e5a671", "score": 1.0, "status": "PASS", "task_id": "humaneval-028"}, {"attempt_run_ids": ["sha256_0986be3c71b31e1fc465913331c364c51a885171a_run_473bad1d6855"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0986be3c71b31e1fc465913331c364c51a885171a_run_473bad1d6855", "score": 1.0, "status": "PASS", "task_id": "humaneval-029"}, {"attempt_run_ids": ["sha256_1739f28b9488ae905e58384fabf61ad77de623854_run_64d444e99bbb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1739f28b9488ae905e58384fabf61ad77de623854_run_64d444e99bbb", "score": 1.0, "status": "PASS", "task_id": "humaneval-030"}, {"attempt_run_ids": ["sha256_ef52fdac7b023b28c545518271438b88c96dcb98e_run_46d4bdebedae"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ef52fdac7b023b28c545518271438b88c96dcb98e_run_46d4bdebedae", "score": 1.0, "status": "PASS", "task_id": "humaneval-031"}, {"attempt_run_ids": ["sha256_3768d2b28f8aff8828e627be6fa1fb0bc86460235_run_b2ec41fd9c81"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3768d2b28f8aff8828e627be6fa1fb0bc86460235_run_b2ec41fd9c81", "score": 1.0, "status": "PASS", "task_id": "humaneval-032"}, {"attempt_run_ids": ["sha256_be36d7d484514b560fa89009adbee7e803c4f11ef_run_f0ad27df2ae6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_be36d7d484514b560fa89009adbee7e803c4f11ef_run_f0ad27df2ae6", "score": 1.0, "status": "PASS", "task_id": "humaneval-033"}, {"attempt_run_ids": ["sha256_20cc9aae8cda7dbbeb74102c409b6a9e4dd7a5e46_run_cf4e6bef5afe"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_20cc9aae8cda7dbbeb74102c409b6a9e4dd7a5e46_run_cf4e6bef5afe", "score": 1.0, "status": "PASS", "task_id": "humaneval-034"}, {"attempt_run_ids": ["sha256_ba1d4495f536ea58287e200837a025b5e69070e73_run_ac8db33a5e41"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ba1d4495f536ea58287e200837a025b5e69070e73_run_ac8db33a5e41", "score": 1.0, "status": "PASS", "task_id": "humaneval-035"}, {"attempt_run_ids": ["sha256_4fdcd2210206645a4387e3a18ee7d6d410c4e9d7d_run_66532aa908ff"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4fdcd2210206645a4387e3a18ee7d6d410c4e9d7d_run_66532aa908ff", "score": 1.0, "status": "PASS", "task_id": "humaneval-036"}, {"attempt_run_ids": ["sha256_df86928b7fd78299b43bb0cafc1503e1b3dae8285_run_cc29e75aec98"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_df86928b7fd78299b43bb0cafc1503e1b3dae8285_run_cc29e75aec98", "score": 1.0, "status": "PASS", "task_id": "humaneval-037"}, {"attempt_run_ids": ["sha256_3d3d4bae129bc91189753488a42c209963a57d5fe_run_4b38b18a6dea"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3d3d4bae129bc91189753488a42c209963a57d5fe_run_4b38b18a6dea", "score": 1.0, "status": "PASS", "task_id": "humaneval-038"}, {"attempt_run_ids": ["sha256_2640aeb8519fe7bf1974bd99f25ad7beca91ce23b_run_0c70380d2963"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2640aeb8519fe7bf1974bd99f25ad7beca91ce23b_run_0c70380d2963", "score": 1.0, "status": "PASS", "task_id": "humaneval-039"}, {"attempt_run_ids": ["sha256_8d3c915c014d6764a3eb81b567445794dabc48764_run_34d3017b5e51"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8d3c915c014d6764a3eb81b567445794dabc48764_run_34d3017b5e51", "score": 1.0, "status": "PASS", "task_id": "humaneval-040"}, {"attempt_run_ids": ["sha256_7d0552af7d8fc183dde45d65dc29e1af57711a5b6_run_f407eb2bc43d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7d0552af7d8fc183dde45d65dc29e1af57711a5b6_run_f407eb2bc43d", "score": 1.0, "status": "PASS", "task_id": "humaneval-041"}, {"attempt_run_ids": ["sha256_b8d0fba2cc05d50a4c73ec81348967de6b2ae5816_run_3dcba1c8dcae"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b8d0fba2cc05d50a4c73ec81348967de6b2ae5816_run_3dcba1c8dcae", "score": 1.0, "status": "PASS", "task_id": "humaneval-042"}, {"attempt_run_ids": ["sha256_86f8dce5c1bcdccd5d8ecdd6675a922c0d077593f_run_42f7bd2f91df"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_86f8dce5c1bcdccd5d8ecdd6675a922c0d077593f_run_42f7bd2f91df", "score": 1.0, "status": "PASS", "task_id": "humaneval-043"}, {"attempt_run_ids": ["sha256_27226fa6f9a2a5fe6079cc9ab399a3a2e867c43b1_run_6f535f85dff9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_27226fa6f9a2a5fe6079cc9ab399a3a2e867c43b1_run_6f535f85dff9", "score": 1.0, "status": "PASS", "task_id": "humaneval-044"}, {"attempt_run_ids": ["sha256_65a2ddeda53d64b1bd622db8adfab4bc92ac5c415_run_984e2bf6ce89"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_65a2ddeda53d64b1bd622db8adfab4bc92ac5c415_run_984e2bf6ce89", "score": 1.0, "status": "PASS", "task_id": "humaneval-045"}, {"attempt_run_ids": ["sha256_c39ba25fe41ba3106f759bdc42b51e20bbd733856_run_2ddfe968a0b8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c39ba25fe41ba3106f759bdc42b51e20bbd733856_run_2ddfe968a0b8", "score": 1.0, "status": "PASS", "task_id": "humaneval-046"}, {"attempt_run_ids": ["sha256_20f03fa3a0640a7b9b513a07509abc9355c566583_run_1949c9688be3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_20f03fa3a0640a7b9b513a07509abc9355c566583_run_1949c9688be3", "score": 1.0, "status": "PASS", "task_id": "humaneval-047"}, {"attempt_run_ids": ["sha256_5ec58fcf4b2d8802c0a3ba737ca36b6a37a39dea2_run_b476e74b6204"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5ec58fcf4b2d8802c0a3ba737ca36b6a37a39dea2_run_b476e74b6204", "score": 1.0, "status": "PASS", "task_id": "humaneval-048"}, {"attempt_run_ids": ["sha256_a489166c48bce238a88528572ba6a354b8b85f554_run_751b55fbf830"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a489166c48bce238a88528572ba6a354b8b85f554_run_751b55fbf830", "score": 1.0, "status": "PASS", "task_id": "humaneval-049"}, {"attempt_run_ids": ["sha256_e086966407f3d1cb4363a62d3aaea4377e9d19be0_run_8149eb32b14e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e086966407f3d1cb4363a62d3aaea4377e9d19be0_run_8149eb32b14e", "score": 1.0, "status": "PASS", "task_id": "humaneval-050"}, {"attempt_run_ids": ["sha256_3de7f29a7db05786895df634f2656273bf3008684_run_7c97e0541433"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3de7f29a7db05786895df634f2656273bf3008684_run_7c97e0541433", "score": 1.0, "status": "PASS", "task_id": "humaneval-051"}, {"attempt_run_ids": ["sha256_960cf7e172b3f81a80d81787e6d771c59d241ee73_run_ee5816852d35"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_960cf7e172b3f81a80d81787e6d771c59d241ee73_run_ee5816852d35", "score": 1.0, "status": "PASS", "task_id": "humaneval-052"}, {"attempt_run_ids": ["sha256_2211be2e65c2e119c6a861d750609a9d66508c842_run_999d64790f1f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2211be2e65c2e119c6a861d750609a9d66508c842_run_999d64790f1f", "score": 1.0, "status": "PASS", "task_id": "humaneval-053"}, {"attempt_run_ids": ["sha256_46ca13e44fa3dcc613d25b7b0a11fe07f71511470_run_cb800e95f638"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_46ca13e44fa3dcc613d25b7b0a11fe07f71511470_run_cb800e95f638", "score": 1.0, "status": "PASS", "task_id": "humaneval-054"}, {"attempt_run_ids": ["sha256_55ca5689251ef034ecad4d711a47b60eef67f525c_run_9d90ba5afaad"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_55ca5689251ef034ecad4d711a47b60eef67f525c_run_9d90ba5afaad", "score": 1.0, "status": "PASS", "task_id": "humaneval-055"}, {"attempt_run_ids": ["sha256_0a749341f18aa16087c8528d479b09f9ffe25004a_run_65a8f754fec7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0a749341f18aa16087c8528d479b09f9ffe25004a_run_65a8f754fec7", "score": 1.0, "status": "PASS", "task_id": "humaneval-056"}, {"attempt_run_ids": ["sha256_18b2e7980b7a201f86b472aa53c6977acaff9ad23_run_45c628d119d0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_18b2e7980b7a201f86b472aa53c6977acaff9ad23_run_45c628d119d0", "score": 1.0, "status": "PASS", "task_id": "humaneval-057"}, {"attempt_run_ids": ["sha256_c43349326bcc17d7128b14d340aef16ba72790063_run_cc8bfa99cdf1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c43349326bcc17d7128b14d340aef16ba72790063_run_cc8bfa99cdf1", "score": 1.0, "status": "PASS", "task_id": "humaneval-058"}, {"attempt_run_ids": ["sha256_39e8668da91981a7419fc1ac1c2d3b294611346b7_run_0ebac4e5dd20"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_39e8668da91981a7419fc1ac1c2d3b294611346b7_run_0ebac4e5dd20", "score": 1.0, "status": "PASS", "task_id": "humaneval-059"}, {"attempt_run_ids": ["sha256_442f478d33ed68df2fdbe4669ce3f369e2f6fc988_run_5b3eff1ec465"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_442f478d33ed68df2fdbe4669ce3f369e2f6fc988_run_5b3eff1ec465", "score": 1.0, "status": "PASS", "task_id": "humaneval-060"}, {"attempt_run_ids": ["sha256_e49c8e206edc079f68111079056a35cb76d5eaa8b_run_fd325dc8f225"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e49c8e206edc079f68111079056a35cb76d5eaa8b_run_fd325dc8f225", "score": 1.0, "status": "PASS", "task_id": "humaneval-061"}, {"attempt_run_ids": ["sha256_26dfe3b90cb6f336035a47ca1488bb7a729320313_run_9cf7cd9f96a9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_26dfe3b90cb6f336035a47ca1488bb7a729320313_run_9cf7cd9f96a9", "score": 1.0, "status": "PASS", "task_id": "humaneval-062"}, {"attempt_run_ids": ["sha256_cb5c26fb694331099649109ac3507acac6d8fcd9d_run_c8ff7ec88d23"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cb5c26fb694331099649109ac3507acac6d8fcd9d_run_c8ff7ec88d23", "score": 1.0, "status": "PASS", "task_id": "humaneval-063"}, {"attempt_run_ids": ["sha256_782721715780456a5c8473a77a3ced12b42288b70_run_af4259d7f36b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_782721715780456a5c8473a77a3ced12b42288b70_run_af4259d7f36b", "score": 0.0, "status": "FAIL", "task_id": "humaneval-064"}, {"attempt_run_ids": ["sha256_1a2b8f35730bf81ae29ffd49256a5db0afc652f0d_run_611aec0ece11"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1a2b8f35730bf81ae29ffd49256a5db0afc652f0d_run_611aec0ece11", "score": 1.0, "status": "PASS", "task_id": "humaneval-065"}, {"attempt_run_ids": ["sha256_c7f94b57da1a3e4d204b5c6eb1def5ea1a4722efa_run_c2ec29f50e50"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c7f94b57da1a3e4d204b5c6eb1def5ea1a4722efa_run_c2ec29f50e50", "score": 1.0, "status": "PASS", "task_id": "humaneval-066"}, {"attempt_run_ids": ["sha256_676a024cbc3910f128f59d55189ae75e63e4b376d_run_9659ccc4c728"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_676a024cbc3910f128f59d55189ae75e63e4b376d_run_9659ccc4c728", "score": 1.0, "status": "PASS", "task_id": "humaneval-067"}, {"attempt_run_ids": ["sha256_ac1b41b9992738796d43cd3f15edc0ff8a2f110a5_run_e33085bd0bc6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ac1b41b9992738796d43cd3f15edc0ff8a2f110a5_run_e33085bd0bc6", "score": 1.0, "status": "PASS", "task_id": "humaneval-068"}, {"attempt_run_ids": ["sha256_5a3b4262c477eefe2cfe94a9e988909fba575b39f_run_6001d109ea46"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5a3b4262c477eefe2cfe94a9e988909fba575b39f_run_6001d109ea46", "score": 1.0, "status": "PASS", "task_id": "humaneval-069"}, {"attempt_run_ids": ["sha256_8248d218a5cfe66ee76515a1ab990c9025efdd070_run_4ae1f9fbb9f5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8248d218a5cfe66ee76515a1ab990c9025efdd070_run_4ae1f9fbb9f5", "score": 1.0, "status": "PASS", "task_id": "humaneval-070"}, {"attempt_run_ids": ["sha256_498613d7c8a4ee96f6d38344dfbdc8950c103b98b_run_70135eb49e31"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_498613d7c8a4ee96f6d38344dfbdc8950c103b98b_run_70135eb49e31", "score": 1.0, "status": "PASS", "task_id": "humaneval-071"}, {"attempt_run_ids": ["sha256_45e130f54656660d8c6b17bd27f48cea947a2ff4e_run_73ed8f7426fa"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_45e130f54656660d8c6b17bd27f48cea947a2ff4e_run_73ed8f7426fa", "score": 1.0, "status": "PASS", "task_id": "humaneval-072"}, {"attempt_run_ids": ["sha256_ad641c0af3d2af549ed8f1cb090f3a809ff2720ce_run_86b4da9dea4b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ad641c0af3d2af549ed8f1cb090f3a809ff2720ce_run_86b4da9dea4b", "score": 1.0, "status": "PASS", "task_id": "humaneval-073"}, {"attempt_run_ids": ["sha256_e13b9986e02794acf23eb2294a1ddb82966aad7e8_run_9ae6fdfb9702"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_e13b9986e02794acf23eb2294a1ddb82966aad7e8_run_9ae6fdfb9702", "score": 1.0, "status": "PASS", "task_id": "humaneval-074"}, {"attempt_run_ids": ["sha256_ad0331ae6d09223506183835683fb924edcf54ea7_run_b3d170157298"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ad0331ae6d09223506183835683fb924edcf54ea7_run_b3d170157298", "score": 1.0, "status": "PASS", "task_id": "humaneval-075"}, {"attempt_run_ids": ["sha256_c9fd0f441ffc212716948375f24a9f5ae931406e7_run_bdad69816744"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c9fd0f441ffc212716948375f24a9f5ae931406e7_run_bdad69816744", "score": 1.0, "status": "PASS", "task_id": "humaneval-076"}, {"attempt_run_ids": ["sha256_980a606521c6adf487ce31b0dd31c385a562e0a5e_run_68bbc733b9fc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_980a606521c6adf487ce31b0dd31c385a562e0a5e_run_68bbc733b9fc", "score": 1.0, "status": "PASS", "task_id": "humaneval-077"}, {"attempt_run_ids": ["sha256_8ce41a0419b57d8fb6e27909fd7bd8d9020211f6d_run_529066bd0a89"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8ce41a0419b57d8fb6e27909fd7bd8d9020211f6d_run_529066bd0a89", "score": 1.0, "status": "PASS", "task_id": "humaneval-078"}, {"attempt_run_ids": ["sha256_b8a3d1d8ac6a1f4be4ac06d56b7e5731b93b24dfe_run_cbceed3547d9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b8a3d1d8ac6a1f4be4ac06d56b7e5731b93b24dfe_run_cbceed3547d9", "score": 1.0, "status": "PASS", "task_id": "humaneval-079"}, {"attempt_run_ids": ["sha256_44dd66a92d8563fef024c944f2203beba24a5fa91_run_382f74d531d2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_44dd66a92d8563fef024c944f2203beba24a5fa91_run_382f74d531d2", "score": 1.0, "status": "PASS", "task_id": "humaneval-080"}, {"attempt_run_ids": ["sha256_733db537bde4c845599d7a82b01346e6230b317fb_run_f8cc1ef8b30a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_733db537bde4c845599d7a82b01346e6230b317fb_run_f8cc1ef8b30a", "score": 1.0, "status": "PASS", "task_id": "humaneval-081"}, {"attempt_run_ids": ["sha256_eb03882664d671eb31b99311f6de045bdaf4f54c1_run_4724c16590ac"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_eb03882664d671eb31b99311f6de045bdaf4f54c1_run_4724c16590ac", "score": 1.0, "status": "PASS", "task_id": "humaneval-082"}, {"attempt_run_ids": ["sha256_8577e17ef18ff4f64f1ce1708f535fb241fb64f1a_run_430398e843b9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8577e17ef18ff4f64f1ce1708f535fb241fb64f1a_run_430398e843b9", "score": 1.0, "status": "PASS", "task_id": "humaneval-083"}, {"attempt_run_ids": ["sha256_b1d3e4ad0f31c51a20f0ca12e1c2346bd24be71ea_run_ef0ca9275620"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b1d3e4ad0f31c51a20f0ca12e1c2346bd24be71ea_run_ef0ca9275620", "score": 1.0, "status": "PASS", "task_id": "humaneval-084"}, {"attempt_run_ids": ["sha256_823802eebbc10b2b66bcd7bee5a357da5ceef664b_run_f786abdf2a09"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_823802eebbc10b2b66bcd7bee5a357da5ceef664b_run_f786abdf2a09", "score": 1.0, "status": "PASS", "task_id": "humaneval-085"}, {"attempt_run_ids": ["sha256_5c7dfb66c6bf6b43a1c874d226e09cba8ee382984_run_28b13922f0d8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5c7dfb66c6bf6b43a1c874d226e09cba8ee382984_run_28b13922f0d8", "score": 1.0, "status": "PASS", "task_id": "humaneval-086"}, {"attempt_run_ids": ["sha256_ca936c60faf863b2c8cac6bf3cb2274acd258cf26_run_b8ffcc312d60"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ca936c60faf863b2c8cac6bf3cb2274acd258cf26_run_b8ffcc312d60", "score": 1.0, "status": "PASS", "task_id": "humaneval-087"}, {"attempt_run_ids": ["sha256_0b7b7738138ca7c1d6c54a89785f137738c895ff4_run_83601e34e907"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0b7b7738138ca7c1d6c54a89785f137738c895ff4_run_83601e34e907", "score": 1.0, "status": "PASS", "task_id": "humaneval-088"}, {"attempt_run_ids": ["sha256_76ccbb7c9a06a48f1ce0b96ab707dd6221f51a8d9_run_5e6c9ea63c8a"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_76ccbb7c9a06a48f1ce0b96ab707dd6221f51a8d9_run_5e6c9ea63c8a", "score": 0.0, "status": "FAIL", "task_id": "humaneval-089"}, {"attempt_run_ids": ["sha256_c289bf1c996350ddbb54865bb898fd3a635a50a68_run_cf53aacd5b57"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c289bf1c996350ddbb54865bb898fd3a635a50a68_run_cf53aacd5b57", "score": 1.0, "status": "PASS", "task_id": "humaneval-090"}, {"attempt_run_ids": ["sha256_06ca77c66086040c2cbfe982231be17a78d02ceed_run_83b9dab3365d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_06ca77c66086040c2cbfe982231be17a78d02ceed_run_83b9dab3365d", "score": 1.0, "status": "PASS", "task_id": "humaneval-091"}, {"attempt_run_ids": ["sha256_b473f921f86274bcc33a3515a5b0e9f1ffeba660a_run_7053d505994d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b473f921f86274bcc33a3515a5b0e9f1ffeba660a_run_7053d505994d", "score": 1.0, "status": "PASS", "task_id": "humaneval-092"}, {"attempt_run_ids": ["sha256_02c2a1a6f7c987b52eb14bea8a701b3b0ae6786c9_run_364a5240de87"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_02c2a1a6f7c987b52eb14bea8a701b3b0ae6786c9_run_364a5240de87", "score": 1.0, "status": "PASS", "task_id": "humaneval-093"}, {"attempt_run_ids": ["sha256_751ef716b94afb5eba59962c2f551b491baf168f2_run_ea29eb34c587"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_751ef716b94afb5eba59962c2f551b491baf168f2_run_ea29eb34c587", "score": 1.0, "status": "PASS", "task_id": "humaneval-094"}, {"attempt_run_ids": ["sha256_4d66be3432d240d2dd903a3c10216910af0479719_run_b6a592d03ed6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4d66be3432d240d2dd903a3c10216910af0479719_run_b6a592d03ed6", "score": 1.0, "status": "PASS", "task_id": "humaneval-095"}, {"attempt_run_ids": ["sha256_8c524ff0e7a8d5d0535708dea4ddc06f21ea5a9c5_run_7b98dea5cd3d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8c524ff0e7a8d5d0535708dea4ddc06f21ea5a9c5_run_7b98dea5cd3d", "score": 1.0, "status": "PASS", "task_id": "humaneval-096"}, {"attempt_run_ids": ["sha256_7955dfcad3427046849f058ce5d86881031a0f58d_run_417cd4938a8f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7955dfcad3427046849f058ce5d86881031a0f58d_run_417cd4938a8f", "score": 1.0, "status": "PASS", "task_id": "humaneval-097"}, {"attempt_run_ids": ["sha256_c5fcc3b18197605c5a2e2a2734fd6294e39de3348_run_afa14423c059"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c5fcc3b18197605c5a2e2a2734fd6294e39de3348_run_afa14423c059", "score": 1.0, "status": "PASS", "task_id": "humaneval-098"}, {"attempt_run_ids": ["sha256_dcb5389a292017626d7e7f148366da6c6f24801e3_run_e6e41bbfef83"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_dcb5389a292017626d7e7f148366da6c6f24801e3_run_e6e41bbfef83", "score": 1.0, "status": "PASS", "task_id": "humaneval-099"}, {"attempt_run_ids": ["sha256_74105e20ed99691a4c0814ac088603e14b7b643b5_run_38b735b4234d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_74105e20ed99691a4c0814ac088603e14b7b643b5_run_38b735b4234d", "score": 1.0, "status": "PASS", "task_id": "humaneval-100"}, {"attempt_run_ids": ["sha256_418075427ce6bf43b7918cb98ca2b8bbb490bc888_run_0212a7c3213f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_418075427ce6bf43b7918cb98ca2b8bbb490bc888_run_0212a7c3213f", "score": 1.0, "status": "PASS", "task_id": "humaneval-101"}, {"attempt_run_ids": ["sha256_7bcbc49c88efa5eaa67094d44b85f6f203bb76b1e_run_9819efb44182"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7bcbc49c88efa5eaa67094d44b85f6f203bb76b1e_run_9819efb44182", "score": 1.0, "status": "PASS", "task_id": "humaneval-102"}, {"attempt_run_ids": ["sha256_551cbdd3438b918ab1d49a238bae4feec396f4928_run_aba198c38c58"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_551cbdd3438b918ab1d49a238bae4feec396f4928_run_aba198c38c58", "score": 1.0, "status": "PASS", "task_id": "humaneval-103"}, {"attempt_run_ids": ["sha256_53be192450f98fb906fc17762ec3dbf548a12c6f5_run_f1894593a5b9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_53be192450f98fb906fc17762ec3dbf548a12c6f5_run_f1894593a5b9", "score": 1.0, "status": "PASS", "task_id": "humaneval-104"}, {"attempt_run_ids": ["sha256_d65e3b928bc2ee5c5bd281b9031647efebbdd3559_run_7d78116b056d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d65e3b928bc2ee5c5bd281b9031647efebbdd3559_run_7d78116b056d", "score": 1.0, "status": "PASS", "task_id": "humaneval-105"}, {"attempt_run_ids": ["sha256_32d2ac3c06cf768bb95dcb27875e291a3f95410fe_run_d421bd147fd7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_32d2ac3c06cf768bb95dcb27875e291a3f95410fe_run_d421bd147fd7", "score": 1.0, "status": "PASS", "task_id": "humaneval-106"}, {"attempt_run_ids": ["sha256_61bd037a84a36c862ffcb41867b86706352605e17_run_128204e2c331"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_61bd037a84a36c862ffcb41867b86706352605e17_run_128204e2c331", "score": 1.0, "status": "PASS", "task_id": "humaneval-107"}, {"attempt_run_ids": ["sha256_9e4b4cad76b3c9f08af15908a7a45028f503d3e82_run_58afff13c0d1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9e4b4cad76b3c9f08af15908a7a45028f503d3e82_run_58afff13c0d1", "score": 1.0, "status": "PASS", "task_id": "humaneval-108"}, {"attempt_run_ids": ["sha256_85635defc38d663e582bf00ec3b0bc9a59e3e7f26_run_bdd6567bc146"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_85635defc38d663e582bf00ec3b0bc9a59e3e7f26_run_bdd6567bc146", "score": 1.0, "status": "PASS", "task_id": "humaneval-109"}, {"attempt_run_ids": ["sha256_24fb89a4193a63d0a0e5d95992cb36a181e7d0175_run_a21f8b588897"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_24fb89a4193a63d0a0e5d95992cb36a181e7d0175_run_a21f8b588897", "score": 1.0, "status": "PASS", "task_id": "humaneval-110"}, {"attempt_run_ids": ["sha256_b9aaa03e17d45ae0be43fccc0e5b21f0eb840577b_run_bf0fc01a3e21"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b9aaa03e17d45ae0be43fccc0e5b21f0eb840577b_run_bf0fc01a3e21", "score": 1.0, "status": "PASS", "task_id": "humaneval-111"}, {"attempt_run_ids": ["sha256_a73cbe1cb11784ec9a355452909e01e8d665cbb5d_run_83630541b166"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a73cbe1cb11784ec9a355452909e01e8d665cbb5d_run_83630541b166", "score": 1.0, "status": "PASS", "task_id": "humaneval-112"}, {"attempt_run_ids": ["sha256_c6382b9698ab4fd1f519217d37033fbd51eb99f90_run_6f8f36f27548"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c6382b9698ab4fd1f519217d37033fbd51eb99f90_run_6f8f36f27548", "score": 1.0, "status": "PASS", "task_id": "humaneval-113"}, {"attempt_run_ids": ["sha256_d7eb4e8550f312387b3258030f575f7fcaac49033_run_c1c79a534eb3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d7eb4e8550f312387b3258030f575f7fcaac49033_run_c1c79a534eb3", "score": 1.0, "status": "PASS", "task_id": "humaneval-114"}, {"attempt_run_ids": ["sha256_e46279e428fdad76e9f2b8f32ed69819f53a79b1a_run_a253862ce36d"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_e46279e428fdad76e9f2b8f32ed69819f53a79b1a_run_a253862ce36d", "score": 0.0, "status": "FAIL", "task_id": "humaneval-115"}, {"attempt_run_ids": ["sha256_d5c902c79918d69a6b8d08c236807dc6c48fbbdba_run_3298b6c674fa"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d5c902c79918d69a6b8d08c236807dc6c48fbbdba_run_3298b6c674fa", "score": 1.0, "status": "PASS", "task_id": "humaneval-116"}, {"attempt_run_ids": ["sha256_68d2070ac52c18535d0b33cfa02f3d2e79503efb1_run_630f1db1047b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_68d2070ac52c18535d0b33cfa02f3d2e79503efb1_run_630f1db1047b", "score": 1.0, "status": "PASS", "task_id": "humaneval-117"}, {"attempt_run_ids": ["sha256_67ea7a22caac39e93de0e2d3d26f40e986e2a3154_run_be6153725083"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_67ea7a22caac39e93de0e2d3d26f40e986e2a3154_run_be6153725083", "score": 1.0, "status": "PASS", "task_id": "humaneval-118"}, {"attempt_run_ids": ["sha256_0f22b6252ab6505a369aec102dbe3b544d07d9a02_run_79d537c3b6ea"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0f22b6252ab6505a369aec102dbe3b544d07d9a02_run_79d537c3b6ea", "score": 1.0, "status": "PASS", "task_id": "humaneval-119"}, {"attempt_run_ids": ["sha256_9c3bd551eb2ebd5dfdd3d9659b5a1ef986139dcb0_run_12aedb45b80b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_9c3bd551eb2ebd5dfdd3d9659b5a1ef986139dcb0_run_12aedb45b80b", "score": 0.0, "status": "FAIL", "task_id": "humaneval-120"}, {"attempt_run_ids": ["sha256_3782e0ae02f2872a9cd12dd4be9a81c27473f43a6_run_35d30d441b66"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3782e0ae02f2872a9cd12dd4be9a81c27473f43a6_run_35d30d441b66", "score": 1.0, "status": "PASS", "task_id": "humaneval-121"}, {"attempt_run_ids": ["sha256_02a40c5076f03d835a2c5a32734d822f2ed4f1aa3_run_4e59607278c2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_02a40c5076f03d835a2c5a32734d822f2ed4f1aa3_run_4e59607278c2", "score": 1.0, "status": "PASS", "task_id": "humaneval-122"}, {"attempt_run_ids": ["sha256_284e21e67b1b138a5e20ea89f2bd137de1db007f8_run_ac5623c49fe5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_284e21e67b1b138a5e20ea89f2bd137de1db007f8_run_ac5623c49fe5", "score": 1.0, "status": "PASS", "task_id": "humaneval-123"}, {"attempt_run_ids": ["sha256_87817eee422480ca8a61f662b3daf0b989ca91eec_run_ce59b279ddc2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_87817eee422480ca8a61f662b3daf0b989ca91eec_run_ce59b279ddc2", "score": 1.0, "status": "PASS", "task_id": "humaneval-124"}, {"attempt_run_ids": ["sha256_da670fbf047780731fa0fb477ba8daf9c0cf23646_run_73b562a81f73"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_da670fbf047780731fa0fb477ba8daf9c0cf23646_run_73b562a81f73", "score": 1.0, "status": "PASS", "task_id": "humaneval-125"}, {"attempt_run_ids": ["sha256_a17214daac14ac96d7a15b8aecd8a50c0855a23cc_run_d8b778307899"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a17214daac14ac96d7a15b8aecd8a50c0855a23cc_run_d8b778307899", "score": 1.0, "status": "PASS", "task_id": "humaneval-126"}, {"attempt_run_ids": ["sha256_198271502d33dac013fba60fb0bccc824708300d2_run_ddc90de14f98"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_198271502d33dac013fba60fb0bccc824708300d2_run_ddc90de14f98", "score": 1.0, "status": "PASS", "task_id": "humaneval-127"}, {"attempt_run_ids": ["sha256_35e942cb94df9a54b3dfe0b6c0f7b51355beef468_run_375bed8e8cb6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_35e942cb94df9a54b3dfe0b6c0f7b51355beef468_run_375bed8e8cb6", "score": 1.0, "status": "PASS", "task_id": "humaneval-128"}, {"attempt_run_ids": ["sha256_6a7142c4ef1bcc9bc08f75d81d2ea863c72931b4c_run_38ad051786d8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6a7142c4ef1bcc9bc08f75d81d2ea863c72931b4c_run_38ad051786d8", "score": 1.0, "status": "PASS", "task_id": "humaneval-129"}, {"attempt_run_ids": ["sha256_9ccd48ce694f4299d04a70bc369980faa2cb0fac3_run_3bc55ca6dc07"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9ccd48ce694f4299d04a70bc369980faa2cb0fac3_run_3bc55ca6dc07", "score": 1.0, "status": "PASS", "task_id": "humaneval-130"}, {"attempt_run_ids": ["sha256_6621007027fef1fc90b9a6b4a3c05cf0272eda7be_run_10281a6f2802"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6621007027fef1fc90b9a6b4a3c05cf0272eda7be_run_10281a6f2802", "score": 1.0, "status": "PASS", "task_id": "humaneval-131"}, {"attempt_run_ids": ["sha256_9099a0845ffbae10e1af01788a8de1f898c625384_run_d5d92816ef0f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9099a0845ffbae10e1af01788a8de1f898c625384_run_d5d92816ef0f", "score": 1.0, "status": "PASS", "task_id": "humaneval-132"}, {"attempt_run_ids": ["sha256_1996c98831eb530fbdfda920ec7b76b84f1b35961_run_91f2782dcaa0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1996c98831eb530fbdfda920ec7b76b84f1b35961_run_91f2782dcaa0", "score": 1.0, "status": "PASS", "task_id": "humaneval-133"}, {"attempt_run_ids": ["sha256_473072530f0840dbe47d3f508430b3ffd79cce867_run_383ea9349f9f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_473072530f0840dbe47d3f508430b3ffd79cce867_run_383ea9349f9f", "score": 1.0, "status": "PASS", "task_id": "humaneval-134"}, {"attempt_run_ids": ["sha256_29edf734248cc2ac5d976ea074c3888821e1f610e_run_c3eb169dbfe1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_29edf734248cc2ac5d976ea074c3888821e1f610e_run_c3eb169dbfe1", "score": 1.0, "status": "PASS", "task_id": "humaneval-135"}, {"attempt_run_ids": ["sha256_d3a66e4594ddcc1c441dd0d605233bdfd1b0ee01b_run_4ff2ac6b0c3f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d3a66e4594ddcc1c441dd0d605233bdfd1b0ee01b_run_4ff2ac6b0c3f", "score": 1.0, "status": "PASS", "task_id": "humaneval-136"}, {"attempt_run_ids": ["sha256_588b34c0071c746e41d3ca8a7dee10c7be9f90b3a_run_c6837734585f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_588b34c0071c746e41d3ca8a7dee10c7be9f90b3a_run_c6837734585f", "score": 1.0, "status": "PASS", "task_id": "humaneval-137"}, {"attempt_run_ids": ["sha256_ed36252ab0c0befd045e75fcda2a5c42615403128_run_9f1fa4c6f42a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ed36252ab0c0befd045e75fcda2a5c42615403128_run_9f1fa4c6f42a", "score": 1.0, "status": "PASS", "task_id": "humaneval-138"}, {"attempt_run_ids": ["sha256_c4c3ac209d32b10c7279333741dd552c44f2227e0_run_1173b6faad57"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c4c3ac209d32b10c7279333741dd552c44f2227e0_run_1173b6faad57", "score": 1.0, "status": "PASS", "task_id": "humaneval-139"}, {"attempt_run_ids": ["sha256_5bb4d4917195450c8e8b319a2c6089c2354bcd9bd_run_c4a61e71e731"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5bb4d4917195450c8e8b319a2c6089c2354bcd9bd_run_c4a61e71e731", "score": 1.0, "status": "PASS", "task_id": "humaneval-140"}, {"attempt_run_ids": ["sha256_03a6820b9ed2ba7adba0dea61611354b0690535f2_run_6c4b7168b8aa"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_03a6820b9ed2ba7adba0dea61611354b0690535f2_run_6c4b7168b8aa", "score": 1.0, "status": "PASS", "task_id": "humaneval-141"}, {"attempt_run_ids": ["sha256_724a5a1cf2ace581563f5c49214647133f60703e3_run_7e8aac8425f8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_724a5a1cf2ace581563f5c49214647133f60703e3_run_7e8aac8425f8", "score": 1.0, "status": "PASS", "task_id": "humaneval-142"}, {"attempt_run_ids": ["sha256_10341c189c26b8bdee7a617f1deb02c5d5d9c7cc6_run_e1efa5bcf178"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_10341c189c26b8bdee7a617f1deb02c5d5d9c7cc6_run_e1efa5bcf178", "score": 1.0, "status": "PASS", "task_id": "humaneval-143"}, {"attempt_run_ids": ["sha256_409a7a742de59b0f3c7a1f133d58b3a1a667b8280_run_248f2762576c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_409a7a742de59b0f3c7a1f133d58b3a1a667b8280_run_248f2762576c", "score": 1.0, "status": "PASS", "task_id": "humaneval-144"}, {"attempt_run_ids": ["sha256_2fbe761f707bf73f098e74aafdc38658f852889d0_run_95f0a0b003c1"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_2fbe761f707bf73f098e74aafdc38658f852889d0_run_95f0a0b003c1", "score": 0.0, "status": "FAIL", "task_id": "humaneval-145"}, {"attempt_run_ids": ["sha256_76adeb9e6d88650719d7cbff5a32fe4ab14e28798_run_f9aaaa7862a3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_76adeb9e6d88650719d7cbff5a32fe4ab14e28798_run_f9aaaa7862a3", "score": 1.0, "status": "PASS", "task_id": "humaneval-146"}, {"attempt_run_ids": ["sha256_52cf99646117023b46fa3273f98a7642c1c2b95e7_run_c9f2b0b34c3c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_52cf99646117023b46fa3273f98a7642c1c2b95e7_run_c9f2b0b34c3c", "score": 1.0, "status": "PASS", "task_id": "humaneval-147"}, {"attempt_run_ids": ["sha256_3b9aede6d13c4df2c7dc5f144ca7a0a43eb92f3dc_run_e22b88297ac7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3b9aede6d13c4df2c7dc5f144ca7a0a43eb92f3dc_run_e22b88297ac7", "score": 1.0, "status": "PASS", "task_id": "humaneval-148"}, {"attempt_run_ids": ["sha256_65ffae4f8e7beaba6c3f4dced0c515106a761e730_run_627ef9c1a3a6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_65ffae4f8e7beaba6c3f4dced0c515106a761e730_run_627ef9c1a3a6", "score": 1.0, "status": "PASS", "task_id": "humaneval-149"}, {"attempt_run_ids": ["sha256_a851a670b6492665534884b72ba5aa73ee6623d0b_run_eb4aea6c93dd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a851a670b6492665534884b72ba5aa73ee6623d0b_run_eb4aea6c93dd", "score": 1.0, "status": "PASS", "task_id": "humaneval-150"}, {"attempt_run_ids": ["sha256_be9d7c2af3970c1ee073f8698e96a2147da2d2c88_run_29dafa12e536"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_be9d7c2af3970c1ee073f8698e96a2147da2d2c88_run_29dafa12e536", "score": 1.0, "status": "PASS", "task_id": "humaneval-151"}, {"attempt_run_ids": ["sha256_8523f17cbb455359228d43ac92b5a6f2227f2b01b_run_6b0daf16575b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8523f17cbb455359228d43ac92b5a6f2227f2b01b_run_6b0daf16575b", "score": 1.0, "status": "PASS", "task_id": "humaneval-152"}, {"attempt_run_ids": ["sha256_011ab2be3cabe4f0c0893dabb39717ed0cdda50ab_run_ad5da61facaa"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_011ab2be3cabe4f0c0893dabb39717ed0cdda50ab_run_ad5da61facaa", "score": 1.0, "status": "PASS", "task_id": "humaneval-153"}, {"attempt_run_ids": ["sha256_7adec60027c5061e4f4e2378768e238775b30477a_run_ce766e3a29d8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7adec60027c5061e4f4e2378768e238775b30477a_run_ce766e3a29d8", "score": 1.0, "status": "PASS", "task_id": "humaneval-154"}, {"attempt_run_ids": ["sha256_80e2b1d49edd4bca940fec53a7c5aef193093267e_run_cb70f409e24a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_80e2b1d49edd4bca940fec53a7c5aef193093267e_run_cb70f409e24a", "score": 1.0, "status": "PASS", "task_id": "humaneval-155"}, {"attempt_run_ids": ["sha256_c0055dbd04e26e719c53bdc8ea632225abba06719_run_d1ee70a2aa7c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c0055dbd04e26e719c53bdc8ea632225abba06719_run_d1ee70a2aa7c", "score": 1.0, "status": "PASS", "task_id": "humaneval-156"}, {"attempt_run_ids": ["sha256_6e323c8de17f57d750404d62801faff0b8c510d69_run_149c93b6b397"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6e323c8de17f57d750404d62801faff0b8c510d69_run_149c93b6b397", "score": 1.0, "status": "PASS", "task_id": "humaneval-157"}, {"attempt_run_ids": ["sha256_80f7d99edc5785a1c161ff7bfe4ef11c26e95f63b_run_ae3586c6b63f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_80f7d99edc5785a1c161ff7bfe4ef11c26e95f63b_run_ae3586c6b63f", "score": 1.0, "status": "PASS", "task_id": "humaneval-158"}, {"attempt_run_ids": ["sha256_771fb6ff9cbfc693d9927443451f2fec3cd5a3d5b_run_b720d00d5c33"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_771fb6ff9cbfc693d9927443451f2fec3cd5a3d5b_run_b720d00d5c33", "score": 1.0, "status": "PASS", "task_id": "humaneval-159"}, {"attempt_run_ids": ["sha256_98848735f80c863476e3680b3b83b239d28140a0a_run_580afc147c54"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_98848735f80c863476e3680b3b83b239d28140a0a_run_580afc147c54", "score": 1.0, "status": "PASS", "task_id": "humaneval-160"}, {"attempt_run_ids": ["sha256_16ed92df06f738d9bcf8955f045402c3026260aa0_run_49b3142626ba"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_16ed92df06f738d9bcf8955f045402c3026260aa0_run_49b3142626ba", "score": 1.0, "status": "PASS", "task_id": "humaneval-161"}, {"attempt_run_ids": ["sha256_35409056af0770eed51d150b859ae2a7731eabe53_run_0d93ee79c26f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_35409056af0770eed51d150b859ae2a7731eabe53_run_0d93ee79c26f", "score": 1.0, "status": "PASS", "task_id": "humaneval-162"}, {"attempt_run_ids": ["sha256_b3033eeea9a074dd286699dca1c896ead7ccbea67_run_ea936c7d3e44"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b3033eeea9a074dd286699dca1c896ead7ccbea67_run_ea936c7d3e44", "score": 1.0, "status": "PASS", "task_id": "humaneval-163"}], "task_set_digest": "sha256:1b2b51b62f47f2f06f961afccedb0984bf9b95cde905fe226dae67d19427599b", "uploaded_by": "ffy6511", "visibility": "public"}, {"actors_summary": [{"entry": "opencode", "executor": "acp", "model": "litellm/dashscope/deepseek-v4-pro", "options": "{\"entry\":\"opencode\"}", "profile_id": "solver"}], "agent_label": "opencode", "blob_digest": "sha256:38cbb156c1ac933d5e71a8c6f693d6590e2c164e7a85acf4d295869e7067e531", "board_listed": true, "bound_kind": "release", "complete": true, "config_fingerprint": "sha256:bb716be3f95ab31b1a9759a67fea1a11b080dacfdd03cc359f69b0bb58ba6b94", "config_homogeneous": true, "created_at": 1788759200.0, "dataset_id": "official/humaneval", "dataset_version": "0.1.0", "exit_code": 2, "job_overlay": {"bindings": {"solver": {"api_key": "litellm_api_key", "base_url": "http://10.130.138.46:8010/v1", "executor": "acp", "extensions": [{"options": {"entry": "opencode"}, "plugin": "acp"}, {"options": {"files": [{"dest": ".config/opencode/opencode.json", "dest_root": "home", "src": "overlays/opencode.litellm.json"}]}, "plugin": "home-files"}], "model": "litellm/dashscope/deepseek-v4-pro"}}}, "mean_score": 0.95731705, "metrics": {"k_values": [1], "mean_score": 0.9573170731707317, "missing_score_as": 0.0, "n_attempts": 1, "n_error": 1, "n_fail": 6, "n_pass": 157, "n_tasks": 164, "pass_at_k": {"1": {"incomplete_tasks": 0, "n_tasks": 164, "value": 0.9573170731707317}}, "pass_power_k": {"1": {"incomplete_tasks": 0, "n_tasks": 164, "value": 0.9573170731707317}}, "pass_rate": 0.9573170731707317, "per_task": [{"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-000"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-001"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-002"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-003"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-004"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-005"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-006"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-007"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-008"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-009"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-010"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-011"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "ERROR", "task_id": "humaneval-012"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-013"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-014"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-015"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-016"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-017"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-018"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-019"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-020"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-021"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-022"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-023"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-024"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-025"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-026"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-027"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-028"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-029"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-030"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-031"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-032"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-033"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-034"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-035"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-036"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-037"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-038"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-039"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-040"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-041"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-042"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-043"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-044"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-045"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-046"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-047"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-048"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-049"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-050"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-051"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-052"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-053"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-054"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-055"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-056"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-057"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-058"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-059"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-060"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-061"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-062"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-063"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-064"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-065"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-066"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-067"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-068"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-069"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-070"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-071"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-072"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-073"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-074"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-075"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-076"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-077"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-078"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-079"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-080"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-081"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-082"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-083"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-084"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-085"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-086"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-087"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-088"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-089"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-090"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-091"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-092"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-093"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-094"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-095"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-096"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-097"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-098"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-099"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-100"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-101"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-102"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-103"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-104"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-105"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-106"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-107"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-108"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-109"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-110"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-111"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-112"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-113"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-114"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-115"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-116"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-117"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-118"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-119"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "humaneval-120"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-121"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-122"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-123"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-124"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-125"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-126"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-127"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-128"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-129"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-130"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-131"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-132"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-133"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-134"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-135"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-136"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-137"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-138"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-139"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-140"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-141"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-142"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-143"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-144"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-145"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-146"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-147"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-148"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-149"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-150"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-151"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-152"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-153"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-154"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-155"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-156"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-157"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-158"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-159"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-160"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-161"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-162"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "humaneval-163"}], "usage": {"cached_tokens": 2059776, "completion_tokens": 18336, "cost_source": "estimated", "cost_usd_estimated": 0.9444772199999999, "duration_s": 2619.612287000001, "n_attempts_with_cost": 0, "n_attempts_with_tokens": 163, "prompt_tokens": 2134540}}, "model_label": "litellm/dashscope/deepseek-v4-pro", "note": "per-task evaluator verdicts only; no suite-level PASS", "pass_rate": 0.95731705, "size": 44687, "suite_run_id": "2d6a2145", "task_refs": [{"attempt_run_ids": ["sha256_90eb7496527df6ba174d9e3657920f2a13c7aabc2_run_4753fa405b42"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_90eb7496527df6ba174d9e3657920f2a13c7aabc2_run_4753fa405b42", "score": 1.0, "status": "PASS", "task_id": "humaneval-000"}, {"attempt_run_ids": ["sha256_024c562b61be66bdada8fec4701566a25f775daf1_run_051ae2de374b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_024c562b61be66bdada8fec4701566a25f775daf1_run_051ae2de374b", "score": 1.0, "status": "PASS", "task_id": "humaneval-001"}, {"attempt_run_ids": ["sha256_94d7e69d2c0622f25db47c5d8e02ece9ccafa1c04_run_07afbd053aa1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_94d7e69d2c0622f25db47c5d8e02ece9ccafa1c04_run_07afbd053aa1", "score": 1.0, "status": "PASS", "task_id": "humaneval-002"}, {"attempt_run_ids": ["sha256_3f529000fe6b307d8213450e0b5e0ff6e53e99444_run_25199427acf0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3f529000fe6b307d8213450e0b5e0ff6e53e99444_run_25199427acf0", "score": 1.0, "status": "PASS", "task_id": "humaneval-003"}, {"attempt_run_ids": ["sha256_ba9dc4e1a295ce1e656c0787cfcc07d8336bfecea_run_88c59bddc172"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ba9dc4e1a295ce1e656c0787cfcc07d8336bfecea_run_88c59bddc172", "score": 1.0, "status": "PASS", "task_id": "humaneval-004"}, {"attempt_run_ids": ["sha256_d50d15146f4967fadeccc69836527a00ff25fb15c_run_d86007131fc7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d50d15146f4967fadeccc69836527a00ff25fb15c_run_d86007131fc7", "score": 1.0, "status": "PASS", "task_id": "humaneval-005"}, {"attempt_run_ids": ["sha256_17230c4b88f8afd11d773e755075f1d38a03151f7_run_0758ed8f0b0d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_17230c4b88f8afd11d773e755075f1d38a03151f7_run_0758ed8f0b0d", "score": 1.0, "status": "PASS", "task_id": "humaneval-006"}, {"attempt_run_ids": ["sha256_c6fc6a185d81e3cc894036447e5f9dd8e62ff26b9_run_989ffca6fdd3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c6fc6a185d81e3cc894036447e5f9dd8e62ff26b9_run_989ffca6fdd3", "score": 1.0, "status": "PASS", "task_id": "humaneval-007"}, {"attempt_run_ids": ["sha256_9e03b0cf89378188bcad50c7de7728de38f29ef23_run_ac58fc31e69a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9e03b0cf89378188bcad50c7de7728de38f29ef23_run_ac58fc31e69a", "score": 1.0, "status": "PASS", "task_id": "humaneval-008"}, {"attempt_run_ids": ["sha256_cc26fd0522d0e8c6807ecc87fa4b9442f7588b82f_run_d040e5ffb862"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cc26fd0522d0e8c6807ecc87fa4b9442f7588b82f_run_d040e5ffb862", "score": 1.0, "status": "PASS", "task_id": "humaneval-009"}, {"attempt_run_ids": ["sha256_4ec3a63bd4b477b986b8634b69f867bfb8655efa3_run_e6499355d768"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4ec3a63bd4b477b986b8634b69f867bfb8655efa3_run_e6499355d768", "score": 1.0, "status": "PASS", "task_id": "humaneval-010"}, {"attempt_run_ids": ["sha256_846cf83cbfbb7a6c8619ca94e0c55af8943456d77_run_b5422787a553"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_846cf83cbfbb7a6c8619ca94e0c55af8943456d77_run_b5422787a553", "score": 1.0, "status": "PASS", "task_id": "humaneval-011"}, {"attempt_run_ids": ["sha256_3640ee3185089d37c6b27b8b2479ae4da3118a611_run_ef45f2238cd8"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_3640ee3185089d37c6b27b8b2479ae4da3118a611_run_ef45f2238cd8", "score": 0.0, "status": "ERROR", "task_id": "humaneval-012"}, {"attempt_run_ids": ["sha256_c45e66414714049f4b54c85e353f571c79f0cf4a8_run_777267924af8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c45e66414714049f4b54c85e353f571c79f0cf4a8_run_777267924af8", "score": 1.0, "status": "PASS", "task_id": "humaneval-013"}, {"attempt_run_ids": ["sha256_648a0c550b53ae072679969446a396c7ae9f4b3b8_run_69e4c5c2e523"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_648a0c550b53ae072679969446a396c7ae9f4b3b8_run_69e4c5c2e523", "score": 1.0, "status": "PASS", "task_id": "humaneval-014"}, {"attempt_run_ids": ["sha256_f220b2461a478ad801e0c5b2dc11b8712e63dc15e_run_d55fa5f436a0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f220b2461a478ad801e0c5b2dc11b8712e63dc15e_run_d55fa5f436a0", "score": 1.0, "status": "PASS", "task_id": "humaneval-015"}, {"attempt_run_ids": ["sha256_7f92f4a8a36cf85045822a815d90e488d58597e2d_run_4a086c4f654f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7f92f4a8a36cf85045822a815d90e488d58597e2d_run_4a086c4f654f", "score": 1.0, "status": "PASS", "task_id": "humaneval-016"}, {"attempt_run_ids": ["sha256_4e07d698100b50161816f9fefadfbc93800261c02_run_f5974d632e21"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4e07d698100b50161816f9fefadfbc93800261c02_run_f5974d632e21", "score": 1.0, "status": "PASS", "task_id": "humaneval-017"}, {"attempt_run_ids": ["sha256_c3693f85f80d2287a71375a790a1d87c69402b473_run_a9a03b87a53c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c3693f85f80d2287a71375a790a1d87c69402b473_run_a9a03b87a53c", "score": 1.0, "status": "PASS", "task_id": "humaneval-018"}, {"attempt_run_ids": ["sha256_86aa19490f7fa317766a6502c11bfdb2fbf4dc695_run_f9d62aabc556"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_86aa19490f7fa317766a6502c11bfdb2fbf4dc695_run_f9d62aabc556", "score": 1.0, "status": "PASS", "task_id": "humaneval-019"}, {"attempt_run_ids": ["sha256_f519dc58cbbce4db7083bc4fb1cf737ce34283598_run_9ccb43277460"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f519dc58cbbce4db7083bc4fb1cf737ce34283598_run_9ccb43277460", "score": 1.0, "status": "PASS", "task_id": "humaneval-020"}, {"attempt_run_ids": ["sha256_59721532fc2893dd46c65b1ff460e15df99380a3c_run_334e99672e4a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_59721532fc2893dd46c65b1ff460e15df99380a3c_run_334e99672e4a", "score": 1.0, "status": "PASS", "task_id": "humaneval-021"}, {"attempt_run_ids": ["sha256_663d58cc0a6bf08135e740078c7d5fe9f35256093_run_c78e5596f6e6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_663d58cc0a6bf08135e740078c7d5fe9f35256093_run_c78e5596f6e6", "score": 1.0, "status": "PASS", "task_id": "humaneval-022"}, {"attempt_run_ids": ["sha256_815b7c1508744a15a24f9e9f068c3cfd924e1b783_run_e8f37c149d72"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_815b7c1508744a15a24f9e9f068c3cfd924e1b783_run_e8f37c149d72", "score": 1.0, "status": "PASS", "task_id": "humaneval-023"}, {"attempt_run_ids": ["sha256_91b3ad6a6db7aff76c07e3abc472aee28a860b8be_run_9aa2adb4287f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_91b3ad6a6db7aff76c07e3abc472aee28a860b8be_run_9aa2adb4287f", "score": 1.0, "status": "PASS", "task_id": "humaneval-024"}, {"attempt_run_ids": ["sha256_173e70c73813f4be62b73ff3e0141ead22a7eff69_run_1117f1f70e9c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_173e70c73813f4be62b73ff3e0141ead22a7eff69_run_1117f1f70e9c", "score": 1.0, "status": "PASS", "task_id": "humaneval-025"}, {"attempt_run_ids": ["sha256_41510eec4f034bc2af1a5c2624197e6a5e2239562_run_666eccde33cd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_41510eec4f034bc2af1a5c2624197e6a5e2239562_run_666eccde33cd", "score": 1.0, "status": "PASS", "task_id": "humaneval-026"}, {"attempt_run_ids": ["sha256_f58b8918b6820c8edcae63063956d6d509b744016_run_06ba4a849b9e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f58b8918b6820c8edcae63063956d6d509b744016_run_06ba4a849b9e", "score": 1.0, "status": "PASS", "task_id": "humaneval-027"}, {"attempt_run_ids": ["sha256_5326a38bd46e62d52f768f0f07eba2c180f0da217_run_8b98f56de1f8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5326a38bd46e62d52f768f0f07eba2c180f0da217_run_8b98f56de1f8", "score": 1.0, "status": "PASS", "task_id": "humaneval-028"}, {"attempt_run_ids": ["sha256_9aa7a5eb213d340443a67742b7aca6e3bc317f0bd_run_c1d89a3cc649"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_9aa7a5eb213d340443a67742b7aca6e3bc317f0bd_run_c1d89a3cc649", "score": 0.0, "status": "FAIL", "task_id": "humaneval-029"}, {"attempt_run_ids": ["sha256_d73e002a7ec2d27e63cb949d65711e31fc53037d2_run_0b54aa6b530e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d73e002a7ec2d27e63cb949d65711e31fc53037d2_run_0b54aa6b530e", "score": 1.0, "status": "PASS", "task_id": "humaneval-030"}, {"attempt_run_ids": ["sha256_2a40a818e94f6c62045bfdaa35e3b6c27e313de1b_run_74653ab6d89a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2a40a818e94f6c62045bfdaa35e3b6c27e313de1b_run_74653ab6d89a", "score": 1.0, "status": "PASS", "task_id": "humaneval-031"}, {"attempt_run_ids": ["sha256_14722ab24f71447029b560b556f3050a3be355940_run_35c6f9829e5a"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_14722ab24f71447029b560b556f3050a3be355940_run_35c6f9829e5a", "score": 0.0, "status": "FAIL", "task_id": "humaneval-032"}, {"attempt_run_ids": ["sha256_bf328f0261d9736fab872d5c3066c15e2b62a48e0_run_01dda5e41673"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bf328f0261d9736fab872d5c3066c15e2b62a48e0_run_01dda5e41673", "score": 1.0, "status": "PASS", "task_id": "humaneval-033"}, {"attempt_run_ids": ["sha256_354e5af632dcff9ba5dce026e65473b85741bc345_run_a9fa8d3ee7ef"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_354e5af632dcff9ba5dce026e65473b85741bc345_run_a9fa8d3ee7ef", "score": 1.0, "status": "PASS", "task_id": "humaneval-034"}, {"attempt_run_ids": ["sha256_b1334e196f0afdda91679851ac5ee89bc54234b5f_run_5c6e04ad0f6e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b1334e196f0afdda91679851ac5ee89bc54234b5f_run_5c6e04ad0f6e", "score": 1.0, "status": "PASS", "task_id": "humaneval-035"}, {"attempt_run_ids": ["sha256_42788808b5d6c48d20822a50acad7b8ff1da463d5_run_e3c2a8113cef"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_42788808b5d6c48d20822a50acad7b8ff1da463d5_run_e3c2a8113cef", "score": 1.0, "status": "PASS", "task_id": "humaneval-036"}, {"attempt_run_ids": ["sha256_fad3de70728768684469e60c22854622b31691385_run_3c88c576ed3c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fad3de70728768684469e60c22854622b31691385_run_3c88c576ed3c", "score": 1.0, "status": "PASS", "task_id": "humaneval-037"}, {"attempt_run_ids": ["sha256_e6c28a5bdbd2ebc544d248be81806d910be919ad3_run_725691554c25"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_e6c28a5bdbd2ebc544d248be81806d910be919ad3_run_725691554c25", "score": 0.0, "status": "FAIL", "task_id": "humaneval-038"}, {"attempt_run_ids": ["sha256_35a82f86eb5465e2bfc5c197a688d901be747efe5_run_111395c9cb6c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_35a82f86eb5465e2bfc5c197a688d901be747efe5_run_111395c9cb6c", "score": 1.0, "status": "PASS", "task_id": "humaneval-039"}, {"attempt_run_ids": ["sha256_cd75d9dc7862fb91158fad02326619a25de3e5c48_run_286705fbfe02"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cd75d9dc7862fb91158fad02326619a25de3e5c48_run_286705fbfe02", "score": 1.0, "status": "PASS", "task_id": "humaneval-040"}, {"attempt_run_ids": ["sha256_a40520a12ac16fda1106198cfecbd67326e2449cd_run_b643cdac034c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a40520a12ac16fda1106198cfecbd67326e2449cd_run_b643cdac034c", "score": 1.0, "status": "PASS", "task_id": "humaneval-041"}, {"attempt_run_ids": ["sha256_9ee46ffd845aa6a7ee6ac1a2a75e67486c40ce589_run_a1cb3aa5f3f4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9ee46ffd845aa6a7ee6ac1a2a75e67486c40ce589_run_a1cb3aa5f3f4", "score": 1.0, "status": "PASS", "task_id": "humaneval-042"}, {"attempt_run_ids": ["sha256_af3f8a62116a9d35bd9db81f2fb5a49979edaf493_run_f28d969aa38e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_af3f8a62116a9d35bd9db81f2fb5a49979edaf493_run_f28d969aa38e", "score": 1.0, "status": "PASS", "task_id": "humaneval-043"}, {"attempt_run_ids": ["sha256_d453cc74f848287f2b8ac78a23db27a17599819c3_run_f6fbe2353acc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d453cc74f848287f2b8ac78a23db27a17599819c3_run_f6fbe2353acc", "score": 1.0, "status": "PASS", "task_id": "humaneval-044"}, {"attempt_run_ids": ["sha256_4051da3cc4d2989867dc94317924136853e0c1674_run_216e72b1e4c4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4051da3cc4d2989867dc94317924136853e0c1674_run_216e72b1e4c4", "score": 1.0, "status": "PASS", "task_id": "humaneval-045"}, {"attempt_run_ids": ["sha256_cedb829b6500118a296e7b59ef0953aeb8a600a8b_run_b01b7c35d6b0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cedb829b6500118a296e7b59ef0953aeb8a600a8b_run_b01b7c35d6b0", "score": 1.0, "status": "PASS", "task_id": "humaneval-046"}, {"attempt_run_ids": ["sha256_6d0bb2211431cd872dc24342deae00d6b6e2be139_run_eb01b2bdc0a7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6d0bb2211431cd872dc24342deae00d6b6e2be139_run_eb01b2bdc0a7", "score": 1.0, "status": "PASS", "task_id": "humaneval-047"}, {"attempt_run_ids": ["sha256_26e6056c79b142fb850f5c0a156410cd4c1c297a8_run_e33896a68014"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_26e6056c79b142fb850f5c0a156410cd4c1c297a8_run_e33896a68014", "score": 1.0, "status": "PASS", "task_id": "humaneval-048"}, {"attempt_run_ids": ["sha256_53e02cb3bd1f026a769f834f1e45edab298cff758_run_5200c6113679"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_53e02cb3bd1f026a769f834f1e45edab298cff758_run_5200c6113679", "score": 1.0, "status": "PASS", "task_id": "humaneval-049"}, {"attempt_run_ids": ["sha256_3a8b9d1842e8ae3b9ec2ca8867edf662a3a689fe9_run_bb94b43bccca"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3a8b9d1842e8ae3b9ec2ca8867edf662a3a689fe9_run_bb94b43bccca", "score": 1.0, "status": "PASS", "task_id": "humaneval-050"}, {"attempt_run_ids": ["sha256_049020b74505ed2d6684e5f0f713aa51e8cf5883c_run_6e1a55fa36e7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_049020b74505ed2d6684e5f0f713aa51e8cf5883c_run_6e1a55fa36e7", "score": 1.0, "status": "PASS", "task_id": "humaneval-051"}, {"attempt_run_ids": ["sha256_a471516723f4e26db208dead40a3821eb3b12de94_run_1dfa26258275"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a471516723f4e26db208dead40a3821eb3b12de94_run_1dfa26258275", "score": 1.0, "status": "PASS", "task_id": "humaneval-052"}, {"attempt_run_ids": ["sha256_4a9ff6d6b26241b8f15b2a157f2aeb539325bb48c_run_180dd87f4024"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4a9ff6d6b26241b8f15b2a157f2aeb539325bb48c_run_180dd87f4024", "score": 1.0, "status": "PASS", "task_id": "humaneval-053"}, {"attempt_run_ids": ["sha256_5a834b76e9f9c60800819241985bc8110dafc04c6_run_578eb331ddba"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5a834b76e9f9c60800819241985bc8110dafc04c6_run_578eb331ddba", "score": 1.0, "status": "PASS", "task_id": "humaneval-054"}, {"attempt_run_ids": ["sha256_409a91d86b0971d15af7d12f7e8eadea8b4fb4347_run_3e3b77fafe6a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_409a91d86b0971d15af7d12f7e8eadea8b4fb4347_run_3e3b77fafe6a", "score": 1.0, "status": "PASS", "task_id": "humaneval-055"}, {"attempt_run_ids": ["sha256_b150d633f01e5b7941c0b223e499bc74b1a41d524_run_7e3766d3582a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b150d633f01e5b7941c0b223e499bc74b1a41d524_run_7e3766d3582a", "score": 1.0, "status": "PASS", "task_id": "humaneval-056"}, {"attempt_run_ids": ["sha256_bb57f9245708ca59681233ab3e8d50692704cb59e_run_2e292dbc2dab"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bb57f9245708ca59681233ab3e8d50692704cb59e_run_2e292dbc2dab", "score": 1.0, "status": "PASS", "task_id": "humaneval-057"}, {"attempt_run_ids": ["sha256_997e417afbd25ba857c12c0f6739558a1e3e8d631_run_808417fc3502"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_997e417afbd25ba857c12c0f6739558a1e3e8d631_run_808417fc3502", "score": 1.0, "status": "PASS", "task_id": "humaneval-058"}, {"attempt_run_ids": ["sha256_a8fd46782cae3eef74db2b37ae290748e7c2e109a_run_c3e1a193462b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_a8fd46782cae3eef74db2b37ae290748e7c2e109a_run_c3e1a193462b", "score": 0.0, "status": "FAIL", "task_id": "humaneval-059"}, {"attempt_run_ids": ["sha256_04b5afbbb11022501e1da9becdc32a848728178a6_run_2bf1b1d1630a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_04b5afbbb11022501e1da9becdc32a848728178a6_run_2bf1b1d1630a", "score": 1.0, "status": "PASS", "task_id": "humaneval-060"}, {"attempt_run_ids": ["sha256_b373e6f4bed2da4b3a57e4c080acfdb1f06f0c3c0_run_724b2289309c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b373e6f4bed2da4b3a57e4c080acfdb1f06f0c3c0_run_724b2289309c", "score": 1.0, "status": "PASS", "task_id": "humaneval-061"}, {"attempt_run_ids": ["sha256_1c1ca8b668b5d2501dd78426b5e42f06592c2b679_run_d33d6d7cfc17"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_1c1ca8b668b5d2501dd78426b5e42f06592c2b679_run_d33d6d7cfc17", "score": 0.0, "status": "FAIL", "task_id": "humaneval-062"}, {"attempt_run_ids": ["sha256_cd7038fa86523cf3f24c2f4135b229a78ecf8d44f_run_df58c0b5b039"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cd7038fa86523cf3f24c2f4135b229a78ecf8d44f_run_df58c0b5b039", "score": 1.0, "status": "PASS", "task_id": "humaneval-063"}, {"attempt_run_ids": ["sha256_acdb2923bc15786569e345ac2c47c858e904629f9_run_d6168c9aed4f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_acdb2923bc15786569e345ac2c47c858e904629f9_run_d6168c9aed4f", "score": 1.0, "status": "PASS", "task_id": "humaneval-064"}, {"attempt_run_ids": ["sha256_abda9dc938691a0859bad3b2930127595e0176a21_run_a462fff86e46"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_abda9dc938691a0859bad3b2930127595e0176a21_run_a462fff86e46", "score": 1.0, "status": "PASS", "task_id": "humaneval-065"}, {"attempt_run_ids": ["sha256_c0700b6b10c6b9d822ff38862c2c6ff384f2ec4ab_run_14f72088be23"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c0700b6b10c6b9d822ff38862c2c6ff384f2ec4ab_run_14f72088be23", "score": 1.0, "status": "PASS", "task_id": "humaneval-066"}, {"attempt_run_ids": ["sha256_fbe81184157a7aeb62c4626db60626ff22acc3515_run_59516e1fa1f9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fbe81184157a7aeb62c4626db60626ff22acc3515_run_59516e1fa1f9", "score": 1.0, "status": "PASS", "task_id": "humaneval-067"}, {"attempt_run_ids": ["sha256_aee500e4a8f59fb649a6e76d0c6fa34f7202cf9df_run_7bb1114bdd17"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_aee500e4a8f59fb649a6e76d0c6fa34f7202cf9df_run_7bb1114bdd17", "score": 1.0, "status": "PASS", "task_id": "humaneval-068"}, {"attempt_run_ids": ["sha256_303e80ecf74ed23b5b83e1999ab5658e1fabd29d6_run_dcb945cb49ae"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_303e80ecf74ed23b5b83e1999ab5658e1fabd29d6_run_dcb945cb49ae", "score": 1.0, "status": "PASS", "task_id": "humaneval-069"}, {"attempt_run_ids": ["sha256_43b58bc5c9bc17efc1257927bd1a7b814db161e6c_run_1960c2170c37"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_43b58bc5c9bc17efc1257927bd1a7b814db161e6c_run_1960c2170c37", "score": 1.0, "status": "PASS", "task_id": "humaneval-070"}, {"attempt_run_ids": ["sha256_3fb1183f947fed525c479ee7643fc4ede43046da5_run_b6c63ce0d476"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3fb1183f947fed525c479ee7643fc4ede43046da5_run_b6c63ce0d476", "score": 1.0, "status": "PASS", "task_id": "humaneval-071"}, {"attempt_run_ids": ["sha256_b1245ba9a0182e6557af1f8091cb765de0ea73ac4_run_bcaf3f65d31f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b1245ba9a0182e6557af1f8091cb765de0ea73ac4_run_bcaf3f65d31f", "score": 1.0, "status": "PASS", "task_id": "humaneval-072"}, {"attempt_run_ids": ["sha256_c3ef64625d97e2e2aaa3aff697c7be44dbf1d235e_run_adea596e9b83"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c3ef64625d97e2e2aaa3aff697c7be44dbf1d235e_run_adea596e9b83", "score": 1.0, "status": "PASS", "task_id": "humaneval-073"}, {"attempt_run_ids": ["sha256_4496928758e9d16c40191b49edf5c07f5706ecbea_run_d4043235fb39"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4496928758e9d16c40191b49edf5c07f5706ecbea_run_d4043235fb39", "score": 1.0, "status": "PASS", "task_id": "humaneval-074"}, {"attempt_run_ids": ["sha256_5d0cd2c9e19cc0fe38a6c4ade320591310e6e3c41_run_7634b568b272"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5d0cd2c9e19cc0fe38a6c4ade320591310e6e3c41_run_7634b568b272", "score": 1.0, "status": "PASS", "task_id": "humaneval-075"}, {"attempt_run_ids": ["sha256_0bc46d770c710f980c5393e911d289ded77e4626a_run_e14420692a20"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0bc46d770c710f980c5393e911d289ded77e4626a_run_e14420692a20", "score": 1.0, "status": "PASS", "task_id": "humaneval-076"}, {"attempt_run_ids": ["sha256_2ec90ef1747081825414860c1e9c25f6c38df54a6_run_a2bb517818d0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2ec90ef1747081825414860c1e9c25f6c38df54a6_run_a2bb517818d0", "score": 1.0, "status": "PASS", "task_id": "humaneval-077"}, {"attempt_run_ids": ["sha256_9a002c6981713041e9fe9313b8228c67520237c14_run_f1ec210e0cdc"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9a002c6981713041e9fe9313b8228c67520237c14_run_f1ec210e0cdc", "score": 1.0, "status": "PASS", "task_id": "humaneval-078"}, {"attempt_run_ids": ["sha256_ebb10044700ad799fc2154c07d5c1a53ec065ab6c_run_12e13ca4361c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ebb10044700ad799fc2154c07d5c1a53ec065ab6c_run_12e13ca4361c", "score": 1.0, "status": "PASS", "task_id": "humaneval-079"}, {"attempt_run_ids": ["sha256_c7718ea431acbc32260e72d2c2bfca063e303c7e4_run_3336eaf2efed"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c7718ea431acbc32260e72d2c2bfca063e303c7e4_run_3336eaf2efed", "score": 1.0, "status": "PASS", "task_id": "humaneval-080"}, {"attempt_run_ids": ["sha256_760b7223a442d6281053711abfdf32459a966c844_run_9cf7219dcc6d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_760b7223a442d6281053711abfdf32459a966c844_run_9cf7219dcc6d", "score": 1.0, "status": "PASS", "task_id": "humaneval-081"}, {"attempt_run_ids": ["sha256_016f0fcea87748ecfe38a7ab4106cbf2221704c5a_run_90be39eee781"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_016f0fcea87748ecfe38a7ab4106cbf2221704c5a_run_90be39eee781", "score": 1.0, "status": "PASS", "task_id": "humaneval-082"}, {"attempt_run_ids": ["sha256_26db0c436bf50946d151ab7d1eb67887d5b42c7c3_run_b1bf19c2a6e0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_26db0c436bf50946d151ab7d1eb67887d5b42c7c3_run_b1bf19c2a6e0", "score": 1.0, "status": "PASS", "task_id": "humaneval-083"}, {"attempt_run_ids": ["sha256_55c1e13436ceef02d1be57dd33fd7c5e21c73047a_run_5785d0af5e7c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_55c1e13436ceef02d1be57dd33fd7c5e21c73047a_run_5785d0af5e7c", "score": 1.0, "status": "PASS", "task_id": "humaneval-084"}, {"attempt_run_ids": ["sha256_1672e782664f7ba7acec6c862c776e03e6f6e7b20_run_c35f1f3726ae"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1672e782664f7ba7acec6c862c776e03e6f6e7b20_run_c35f1f3726ae", "score": 1.0, "status": "PASS", "task_id": "humaneval-085"}, {"attempt_run_ids": ["sha256_378530c9a7553501d83df3c8e533d98d723e16e7b_run_d0cae310f287"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_378530c9a7553501d83df3c8e533d98d723e16e7b_run_d0cae310f287", "score": 1.0, "status": "PASS", "task_id": "humaneval-086"}, {"attempt_run_ids": ["sha256_7cf815baa8d175d3c6e389e93939ec7f4a6e9dbde_run_b70635832d16"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_7cf815baa8d175d3c6e389e93939ec7f4a6e9dbde_run_b70635832d16", "score": 1.0, "status": "PASS", "task_id": "humaneval-087"}, {"attempt_run_ids": ["sha256_c1812a1497f32fdfe99d7e6e871c2bf349cd2b295_run_e0f23d89e6da"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c1812a1497f32fdfe99d7e6e871c2bf349cd2b295_run_e0f23d89e6da", "score": 1.0, "status": "PASS", "task_id": "humaneval-088"}, {"attempt_run_ids": ["sha256_9d4465fba24fddcb2d577f507a4eccb45c84b1794_run_3baa34cf188b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9d4465fba24fddcb2d577f507a4eccb45c84b1794_run_3baa34cf188b", "score": 1.0, "status": "PASS", "task_id": "humaneval-089"}, {"attempt_run_ids": ["sha256_c42e7ae76e5f0d74460538a11572cbca5b76cadc8_run_3c3e8eec3d6e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c42e7ae76e5f0d74460538a11572cbca5b76cadc8_run_3c3e8eec3d6e", "score": 1.0, "status": "PASS", "task_id": "humaneval-090"}, {"attempt_run_ids": ["sha256_279ff094d6736dcd1959cc2fc8032928c0003695e_run_a860cbf5250c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_279ff094d6736dcd1959cc2fc8032928c0003695e_run_a860cbf5250c", "score": 1.0, "status": "PASS", "task_id": "humaneval-091"}, {"attempt_run_ids": ["sha256_262bf58e5531983a744d4529593cc7370f53fdfa8_run_79dfed4675ba"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_262bf58e5531983a744d4529593cc7370f53fdfa8_run_79dfed4675ba", "score": 1.0, "status": "PASS", "task_id": "humaneval-092"}, {"attempt_run_ids": ["sha256_ce3bf2fb5c62ef54947e68e97fb553d6760b2dc67_run_8369eaef8bcb"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ce3bf2fb5c62ef54947e68e97fb553d6760b2dc67_run_8369eaef8bcb", "score": 1.0, "status": "PASS", "task_id": "humaneval-093"}, {"attempt_run_ids": ["sha256_ded26c9af6fc7ac695b0d536586444ff2d0ac485c_run_47cf3b05f8c8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_ded26c9af6fc7ac695b0d536586444ff2d0ac485c_run_47cf3b05f8c8", "score": 1.0, "status": "PASS", "task_id": "humaneval-094"}, {"attempt_run_ids": ["sha256_4bc7bc8dda4e7e793368bf43b653085707c2083c6_run_5974ac97bde0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4bc7bc8dda4e7e793368bf43b653085707c2083c6_run_5974ac97bde0", "score": 1.0, "status": "PASS", "task_id": "humaneval-095"}, {"attempt_run_ids": ["sha256_4adaa3f723c410e03835af3488739337062194431_run_e5f8869bfb36"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4adaa3f723c410e03835af3488739337062194431_run_e5f8869bfb36", "score": 1.0, "status": "PASS", "task_id": "humaneval-096"}, {"attempt_run_ids": ["sha256_a67fa61c1a89244004f5acc2d618e81feb2dddd61_run_7ca774ed73f7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a67fa61c1a89244004f5acc2d618e81feb2dddd61_run_7ca774ed73f7", "score": 1.0, "status": "PASS", "task_id": "humaneval-097"}, {"attempt_run_ids": ["sha256_6519a5e77910ace5cfd4ad95c76a477c311f37b9d_run_0c8dadb6deee"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6519a5e77910ace5cfd4ad95c76a477c311f37b9d_run_0c8dadb6deee", "score": 1.0, "status": "PASS", "task_id": "humaneval-098"}, {"attempt_run_ids": ["sha256_deb180895dc8afc3efec845fcbc7fb51d4e9a86ee_run_f41836f85034"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_deb180895dc8afc3efec845fcbc7fb51d4e9a86ee_run_f41836f85034", "score": 1.0, "status": "PASS", "task_id": "humaneval-099"}, {"attempt_run_ids": ["sha256_d635702cd476e9a4d0596e1f90faf5515e1b6ac66_run_8efc9062e585"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d635702cd476e9a4d0596e1f90faf5515e1b6ac66_run_8efc9062e585", "score": 1.0, "status": "PASS", "task_id": "humaneval-100"}, {"attempt_run_ids": ["sha256_06570f4902a4c6315e2398120ba66663dd1b24cf6_run_13f9c3d8f7dd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_06570f4902a4c6315e2398120ba66663dd1b24cf6_run_13f9c3d8f7dd", "score": 1.0, "status": "PASS", "task_id": "humaneval-101"}, {"attempt_run_ids": ["sha256_669e056b379f6f775350d392e3be842ff11300afe_run_31ae539a1816"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_669e056b379f6f775350d392e3be842ff11300afe_run_31ae539a1816", "score": 1.0, "status": "PASS", "task_id": "humaneval-102"}, {"attempt_run_ids": ["sha256_1022a4e2009b571ea1762538cd65375a1100946ed_run_4120f034ce6d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1022a4e2009b571ea1762538cd65375a1100946ed_run_4120f034ce6d", "score": 1.0, "status": "PASS", "task_id": "humaneval-103"}, {"attempt_run_ids": ["sha256_540fcc0e0c2118b9897c5d226f68b5149baad80bd_run_3d0146bd118f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_540fcc0e0c2118b9897c5d226f68b5149baad80bd_run_3d0146bd118f", "score": 1.0, "status": "PASS", "task_id": "humaneval-104"}, {"attempt_run_ids": ["sha256_91fcefbc04cfc8f4293767b91fc387aa56cee5525_run_04247358052f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_91fcefbc04cfc8f4293767b91fc387aa56cee5525_run_04247358052f", "score": 1.0, "status": "PASS", "task_id": "humaneval-105"}, {"attempt_run_ids": ["sha256_df72bc87f7a80332c49b3c1e5949d0c27ace76f51_run_d63b23da9edf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_df72bc87f7a80332c49b3c1e5949d0c27ace76f51_run_d63b23da9edf", "score": 1.0, "status": "PASS", "task_id": "humaneval-106"}, {"attempt_run_ids": ["sha256_c7b42e3b0cea29db80ca073473a55390a30733273_run_8784efe4d2f2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c7b42e3b0cea29db80ca073473a55390a30733273_run_8784efe4d2f2", "score": 1.0, "status": "PASS", "task_id": "humaneval-107"}, {"attempt_run_ids": ["sha256_eeecbd0b0487120553cb0f1d05ecf4aa9b6bf3d05_run_3cec29dc1fc9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_eeecbd0b0487120553cb0f1d05ecf4aa9b6bf3d05_run_3cec29dc1fc9", "score": 1.0, "status": "PASS", "task_id": "humaneval-108"}, {"attempt_run_ids": ["sha256_0329f96f675a7b2a3b035b7e856d15e40473e4215_run_09c936f00eee"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0329f96f675a7b2a3b035b7e856d15e40473e4215_run_09c936f00eee", "score": 1.0, "status": "PASS", "task_id": "humaneval-109"}, {"attempt_run_ids": ["sha256_a281bfc426e5ca57aa157fab8828a02c613b14df2_run_72c8927e44ac"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a281bfc426e5ca57aa157fab8828a02c613b14df2_run_72c8927e44ac", "score": 1.0, "status": "PASS", "task_id": "humaneval-110"}, {"attempt_run_ids": ["sha256_37d69313cde65052b24fa97425c6b0f443f3d71fc_run_804ec5b44b07"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_37d69313cde65052b24fa97425c6b0f443f3d71fc_run_804ec5b44b07", "score": 1.0, "status": "PASS", "task_id": "humaneval-111"}, {"attempt_run_ids": ["sha256_b191560c17b5c4b3d3d80ebf78442692f2a74ca2d_run_ba07c9c578c1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_b191560c17b5c4b3d3d80ebf78442692f2a74ca2d_run_ba07c9c578c1", "score": 1.0, "status": "PASS", "task_id": "humaneval-112"}, {"attempt_run_ids": ["sha256_74ea3d78991d5f8c7b849dd562900f0923eb3eeda_run_a32787d39952"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_74ea3d78991d5f8c7b849dd562900f0923eb3eeda_run_a32787d39952", "score": 1.0, "status": "PASS", "task_id": "humaneval-113"}, {"attempt_run_ids": ["sha256_6756cfca0493e4f4a9dabd059cb3fafef535956da_run_cd405ed6d97e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6756cfca0493e4f4a9dabd059cb3fafef535956da_run_cd405ed6d97e", "score": 1.0, "status": "PASS", "task_id": "humaneval-114"}, {"attempt_run_ids": ["sha256_21e6894ccce1ec28e5d4690cb93bfd02ebbdd8a56_run_e5eee72d7cba"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_21e6894ccce1ec28e5d4690cb93bfd02ebbdd8a56_run_e5eee72d7cba", "score": 1.0, "status": "PASS", "task_id": "humaneval-115"}, {"attempt_run_ids": ["sha256_44746c2b1a1cc6250ecf22c48b0a4b09fd2e3c59c_run_b151a4f38e56"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_44746c2b1a1cc6250ecf22c48b0a4b09fd2e3c59c_run_b151a4f38e56", "score": 1.0, "status": "PASS", "task_id": "humaneval-116"}, {"attempt_run_ids": ["sha256_025463a871a2b7fffe0fbc9117d8470cb1f9df445_run_e000c76bc456"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_025463a871a2b7fffe0fbc9117d8470cb1f9df445_run_e000c76bc456", "score": 1.0, "status": "PASS", "task_id": "humaneval-117"}, {"attempt_run_ids": ["sha256_3afc410268d9c4def56db448533d07d711d37052b_run_c11e7ea58e7e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_3afc410268d9c4def56db448533d07d711d37052b_run_c11e7ea58e7e", "score": 1.0, "status": "PASS", "task_id": "humaneval-118"}, {"attempt_run_ids": ["sha256_d70a6a9b96785eae9997bca885566bee906da717b_run_af2330786e35"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_d70a6a9b96785eae9997bca885566bee906da717b_run_af2330786e35", "score": 1.0, "status": "PASS", "task_id": "humaneval-119"}, {"attempt_run_ids": ["sha256_84a3230ce0a34160d78ab23ce44240bef3292c88b_run_fa47e6be8010"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "sha256_84a3230ce0a34160d78ab23ce44240bef3292c88b_run_fa47e6be8010", "score": 0.0, "status": "FAIL", "task_id": "humaneval-120"}, {"attempt_run_ids": ["sha256_aa6c911fb596e530b92286ac05f877ed99d9cbf91_run_de448b52c4f8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_aa6c911fb596e530b92286ac05f877ed99d9cbf91_run_de448b52c4f8", "score": 1.0, "status": "PASS", "task_id": "humaneval-121"}, {"attempt_run_ids": ["sha256_20ec857a6e9635d7d6d733b8885c3f9d80dc4f2f3_run_990597d321c0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_20ec857a6e9635d7d6d733b8885c3f9d80dc4f2f3_run_990597d321c0", "score": 1.0, "status": "PASS", "task_id": "humaneval-122"}, {"attempt_run_ids": ["sha256_234c6d30b95ac3ed803353da6dd675bdb0c03d599_run_1b309bff02b5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_234c6d30b95ac3ed803353da6dd675bdb0c03d599_run_1b309bff02b5", "score": 1.0, "status": "PASS", "task_id": "humaneval-123"}, {"attempt_run_ids": ["sha256_bafa3255f8230b50eb0b5ebdc0242a0f950f4926b_run_0c3805aa4af6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_bafa3255f8230b50eb0b5ebdc0242a0f950f4926b_run_0c3805aa4af6", "score": 1.0, "status": "PASS", "task_id": "humaneval-124"}, {"attempt_run_ids": ["sha256_03fe98097ae434cdf0f921d7b08c2145047818bec_run_172f7651e548"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_03fe98097ae434cdf0f921d7b08c2145047818bec_run_172f7651e548", "score": 1.0, "status": "PASS", "task_id": "humaneval-125"}, {"attempt_run_ids": ["sha256_26d63aee81722706734b49ee9632566358b0ef7ac_run_1d14bdf55f5d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_26d63aee81722706734b49ee9632566358b0ef7ac_run_1d14bdf55f5d", "score": 1.0, "status": "PASS", "task_id": "humaneval-126"}, {"attempt_run_ids": ["sha256_c273b4a7096a3e9bff69c20543441b65dba39d5c8_run_a8c20850a8ad"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_c273b4a7096a3e9bff69c20543441b65dba39d5c8_run_a8c20850a8ad", "score": 1.0, "status": "PASS", "task_id": "humaneval-127"}, {"attempt_run_ids": ["sha256_020041f3d4f9938bdf69f073da47851535aa3a1d3_run_91d845158383"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_020041f3d4f9938bdf69f073da47851535aa3a1d3_run_91d845158383", "score": 1.0, "status": "PASS", "task_id": "humaneval-128"}, {"attempt_run_ids": ["sha256_293d2f1fc72070e3a5073622857ffc1c6cd89d45b_run_e6b8adcbcc5c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_293d2f1fc72070e3a5073622857ffc1c6cd89d45b_run_e6b8adcbcc5c", "score": 1.0, "status": "PASS", "task_id": "humaneval-129"}, {"attempt_run_ids": ["sha256_2df11f79cc0c7ad08e628d3b34c50429b7e72dfa8_run_8fdcc579a645"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2df11f79cc0c7ad08e628d3b34c50429b7e72dfa8_run_8fdcc579a645", "score": 1.0, "status": "PASS", "task_id": "humaneval-130"}, {"attempt_run_ids": ["sha256_9a836e10190793f71b4213218e5c9be2690c3335a_run_13294643ca02"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9a836e10190793f71b4213218e5c9be2690c3335a_run_13294643ca02", "score": 1.0, "status": "PASS", "task_id": "humaneval-131"}, {"attempt_run_ids": ["sha256_0b5bfb0ed695bf84f5b784f730e4aa047ede4a841_run_b9d492f8c06c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_0b5bfb0ed695bf84f5b784f730e4aa047ede4a841_run_b9d492f8c06c", "score": 1.0, "status": "PASS", "task_id": "humaneval-132"}, {"attempt_run_ids": ["sha256_2f0ee12f7256fca24b10079939d3218c8f1e914a6_run_d9ed09fb9c1a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2f0ee12f7256fca24b10079939d3218c8f1e914a6_run_d9ed09fb9c1a", "score": 1.0, "status": "PASS", "task_id": "humaneval-133"}, {"attempt_run_ids": ["sha256_a1badf37fc2ef2e55aaed97b454eeb1c24bb84312_run_a4f6790a5fd5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a1badf37fc2ef2e55aaed97b454eeb1c24bb84312_run_a4f6790a5fd5", "score": 1.0, "status": "PASS", "task_id": "humaneval-134"}, {"attempt_run_ids": ["sha256_22c870c0cd3b31626a71cabd1c20247d2f9ace039_run_ed658f16af1a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_22c870c0cd3b31626a71cabd1c20247d2f9ace039_run_ed658f16af1a", "score": 1.0, "status": "PASS", "task_id": "humaneval-135"}, {"attempt_run_ids": ["sha256_768f08a091fae2ade4e2de645c61c23c84483a253_run_d7e8f72f42ad"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_768f08a091fae2ade4e2de645c61c23c84483a253_run_d7e8f72f42ad", "score": 1.0, "status": "PASS", "task_id": "humaneval-136"}, {"attempt_run_ids": ["sha256_47f52630b08e3b38f5610b6aac9885eecb84394f6_run_4cfde0bda47f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_47f52630b08e3b38f5610b6aac9885eecb84394f6_run_4cfde0bda47f", "score": 1.0, "status": "PASS", "task_id": "humaneval-137"}, {"attempt_run_ids": ["sha256_15816f97fb89ae7be64f7b0bf14f72c887bc4af44_run_7057087e8239"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_15816f97fb89ae7be64f7b0bf14f72c887bc4af44_run_7057087e8239", "score": 1.0, "status": "PASS", "task_id": "humaneval-138"}, {"attempt_run_ids": ["sha256_a7b3fdcbfa6ab2ec96e68cca2b77317aa703e57b7_run_5c8e67ee3f82"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a7b3fdcbfa6ab2ec96e68cca2b77317aa703e57b7_run_5c8e67ee3f82", "score": 1.0, "status": "PASS", "task_id": "humaneval-139"}, {"attempt_run_ids": ["sha256_1e95d259cd9237d7627f1eb68654c24e1d407589f_run_a0998e492be1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1e95d259cd9237d7627f1eb68654c24e1d407589f_run_a0998e492be1", "score": 1.0, "status": "PASS", "task_id": "humaneval-140"}, {"attempt_run_ids": ["sha256_fd49cba924b7a12a9a0af0ed71823814a39378002_run_8c1cde79b628"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_fd49cba924b7a12a9a0af0ed71823814a39378002_run_8c1cde79b628", "score": 1.0, "status": "PASS", "task_id": "humaneval-141"}, {"attempt_run_ids": ["sha256_07e5d35409ebb03c844f43c6f6b0da1edd40cc947_run_dfba3c376253"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_07e5d35409ebb03c844f43c6f6b0da1edd40cc947_run_dfba3c376253", "score": 1.0, "status": "PASS", "task_id": "humaneval-142"}, {"attempt_run_ids": ["sha256_44f6e3dcb3be98f5c04c3d23fd777c6e00ca282c4_run_0cd1db4222ba"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_44f6e3dcb3be98f5c04c3d23fd777c6e00ca282c4_run_0cd1db4222ba", "score": 1.0, "status": "PASS", "task_id": "humaneval-143"}, {"attempt_run_ids": ["sha256_55918f116f47414428f53058f20e3a58ad1e90779_run_5ba932089de9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_55918f116f47414428f53058f20e3a58ad1e90779_run_5ba932089de9", "score": 1.0, "status": "PASS", "task_id": "humaneval-144"}, {"attempt_run_ids": ["sha256_647d0320a80a33b037d4f0af67dc753038248631b_run_6652dddd9b13"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_647d0320a80a33b037d4f0af67dc753038248631b_run_6652dddd9b13", "score": 1.0, "status": "PASS", "task_id": "humaneval-145"}, {"attempt_run_ids": ["sha256_6c57f935b40e302d11a1d64bb2f523780cce06dc8_run_46f27c826b36"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_6c57f935b40e302d11a1d64bb2f523780cce06dc8_run_46f27c826b36", "score": 1.0, "status": "PASS", "task_id": "humaneval-146"}, {"attempt_run_ids": ["sha256_f65297c48f35640532943de3f30eaf4a91b114398_run_f49859613f0c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_f65297c48f35640532943de3f30eaf4a91b114398_run_f49859613f0c", "score": 1.0, "status": "PASS", "task_id": "humaneval-147"}, {"attempt_run_ids": ["sha256_de45d319826bd383fa686c26b7ae5e630139fb051_run_a93dfbe142e4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_de45d319826bd383fa686c26b7ae5e630139fb051_run_a93dfbe142e4", "score": 1.0, "status": "PASS", "task_id": "humaneval-148"}, {"attempt_run_ids": ["sha256_5da80c3e1bf98da439e002329cbf6030efda7a0f9_run_f63a390569ee"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5da80c3e1bf98da439e002329cbf6030efda7a0f9_run_f63a390569ee", "score": 1.0, "status": "PASS", "task_id": "humaneval-149"}, {"attempt_run_ids": ["sha256_a05e0c2080a92b2de759e0aba32f6fa27af006125_run_6797b25c931a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_a05e0c2080a92b2de759e0aba32f6fa27af006125_run_6797b25c931a", "score": 1.0, "status": "PASS", "task_id": "humaneval-150"}, {"attempt_run_ids": ["sha256_8afa543f32f1266eb08279caf4e742c02e271d407_run_7590c9d1c6f3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8afa543f32f1266eb08279caf4e742c02e271d407_run_7590c9d1c6f3", "score": 1.0, "status": "PASS", "task_id": "humaneval-151"}, {"attempt_run_ids": ["sha256_2774ce620aeabff4777695c860ea7008378f85e84_run_ead44a460024"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_2774ce620aeabff4777695c860ea7008378f85e84_run_ead44a460024", "score": 1.0, "status": "PASS", "task_id": "humaneval-152"}, {"attempt_run_ids": ["sha256_efc1b8f51acc011a1f7b12fd41e0897e532386a2f_run_24afe4b144b3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_efc1b8f51acc011a1f7b12fd41e0897e532386a2f_run_24afe4b144b3", "score": 1.0, "status": "PASS", "task_id": "humaneval-153"}, {"attempt_run_ids": ["sha256_5ef56b8a191893e127fb9377de396af8f5c8f1f79_run_3630988326ee"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_5ef56b8a191893e127fb9377de396af8f5c8f1f79_run_3630988326ee", "score": 1.0, "status": "PASS", "task_id": "humaneval-154"}, {"attempt_run_ids": ["sha256_10c240b3434d844d670426f535d512155017bfa4f_run_266d4588118c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_10c240b3434d844d670426f535d512155017bfa4f_run_266d4588118c", "score": 1.0, "status": "PASS", "task_id": "humaneval-155"}, {"attempt_run_ids": ["sha256_1e611d3ccff016ae97724e4a01177d00eb834495d_run_5bd3669459d9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_1e611d3ccff016ae97724e4a01177d00eb834495d_run_5bd3669459d9", "score": 1.0, "status": "PASS", "task_id": "humaneval-156"}, {"attempt_run_ids": ["sha256_33d9b8b27df0bb2f286369c45277badcb1a8c6b12_run_b0fff46402c5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_33d9b8b27df0bb2f286369c45277badcb1a8c6b12_run_b0fff46402c5", "score": 1.0, "status": "PASS", "task_id": "humaneval-157"}, {"attempt_run_ids": ["sha256_4bfc7b48594a4029bd5ffa6a5c6a47e7806fc6236_run_7b17a5a07669"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_4bfc7b48594a4029bd5ffa6a5c6a47e7806fc6236_run_7b17a5a07669", "score": 1.0, "status": "PASS", "task_id": "humaneval-158"}, {"attempt_run_ids": ["sha256_9e60349796fc8d974f14279279a569f446ff85020_run_7c0aee66dd81"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_9e60349796fc8d974f14279279a569f446ff85020_run_7c0aee66dd81", "score": 1.0, "status": "PASS", "task_id": "humaneval-159"}, {"attempt_run_ids": ["sha256_97b9e183983c9b0a50dbb95285bb83549e8a05a8e_run_ea430cf6182c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_97b9e183983c9b0a50dbb95285bb83549e8a05a8e_run_ea430cf6182c", "score": 1.0, "status": "PASS", "task_id": "humaneval-160"}, {"attempt_run_ids": ["sha256_cf2f260a0b2e53b66223a52bd2ef072e2af2bd72d_run_742684e51e4c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cf2f260a0b2e53b66223a52bd2ef072e2af2bd72d_run_742684e51e4c", "score": 1.0, "status": "PASS", "task_id": "humaneval-161"}, {"attempt_run_ids": ["sha256_cb3d34344d8a29a7f1969e1b47964df66967b9496_run_833f3feb1f46"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_cb3d34344d8a29a7f1969e1b47964df66967b9496_run_833f3feb1f46", "score": 1.0, "status": "PASS", "task_id": "humaneval-162"}, {"attempt_run_ids": ["sha256_8b8a77541fd3e952f79d117c0a702b8316abbd7cd_run_a3984f67dda9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "sha256_8b8a77541fd3e952f79d117c0a702b8316abbd7cd_run_a3984f67dda9", "score": 1.0, "status": "PASS", "task_id": "humaneval-163"}], "task_set_digest": "sha256:1b2b51b62f47f2f06f961afccedb0984bf9b95cde905fe226dae67d19427599b", "uploaded_by": "ffy6511", "visibility": "public"}, {"actors_summary": [{"entry": "miniswe", "executor": "miniswe", "model": "openai/dashscope/qwen3.8-max", "options": "{\"cmd_timeout\":600,\"cost_limit\":0,\"reasoning_effort\":\"max\",\"step_limit\":0}", "profile_id": "solver"}], "agent_label": "miniswe", "amended": true, "blob_digest": "sha256:a6955ce19075cbcbdd18ed1bce0b8e870d7af107fea9c7ea464e60dc5ded553e", "board_listed": true, "bound_kind": "release", "complete": true, "config_fingerprint": "sha256:688f85d83fc13c06398d876e138e590c4456f5fbe2a5a5e6630eeffea16254e5", "config_homogeneous": true, "created_at": 1788535800.0, "dataset_id": "official/deep-swe", "dataset_version": "0.1.0", "exit_code": 1, "job_overlay": {"agent_profiles": {"*": {"api_key": "litellm_api_key", "base_url": "litellm_base_url", "executor": "miniswe", "extensions": [{"options": {"cmd_timeout": 600, "cost_limit": 0, "step_limit": 0}, "plugin": "miniswe"}, {"plugin": "docker"}], "model": "openai/dashscope/qwen3.8-max", "options": {"reasoning_effort": "max"}}}, "environment": "docker"}, "mean_score": 0.90908116, "metrics": {"k_values": [1], "mean_score": 0.9090811591882028, "missing_score_as": 0.0, "n_attempts": 1, "n_error": 0, "n_fail": 60, "n_pass": 54, "n_tasks": 114, "pass_at_k": {"1": {"incomplete_tasks": 0, "n_tasks": 114, "value": 0.47368421052631576}}, "pass_power_k": {"1": {"incomplete_tasks": 0, "n_tasks": 114, "value": 0.47368421052631576}}, "pass_rate": 0.47368421052631576, "per_task": [{"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "superjson-error-stack-serialization"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "aiomonitor-ta[REDACTED:secret]-diff"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "abs-module-cache-flags"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "abs-stepped-slices"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "actionlint-action-pinning-lint"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "adaptix-name-mapping-aliases"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "anko-default-function-arguments"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "anko-typed-variable-bindings"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "arcane-drift-detection-baselines"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "awilix-async-container-initialization"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "bandit-incremental-cache-control"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "bandit-interprocedural-taint-checks"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "bandit-structured-nosec-directives"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "boa-hierarchical-evaluation-cancellation"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "cattrs-partial-structuring-recovery"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "claude-code-by-agents-recursive-delegation"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "cliffy-config-file-parsing"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "csstree-shorthand-expansion-compression"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "dasel-html-document-format"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "dateutil-rfc5545-timezone-interop"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "dynamodb-toolbox-conditional-attribute-requirements"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "dynamodb-toolbox-lazy-recursive-schemas"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "etree-xml-diff-patch"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "expr-try-catch-errors"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "fastapi-deprecation-response-headers"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "fastapi-implicit-head-options"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "fd-deterministic-multi-key-sorting"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "geo-shapeindex-serialization"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "go-critic-doc-link-checker"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "go-genai-streamed-function-args"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "go-git-worktree-merge-conflicts"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "goreleaser-retry-publish-auditing"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "gql-incremental-graphql-delivery"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "happy-dom-abort-pending-body-reads"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "happy-dom-deterministic-intersectionobserver"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "helm-array-merge-strategies"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "helm-unified-manifest-stream"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "httpx-deterministic-cookie-store"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "httpx-multipart-response-parsing"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "httpx-streaming-json-iteration"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "igel-persist-feature-schema"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "ink-grid-box-layout"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "ipython-session-bundle-replay"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "katex-multicolumn-array-spans"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "kcp-go-multiplexed-kcp-streams"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "kea-atomic-signal-selectors"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "kgateway-consistent-hash-policy"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "kombu-single-active-consumer-priority"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "kombu-virtual-queue-dead-lettering"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "langchain-request-coalescing"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "mashumaro-flattened-dataclass-fields"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "meriyah-explicit-resource-declarations"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "mnamer-daemon-watch-lifecycle"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "mobly-grouped-test-barriers"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "narwhals-rolling-window-suite"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "numba-stencil-boundary-modes"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "obsidian-linter-auto-table-of-contents"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "obsidian-linter-link-format-conversion"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "obsidian-linter-scoped-ignore-markers"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "ofetch-per-origin-circuit-breaker"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "onedump-dump-encryption-pipeline"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "opa-rego-rule-profiling"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "opa-template-string-reconstruction"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "oxvg-structural-selector-preservation"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "participle-grammar-conflict-analysis"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "pebble-durability-wait-apis"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "pest-character-class-coalescing"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "prometheus-transactional-reload-status"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "prometheus-typed-label-sorting"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "psd-tools-blend-range-api"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "pwntools-tube-multiplexing"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "python-statemachine-state-data-scoping"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "returns-validated-error-accumulation"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "scc-bounded-memory-spilling"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "scriggo-method-declarations"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "skrub-duration-encoding"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "sql-formatter-bigquery-pipe-formatting"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "sqlfmt-create-table-ddl-formatting"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "aiomonitor-task-snapshots-diff"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "task-task-graph-export"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "tengo-callable-instance-isolation"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "tengo-destructuring-bindings"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "termenv-preserve-ansi-resets"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "testem-bail-on-test-failure"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "testem-per-launcher-reports"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "textual-kitty-key-phases"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "textual-richlog-follow-state"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "tomlkit-toml-table-converters"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "true-myth-iterable-collection-combinators"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "ts-pattern-match-each"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "updo-policy-alerting"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "vulture-persistent-analysis-cache"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "wasmi-trap-coredumps"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "wazero-multi-module-snapshots"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "yaegi-go-embed-directives"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "ytt-jsonpath-query-api"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "arktype-json-schema-refs-dependencies"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "clack-async-autocomplete-options"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "drizzle-orm-window-function-builders"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "effect-sse-httpapi-streaming"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "eicrud-keyset-pagination-cursor"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "koota-composite-trait-aspects"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "koota-deferred-mutation-buffer"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "koota-entity-snapshot-rollback"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "koota-pair-relation-tracking"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "koota-query-predicates"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "kysely-window-grouping-helpers"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "optique-conditional-option-dependencies"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "query-persist-restored-query-state"}, {"c": 0, "n": 1, "pass_at_k": {"1": 0.0}, "pass_power_k": {"1": 0.0}, "status": "FAIL", "task_id": "quill-shared-toolbar-focus"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "valibot-recursive-schema-composition"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "vitest-duration-sharding"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "yjs-map-conflict-detection"}, {"c": 1, "n": 1, "pass_at_k": {"1": 1.0}, "pass_power_k": {"1": 1.0}, "status": "PASS", "task_id": "sqlite-utils-safe-import-checkpoints"}]}, "model_label": "openai/dashscope/qwen3.8-max", "note": "per-task evaluator verdicts only; no suite-level PASS", "pass_rate": 0.47368422, "plugins": [{"plugin_id": "miniswe"}], "size": 76714, "suite_run_id": "40226537", "task_refs": [{"attempt_run_ids": ["attempt_9306b35b24b14d2380339668ff70df9d"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-02T00:12:48.480095Z", "run_id": "attempt_3495840364bb44a78edd3088b07d6bd3", "score": 0.5918367346938775, "status": "FAIL"}], "run_id": "attempt_9306b35b24b14d2380339668ff70df9d", "score": 0.9897959183673469, "status": "FAIL", "task_id": "superjson-error-stack-serialization"}, {"attempt_run_ids": ["attempt_1d426f4b0b8c450c9350772bf7fe386f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_1d426f4b0b8c450c9350772bf7fe386f", "score": 1.0, "status": "PASS", "task_id": "aiomonitor-ta[REDACTED:secret]-diff"}, {"attempt_run_ids": ["attempt_5f91012ffc244c26bcac53b2224485b3"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5f91012ffc244c26bcac53b2224485b3", "score": 1.0, "status": "PASS", "task_id": "abs-module-cache-flags"}, {"attempt_run_ids": ["attempt_9b1533b6415540b7a6c7657dd57a552e"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_9b1533b6415540b7a6c7657dd57a552e", "score": 0.8333333333333334, "status": "FAIL", "task_id": "abs-stepped-slices"}, {"attempt_run_ids": ["attempt_03a31ec1e3914154aafae6605e43e6c2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_03a31ec1e3914154aafae6605e43e6c2", "score": 1.0, "status": "PASS", "task_id": "actionlint-action-pinning-lint"}, {"attempt_run_ids": ["attempt_f2cb8ef4d7b248e494f59db08ae0e5f1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f2cb8ef4d7b248e494f59db08ae0e5f1", "score": 1.0, "status": "PASS", "task_id": "adaptix-name-mapping-aliases"}, {"attempt_run_ids": ["attempt_c0449dcf968446c08ce29184f0e42bc9"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_c0449dcf968446c08ce29184f0e42bc9", "score": 1.0, "status": "PASS", "task_id": "anko-default-function-arguments"}, {"attempt_run_ids": ["attempt_923ecf32642649cea092c3e779b0d52b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_923ecf32642649cea092c3e779b0d52b", "score": 1.0, "status": "PASS", "task_id": "anko-typed-variable-bindings"}, {"attempt_run_ids": ["attempt_b487aba814654e8b8b3fd3e048455c9c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_b487aba814654e8b8b3fd3e048455c9c", "score": 1.0, "status": "PASS", "task_id": "arcane-drift-detection-baselines"}, {"attempt_run_ids": ["attempt_c3250864c0b0468fba6e4dcdd4e3060d"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_c3250864c0b0468fba6e4dcdd4e3060d", "score": 0.9946236559139785, "status": "FAIL", "task_id": "awilix-async-container-initialization"}, {"attempt_run_ids": ["attempt_61e8628048a6445181ce8ce23fa479da"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_61e8628048a6445181ce8ce23fa479da", "score": 0.9944903581267218, "status": "FAIL", "task_id": "bandit-incremental-cache-control"}, {"attempt_run_ids": ["attempt_5b8d13c8cf154ee88b08883651daddb5"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5b8d13c8cf154ee88b08883651daddb5", "score": 1.0, "status": "PASS", "task_id": "bandit-interprocedural-taint-checks"}, {"attempt_run_ids": ["attempt_7b56cec1bc594876b683ddae86dce962"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_7b56cec1bc594876b683ddae86dce962", "score": 0.9971509971509972, "status": "FAIL", "task_id": "bandit-structured-nosec-directives"}, {"attempt_run_ids": ["attempt_f265f5d3c1254bd8a025438a9f679a23"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_f265f5d3c1254bd8a025438a9f679a23", "score": 0.9583333333333334, "status": "FAIL", "task_id": "boa-hierarchical-evaluation-cancellation"}, {"attempt_run_ids": ["attempt_2f00cee3c4c14066a2010530ce5b762d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_2f00cee3c4c14066a2010530ce5b762d", "score": 1.0, "status": "PASS", "task_id": "cattrs-partial-structuring-recovery"}, {"attempt_run_ids": ["attempt_bed28c8efcc8498fba6e90f772b96218"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_bed28c8efcc8498fba6e90f772b96218", "score": 0.868421052631579, "status": "FAIL", "task_id": "claude-code-by-agents-recursive-delegation"}, {"attempt_run_ids": ["attempt_cbe8dba339ad4bd1833b73b153d3f8de"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_cbe8dba339ad4bd1833b73b153d3f8de", "score": 0.9979508196721312, "status": "FAIL", "task_id": "cliffy-config-file-parsing"}, {"attempt_run_ids": ["attempt_16cbe8493dbe4da7a145d4dfd9ac9578"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_16cbe8493dbe4da7a145d4dfd9ac9578", "score": 0.9997022746218888, "status": "FAIL", "task_id": "csstree-shorthand-expansion-compression"}, {"attempt_run_ids": ["attempt_8c68cbe66f174eb9a38bbe54570b9670"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_8c68cbe66f174eb9a38bbe54570b9670", "score": 1.0, "status": "PASS", "task_id": "dasel-html-document-format"}, {"attempt_run_ids": ["attempt_4ea0d6bc86504cadb30896e9b7b03d24"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_4ea0d6bc86504cadb30896e9b7b03d24", "score": 0.9990485252140818, "status": "FAIL", "task_id": "dateutil-rfc5545-timezone-interop"}, {"attempt_run_ids": ["attempt_629e0f92b57c4a6bbbe62d0c8057fc7a"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_629e0f92b57c4a6bbbe62d0c8057fc7a", "score": 0.0, "status": "FAIL", "task_id": "dynamodb-toolbox-conditional-attribute-requirements"}, {"attempt_run_ids": ["attempt_0ca722b68b774434804ecb50a6bb01c2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_0ca722b68b774434804ecb50a6bb01c2", "score": 1.0, "status": "PASS", "task_id": "dynamodb-toolbox-lazy-recursive-schemas"}, {"attempt_run_ids": ["attempt_8178a2cdd16f48dab8437fc7da079ec0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_8178a2cdd16f48dab8437fc7da079ec0", "score": 1.0, "status": "PASS", "task_id": "etree-xml-diff-patch"}, {"attempt_run_ids": ["attempt_e582ef78a4ee453b8cb64fa3dc340a1c"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e582ef78a4ee453b8cb64fa3dc340a1c", "score": 1.0, "status": "PASS", "task_id": "expr-try-catch-errors"}, {"attempt_run_ids": ["attempt_b8ff4f647bc64ad0ab2f9cb6fbc3b214"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_b8ff4f647bc64ad0ab2f9cb6fbc3b214", "score": 1.0, "status": "PASS", "task_id": "fastapi-deprecation-response-headers"}, {"attempt_run_ids": ["attempt_03b66bbf09f44900bb81a2ce946bbf8e"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_03b66bbf09f44900bb81a2ce946bbf8e", "score": 1.0, "status": "PASS", "task_id": "fastapi-implicit-head-options"}, {"attempt_run_ids": ["attempt_e425661081a849a29441598f01a8463f"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_e425661081a849a29441598f01a8463f", "score": 0.0, "status": "FAIL", "task_id": "fd-deterministic-multi-key-sorting"}, {"attempt_run_ids": ["attempt_27400f6f57cb45f49d3e5dc23d98c219"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_27400f6f57cb45f49d3e5dc23d98c219", "score": 0.9839486356340289, "status": "FAIL", "task_id": "geo-shapeindex-serialization"}, {"attempt_run_ids": ["attempt_d31ba75a07224fe9886242f4cdd293d7"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d31ba75a07224fe9886242f4cdd293d7", "score": 1.0, "status": "PASS", "task_id": "go-critic-doc-link-checker"}, {"attempt_run_ids": ["attempt_8088562c64fb418a8cff47024ce64e96"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_8088562c64fb418a8cff47024ce64e96", "score": 1.0, "status": "PASS", "task_id": "go-genai-streamed-function-args"}, {"attempt_run_ids": ["attempt_9232f42c9b1443e2a33e6961bdd6537b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_9232f42c9b1443e2a33e6961bdd6537b", "score": 1.0, "status": "PASS", "task_id": "go-git-worktree-merge-conflicts"}, {"attempt_run_ids": ["attempt_69700d9a74c745afb2c57a3f91eb1c7c"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_69700d9a74c745afb2c57a3f91eb1c7c", "score": 0.6206896551724138, "status": "FAIL", "task_id": "goreleaser-retry-publish-auditing"}, {"attempt_run_ids": ["attempt_4cae5da9d49141de88687a499cd07630"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_4cae5da9d49141de88687a499cd07630", "score": 0.998792270531401, "status": "FAIL", "task_id": "gql-incremental-graphql-delivery"}, {"attempt_run_ids": ["attempt_24ffc580faa34c0c858e57a27a1d66b2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_24ffc580faa34c0c858e57a27a1d66b2", "score": 1.0, "status": "PASS", "task_id": "happy-dom-abort-pending-body-reads"}, {"attempt_run_ids": ["attempt_adfd53ae3dc04b73828bf32f80b9552d"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_adfd53ae3dc04b73828bf32f80b9552d", "score": 0.9565217391304348, "status": "FAIL", "task_id": "happy-dom-deterministic-intersectionobserver"}, {"attempt_run_ids": ["attempt_9ee5692e07cd4c5e93c4a60e8af77c80"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_9ee5692e07cd4c5e93c4a60e8af77c80", "score": 1.0, "status": "PASS", "task_id": "helm-array-merge-strategies"}, {"attempt_run_ids": ["attempt_08e50a4a1d054efa88999797ac47b286"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_08e50a4a1d054efa88999797ac47b286", "score": 1.0, "status": "PASS", "task_id": "helm-unified-manifest-stream"}, {"attempt_run_ids": ["attempt_7a19a4aacc254f31aa6e7f4ddbf6b48b"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7a19a4aacc254f31aa6e7f4ddbf6b48b", "score": 1.0, "status": "PASS", "task_id": "httpx-deterministic-cookie-store"}, {"attempt_run_ids": ["attempt_81bf428451814f19bafda6bbe7b45bad"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_81bf428451814f19bafda6bbe7b45bad", "score": 0.9992826398852224, "status": "FAIL", "task_id": "httpx-multipart-response-parsing"}, {"attempt_run_ids": ["attempt_a1bc156050c744a298bbe4e4326fdd66"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_a1bc156050c744a298bbe4e4326fdd66", "score": 0.998015873015873, "status": "FAIL", "task_id": "httpx-streaming-json-iteration"}, {"attempt_run_ids": ["attempt_8bdf066e8f2c4851861318404d25759d"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_8bdf066e8f2c4851861318404d25759d", "score": 1.0, "status": "PASS", "task_id": "igel-persist-feature-schema"}, {"attempt_run_ids": ["attempt_ca27f2ac665545c8b02e6c756cdcfd3b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_ca27f2ac665545c8b02e6c756cdcfd3b", "score": 0.972972972972973, "status": "FAIL", "task_id": "ink-grid-box-layout"}, {"attempt_run_ids": ["attempt_ee134b7ff8fa4a9ba4bf4a97eb321eae"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_ee134b7ff8fa4a9ba4bf4a97eb321eae", "score": 1.0, "status": "PASS", "task_id": "ipython-session-bundle-replay"}, {"attempt_run_ids": ["attempt_8108bfcc6fc0461dabf2ba85818d4d4a"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_8108bfcc6fc0461dabf2ba85818d4d4a", "score": 1.0, "status": "PASS", "task_id": "katex-multicolumn-array-spans"}, {"attempt_run_ids": ["attempt_718f8fb8298f472f873ffb899f98a3d6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_718f8fb8298f472f873ffb899f98a3d6", "score": 1.0, "status": "PASS", "task_id": "kcp-go-multiplexed-kcp-streams"}, {"attempt_run_ids": ["attempt_14a1703cdf2e4062b9d924573aea459c"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_14a1703cdf2e4062b9d924573aea459c", "score": 0.9933774834437086, "status": "FAIL", "task_id": "kea-atomic-signal-selectors"}, {"attempt_run_ids": ["attempt_06800c2bfacf411da77abaf909b4a0da"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_06800c2bfacf411da77abaf909b4a0da", "score": 1.0, "status": "PASS", "task_id": "kgateway-consistent-hash-policy"}, {"attempt_run_ids": ["attempt_84f8e5a309914cfdaf0b2867911ba433"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_84f8e5a309914cfdaf0b2867911ba433", "score": 0.99734395750332, "status": "FAIL", "task_id": "kombu-single-active-consumer-priority"}, {"attempt_run_ids": ["attempt_228e4c03b19b4e88b653f264874c767e"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_228e4c03b19b4e88b653f264874c767e", "score": 0.9986559139784946, "status": "FAIL", "task_id": "kombu-virtual-queue-dead-lettering"}, {"attempt_run_ids": ["attempt_b1600240908c42f897a0b0f49cf97152"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_b1600240908c42f897a0b0f49cf97152", "score": 0.9822695035460993, "status": "FAIL", "task_id": "langchain-request-coalescing"}, {"attempt_run_ids": ["attempt_69c54efd31334781929ce975df35fef8"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_69c54efd31334781929ce975df35fef8", "score": 1.0, "status": "PASS", "task_id": "mashumaro-flattened-dataclass-fields"}, {"attempt_run_ids": ["attempt_5ae1cd277f9e4463b5f07c6e76c1e7b8"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_5ae1cd277f9e4463b5f07c6e76c1e7b8", "score": 0.9999223572343647, "status": "FAIL", "task_id": "meriyah-explicit-resource-declarations"}, {"attempt_run_ids": ["attempt_2db679c88ae042418bd03daca965570e"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_2db679c88ae042418bd03daca965570e", "score": 0.9945945945945946, "status": "FAIL", "task_id": "mnamer-daemon-watch-lifecycle"}, {"attempt_run_ids": ["attempt_e7be15c5dad24a02a39eb7f865278999"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e7be15c5dad24a02a39eb7f865278999", "score": 1.0, "status": "PASS", "task_id": "mobly-grouped-test-barriers"}, {"attempt_run_ids": ["attempt_1c24eabec77a4cc5818ca10dbb7ce74e"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_1c24eabec77a4cc5818ca10dbb7ce74e", "score": 0.0, "status": "FAIL", "task_id": "narwhals-rolling-window-suite"}, {"attempt_run_ids": ["attempt_5a49ab21107341068e879e00395888b4"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_5a49ab21107341068e879e00395888b4", "score": 0.9953271028037384, "status": "FAIL", "task_id": "numba-stencil-boundary-modes"}, {"attempt_run_ids": ["attempt_b63be633f7434cbab097c6daf8ebafbf"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_b63be633f7434cbab097c6daf8ebafbf", "score": 0.9650170648464164, "status": "FAIL", "task_id": "obsidian-linter-auto-table-of-contents"}, {"attempt_run_ids": ["attempt_9bdbea76675f44af9de7a2c0e30f90f3"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_9bdbea76675f44af9de7a2c0e30f90f3", "score": 0.9991603694374476, "status": "FAIL", "task_id": "obsidian-linter-link-format-conversion"}, {"attempt_run_ids": ["attempt_141c7fa6d44a4ed7abfc1ed14bebe5bf"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_141c7fa6d44a4ed7abfc1ed14bebe5bf", "score": 1.0, "status": "PASS", "task_id": "obsidian-linter-scoped-ignore-markers"}, {"attempt_run_ids": ["attempt_f28edb27cb944deeacd6b11eadf5b297"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f28edb27cb944deeacd6b11eadf5b297", "score": 1.0, "status": "PASS", "task_id": "ofetch-per-origin-circuit-breaker"}, {"attempt_run_ids": ["attempt_d7168797285b4408b886d6b6a3d9fe35"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_d7168797285b4408b886d6b6a3d9fe35", "score": 0.23863636363636365, "status": "FAIL", "task_id": "onedump-dump-encryption-pipeline"}, {"attempt_run_ids": ["attempt_7b85eeef8a0b412981269b6ea5307a33"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_7b85eeef8a0b412981269b6ea5307a33", "score": 1.0, "status": "PASS", "task_id": "opa-rego-rule-profiling"}, {"attempt_run_ids": ["attempt_698d90a7bdbe42e09a7221141349a268"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_698d90a7bdbe42e09a7221141349a268", "score": 1.0, "status": "PASS", "task_id": "opa-template-string-reconstruction"}, {"attempt_run_ids": ["attempt_37f91a671b3e4081b2e0cca93e0d92d1"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_37f91a671b3e4081b2e0cca93e0d92d1", "score": 0.9705882352941176, "status": "FAIL", "task_id": "oxvg-structural-selector-preservation"}, {"attempt_run_ids": ["attempt_04a88ae717c94c1ab6b2ed0746164155"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_04a88ae717c94c1ab6b2ed0746164155", "score": 0.9959016393442623, "status": "FAIL", "task_id": "participle-grammar-conflict-analysis"}, {"attempt_run_ids": ["attempt_f575a019f80a41a5977fc4098ea529a1"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f575a019f80a41a5977fc4098ea529a1", "score": 1.0, "status": "PASS", "task_id": "pebble-durability-wait-apis"}, {"attempt_run_ids": ["attempt_eb09cfa36a9041978787a24f803ffa6c"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_eb09cfa36a9041978787a24f803ffa6c", "score": 0.9971751412429378, "status": "FAIL", "task_id": "pest-character-class-coalescing"}, {"attempt_run_ids": ["attempt_e4e091f5f39e4aa996af28679519d2fd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_e4e091f5f39e4aa996af28679519d2fd", "score": 1.0, "status": "PASS", "task_id": "prometheus-transactional-reload-status"}, {"attempt_run_ids": ["attempt_a5c0eb28b77846a1a78803aa18b3e4f2"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_a5c0eb28b77846a1a78803aa18b3e4f2", "score": 0.9777777777777777, "status": "FAIL", "task_id": "prometheus-typed-label-sorting"}, {"attempt_run_ids": ["attempt_4bb3eec2a5b94f2e9f76bed11b286b1c"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_4bb3eec2a5b94f2e9f76bed11b286b1c", "score": 0.58203125, "status": "FAIL", "task_id": "psd-tools-blend-range-api"}, {"attempt_run_ids": ["attempt_3edad0c588724ae9b2f44e63c38088e3"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_3edad0c588724ae9b2f44e63c38088e3", "score": 0.9864864864864865, "status": "FAIL", "task_id": "pwntools-tube-multiplexing"}, {"attempt_run_ids": ["attempt_f6f01b0bbd1e4fc1ab85a8eadf629112"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_f6f01b0bbd1e4fc1ab85a8eadf629112", "score": 0.9985272459499264, "status": "FAIL", "task_id": "python-statemachine-state-data-scoping"}, {"attempt_run_ids": ["attempt_cad8cab0c3574cb69cc262035b662ce2"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_cad8cab0c3574cb69cc262035b662ce2", "score": 1.0, "status": "PASS", "task_id": "returns-validated-error-accumulation"}, {"attempt_run_ids": ["attempt_fc3e4165a15940a88a21aaf1d9f8ae81"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_fc3e4165a15940a88a21aaf1d9f8ae81", "score": 0.9905362776025236, "status": "FAIL", "task_id": "scc-bounded-memory-spilling"}, {"attempt_run_ids": ["attempt_5e492ab4a2814e369d9215616ddc68ae"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_5e492ab4a2814e369d9215616ddc68ae", "score": 1.0, "status": "PASS", "task_id": "scriggo-method-declarations"}, {"attempt_run_ids": ["attempt_7a9fe6b2fe0c4b408ce6d389ef7473d0"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_7a9fe6b2fe0c4b408ce6d389ef7473d0", "score": 0.0, "status": "FAIL", "task_id": "skrub-duration-encoding"}, {"attempt_run_ids": ["attempt_771b5323b9c7477a9c939ef244983ca6"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_771b5323b9c7477a9c939ef244983ca6", "score": 1.0, "status": "PASS", "task_id": "sql-formatter-bigquery-pipe-formatting"}, {"attempt_run_ids": ["attempt_b58437d5ebfa471ca110ce44893dcb51"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_b58437d5ebfa471ca110ce44893dcb51", "score": 0.9969348659003832, "status": "FAIL", "task_id": "sqlfmt-create-table-ddl-formatting"}, {"attempt_run_ids": ["attempt_39a5654d01134092958357ad34adce59"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_39a5654d01134092958357ad34adce59", "score": 0.13114754098360656, "status": "FAIL", "task_id": "aiomonitor-task-snapshots-diff"}, {"attempt_run_ids": ["attempt_85a3e4a39900433ba96964fb75e22734"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_85a3e4a39900433ba96964fb75e22734", "score": 0.972972972972973, "status": "FAIL", "task_id": "task-task-graph-export"}, {"attempt_run_ids": ["attempt_2a591465806b4ca09256dcd3b9127512"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_2a591465806b4ca09256dcd3b9127512", "score": 1.0, "status": "PASS", "task_id": "tengo-callable-instance-isolation"}, {"attempt_run_ids": ["attempt_988b2e4d5a3d45698bb11d5f98856c27"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_988b2e4d5a3d45698bb11d5f98856c27", "score": 0.9865470852017937, "status": "FAIL", "task_id": "tengo-destructuring-bindings"}, {"attempt_run_ids": ["attempt_081702cabe764d6f8f35c8d921d06d11"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_081702cabe764d6f8f35c8d921d06d11", "score": 0.9426229508196722, "status": "FAIL", "task_id": "termenv-preserve-ansi-resets"}, {"attempt_run_ids": ["attempt_d35d52f274c64d70ab6bad792dd3f4be"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_d35d52f274c64d70ab6bad792dd3f4be", "score": 1.0, "status": "PASS", "task_id": "testem-bail-on-test-failure"}, {"attempt_run_ids": ["attempt_3da9571252394fa4ba092cb60036509b"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_3da9571252394fa4ba092cb60036509b", "score": 0.99812734082397, "status": "FAIL", "task_id": "testem-per-launcher-reports"}, {"attempt_run_ids": ["attempt_839fb3dde6ad4acc8dde9d3e2adda198"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_839fb3dde6ad4acc8dde9d3e2adda198", "score": 0.9625, "status": "FAIL", "task_id": "textual-kitty-key-phases"}, {"attempt_run_ids": ["attempt_61a874301fe6443ba87f86766609cdbd"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_61a874301fe6443ba87f86766609cdbd", "score": 1.0, "status": "PASS", "task_id": "textual-richlog-follow-state"}, {"attempt_run_ids": ["attempt_a07988f0e8454f3c9e700b1e2d494c54"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a07988f0e8454f3c9e700b1e2d494c54", "score": 1.0, "status": "PASS", "task_id": "tomlkit-toml-table-converters"}, {"attempt_run_ids": ["attempt_4caa9575bb7f468cb96857a310f5feb4"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_4caa9575bb7f468cb96857a310f5feb4", "score": 1.0, "status": "PASS", "task_id": "true-myth-iterable-collection-combinators"}, {"attempt_run_ids": ["attempt_dab1f13eb66c4208b6b48196261bd540"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_dab1f13eb66c4208b6b48196261bd540", "score": 0.06593406593406594, "status": "FAIL", "task_id": "ts-pattern-match-each"}, {"attempt_run_ids": ["attempt_0245c693ed274e979e411204c41378bf"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_0245c693ed274e979e411204c41378bf", "score": 0.9857142857142858, "status": "FAIL", "task_id": "updo-policy-alerting"}, {"attempt_run_ids": ["attempt_68b05485cb1d4521976c352fb1123cb2"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_68b05485cb1d4521976c352fb1123cb2", "score": 0.9843260188087775, "status": "FAIL", "task_id": "vulture-persistent-analysis-cache"}, {"attempt_run_ids": ["attempt_f4f7d9917f6b47d7b123f42f5199c5a5"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_f4f7d9917f6b47d7b123f42f5199c5a5", "score": 0.9625, "status": "FAIL", "task_id": "wasmi-trap-coredumps"}, {"attempt_run_ids": ["attempt_a5278c8636984538a8846fe280d9b0d0"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_a5278c8636984538a8846fe280d9b0d0", "score": 1.0, "status": "PASS", "task_id": "wazero-multi-module-snapshots"}, {"attempt_run_ids": ["attempt_a491706da4be46d6b2af47f2350af90a"], "c": 0, "has_attempt_content": true, "n": 1, "run_id": "attempt_a491706da4be46d6b2af47f2350af90a", "score": 0.0, "status": "FAIL", "task_id": "yaegi-go-embed-directives"}, {"attempt_run_ids": ["attempt_f88caf923c164ab1916cff4e6130376f"], "c": 1, "has_attempt_content": true, "n": 1, "run_id": "attempt_f88caf923c164ab1916cff4e6130376f", "score": 1.0, "status": "PASS", "task_id": "ytt-jsonpath-query-api"}, {"attempt_run_ids": ["attempt_27d5b148763a4b5ba5578e1079a1bb7c"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-01T02:32:14.570940Z", "run_id": "attempt_24fec55d306e436abc1749fe673d541b", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-01T02:37:04.170315Z", "run_id": "attempt_e8dfcae218384445876b66a22866a513", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-01T04:50:51.287563Z", "run_id": "attempt_f5e035aea25043f3a007dfcaf300a525", "score": null, "status": "ERROR"}], "run_id": "attempt_27d5b148763a4b5ba5578e1079a1bb7c", "score": 1.0, "status": "PASS", "task_id": "arktype-json-schema-refs-dependencies"}, {"attempt_run_ids": ["attempt_2edb84871e634623bcb918ff372c3b0f"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-01T02:32:26.957419Z", "run_id": "attempt_cf1f15feab284804a2ca848589d466cc", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-01T02:37:12.185936Z", "run_id": "attempt_687c84c11d194bcf957955023f2db2b2", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-01T05:44:48.772037Z", "run_id": "attempt_d3c16b20ee8145db94167d0bcfb9a006", "score": null, "status": "ERROR"}], "run_id": "attempt_2edb84871e634623bcb918ff372c3b0f", "score": 0.9848275862068966, "status": "FAIL", "task_id": "clack-async-autocomplete-options"}, {"attempt_run_ids": ["attempt_19e44933690e4f728e6ee86de89e5853"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-01T02:38:07.720044Z", "run_id": "attempt_b42cdc50c94a4d67b1d773539ee0b9fb", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-01T07:22:15.556919Z", "run_id": "attempt_594dd57a4bfb482d8d6578fe455d3d32", "score": null, "status": "ERROR"}], "run_id": "attempt_19e44933690e4f728e6ee86de89e5853", "score": 0.9640804597701149, "status": "FAIL", "task_id": "drizzle-orm-window-function-builders"}, {"attempt_run_ids": ["attempt_6349445fb1f74a89930956d41834616e"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-01T02:39:15.817545Z", "run_id": "attempt_13d9f6d9ebf541d7aa57e27624dab376", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-01T08:51:58.466156Z", "run_id": "attempt_6bea82ee37b74db8a132dbd1d40291a5", "score": null, "status": "ERROR"}], "run_id": "attempt_6349445fb1f74a89930956d41834616e", "score": 0.9743589743589743, "status": "FAIL", "task_id": "effect-sse-httpapi-streaming"}, {"attempt_run_ids": ["attempt_3628e502c1134e74b00ef25d46f239f9"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-01T02:39:56.353643Z", "run_id": "attempt_e45d3261896a46ee94c3c8521df41cd9", "score": null, "status": "ERROR"}, {"attempt_index": 0, "replaced_at": "2026-09-01T09:52:54.522346Z", "run_id": "attempt_21b5475be4934598b8cfc44f39b2e30e", "score": null, "status": "ERROR"}], "run_id": "attempt_3628e502c1134e74b00ef25d46f239f9", "score": 1.0, "status": "PASS", "task_id": "eicrud-keyset-pagination-cursor"}, {"attempt_run_ids": ["attempt_3e8ab1a332664eaab044cb09b5d9777f"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-01T11:01:57.607480Z", "run_id": "attempt_338e3af54eb045598aab6d6bae0aa9e7", "score": null, "status": "ERROR"}], "run_id": "attempt_3e8ab1a332664eaab044cb09b5d9777f", "score": 1.0, "status": "PASS", "task_id": "koota-composite-trait-aspects"}, {"attempt_run_ids": ["attempt_3d770dba6f5143b6a9911e6117999887"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-01T11:54:44.006360Z", "run_id": "attempt_6ec838f13ad84b3ea513606902d66e08", "score": null, "status": "ERROR"}], "run_id": "attempt_3d770dba6f5143b6a9911e6117999887", "score": 0.9748743718592965, "status": "FAIL", "task_id": "koota-deferred-mutation-buffer"}, {"attempt_run_ids": ["attempt_71d4f013261f40faba25758bb108b0ff"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-01T12:43:05.663263Z", "run_id": "attempt_6fc63e9ca6cc4cb0929214d9ea54d6d7", "score": null, "status": "ERROR"}], "run_id": "attempt_71d4f013261f40faba25758bb108b0ff", "score": 0.9923664122137404, "status": "FAIL", "task_id": "koota-entity-snapshot-rollback"}, {"attempt_run_ids": ["attempt_7b565a1080144be0a5624e869a31a9de"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-01T14:00:39.702662Z", "run_id": "attempt_6be905714b974b558ec10047a2a4ea03", "score": null, "status": "ERROR"}], "run_id": "attempt_7b565a1080144be0a5624e869a31a9de", "score": 0.9761904761904762, "status": "FAIL", "task_id": "koota-pair-relation-tracking"}, {"attempt_run_ids": ["attempt_6504be7744a846ff83154c58c0b0c05c"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-01T15:14:42.721820Z", "run_id": "attempt_244b348799a94d139699040a9d573d67", "score": null, "status": "ERROR"}], "run_id": "attempt_6504be7744a846ff83154c58c0b0c05c", "score": 0.9813953488372092, "status": "FAIL", "task_id": "koota-query-predicates"}, {"attempt_run_ids": ["attempt_dd9713cbe2cc4483bf460614c2b1e1cc"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-01T16:19:23.164479Z", "run_id": "attempt_bcb3dc7745874272be6cd7ddb2574893", "score": null, "status": "ERROR"}], "run_id": "attempt_dd9713cbe2cc4483bf460614c2b1e1cc", "score": 1.0, "status": "PASS", "task_id": "kysely-window-grouping-helpers"}, {"attempt_run_ids": ["attempt_5388ebdfcd264af7bf090e1d97275969"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-01T17:28:32.693023Z", "run_id": "attempt_6ff23eae0ddd48fb9afee2bb4dcb5706", "score": null, "status": "ERROR"}], "run_id": "attempt_5388ebdfcd264af7bf090e1d97275969", "score": 0.0, "status": "FAIL", "task_id": "optique-conditional-option-dependencies"}, {"attempt_run_ids": ["attempt_a055ded4fe0d4f379ca5a4d010e7a487"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-01T18:22:12.298248Z", "run_id": "attempt_1e1977142c624997bfabdba80e5e2a34", "score": null, "status": "ERROR"}], "run_id": "attempt_a055ded4fe0d4f379ca5a4d010e7a487", "score": 1.0, "status": "PASS", "task_id": "query-persist-restored-query-state"}, {"attempt_run_ids": ["attempt_2a005d5eeb4b40c0a0b4b2c929b48012"], "c": 0, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-01T19:17:17.551952Z", "run_id": "attempt_621c0f9cbd7d43a78b646d98b8f72ccf", "score": null, "status": "ERROR"}], "run_id": "attempt_2a005d5eeb4b40c0a0b4b2c929b48012", "score": 0.9714285714285714, "status": "FAIL", "task_id": "quill-shared-toolbar-focus"}, {"attempt_run_ids": ["attempt_77997e22a242431fbe9e1fad4fd0d0f7"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-01T21:03:41.680673Z", "run_id": "attempt_d219039571044ac99c31e1a67cd68494", "score": null, "status": "ERROR"}], "run_id": "attempt_77997e22a242431fbe9e1fad4fd0d0f7", "score": 1.0, "status": "PASS", "task_id": "valibot-recursive-schema-composition"}, {"attempt_run_ids": ["attempt_5f872c4306d94dca93ed3c07f3d7cf70"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-01T21:58:43.008566Z", "run_id": "attempt_66a00578e10e4ed087306bf922814cec", "score": null, "status": "ERROR"}], "run_id": "attempt_5f872c4306d94dca93ed3c07f3d7cf70", "score": 1.0, "status": "PASS", "task_id": "vitest-duration-sharding"}, {"attempt_run_ids": ["attempt_d51ea8f169d644c29e6565ed94870c38"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-01T22:54:10.383325Z", "run_id": "attempt_b72e4a58fc2c4aa985d3ce50dcd5945e", "score": null, "status": "ERROR"}], "run_id": "attempt_d51ea8f169d644c29e6565ed94870c38", "score": 1.0, "status": "PASS", "task_id": "yjs-map-conflict-detection"}, {"attempt_run_ids": ["attempt_9f9e1be8cc5343d9ab34c08955ced096"], "c": 1, "has_attempt_content": true, "n": 1, "previous": [{"attempt_index": 0, "replaced_at": "2026-09-01T23:37:20.691006Z", "run_id": "attempt_741f45aaa8c84247bab6507f7636060e", "score": 0.9453551912568307, "status": "FAIL"}], "run_id": "attempt_9f9e1be8cc5343d9ab34c08955ced096", "score": 1.0, "status": "PASS", "task_id": "sqlite-utils-safe-import-checkpoints"}], "task_set_digest": "sha256:50bfc05e098cdd9c739ac8e09f957d34cd1d1ec516162e0274526704f8f74666", "uploaded_by": "ffy6511", "visibility": "public"}]}