TB 4.0.0 - GLM-5.3 / Claude Code

330/330 trials completed|8 errors|avg reward 0.42

{
  "retry": {
    "max_retries": 3,
    "exclude_exceptions": [
      "AgentTimeoutError",
      "RewardFileEmptyError",
      "AgentSafetyRefusalError",
      "VerifierTimeoutError",
      "ApiUsageLimitError",
      "VerifierOutputParseError",
      "RewardFileNotFoundError"
    ],
    "include_exceptions": []
  },
  "agents": [
    {
      "env": {
        "IS_SANDBOX": "1",
        "API_TIMEOUT_MS": "3600000",
        "ANTHROPIC_MODEL": "glm-5.3[1m]",
        "ANTHROPIC_API_BASE": "https://open.bigmodel.cn/api/anthropic",
        "ANTHROPIC_BASE_URL": "https://open.bigmodel.cn/api/anthropic",
        "CLAUDE_CODE_EAGER_FLUSH": "1",
        "CLAUDE_CODE_EFFORT_LEVEL": "max",
        "CLAUDE_CODE_MAX_OUTPUT_TOKENS": "****",
        "CLAUDE_ENABLE_STREAM_WATCHDOG": "0",
        "CLAUDE_STREAM_IDLE_TIMEOUT_MS": "3600000",
        "CLAUDE_CODE_AUTO_COMPACT_WINDOW": "1000000",
        "CLAUDE_CODE_DISABLE_NONESSENTIAL_TRAFFIC": "1"
      },
      "name": "claude-code",
      "kwargs": {
        "version": "2.1.207",
        "thinking": "adaptive",
        "permission_mode": "bypassPermissions",
        "reasoning_effort": "max"
      },
      "model_name": "anthropic/glm-5.3",
      "extra_allowed_hosts": [
        "open.bigmodel.cn"
      ]
    }
  ],
  "datasets": [
    {
      "ref": "4",
      "name": "terminal-bench/terminal-bench"
    }
  ],
  "job_name": "TB 4.0.0 - GLM-5.3 / Claude Code",
  "n_attempts": 5,
  "environment": {
    "type": "docker",
    "extra_allowed_hosts": [
      "open.bigmodel.cn"
    ]
  },
  "n_concurrent_trials": 100
}

{  "retry": {    "max_retries": 3,    "exclude_exceptions": [      "AgentTimeoutError",      "RewardFileEmptyError",      "AgentSafetyRefusalError",      "VerifierTimeoutError",      "ApiUsageLimitError",      "VerifierOutputParseError",      "RewardFileNotFoundError"    ],    "include_exceptions": []  },  "agents": [    {      "env": {        "IS_SANDBOX": "1",        "API_TIMEOUT_MS": "3600000",        "ANTHROPIC_MODEL": "glm-5.3[1m]",        "ANTHROPIC_API_BASE": "https://open.bigmodel.cn/api/anthropic",        "ANTHROPIC_BASE_URL": "https://open.bigmodel.cn/api/anthropic",        "CLAUDE_CODE_EAGER_FLUSH": "1",        "CLAUDE_CODE_EFFORT_LEVEL": "max",        "CLAUDE_CODE_MAX_OUTPUT_TOKENS": "****",        "CLAUDE_ENABLE_STREAM_WATCHDOG": "0",        "CLAUDE_STREAM_IDLE_TIMEOUT_MS": "3600000",        "CLAUDE_CODE_AUTO_COMPACT_WINDOW": "1000000",        "CLAUDE_CODE_DISABLE_NONESSENTIAL_TRAFFIC": "1"      },      "name": "claude-code",      "kwargs": {        "version": "2.1.207",        "thinking": "adaptive",        "permission_mode": "bypassPermissions",        "reasoning_effort": "max"      },      "model_name": "anthropic/glm-5.3",      "extra_allowed_hosts": [        "open.bigmodel.cn"      ]    }  ],  "datasets": [    {      "ref": "4",      "name": "terminal-bench/terminal-bench"    }  ],  "job_name": "TB 4.0.0 - GLM-5.3 / Claude Code",  "n_attempts": 5,  "environment": {    "type": "docker",    "extra_allowed_hosts": [      "open.bigmodel.cn"    ]  },  "n_concurrent_trials": 100}