{
    "meta": {
        "complete": true,
        "started_at": "2025-03-10 10:05:22.152492Z",
        "commit": "97b4dd02c8e6e20ca6b8e7bc6a11f4e226d81820",
        "platform": {
            "cargo_version": "cargo 1.87.0-nightly (2622e844b 2025-02-28)",
            "rustc_version": "rustc 1.87.0-nightly (f9e0239a7 2025-03-04)",
            "python_version": "3.9.6",
            "platform": "macOS-14.3.1-arm64-arm-64bit"
        },
        "rand_seed": 202531010522,
        "ended_at": "2025-03-10 11:01:50.525266Z",
        "elapsed_ms": 3388372,
        "ragit_version": "ragit 0.3.4-dev",
        "commit_title": "bump versions",
        "commit_message": ""
    },
    "tests": {
        "cargo_tests": {
            "seq": 0,
            "pass": true,
            "error": null,
            "elapsed_ms": 185797
        },
        "add_and_rm": {
            "seq": 1,
            "pass": true,
            "error": null,
            "elapsed_ms": 118952
        },
        "add_and_rm2": {
            "seq": 2,
            "pass": true,
            "error": null,
            "elapsed_ms": 38897
        },
        "ignore": {
            "seq": 3,
            "pass": true,
            "error": null,
            "elapsed_ms": 12837
        },
        "recover": {
            "seq": 4,
            "pass": true,
            "error": null,
            "elapsed_ms": 10941
        },
        "clone": {
            "seq": 5,
            "pass": false,
            "error": "Command '['cargo', 'run', '--release', '--', 'push', '--remote=http://127.0.0.1/test-user/repo1']' returned non-zero exit status 1.\nTraceback (most recent call last):\n  File \"/Users/baehyunsol/Documents/Rust/ragit/tests/tests.py\", line 504, in <module>\n    test()\n  File \"/Users/baehyunsol/Documents/Rust/ragit/tests/clone.py\", line 53, in clone\n    cargo_run([\"push\", \"--remote=http://127.0.0.1/test-user/repo1\"])\n  File \"/Users/baehyunsol/Documents/Rust/ragit/tests/utils.py\", line 66, in cargo_run\n    result = subprocess.run(args, **kwargs)\n  File \"/Applications/Xcode.app/Contents/Developer/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/subprocess.py\", line 528, in run\n    raise CalledProcessError(retcode, process.args,\nsubprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', 'push', '--remote=http://127.0.0.1/test-user/repo1']' returned non-zero exit status 1.\n",
            "elapsed_ms": 3021
        },
        "clone2": {
            "seq": 6,
            "pass": true,
            "error": null,
            "elapsed_ms": 7825
        },
        "server": {
            "seq": 7,
            "pass": false,
            "error": "Command '['cargo', 'run', '--release', '--', 'push', '--configs', '--prompts', '--remote=http://127.0.0.1/test-user/repo1/']' returned non-zero exit status 1.\nTraceback (most recent call last):\n  File \"/Users/baehyunsol/Documents/Rust/ragit/tests/tests.py\", line 504, in <module>\n    test()\n  File \"/Users/baehyunsol/Documents/Rust/ragit/tests/server.py\", line 41, in server\n    cargo_run([\"push\", \"--configs\", \"--prompts\", \"--remote=http://127.0.0.1/test-user/repo1/\"])\n  File \"/Users/baehyunsol/Documents/Rust/ragit/tests/utils.py\", line 66, in cargo_run\n    result = subprocess.run(args, **kwargs)\n  File \"/Applications/Xcode.app/Contents/Developer/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/subprocess.py\", line 528, in run\n    raise CalledProcessError(retcode, process.args,\nsubprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', 'push', '--configs', '--prompts', '--remote=http://127.0.0.1/test-user/repo1/']' returned non-zero exit status 1.\n",
            "elapsed_ms": 3798
        },
        "cli": {
            "seq": 8,
            "pass": true,
            "error": null,
            "elapsed_ms": 15657
        },
        "archive": {
            "seq": 9,
            "pass": true,
            "error": null,
            "elapsed_ms": 415356
        },
        "many_chunks": {
            "seq": 10,
            "pass": true,
            "error": null,
            "elapsed_ms": 673994
        },
        "many_jobs": {
            "seq": 11,
            "pass": true,
            "error": null,
            "elapsed_ms": 49921
        },
        "ls": {
            "seq": 12,
            "pass": true,
            "error": null,
            "elapsed_ms": 260371
        },
        "meta": {
            "seq": 13,
            "pass": true,
            "error": null,
            "elapsed_ms": 6682
        },
        "symlink": {
            "seq": 14,
            "pass": true,
            "error": null,
            "elapsed_ms": 10965
        },
        "ii": {
            "seq": 15,
            "pass": false,
            "error": "tfidf result on term 'term into main option prompt' is not close enough. error: `approximation[2] not in answer`, answer: ['8cd5af56b19604ebf37f2d56386a79d319b2c9fdaeb740ff0000000100000209', '97fa996b1a209732d2622109a2e7dc3932e4999a28d4556d0000000100000201', 'cce42ccb94294ffd04cfafc7996082c783232da0cb1c91d70000000100000203', '51d12ee94dcc704a9ff06dff542b90857b4c3ba4832b8fdd0000000100000201', '3659820d56ae19007e1cf89490b349285b76f5aa61add2580000000100000202', 'fc3691997880298dc1924a1c2bb49aabed8537bbf622d38e0000000100000214', 'f1c542865f65cff136e38f89256def87384be608aac3e7ed0000000100000217', 'bc6df5bd938da93b70936b91b903aa2bc1748e7a7e1e433d0000000100000200', '12f465533e678ad2c7ceff2984aae0ab607900433330f19b0000000100000200', '6c1de977cd7a1bddbecfd694e0570e39545c6acb5d9a641e0000000100000209'], approximation: ['97fa996b1a209732d2622109a2e7dc3932e4999a28d4556d0000000100000201', '6c1de977cd7a1bddbecfd694e0570e39545c6acb5d9a641e0000000100000209', '58074ce21bb649a3583b295536a669ce421915c577490abd0000000100000202', '12f465533e678ad2c7ceff2984aae0ab607900433330f19b0000000100000200', '8cd5af56b19604ebf37f2d56386a79d319b2c9fdaeb740ff0000000100000209', 'db01e0347c39fa19cd478ad136e02c3be5ae514968bfafb30000000100000200', 'cce42ccb94294ffd04cfafc7996082c783232da0cb1c91d70000000100000203', '51d12ee94dcc704a9ff06dff542b90857b4c3ba4832b8fdd0000000100000201', '9c9b79c9c2bf343e2f6058d1afa471c43a73f9cad3ad88c60000000100000203', '02e6389bb2340bd8772d0f9d5a31ceea21d17ca755b026b00000000100000200']\nTraceback (most recent call last):\n  File \"/Users/baehyunsol/Documents/Rust/ragit/tests/ii.py\", line 103, in ii_worker\n    raise AssertionError(f\"approximation[{i}] not in answer\")\nAssertionError: approximation[2] not in answer\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"/Users/baehyunsol/Documents/Rust/ragit/tests/tests.py\", line 504, in <module>\n    test()\n  File \"/Users/baehyunsol/Documents/Rust/ragit/tests/ii.py\", line 36, in ii\n    ii_worker()\n  File \"/Users/baehyunsol/Documents/Rust/ragit/tests/ii.py\", line 116, in ii_worker\n    raise AssertionError(f\"tfidf result on term '{term}' is not close enough. error: `{e}`, answer: {answer}, approximation: {approximation}\")\nAssertionError: tfidf result on term 'term into main option prompt' is not close enough. error: `approximation[2] not in answer`, answer: ['8cd5af56b19604ebf37f2d56386a79d319b2c9fdaeb740ff0000000100000209', '97fa996b1a209732d2622109a2e7dc3932e4999a28d4556d0000000100000201', 'cce42ccb94294ffd04cfafc7996082c783232da0cb1c91d70000000100000203', '51d12ee94dcc704a9ff06dff542b90857b4c3ba4832b8fdd0000000100000201', '3659820d56ae19007e1cf89490b349285b76f5aa61add2580000000100000202', 'fc3691997880298dc1924a1c2bb49aabed8537bbf622d38e0000000100000214', 'f1c542865f65cff136e38f89256def87384be608aac3e7ed0000000100000217', 'bc6df5bd938da93b70936b91b903aa2bc1748e7a7e1e433d0000000100000200', '12f465533e678ad2c7ceff2984aae0ab607900433330f19b0000000100000200', '6c1de977cd7a1bddbecfd694e0570e39545c6acb5d9a641e0000000100000209'], approximation: ['97fa996b1a209732d2622109a2e7dc3932e4999a28d4556d0000000100000201', '6c1de977cd7a1bddbecfd694e0570e39545c6acb5d9a641e0000000100000209', '58074ce21bb649a3583b295536a669ce421915c577490abd0000000100000202', '12f465533e678ad2c7ceff2984aae0ab607900433330f19b0000000100000200', '8cd5af56b19604ebf37f2d56386a79d319b2c9fdaeb740ff0000000100000209', 'db01e0347c39fa19cd478ad136e02c3be5ae514968bfafb30000000100000200', 'cce42ccb94294ffd04cfafc7996082c783232da0cb1c91d70000000100000203', '51d12ee94dcc704a9ff06dff542b90857b4c3ba4832b8fdd0000000100000201', '9c9b79c9c2bf343e2f6058d1afa471c43a73f9cad3ad88c60000000100000203', '02e6389bb2340bd8772d0f9d5a31ceea21d17ca755b026b00000000100000200']\n",
            "elapsed_ms": 73973
        },
        "cat_file": {
            "seq": 16,
            "pass": true,
            "error": null,
            "elapsed_ms": 32004
        },
        "images": {
            "seq": 17,
            "pass": true,
            "error": null,
            "elapsed_ms": 8339
        },
        "markdown_reader": {
            "seq": 18,
            "pass": true,
            "error": null,
            "elapsed_ms": 13262
        },
        "csv_reader": {
            "seq": 19,
            "pass": true,
            "error": null,
            "elapsed_ms": 7079
        },
        "subdir": {
            "seq": 20,
            "pass": true,
            "error": null,
            "elapsed_ms": 25557
        },
        "tfidf": {
            "seq": 21,
            "pass": true,
            "error": null,
            "elapsed_ms": 28850
        },
        "merge": {
            "seq": 22,
            "pass": true,
            "error": null,
            "elapsed_ms": 49227
        },
        "external_bases": {
            "seq": 23,
            "pass": true,
            "error": null,
            "elapsed_ms": 64350
        },
        "end_to_end dummy": {
            "seq": 24,
            "pass": true,
            "error": null,
            "elapsed_ms": 167195
        },
        "end_to_end llama3.3-70b": {
            "seq": 25,
            "pass": true,
            "error": null,
            "elapsed_ms": 182539
        },
        "audit llama3.3-70b": {
            "seq": 26,
            "pass": true,
            "error": null,
            "elapsed_ms": 14874
        },
        "prompts dummy": {
            "seq": 27,
            "pass": true,
            "error": null,
            "elapsed_ms": 8943
        },
        "prompts gpt-4o-mini": {
            "seq": 28,
            "pass": true,
            "error": null,
            "elapsed_ms": 55936
        },
        "prompts claude-3.5-sonnet": {
            "seq": 29,
            "pass": true,
            "error": null,
            "elapsed_ms": 85474
        },
        "empty dummy": {
            "seq": 30,
            "pass": true,
            "error": null,
            "elapsed_ms": 19715
        },
        "empty llama3.3-70b": {
            "seq": 31,
            "pass": true,
            "error": null,
            "elapsed_ms": 20874
        },
        "server2 dummy": {
            "seq": 32,
            "pass": true,
            "error": null,
            "elapsed_ms": 19957
        },
        "server2 llama3.3-70b": {
            "seq": 33,
            "pass": true,
            "error": null,
            "elapsed_ms": 23589
        },
        "images2 gpt-4o-mini": {
            "seq": 34,
            "pass": true,
            "error": null,
            "elapsed_ms": 13792
        },
        "images3 gpt-4o-mini": {
            "seq": 35,
            "pass": true,
            "error": null,
            "elapsed_ms": 13943
        },
        "web_images gpt-4o-mini": {
            "seq": 36,
            "pass": true,
            "error": null,
            "elapsed_ms": 30692
        },
        "images2 claude-3.5-sonnet": {
            "seq": 37,
            "pass": true,
            "error": null,
            "elapsed_ms": 13904
        },
        "extract_keywords dummy": {
            "seq": 38,
            "pass": true,
            "error": null,
            "elapsed_ms": 2767
        },
        "extract_keywords gpt-4o-mini": {
            "seq": 39,
            "pass": true,
            "error": null,
            "elapsed_ms": 10200
        },
        "orphan_process llama3.3-70b": {
            "seq": 40,
            "pass": true,
            "error": null,
            "elapsed_ms": 116842
        },
        "write_lock llama3.3-70b": {
            "seq": 41,
            "pass": false,
            "error": "Command '['cargo', 'run', '--release', '--', 'build']' returned non-zero exit status 1.\nTraceback (most recent call last):\n  File \"/Users/baehyunsol/Documents/Rust/ragit/tests/tests.py\", line 504, in <module>\n    test()\n  File \"/Users/baehyunsol/Documents/Rust/ragit/tests/tests.py\", line 469, in <lambda>\n    (\"write_lock llama3.3-70b\", lambda: write_lock(test_model=\"llama3.3-70b\")),\n  File \"/Users/baehyunsol/Documents/Rust/ragit/tests/write_lock.py\", line 38, in write_lock\n    cargo_run([\"build\"])\n  File \"/Users/baehyunsol/Documents/Rust/ragit/tests/utils.py\", line 66, in cargo_run\n    result = subprocess.run(args, **kwargs)\n  File \"/Applications/Xcode.app/Contents/Developer/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/subprocess.py\", line 528, in run\n    raise CalledProcessError(retcode, process.args,\nsubprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', 'build']' returned non-zero exit status 1.\n",
            "elapsed_ms": 26008
        },
        "ragit_api command-r": {
            "seq": 42,
            "pass": true,
            "error": null,
            "elapsed_ms": 3129
        },
        "models_init": {
            "seq": 43,
            "pass": true,
            "error": null,
            "elapsed_ms": 959
        },
        "test_home_config_override": {
            "seq": 44,
            "pass": true,
            "error": null,
            "elapsed_ms": 437
        },
        "migrate": {
            "seq": 45,
            "pass": true,
            "error": null,
            "elapsed_ms": 235612
        },
        "migrate2": {
            "seq": 46,
            "pass": true,
            "error": null,
            "elapsed_ms": 130025
        }
    },
    "result": {
        "total": 47,
        "complete": 47,
        "pass": 43,
        "fail": 4,
        "remaining": 0
    }
}