{
    "meta": {
        "complete": true,
        "started_at": "2025-03-21 00:24:58.768004Z",
        "commit": "ec6d09311e10436d70a5319983724520318c6cf7",
        "platform": {
            "cargo_version": "cargo 1.85.0 (d73d2caf9 2024-12-31)",
            "rustc_version": "rustc 1.85.0 (4d91de4e4 2025-02-17)",
            "python_version": "3.10.12",
            "platform": "Linux-5.15.0-133-generic-x86_64-with-glibc2.35"
        },
        "rand_seed": 20250321002458,
        "ended_at": "2025-03-21 01:05:42.480054Z",
        "elapsed_ms": 2443712,
        "ragit_version": "ragit 0.3.5-dev",
        "commit_title": "update commit hash",
        "commit_message": ""
    },
    "tests": {
        "cargo_tests": {
            "seq": 0,
            "pass": true,
            "error": null,
            "elapsed_ms": 166162
        },
        "add_and_rm": {
            "seq": 1,
            "pass": true,
            "error": null,
            "elapsed_ms": 31435
        },
        "add_and_rm2": {
            "seq": 2,
            "pass": true,
            "error": null,
            "elapsed_ms": 9886
        },
        "ignore": {
            "seq": 3,
            "pass": true,
            "error": null,
            "elapsed_ms": 2708
        },
        "recover": {
            "seq": 4,
            "pass": true,
            "error": null,
            "elapsed_ms": 2697
        },
        "clone": {
            "seq": 5,
            "pass": true,
            "error": null,
            "elapsed_ms": 95049
        },
        "clone2": {
            "seq": 6,
            "pass": true,
            "error": null,
            "elapsed_ms": 4159
        },
        "server": {
            "seq": 7,
            "pass": true,
            "error": null,
            "elapsed_ms": 79399
        },
        "cli": {
            "seq": 8,
            "pass": true,
            "error": null,
            "elapsed_ms": 3173
        },
        "archive": {
            "seq": 9,
            "pass": true,
            "error": null,
            "elapsed_ms": 190865
        },
        "many_chunks": {
            "seq": 10,
            "pass": true,
            "error": null,
            "elapsed_ms": 587227
        },
        "many_jobs": {
            "seq": 11,
            "pass": true,
            "error": null,
            "elapsed_ms": 143098
        },
        "ls": {
            "seq": 12,
            "pass": true,
            "error": null,
            "elapsed_ms": 73170
        },
        "meta": {
            "seq": 13,
            "pass": true,
            "error": null,
            "elapsed_ms": 1457
        },
        "symlink": {
            "seq": 14,
            "pass": true,
            "error": null,
            "elapsed_ms": 2734
        },
        "ii": {
            "seq": 15,
            "pass": false,
            "error": "tfidf result on term 'option term and max prompt' is not close enough. error: `answer[2] not in approximation`, answer: ['859fb47d1a0a9f9d6449cbb0ef90493d3e8214fd4fb1197d0000000100000200', '6cf9a06a68fc872599477b563e2702f3f6286f8b1c55742f0000000100000201', '450a5eae9cc6757966842901dbea3eaa34fb9a31bba41e600000000100000208', 'd156f6b497cb7caf3815431a639df57879a98d2ace222b080000000100000200', 'fac67afb13664044ae2058cc6e675dcb4783448b2f81bf320000000100000203', 'a71839b2358e19e146f760d87bf4096a9311603d30d61d200000000100000200', '2abe4848e274bc72fc988da303ca76d8a2986df530f256890000000100000200', '74e0560294c701c12135cbd57b716cfc0f62c4aaadcbb08d0000000100000200', 'bc6df5bd938da93b70936b91b903aa2bc1748e7a7e1e433d0000000100000200', '2a52e440eaff4b85ce68285cb275a339e584b0e2e73573e90000000100000200'], approximation: ['859fb47d1a0a9f9d6449cbb0ef90493d3e8214fd4fb1197d0000000100000200', 'fac67afb13664044ae2058cc6e675dcb4783448b2f81bf320000000100000203', 'ecd7d325413ff3a2b877a19ef18df5a3659f9d63d23d845700000001000001f9', '866807711fd9d99bb0a8b4daef8dd6f468274dcd191c1a9a0000000100000201', 'a71839b2358e19e146f760d87bf4096a9311603d30d61d200000000100000200', '6cf9a06a68fc872599477b563e2702f3f6286f8b1c55742f0000000100000201', '264990888f431b1ff8e07c56334805d28ae627ff33a058ff0000000100000217', '2a52e440eaff4b85ce68285cb275a339e584b0e2e73573e90000000100000200', 'bc6df5bd938da93b70936b91b903aa2bc1748e7a7e1e433d0000000100000200', '29e603c73ac0ec8b39683b715d91663bdb92bb646a823f610000000100000204']\nTraceback (most recent call last):\n  File \"/home/baehyunsol/Documents/ragit/tests/ii.py\", line 100, in ii_worker\n    raise AssertionError(f\"answer[{i}] not in approximation\")\nAssertionError: answer[2] not in approximation\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"/home/baehyunsol/Documents/ragit/tests/tests.py\", line 538, in <module>\n    test()\n  File \"/home/baehyunsol/Documents/ragit/tests/ii.py\", line 36, in ii\n    ii_worker()\n  File \"/home/baehyunsol/Documents/ragit/tests/ii.py\", line 116, in ii_worker\n    raise AssertionError(f\"tfidf result on term '{term}' is not close enough. error: `{e}`, answer: {answer}, approximation: {approximation}\")\nAssertionError: tfidf result on term 'option term and max prompt' is not close enough. error: `answer[2] not in approximation`, answer: ['859fb47d1a0a9f9d6449cbb0ef90493d3e8214fd4fb1197d0000000100000200', '6cf9a06a68fc872599477b563e2702f3f6286f8b1c55742f0000000100000201', '450a5eae9cc6757966842901dbea3eaa34fb9a31bba41e600000000100000208', 'd156f6b497cb7caf3815431a639df57879a98d2ace222b080000000100000200', 'fac67afb13664044ae2058cc6e675dcb4783448b2f81bf320000000100000203', 'a71839b2358e19e146f760d87bf4096a9311603d30d61d200000000100000200', '2abe4848e274bc72fc988da303ca76d8a2986df530f256890000000100000200', '74e0560294c701c12135cbd57b716cfc0f62c4aaadcbb08d0000000100000200', 'bc6df5bd938da93b70936b91b903aa2bc1748e7a7e1e433d0000000100000200', '2a52e440eaff4b85ce68285cb275a339e584b0e2e73573e90000000100000200'], approximation: ['859fb47d1a0a9f9d6449cbb0ef90493d3e8214fd4fb1197d0000000100000200', 'fac67afb13664044ae2058cc6e675dcb4783448b2f81bf320000000100000203', 'ecd7d325413ff3a2b877a19ef18df5a3659f9d63d23d845700000001000001f9', '866807711fd9d99bb0a8b4daef8dd6f468274dcd191c1a9a0000000100000201', 'a71839b2358e19e146f760d87bf4096a9311603d30d61d200000000100000200', '6cf9a06a68fc872599477b563e2702f3f6286f8b1c55742f0000000100000201', '264990888f431b1ff8e07c56334805d28ae627ff33a058ff0000000100000217', '2a52e440eaff4b85ce68285cb275a339e584b0e2e73573e90000000100000200', 'bc6df5bd938da93b70936b91b903aa2bc1748e7a7e1e433d0000000100000200', '29e603c73ac0ec8b39683b715d91663bdb92bb646a823f610000000100000204']\n",
            "elapsed_ms": 139790
        },
        "cat_file": {
            "seq": 16,
            "pass": true,
            "error": null,
            "elapsed_ms": 14410
        },
        "images": {
            "seq": 17,
            "pass": true,
            "error": null,
            "elapsed_ms": 3798
        },
        "markdown_reader": {
            "seq": 18,
            "pass": true,
            "error": null,
            "elapsed_ms": 4770
        },
        "csv_reader": {
            "seq": 19,
            "pass": true,
            "error": null,
            "elapsed_ms": 2122
        },
        "subdir": {
            "seq": 20,
            "pass": true,
            "error": null,
            "elapsed_ms": 8063
        },
        "tfidf": {
            "seq": 21,
            "pass": true,
            "error": null,
            "elapsed_ms": 9370
        },
        "merge": {
            "seq": 22,
            "pass": true,
            "error": null,
            "elapsed_ms": 12537
        },
        "external_bases": {
            "seq": 23,
            "pass": true,
            "error": null,
            "elapsed_ms": 68635
        },
        "end_to_end dummy": {
            "seq": 24,
            "pass": true,
            "error": null,
            "elapsed_ms": 41280
        },
        "end_to_end llama3.3-70b": {
            "seq": 25,
            "pass": true,
            "error": null,
            "elapsed_ms": 78252
        },
        "audit llama3.3-70b": {
            "seq": 26,
            "pass": true,
            "error": null,
            "elapsed_ms": 6272
        },
        "logs llama3.3-70b": {
            "seq": 27,
            "pass": true,
            "error": null,
            "elapsed_ms": 4313
        },
        "prompts dummy": {
            "seq": 28,
            "pass": true,
            "error": null,
            "elapsed_ms": 4290
        },
        "prompts gpt-4o-mini": {
            "seq": 29,
            "pass": true,
            "error": null,
            "elapsed_ms": 43356
        },
        "prompts claude-3.5-sonnet": {
            "seq": 30,
            "pass": true,
            "error": null,
            "elapsed_ms": 82685
        },
        "empty dummy": {
            "seq": 31,
            "pass": true,
            "error": null,
            "elapsed_ms": 2442
        },
        "empty llama3.3-70b": {
            "seq": 32,
            "pass": true,
            "error": null,
            "elapsed_ms": 3543
        },
        "server2 dummy": {
            "seq": 33,
            "pass": true,
            "error": null,
            "elapsed_ms": 4950
        },
        "server2 llama3.3-70b": {
            "seq": 34,
            "pass": true,
            "error": null,
            "elapsed_ms": 24312
        },
        "images2 gpt-4o-mini": {
            "seq": 35,
            "pass": true,
            "error": null,
            "elapsed_ms": 8617
        },
        "images3 gpt-4o-mini": {
            "seq": 36,
            "pass": true,
            "error": null,
            "elapsed_ms": 9428
        },
        "web_images gpt-4o-mini": {
            "seq": 37,
            "pass": true,
            "error": null,
            "elapsed_ms": 27356
        },
        "images2 claude-3.5-sonnet": {
            "seq": 38,
            "pass": true,
            "error": null,
            "elapsed_ms": 13043
        },
        "extract_keywords dummy": {
            "seq": 39,
            "pass": true,
            "error": null,
            "elapsed_ms": 1518
        },
        "extract_keywords gpt-4o-mini": {
            "seq": 40,
            "pass": true,
            "error": null,
            "elapsed_ms": 7719
        },
        "orphan_process llama3.3-70b": {
            "seq": 41,
            "pass": true,
            "error": null,
            "elapsed_ms": 102210
        },
        "write_lock llama3.3-70b": {
            "seq": 42,
            "pass": true,
            "error": null,
            "elapsed_ms": 48173
        },
        "ragit_api command-r": {
            "seq": 43,
            "pass": true,
            "error": null,
            "elapsed_ms": 1908
        },
        "query_options llama3.3-70b": {
            "seq": 44,
            "pass": true,
            "error": null,
            "elapsed_ms": 7512
        },
        "models_init": {
            "seq": 45,
            "pass": true,
            "error": null,
            "elapsed_ms": 250
        },
        "test_home_config_override": {
            "seq": 46,
            "pass": true,
            "error": null,
            "elapsed_ms": 119
        },
        "migrate": {
            "seq": 47,
            "pass": true,
            "error": null,
            "elapsed_ms": 127101
        },
        "migrate2": {
            "seq": 48,
            "pass": true,
            "error": null,
            "elapsed_ms": 107191
        },
        "config": {
            "seq": 49,
            "pass": false,
            "error": "can only concatenate list (not \"str\") to list\nTraceback (most recent call last):\n  File \"/home/baehyunsol/Documents/ragit/tests/tests.py\", line 538, in <module>\n    ended_at = datetime.now()\n  File \"/home/baehyunsol/Documents/ragit/tests/config.py\", line 13, in config\n  File \"/home/baehyunsol/Documents/ragit/tests/utils.py\", line 53, in cargo_run\n    args = [\"cargo\", \"run\", \"--release\", \"--\"] + args\nTypeError: can only concatenate list (not \"str\") to list\n",
            "elapsed_ms": 4
        }
    },
    "result": {
        "total": 50,
        "complete": 50,
        "pass": 48,
        "fail": 2,
        "remaining": 0
    }
}