{
    "meta": {
        "complete": true,
        "started_at": "2025-02-21 23:06:14.777134Z",
        "commit": "632949da6d98a314ea7275ac22be5129d8d90f48",
        "platform": {
            "cargo_version": "cargo 1.84.1 (66221abde 2024-11-19)",
            "rustc_version": "rustc 1.84.1 (e71f9a9a9 2025-01-27)",
            "python_version": "3.10.12",
            "platform": "Linux-5.15.0-133-generic-x86_64-with-glibc2.35"
        },
        "ended_at": "2025-02-22 00:04:30.493006Z",
        "elapsed_ms": 3495715,
        "ragit_version": "ragit 0.3.0-dev",
        "commit_title": "remove `reset` command",
        "commit_message": "",
        "rand_seed": 0
    },
    "tests": {
        "cargo_tests": {
            "seq": 0,
            "pass": true,
            "error": null,
            "elapsed_ms": 119458
        },
        "add_and_rm": {
            "seq": 1,
            "pass": true,
            "error": null,
            "elapsed_ms": 33173
        },
        "add_and_rm2": {
            "seq": 2,
            "pass": true,
            "error": null,
            "elapsed_ms": 8443
        },
        "ignore": {
            "seq": 3,
            "pass": true,
            "error": null,
            "elapsed_ms": 2936
        },
        "recover": {
            "seq": 4,
            "pass": true,
            "error": null,
            "elapsed_ms": 2893
        },
        "clone": {
            "seq": 5,
            "pass": true,
            "error": null,
            "elapsed_ms": 1081843
        },
        "clone2": {
            "seq": 6,
            "pass": true,
            "error": null,
            "elapsed_ms": 4639
        },
        "cli": {
            "seq": 7,
            "pass": true,
            "error": null,
            "elapsed_ms": 3412
        },
        "archive": {
            "seq": 8,
            "pass": true,
            "error": null,
            "elapsed_ms": 194888
        },
        "many_chunks": {
            "seq": 9,
            "pass": true,
            "error": null,
            "elapsed_ms": 577743
        },
        "many_jobs": {
            "seq": 10,
            "pass": true,
            "error": null,
            "elapsed_ms": 126610
        },
        "ls": {
            "seq": 11,
            "pass": true,
            "error": null,
            "elapsed_ms": 58164
        },
        "meta": {
            "seq": 12,
            "pass": true,
            "error": null,
            "elapsed_ms": 1594
        },
        "symlink": {
            "seq": 13,
            "pass": true,
            "error": null,
            "elapsed_ms": 2907
        },
        "ii": {
            "seq": 14,
            "pass": false,
            "error": "tfidf result on term 'the abnorm' is not close enough. error: `answer[2] not in approximation`, answer: ['dc642901ab2cd089021cfb25999b5801618d9704461c41550000000100000393', '5118fde6d2871a5856f3d287538d0cf70713b1010b05184c0000000100000fa9', 'ce48238f3f6fe7c048e6cc86bcb8a25cb3e9082b8f8667180000000100000bd0', '06f9448f342975b2f037692b4bf6a419d19d0cdd2e374c640000000100000fa3', '39d4ec20e2733872118174a4ddb441c36aaf20081cd69f680000000100000fa1', '5c9f4c1c9c29e0508007319df7ddb07e286707c95ee2ac650000000100000c4a', '54ba72b3bf2707d2ea7ddb9c557b4dfcaaa9626d6b95daec0000000100000fa2', 'e7c0e54728db8e7a1f7ba4032771408f8fff13f6dfe475350000000100000d08', 'ecc4e201fec4335cec4578fa7faabee2569033a25752dde90000000100000fa3', 'dc59eaa21e7062b4ec71f098deca99cc33efbe64d3950aa30000000100000a58'], approximation: ['dc642901ab2cd089021cfb25999b5801618d9704461c41550000000100000393', '5118fde6d2871a5856f3d287538d0cf70713b1010b05184c0000000100000fa9', '54ba72b3bf2707d2ea7ddb9c557b4dfcaaa9626d6b95daec0000000100000fa2', 'fde1a74b9fbd7e8e89adea2efcb214ca55b6ad0d922b8fab0000000100000fa8', 'afe026d5a39f01ecd70faecc82e089838909f1fced417d600000000100000fa0', 'dbcf3cf1cb8073129c5e78c404c6db0faf0f4ada71c943250000000100000fa0', 'de0812976b873c4c4473a6a3547c7f2acbb0815b9f761d5f0000000100000fa1', '085236019948d0c5161757d7934a1047a542e6492246cdcf0000000100000fa2', '14ad419072f712bb55af73acb457ae7745057cb5b96d997f0000000100000be4', 'dd019606ad67fa53c75c33fddb11d985c09d5302af4b43700000000100000fa1']\nTraceback (most recent call last):\n  File \"/home/baehyunsol/Documents/ragit/tests/ii.py\", line 102, in ii_worker\n    raise AssertionError(f\"answer[{i}] not in approximation\")\nAssertionError: answer[2] not in approximation\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"/home/baehyunsol/Documents/ragit/tests/tests.py\", line 402, in <module>\n    test()\n  File \"/home/baehyunsol/Documents/ragit/tests/ii.py\", line 51, in ii\n    ii_worker()\n  File \"/home/baehyunsol/Documents/ragit/tests/ii.py\", line 118, in ii_worker\n    raise AssertionError(f\"tfidf result on term '{term}' is not close enough. error: `{e}`, answer: {answer}, approximation: {approximation}\")\nAssertionError: tfidf result on term 'the abnorm' is not close enough. error: `answer[2] not in approximation`, answer: ['dc642901ab2cd089021cfb25999b5801618d9704461c41550000000100000393', '5118fde6d2871a5856f3d287538d0cf70713b1010b05184c0000000100000fa9', 'ce48238f3f6fe7c048e6cc86bcb8a25cb3e9082b8f8667180000000100000bd0', '06f9448f342975b2f037692b4bf6a419d19d0cdd2e374c640000000100000fa3', '39d4ec20e2733872118174a4ddb441c36aaf20081cd69f680000000100000fa1', '5c9f4c1c9c29e0508007319df7ddb07e286707c95ee2ac650000000100000c4a', '54ba72b3bf2707d2ea7ddb9c557b4dfcaaa9626d6b95daec0000000100000fa2', 'e7c0e54728db8e7a1f7ba4032771408f8fff13f6dfe475350000000100000d08', 'ecc4e201fec4335cec4578fa7faabee2569033a25752dde90000000100000fa3', 'dc59eaa21e7062b4ec71f098deca99cc33efbe64d3950aa30000000100000a58'], approximation: ['dc642901ab2cd089021cfb25999b5801618d9704461c41550000000100000393', '5118fde6d2871a5856f3d287538d0cf70713b1010b05184c0000000100000fa9', '54ba72b3bf2707d2ea7ddb9c557b4dfcaaa9626d6b95daec0000000100000fa2', 'fde1a74b9fbd7e8e89adea2efcb214ca55b6ad0d922b8fab0000000100000fa8', 'afe026d5a39f01ecd70faecc82e089838909f1fced417d600000000100000fa0', 'dbcf3cf1cb8073129c5e78c404c6db0faf0f4ada71c943250000000100000fa0', 'de0812976b873c4c4473a6a3547c7f2acbb0815b9f761d5f0000000100000fa1', '085236019948d0c5161757d7934a1047a542e6492246cdcf0000000100000fa2', '14ad419072f712bb55af73acb457ae7745057cb5b96d997f0000000100000be4', 'dd019606ad67fa53c75c33fddb11d985c09d5302af4b43700000000100000fa1']\n",
            "elapsed_ms": 130729
        },
        "cat_file": {
            "seq": 15,
            "pass": true,
            "error": null,
            "elapsed_ms": 15224
        },
        "images": {
            "seq": 16,
            "pass": true,
            "error": null,
            "elapsed_ms": 3917
        },
        "markdown_reader": {
            "seq": 17,
            "pass": true,
            "error": null,
            "elapsed_ms": 4989
        },
        "csv_reader": {
            "seq": 18,
            "pass": true,
            "error": null,
            "elapsed_ms": 2332
        },
        "subdir": {
            "seq": 19,
            "pass": true,
            "error": null,
            "elapsed_ms": 8464
        },
        "tfidf": {
            "seq": 20,
            "pass": true,
            "error": null,
            "elapsed_ms": 9865
        },
        "merge": {
            "seq": 21,
            "pass": true,
            "error": null,
            "elapsed_ms": 13318
        },
        "external_bases": {
            "seq": 22,
            "pass": true,
            "error": null,
            "elapsed_ms": 48450
        },
        "end_to_end dummy": {
            "seq": 23,
            "pass": true,
            "error": null,
            "elapsed_ms": 40533
        },
        "end_to_end gpt-4o-mini": {
            "seq": 24,
            "pass": true,
            "error": null,
            "elapsed_ms": 77856
        },
        "prompts dummy": {
            "seq": 25,
            "pass": true,
            "error": null,
            "elapsed_ms": 5315
        },
        "prompts gpt-4o-mini": {
            "seq": 26,
            "pass": true,
            "error": null,
            "elapsed_ms": 59991
        },
        "prompts claude-3.5-sonnet": {
            "seq": 27,
            "pass": true,
            "error": null,
            "elapsed_ms": 78963
        },
        "empty dummy": {
            "seq": 28,
            "pass": true,
            "error": null,
            "elapsed_ms": 1858
        },
        "empty gpt-4o-mini": {
            "seq": 29,
            "pass": true,
            "error": null,
            "elapsed_ms": 2994
        },
        "images2 gpt-4o-mini": {
            "seq": 30,
            "pass": true,
            "error": null,
            "elapsed_ms": 13237
        },
        "images2 claude-3.5-sonnet": {
            "seq": 31,
            "pass": true,
            "error": null,
            "elapsed_ms": 10328
        },
        "extract_keywords dummy": {
            "seq": 32,
            "pass": true,
            "error": null,
            "elapsed_ms": 1634
        },
        "extract_keywords gpt-4o-mini": {
            "seq": 33,
            "pass": true,
            "error": null,
            "elapsed_ms": 12868
        },
        "ragit_api llama3.2-11b-groq": {
            "seq": 34,
            "pass": false,
            "error": "Command '['cargo', 'run', '--release', '--', '--model', 'llama3.2-11b-groq', '--input', 'hello_world.pdl']' returned non-zero exit status 101.\nTraceback (most recent call last):\n  File \"/home/baehyunsol/Documents/ragit/tests/tests.py\", line 402, in <module>\n    test()\n  File \"/home/baehyunsol/Documents/ragit/tests/tests.py\", line 370, in <lambda>\n    (\"ragit_api llama3.2-11b-groq\", lambda: ragit_api(test_model=\"llama3.2-11b-groq\")),\n  File \"/home/baehyunsol/Documents/ragit/tests/ragit_api.py\", line 11, in ragit_api\n    subprocess.run([\"cargo\", \"run\", \"--release\", '--', '--model', test_model, '--input', 'hello_world.pdl'], check=True)\n  File \"/usr/lib/python3.10/subprocess.py\", line 526, in run\n    raise CalledProcessError(retcode, process.args,\nsubprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', '--model', 'llama3.2-11b-groq', '--input', 'hello_world.pdl']' returned non-zero exit status 101.\n",
            "elapsed_ms": 997
        },
        "ragit_api command-r": {
            "seq": 35,
            "pass": false,
            "error": "Command '['cargo', 'run', '--release', '--', '--model', 'command-r', '--input', 'hello_world.pdl']' returned non-zero exit status 101.\nTraceback (most recent call last):\n  File \"/home/baehyunsol/Documents/ragit/tests/tests.py\", line 402, in <module>\n    test()\n  File \"/home/baehyunsol/Documents/ragit/tests/tests.py\", line 371, in <lambda>\n    (\"ragit_api command-r\", lambda: ragit_api(test_model=\"command-r\")),\n  File \"/home/baehyunsol/Documents/ragit/tests/ragit_api.py\", line 11, in ragit_api\n    subprocess.run([\"cargo\", \"run\", \"--release\", '--', '--model', test_model, '--input', 'hello_world.pdl'], check=True)\n  File \"/usr/lib/python3.10/subprocess.py\", line 526, in run\n    raise CalledProcessError(retcode, process.args,\nsubprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', '--model', 'command-r', '--input', 'hello_world.pdl']' returned non-zero exit status 101.\n",
            "elapsed_ms": 150
        },
        "ragit_api phi-4-14b-ollama": {
            "seq": 36,
            "pass": false,
            "error": "Command '['cargo', 'run', '--release', '--', '--model', 'phi-4-14b-ollama', '--input', 'hello_world.pdl']' returned non-zero exit status 101.\nTraceback (most recent call last):\n  File \"/home/baehyunsol/Documents/ragit/tests/tests.py\", line 402, in <module>\n    test()\n  File \"/home/baehyunsol/Documents/ragit/tests/tests.py\", line 372, in <lambda>\n    (\"ragit_api phi-4-14b-ollama\", lambda: ragit_api(test_model=\"phi-4-14b-ollama\")),\n  File \"/home/baehyunsol/Documents/ragit/tests/ragit_api.py\", line 11, in ragit_api\n    subprocess.run([\"cargo\", \"run\", \"--release\", '--', '--model', test_model, '--input', 'hello_world.pdl'], check=True)\n  File \"/usr/lib/python3.10/subprocess.py\", line 526, in run\n    raise CalledProcessError(retcode, process.args,\nsubprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', '--model', 'phi-4-14b-ollama', '--input', 'hello_world.pdl']' returned non-zero exit status 101.\n",
            "elapsed_ms": 5150
        },
        "migrate": {
            "seq": 37,
            "pass": true,
            "error": null,
            "elapsed_ms": 92830
        },
        "migrate2": {
            "seq": 38,
            "pass": true,
            "error": null,
            "elapsed_ms": 625191
        }
    },
    "result": {
        "total": 39,
        "complete": 39,
        "pass": 35,
        "fail": 4,
        "remaining": 0
    }
}