{ "meta": { "complete": true, "started_at": "2025-02-03 16:00:02.521666Z", "commit": "11bcd426386a7ed7c12363c6c786158cfbfb27ab", "platform": { "cargo_version": "cargo 1.82.0 (8f40fc59f 2024-08-21)", "rustc_version": "rustc 1.82.0 (f6e511eec 2024-10-15)", "python_version": "3.12.3", "platform": "Linux-6.8.0-1016-aws-x86_64-with-glibc2.39" }, "ended_at": "2025-02-03 17:04:26.540585Z", "elapsed_ms": 3864018, "ragit_version": "ragit 0.3.0-dev", "commit_title": "fix `ls-chunks`", "commit_message": "It used to mix the query results from files and chunks. If a chunk and a\nfile it belongs to have the same uid prefix, the chunk could appear\ntwice.\n\nNow it only shows chunks if the results contain both chunks and files.\n", "rand_seed": 0 }, "tests": { "cargo_tests": { "seq": 0, "pass": true, "error": null, "elapsed_ms": 1434978 }, "add_and_rm": { "seq": 1, "pass": true, "error": null, "elapsed_ms": 69977 }, "recover": { "seq": 2, "pass": true, "error": null, "elapsed_ms": 8569 }, "clone": { "seq": 3, "pass": false, "error": "Command '['cargo', 'run', '--release', '--', 'clone', 'http://127.0.0.1/test-user/repo1']' returned non-zero exit status 1.\nTraceback (most recent call last):\n File \"/home/ubuntu/Documents/ci/ragit/tests/tests.py\", line 332, in \n test()\n File \"/home/ubuntu/Documents/ci/ragit/tests/clone.py\", line 50, in clone\n cargo_run([\"clone\", \"http://127.0.0.1/test-user/repo1\"])\n File \"/home/ubuntu/Documents/ci/ragit/tests/utils.py\", line 61, in cargo_run\n result = subprocess.run(args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/usr/lib/python3.12/subprocess.py\", line 571, in run\n raise CalledProcessError(retcode, process.args,\nsubprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', 'clone', 'http://127.0.0.1/test-user/repo1']' returned non-zero exit status 1.\n", "elapsed_ms": 13743 }, "clone2": { "seq": 4, "pass": true, "error": null, "elapsed_ms": 380160 }, "cli": { "seq": 5, "pass": true, "error": null, "elapsed_ms": 7404 }, "many_chunks": { "seq": 6, "pass": true, "error": null, "elapsed_ms": 278415 }, "ls": { "seq": 7, "pass": true, "error": null, "elapsed_ms": 182152 }, "meta": { "seq": 8, "pass": true, "error": null, "elapsed_ms": 5470 }, "ii": { "seq": 9, "pass": true, "error": null, "elapsed_ms": 45964 }, "cat_file": { "seq": 10, "pass": true, "error": null, "elapsed_ms": 18246 }, "images": { "seq": 11, "pass": true, "error": null, "elapsed_ms": 6152 }, "markdown_reader": { "seq": 12, "pass": true, "error": null, "elapsed_ms": 11039 }, "csv_reader": { "seq": 13, "pass": true, "error": null, "elapsed_ms": 6010 }, "subdir": { "seq": 14, "pass": true, "error": null, "elapsed_ms": 16965 }, "tfidf": { "seq": 15, "pass": true, "error": null, "elapsed_ms": 19970 }, "merge": { "seq": 16, "pass": true, "error": null, "elapsed_ms": 35932 }, "external_bases": { "seq": 17, "pass": true, "error": null, "elapsed_ms": 69467 }, "end_to_end dummy": { "seq": 18, "pass": false, "error": "The build should have timed out\nTraceback (most recent call last):\n File \"/home/ubuntu/Documents/ci/ragit/tests/tests.py\", line 332, in \n test()\n File \"/home/ubuntu/Documents/ci/ragit/tests/tests.py\", line 288, in \n (\"end_to_end dummy\", lambda: end_to_end(test_model=\"dummy\")),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/ubuntu/Documents/ci/ragit/tests/end_to_end.py\", line 78, in end_to_end\n raise Exception(\"The build should have timed out\")\nException: The build should have timed out\n", "elapsed_ms": 23447 }, "end_to_end gpt-4o-mini": { "seq": 19, "pass": true, "error": null, "elapsed_ms": 84162 }, "prompts dummy": { "seq": 20, "pass": true, "error": null, "elapsed_ms": 9315 }, "prompts gpt-4o-mini": { "seq": 21, "pass": true, "error": null, "elapsed_ms": 81185 }, "prompts claude-3.5-sonnet": { "seq": 22, "pass": true, "error": null, "elapsed_ms": 98420 }, "empty dummy": { "seq": 23, "pass": true, "error": null, "elapsed_ms": 4333 }, "empty gpt-4o-mini": { "seq": 24, "pass": true, "error": null, "elapsed_ms": 5633 }, "images2 gpt-4o-mini": { "seq": 25, "pass": true, "error": null, "elapsed_ms": 15566 }, "images2 claude-3.5-sonnet": { "seq": 26, "pass": true, "error": null, "elapsed_ms": 13148 }, "ragit_api llama3.2-11b-groq": { "seq": 27, "pass": true, "error": null, "elapsed_ms": 8944 }, "ragit_api command-r": { "seq": 28, "pass": false, "error": "Command '['cargo', 'run', '--release', '--', '--model', 'command-r', '--input', 'hello_world.pdl']' returned non-zero exit status 101.\nTraceback (most recent call last):\n File \"/home/ubuntu/Documents/ci/ragit/tests/tests.py\", line 332, in \n test()\n File \"/home/ubuntu/Documents/ci/ragit/tests/tests.py\", line 302, in \n (\"ragit_api command-r\", lambda: ragit_api(test_model=\"command-r\")),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/ubuntu/Documents/ci/ragit/tests/ragit_api.py\", line 9, in ragit_api\n subprocess.run([\"cargo\", \"run\", \"--release\", '--', '--model', test_model, '--input', 'hello_world.pdl'], check=True)\n File \"/usr/lib/python3.12/subprocess.py\", line 571, in run\n raise CalledProcessError(retcode, process.args,\nsubprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', '--model', 'command-r', '--input', 'hello_world.pdl']' returned non-zero exit status 101.\n", "elapsed_ms": 432 }, "ragit_api phi-3-14b-ollama": { "seq": 29, "pass": false, "error": "Command '['cargo', 'run', '--release', '--', '--model', 'phi-3-14b-ollama', '--input', 'hello_world.pdl']' returned non-zero exit status 101.\nTraceback (most recent call last):\n File \"/home/ubuntu/Documents/ci/ragit/tests/tests.py\", line 332, in \n test()\n File \"/home/ubuntu/Documents/ci/ragit/tests/tests.py\", line 303, in \n (\"ragit_api phi-3-14b-ollama\", lambda: ragit_api(test_model=\"phi-3-14b-ollama\")),\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/home/ubuntu/Documents/ci/ragit/tests/ragit_api.py\", line 9, in ragit_api\n subprocess.run([\"cargo\", \"run\", \"--release\", '--', '--model', test_model, '--input', 'hello_world.pdl'], check=True)\n File \"/usr/lib/python3.12/subprocess.py\", line 571, in run\n raise CalledProcessError(retcode, process.args,\nsubprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', '--model', 'phi-3-14b-ollama', '--input', 'hello_world.pdl']' returned non-zero exit status 101.\n", "elapsed_ms": 326 }, "migrate": { "seq": 30, "pass": true, "error": null, "elapsed_ms": 500696 } }, "result": { "total": 31, "complete": 31, "pass": 27, "fail": 4, "remaining": 0 } }