total: 30, pass: 23, fail: 7
end_to_end [model=dummy] run `end_to_end` test
It simulates a basic workflow of ragit: init, add, build and
query. It runs on a real dataset: the documents of ragit.tested at: 2025-01-31T13:19:57.917499Z (134 days ago)
elapsed time: 126,728 ms
tested at: 2025-02-01T13:33:17.370823Z (133 days ago)
elapsed time: 151,110 ms
tested at: 2025-02-01T14:43:58.869373Z (133 days ago)
elapsed time: 140,272 ms
tested at: 2025-02-02T09:05:10.457957Z (132 days ago)
elapsed time: 71,929 ms
tested at: 2025-02-02T14:10:34.499863Z (132 days ago)
elapsed time: 80,489 ms
tested at: 2025-02-02T16:15:48.629665Z (132 days ago)
elapsed time: 36,546 ms
Command '['cargo', 'run', '--release', '--', 'check', '--recover']' returned non-zero exit status 1.
Traceback (most recent call last):
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 332, in <module>
test()
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 289, in <lambda>
("end_to_end gpt-4o-mini", lambda: end_to_end(test_model="gpt-4o-mini")),
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/ubuntu/Documents/ci/ragit/tests/end_to_end.py", line 80, in end_to_end
cargo_run(["check", "--recover"])
File "/home/ubuntu/Documents/ci/ragit/tests/utils.py", line 61, in cargo_run
result = subprocess.run(args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.12/subprocess.py", line 571, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', 'check', '--recover']' returned non-zero exit status 1.
tested at: 2025-02-03T17:04:26.540585Z (131 days ago)
elapsed time: 84,162 ms
tested at: 2025-02-04T15:10:26.917676Z (130 days ago)
elapsed time: 36,358 ms
Command '['cargo', 'run', '--release', '--', 'check', '--recover']' returned non-zero exit status 1.
Traceback (most recent call last):
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 332, in <module>
test()
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 289, in <lambda>
("end_to_end gpt-4o-mini", lambda: end_to_end(test_model="gpt-4o-mini")),
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/ubuntu/Documents/ci/ragit/tests/end_to_end.py", line 80, in end_to_end
cargo_run(["check", "--recover"])
File "/home/ubuntu/Documents/ci/ragit/tests/utils.py", line 61, in cargo_run
result = subprocess.run(args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.12/subprocess.py", line 571, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', 'check', '--recover']' returned non-zero exit status 1.
tested at: 2025-02-05T15:29:51.351113Z (129 days ago)
elapsed time: 36,565 ms
Command '['cargo', 'run', '--release', '--', 'check', '--recover']' returned non-zero exit status 1.
Traceback (most recent call last):
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 332, in <module>
test()
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 289, in <lambda>
("end_to_end gpt-4o-mini", lambda: end_to_end(test_model="gpt-4o-mini")),
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/ubuntu/Documents/ci/ragit/tests/end_to_end.py", line 80, in end_to_end
cargo_run(["check", "--recover"])
File "/home/ubuntu/Documents/ci/ragit/tests/utils.py", line 61, in cargo_run
result = subprocess.run(args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.12/subprocess.py", line 571, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', 'check', '--recover']' returned non-zero exit status 1.
tested at: 2025-02-05T16:21:42.336285Z (129 days ago)
elapsed time: 1,386 ms
Traceback (most recent call last):
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 332, in <module>
test()
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 289, in <lambda>
("end_to_end gpt-4o-mini", lambda: end_to_end(test_model="gpt-4o-mini")),
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/ubuntu/Documents/ci/ragit/tests/end_to_end.py", line 22, in end_to_end
assert cargo_run(["config", "--set", "model", "invalid-model-name"], check=False) != 0
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError
tested at: 2025-02-06T15:55:46.906731Z (128 days ago)
elapsed time: 88,136 ms
tested at: 2025-02-07T16:11:19.427628Z (127 days ago)
elapsed time: 71,575 ms
tested at: 2025-02-08T07:18:57.662601Z (126 days ago)
elapsed time: 73,785 ms
tested at: 2025-02-08T09:14:50.625391Z (126 days ago)
elapsed time: 74,894 ms
tested at: 2025-02-09T13:52:50.577849Z (125 days ago)
elapsed time: 15,363 ms
Command '['cargo', 'run', '--release', '--', 'build']' returned non-zero exit status 1.
Traceback (most recent call last):
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 330, in <module>
test()
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 287, in <lambda>
("end_to_end gpt-4o-mini", lambda: end_to_end(test_model="gpt-4o-mini")),
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/ubuntu/Documents/ci/ragit/tests/end_to_end.py", line 83, in end_to_end
cargo_run(["build"], timeout=8.0 + randint(0, 20) / 10)
File "/home/ubuntu/Documents/ci/ragit/tests/utils.py", line 61, in cargo_run
result = subprocess.run(args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.12/subprocess.py", line 571, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', 'build']' returned non-zero exit status 1.
tested at: 2025-02-13T11:03:41.308826Z (121 days ago)
elapsed time: 42,286 ms
Command '['cargo', 'run', '--release', '--', 'check', '--recover']' returned non-zero exit status 1.
Traceback (most recent call last):
File "/Users/baehyunsol/Documents/Rust/ragit/tests/tests.py", line 358, in <module>
test()
File "/Users/baehyunsol/Documents/Rust/ragit/tests/tests.py", line 312, in <lambda>
("end_to_end gpt-4o-mini", lambda: end_to_end(test_model="gpt-4o-mini")),
File "/Users/baehyunsol/Documents/Rust/ragit/tests/end_to_end.py", line 88, in end_to_end
cargo_run(["check", "--recover"])
File "/Users/baehyunsol/Documents/Rust/ragit/tests/utils.py", line 61, in cargo_run
result = subprocess.run(args, **kwargs)
File "/Applications/Xcode.app/Contents/Developer/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/subprocess.py", line 528, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', 'check', '--recover']' returned non-zero exit status 1.
tested at: 2025-02-14T10:49:06.096222Z (120 days ago)
elapsed time: 90,235 ms
tested at: 2025-02-15T18:21:48.654767Z (119 days ago)
elapsed time: 52,276 ms
tested at: 2025-02-15T19:25:27.035811Z (119 days ago)
elapsed time: 71,950 ms
tested at: 2025-02-16T22:19:46.278551Z (118 days ago)
elapsed time: 107,248 ms
tested at: 2025-02-17T01:09:23.586875Z (118 days ago)
elapsed time: 82,799 ms
tested at: 2025-02-17T23:02:16.263362Z (117 days ago)
elapsed time: 78,261 ms
tested at: 2025-02-19T01:05:38.745266Z (116 days ago)
elapsed time: 168,796 ms
tested at: 2025-02-20T10:48:05.861169Z (114 days ago)
elapsed time: 199,052 ms
tested at: 2025-02-20T21:08:53.813099Z (114 days ago)
elapsed time: 77,668 ms
tested at: 2025-02-21T11:22:37.525002Z (113 days ago)
elapsed time: 111,190 ms
tested at: 2025-02-22T00:04:30.493006Z (113 days ago)
elapsed time: 77,856 ms
tested at: 2025-02-22T13:23:38.813172Z (112 days ago)
elapsed time: 66,647 ms
tested at: 2025-02-23T12:06:32.581533Z (111 days ago)
elapsed time: 10,425 ms
Command '['cargo', 'run', '--release', '--', 'rm', 'commands\\add.txt', 'commands\\archive-create.txt', 'commands\\archive-extract.txt', 'commands\\build.txt', 'commands\\cat-file.txt', 'commands\\check.txt', 'commands\\clone.txt', 'commands\\config.txt', 'commands\\extract-keywords.txt', 'commands\\gc.txt', 'commands\\help.txt', 'commands\\ii-build.txt', 'commands\\ii-reset.txt', 'commands\\ii-status.txt', 'commands\\init.txt', 'commands\\ls-chunks.txt', 'commands\\ls-files.txt', 'commands\\ls-images.txt', 'commands\\ls-models.txt', 'commands\\ls-terms.txt', 'commands\\merge.txt', 'commands\\meta.txt', 'commands\\migrate.txt', 'commands\\push.txt', 'commands\\query.txt', 'commands\\remove.txt', 'commands\\retrieve-chunks.txt', 'commands\\tfidf.txt', 'commands\\version.txt', 'build.md', 'chunks.md', 'config.md', 'contribution.md', 'eval.md', 'index.md', 'models.md', 'pipeline.md', 'prompt_engineering.md', 'quick_guide.md', 'uid_query.md']' returned non-zero exit status 1.
Traceback (most recent call last):
File "C:\Users\baehy\ragit\tests\tests.py", line 402, in <module>
test()
~~~~^^
File "C:\Users\baehy\ragit\tests\tests.py", line 355, in <lambda>
("end_to_end gpt-4o-mini", lambda: end_to_end(test_model="gpt-4o-mini")),
~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^
File "C:\Users\baehy\ragit\tests\end_to_end.py", line 61, in end_to_end
cargo_run(["rm", *files])
~~~~~~~~~^^^^^^^^^^^^^^^^
File "C:\Users\baehy\ragit\tests\utils.py", line 66, in cargo_run
result = subprocess.run(args, **kwargs)
File "C:\Program Files\WindowsApps\PythonSoftwareFoundation.Python.3.13_3.13.752.0_x64__qbz5n2kfra8p0\Lib\subprocess.py", line 579, in run
raise CalledProcessError(retcode, process.args,
output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', 'rm', 'commands\\add.txt', 'commands\\archive-create.txt', 'commands\\archive-extract.txt', 'commands\\build.txt', 'commands\\cat-file.txt', 'commands\\check.txt', 'commands\\clone.txt', 'commands\\config.txt', 'commands\\extract-keywords.txt', 'commands\\gc.txt', 'commands\\help.txt', 'commands\\ii-build.txt', 'commands\\ii-reset.txt', 'commands\\ii-status.txt', 'commands\\init.txt', 'commands\\ls-chunks.txt', 'commands\\ls-files.txt', 'commands\\ls-images.txt', 'commands\\ls-models.txt', 'commands\\ls-terms.txt', 'commands\\merge.txt', 'commands\\meta.txt', 'commands\\migrate.txt', 'commands\\push.txt', 'commands\\query.txt', 'commands\\remove.txt', 'commands\\retrieve-chunks.txt', 'commands\\tfidf.txt', 'commands\\version.txt', 'build.md', 'chunks.md', 'config.md', 'contribution.md', 'eval.md', 'index.md', 'models.md', 'pipeline.md', 'prompt_engineering.md', 'quick_guide.md', 'uid_query.md']' returned non-zero exit status 1.
tested at: 2025-02-23T19:52:59.344108Z (111 days ago)
elapsed time: 66,897 ms