total: 25, pass: 17, fail: 8
pdf [model] run `pdf` test
It tests the pdf reader.
You have to use a vision language model!tested at: 2025-05-09T11:29:30.226975Z (125 days ago)
elapsed time: 150,604 ms
tested at: 2025-05-14T14:26:51.020259Z (119 days ago)
elapsed time: 113,206 ms
Traceback (most recent call last):
File "/Users/baehyunsol/Documents/Rust/ragit-versions/ragit-0.4.0-dev/tests/tests.py", line 597, in <module>
test()
File "/Users/baehyunsol/Documents/Rust/ragit-versions/ragit-0.4.0-dev/tests/tests.py", line 550, in <lambda>
("pdf gpt-4o-mini", lambda: pdf(test_model="gpt-4o-mini")),
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/Users/baehyunsol/Documents/Rust/ragit-versions/ragit-0.4.0-dev/tests/pdf.py", line 49, in pdf
assert any([pdf["name"] in r["source"] for r in search_result])
AssertionError
tested at: 2025-05-15T23:00:24.413178Z (118 days ago)
elapsed time: 191,006 ms
tested at: 2025-05-17T00:48:25.067654Z (117 days ago)
elapsed time: 183,632 ms
tested at: 2025-05-18T09:48:01.799303Z (116 days ago)
elapsed time: 127,599 ms
tested at: 2025-05-19T10:47:10.063082Z (115 days ago)
elapsed time: 145,263 ms
tested at: 2025-05-20T00:59:40.946018Z (114 days ago)
elapsed time: 137,512 ms
Traceback (most recent call last):
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 650, in <module>
test()
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 602, in <lambda>
("pdf gpt-4o-mini", lambda: pdf(test_model="gpt-4o-mini")),
File "/home/baehyunsol/Documents/ragit/tests/pdf.py", line 51, in pdf
assert any([pdf["name"] in r["source"] for r in search_result])
AssertionError
tested at: 2025-05-23T00:18:04.093493Z (111 days ago)
elapsed time: 119,910 ms
Command '['cargo', 'run', '--release', '--', 'ls-chunks', 'landscape.pdf', '--json']' returned non-zero exit status 1.
Traceback (most recent call last):
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 670, in <module>
test()
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 622, in <lambda>
("pdf gpt-4o-mini", lambda: pdf(test_model="gpt-4o-mini")),
File "/home/baehyunsol/Documents/ragit/tests/pdf.py", line 41, in pdf
chunks = json.loads(cargo_run(["ls-chunks", pdf["name"], "--json"], stdout=True))
File "/home/baehyunsol/Documents/ragit/tests/utils.py", line 77, in cargo_run
result = subprocess.run(args, **kwargs)
File "/usr/lib/python3.10/subprocess.py", line 526, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', 'ls-chunks', 'landscape.pdf', '--json']' returned non-zero exit status 1.
tested at: 2025-05-24T20:40:39.036733Z (109 days ago)
elapsed time: 142,277 ms
Traceback (most recent call last):
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 672, in <module>
test()
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 622, in <lambda>
("pdf gpt-4o-mini", lambda: pdf(test_model="gpt-4o-mini")),
File "/home/baehyunsol/Documents/ragit/tests/pdf.py", line 51, in pdf
assert any([pdf["name"] in r["source"] for r in search_result])
AssertionError
tested at: 2025-05-29T21:31:38.721609Z (104 days ago)
elapsed time: 2,096 ms
Command '['cargo', 'run', '--release', '--no-default-features', '--', 'ls-chunks', 'landscape.pdf', '--json']' returned non-zero exit status 1.
Traceback (most recent call last):
File "/home/ubuntu/Documents/ragit/tests/tests.py", line 701, in <module>
test()
File "/home/ubuntu/Documents/ragit/tests/tests.py", line 650, in <lambda>
("pdf gpt-4o-mini", lambda: pdf(test_model="gpt-4o-mini")),
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/ubuntu/Documents/ragit/tests/pdf.py", line 41, in pdf
chunks = json.loads(cargo_run(["ls-chunks", pdf["name"], "--json"], stdout=True))
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/ubuntu/Documents/ragit/tests/utils.py", line 87, in cargo_run
result = subprocess.run(args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.12/subprocess.py", line 571, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--no-default-features', '--', 'ls-chunks', 'landscape.pdf', '--json']' returned non-zero exit status 1.
tested at: 2025-05-31T05:38:30.224392Z (103 days ago)
elapsed time: 151,333 ms
tested at: 2025-06-01T18:34:31.254192Z (101 days ago)
elapsed time: 135,828 ms
tested at: 2025-06-02T00:08:14.271670Z (101 days ago)
elapsed time: 150,230 ms
Traceback (most recent call last):
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 709, in <module>
test()
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 657, in <lambda>
("pdf gpt-4o-mini", lambda: pdf(test_model="gpt-4o-mini")),
File "/home/baehyunsol/Documents/ragit/tests/pdf.py", line 61, in pdf
assert any([pdf["name"] in r["source"] for r in search_result])
AssertionError
tested at: 2025-06-03T01:16:18.813157Z (100 days ago)
elapsed time: 149,479 ms
tested at: 2025-06-05T12:05:40.934810Z (98 days ago)
elapsed time: 137,510 ms
tested at: 2025-06-05T16:46:27.585326Z (97 days ago)
elapsed time: 185,107 ms
tested at: 2025-06-07T08:13:40.365332Z (96 days ago)
elapsed time: 852 ms
Command '['cargo', 'run', '--release', '--no-default-features', '--', 'add', 'landscape.pdf', 'portrait.pdf']' returned non-zero exit status 1.
Traceback (most recent call last):
File "C:\Users\baehy\ragit\tests\tests.py", line 720, in <module>
test()
~~~~^^
File "C:\Users\baehy\ragit\tests\tests.py", line 668, in <lambda>
("pdf gpt-4o-mini", lambda: pdf(test_model="gpt-4o-mini")),
~~~^^^^^^^^^^^^^^^^^^^^^^^^^^
File "C:\Users\baehy\ragit\tests\pdf.py", line 21, in pdf
cargo_run(["add", "landscape.pdf", "portrait.pdf"])
~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "C:\Users\baehy\ragit\tests\utils.py", line 87, in cargo_run
result = subprocess.run(args, **kwargs)
File "C:\Program Files\WindowsApps\PythonSoftwareFoundation.Python.3.13_3.13.1008.0_x64__qbz5n2kfra8p0\Lib\subprocess.py", line 577, in run
raise CalledProcessError(retcode, process.args,
output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--no-default-features', '--', 'add', 'landscape.pdf', 'portrait.pdf']' returned non-zero exit status 1.
tested at: 2025-06-09T20:06:53.014494Z (93 days ago)
elapsed time: 143,528 ms
tested at: 2025-06-20T11:50:38.004891Z (83 days ago)
elapsed time: 143,571 ms
tested at: 2025-06-27T11:25:09.159801Z (76 days ago)
elapsed time: 143,703 ms
tested at: 2025-07-09T12:03:26.241876Z (64 days ago)
elapsed time: 135,782 ms
tested at: 2025-07-21T08:03:09.691900Z (52 days ago)
elapsed time: 142,664 ms
tested at: 2025-07-21T11:53:02.138116Z (52 days ago)
elapsed time: 162,462 ms
Traceback (most recent call last):
File "/Users/baehyunsol/Documents/Rust/ragit-versions/ragit-0.4.2-dev/tests/tests.py", line 791, in <module>
test()
File "/Users/baehyunsol/Documents/Rust/ragit-versions/ragit-0.4.2-dev/tests/tests.py", line 739, in <lambda>
("pdf gpt-4o-mini", lambda: pdf(test_model="gpt-4o-mini")),
File "/Users/baehyunsol/Documents/Rust/ragit-versions/ragit-0.4.2-dev/tests/pdf.py", line 62, in pdf
assert any([pdf["name"] in r["source"] for r in search_result])
AssertionError
tested at: 2025-07-25T08:20:45.661982Z (48 days ago)
elapsed time: 154,530 ms
tested at: 2025-08-01T14:20:52.926510Z (40 days ago)
elapsed time: 94,132 ms