total: 31, pass: 26, fail: 5
add `--json` to `cat-file` command
elapsed time: 1,407,222 ms
elapsed time: 69,599 ms
elapsed time: 8,695 ms
elapsed time: 12,709 ms
Command '['cargo', 'run', '--release', '--', 'clone', 'http://127.0.0.1/test-user/repo1']' returned non-zero exit status 1.
Traceback (most recent call last):
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 330, in <module>
test()
File "/home/ubuntu/Documents/ci/ragit/tests/clone.py", line 50, in clone
cargo_run(["clone", "http://127.0.0.1/test-user/repo1"])
File "/home/ubuntu/Documents/ci/ragit/tests/utils.py", line 61, in cargo_run
result = subprocess.run(args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.12/subprocess.py", line 571, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', 'clone', 'http://127.0.0.1/test-user/repo1']' returned non-zero exit status 1.
elapsed time: 381,543 ms
elapsed time: 7,389 ms
elapsed time: 275,659 ms
elapsed time: 181,053 ms
elapsed time: 5,543 ms
elapsed time: 44,077 ms
tfidf result on term 'map at model term els' is not close enough. error: `approximation[1] not in answer`, answer: ['8263007c6657eb8198091a61e08ec02238666cd8cb9399d40000000100000200', 'c79737f5734123fb820514caac9c3594dbcc24725d2a438a0000000100000204', '0816a9bd08b80de4d1f6d24a292d8ee399cac0300573a4bc0000000100000206', '99989a326c1115dccea6d4d99b95b9e3407f9507c38a113c0000000100000207', '69c04bc9fc9731e2278b085ce33d638bbb49de3c477632f60000000100000201', 'bc12c5fc2b9c4f2b6695219b587149679ed3a51e5aaf06500000000100000200', '61d42fbbd970b5205a62384dc114e7a88d1b570164b3e3330000000100000212', '543a05d4619d741de236c79d8b7b7ea2b9cef87b22bdceed0000000100000205', 'd8e10f11b39c45ef1262eece2bc0a3dd40adebe69d9dea0e0000000100000203', 'd6a2db88832a55e2753bb9047e19121ea485b8491d02f1b80000000100000220'], approximation: ['8263007c6657eb8198091a61e08ec02238666cd8cb9399d40000000100000200', 'e8a5962f9b54ee9431c93df83595f5dd412edf0bc0b7f7e60000000100000216', 'c79737f5734123fb820514caac9c3594dbcc24725d2a438a0000000100000204', 'bc12c5fc2b9c4f2b6695219b587149679ed3a51e5aaf06500000000100000200', '0816a9bd08b80de4d1f6d24a292d8ee399cac0300573a4bc0000000100000206', '99989a326c1115dccea6d4d99b95b9e3407f9507c38a113c0000000100000207', '69c04bc9fc9731e2278b085ce33d638bbb49de3c477632f60000000100000201', '543a05d4619d741de236c79d8b7b7ea2b9cef87b22bdceed0000000100000205', '61d42fbbd970b5205a62384dc114e7a88d1b570164b3e3330000000100000212', 'd8e10f11b39c45ef1262eece2bc0a3dd40adebe69d9dea0e0000000100000203']
Traceback (most recent call last):
File "/home/ubuntu/Documents/ci/ragit/tests/ii.py", line 91, in ii
raise AssertionError(f"approximation[{i}] not in answer")
AssertionError: approximation[1] not in answer
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 330, in <module>
test()
File "/home/ubuntu/Documents/ci/ragit/tests/ii.py", line 104, in ii
raise AssertionError(f"tfidf result on term '{term}' is not close enough. error: `{e}`, answer: {answer}, approximation: {approximation}")
AssertionError: tfidf result on term 'map at model term els' is not close enough. error: `approximation[1] not in answer`, answer: ['8263007c6657eb8198091a61e08ec02238666cd8cb9399d40000000100000200', 'c79737f5734123fb820514caac9c3594dbcc24725d2a438a0000000100000204', '0816a9bd08b80de4d1f6d24a292d8ee399cac0300573a4bc0000000100000206', '99989a326c1115dccea6d4d99b95b9e3407f9507c38a113c0000000100000207', '69c04bc9fc9731e2278b085ce33d638bbb49de3c477632f60000000100000201', 'bc12c5fc2b9c4f2b6695219b587149679ed3a51e5aaf06500000000100000200', '61d42fbbd970b5205a62384dc114e7a88d1b570164b3e3330000000100000212', '543a05d4619d741de236c79d8b7b7ea2b9cef87b22bdceed0000000100000205', 'd8e10f11b39c45ef1262eece2bc0a3dd40adebe69d9dea0e0000000100000203', 'd6a2db88832a55e2753bb9047e19121ea485b8491d02f1b80000000100000220'], approximation: ['8263007c6657eb8198091a61e08ec02238666cd8cb9399d40000000100000200', 'e8a5962f9b54ee9431c93df83595f5dd412edf0bc0b7f7e60000000100000216', 'c79737f5734123fb820514caac9c3594dbcc24725d2a438a0000000100000204', 'bc12c5fc2b9c4f2b6695219b587149679ed3a51e5aaf06500000000100000200', '0816a9bd08b80de4d1f6d24a292d8ee399cac0300573a4bc0000000100000206', '99989a326c1115dccea6d4d99b95b9e3407f9507c38a113c0000000100000207', '69c04bc9fc9731e2278b085ce33d638bbb49de3c477632f60000000100000201', '543a05d4619d741de236c79d8b7b7ea2b9cef87b22bdceed0000000100000205', '61d42fbbd970b5205a62384dc114e7a88d1b570164b3e3330000000100000212', 'd8e10f11b39c45ef1262eece2bc0a3dd40adebe69d9dea0e0000000100000203']
elapsed time: 24,862 ms
elapsed time: 6,134 ms
elapsed time: 11,072 ms
elapsed time: 6,038 ms
elapsed time: 16,875 ms
elapsed time: 19,917 ms
elapsed time: 35,677 ms
elapsed time: 69,208 ms
elapsed time: 47,705 ms
elapsed time: 74,894 ms
elapsed time: 9,278 ms
elapsed time: 52,338 ms
elapsed time: 84,633 ms
elapsed time: 4,384 ms
elapsed time: 5,348 ms
elapsed time: 10,980 ms
elapsed time: 13,159 ms
elapsed time: 8,956 ms
Command '['cargo', 'run', '--release', '--', '--model', 'llama3.2-11b-groq', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
Traceback (most recent call last):
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 330, in <module>
test()
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 299, in <lambda>
("ragit_api llama3.2-11b-groq", lambda: ragit_api(test_model="llama3.2-11b-groq")),
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/ubuntu/Documents/ci/ragit/tests/ragit_api.py", line 11, in ragit_api
subprocess.run(["cargo", "run", "--release", '--', '--model', test_model, '--input', 'hello_world.pdl'], check=True)
File "/usr/lib/python3.12/subprocess.py", line 571, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', '--model', 'llama3.2-11b-groq', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
elapsed time: 416 ms
Command '['cargo', 'run', '--release', '--', '--model', 'command-r', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
Traceback (most recent call last):
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 330, in <module>
test()
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 300, in <lambda>
("ragit_api command-r", lambda: ragit_api(test_model="command-r")),
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/ubuntu/Documents/ci/ragit/tests/ragit_api.py", line 11, in ragit_api
subprocess.run(["cargo", "run", "--release", '--', '--model', test_model, '--input', 'hello_world.pdl'], check=True)
File "/usr/lib/python3.12/subprocess.py", line 571, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', '--model', 'command-r', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
elapsed time: 319 ms
Command '['cargo', 'run', '--release', '--', '--model', 'phi-3-14b-ollama', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
Traceback (most recent call last):
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 330, in <module>
test()
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 301, in <lambda>
("ragit_api phi-3-14b-ollama", lambda: ragit_api(test_model="phi-3-14b-ollama")),
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/ubuntu/Documents/ci/ragit/tests/ragit_api.py", line 11, in ragit_api
subprocess.run(["cargo", "run", "--release", '--', '--model', test_model, '--input', 'hello_world.pdl'], check=True)
File "/usr/lib/python3.12/subprocess.py", line 571, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', '--model', 'phi-3-14b-ollama', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
elapsed time: 544,360 ms