total: 31, pass: 25, fail: 6
add `extract-keywords` command
elapsed time: 1,401,965 ms
elapsed time: 68,867 ms
elapsed time: 8,495 ms
elapsed time: 13,683 ms
Command '['cargo', 'run', '--release', '--', 'clone', 'http://127.0.0.1/test-user/repo1']' returned non-zero exit status 1.
Traceback (most recent call last):
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 330, in <module>
test()
File "/home/ubuntu/Documents/ci/ragit/tests/clone.py", line 50, in clone
cargo_run(["clone", "http://127.0.0.1/test-user/repo1"])
File "/home/ubuntu/Documents/ci/ragit/tests/utils.py", line 61, in cargo_run
result = subprocess.run(args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.12/subprocess.py", line 571, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', 'clone', 'http://127.0.0.1/test-user/repo1']' returned non-zero exit status 1.
elapsed time: 387,044 ms
elapsed time: 7,299 ms
elapsed time: 278,244 ms
elapsed time: 179,527 ms
elapsed time: 5,403 ms
elapsed time: 44,399 ms
tfidf result on term 'chunk s1' is not close enough. error: `answer[2] not in approximation`, answer: ['43ca4d46501715bbc38f8b20256f8cf4742d441c6d925d180000000100000216', '859cc2b944761d88e4b4c3d1083e55e8c607a7e6e072d5a20000000100000200', '0ffbc85e75acae4c1c2c13d19a8e51160b121367b80156cc0000000100000201', 'ece7d9ac964d374e578a3c05daf8b46245af9d2a8e76e9210000000100000200', 'c7062921979fb787f85436d9298930448db1718d47fed4930000000100000200', '66133d84b7aab03fe99667bcee59cb7aa971410ef4f60bb3000000010000020a', '17ff643db0e27785a30858285dc8c3f25fd486e5a320bc57000000010000020e', '1c167dbbaa87d63afa5b9e650a29c6f64f4dc19dea2249b2000000010000018e', 'c49c7a25d092e38d5992a5a512e8711141e8051c8e8d79f20000000100000200', '4749a6da1e1dfecb3ed0ce137cf957495b40b859bc0f920d0000000100000200'], approximation: ['43ca4d46501715bbc38f8b20256f8cf4742d441c6d925d180000000100000216', '859cc2b944761d88e4b4c3d1083e55e8c607a7e6e072d5a20000000100000200', 'c7062921979fb787f85436d9298930448db1718d47fed4930000000100000200', '17ff643db0e27785a30858285dc8c3f25fd486e5a320bc57000000010000020e', 'c49c7a25d092e38d5992a5a512e8711141e8051c8e8d79f20000000100000200', 'c27aa60c4737d6b238d04f96e97a422305c490df292b6eb00000000100000209', '4101a37d4f349f45ff29c85bdc39391b514c6f3dbcab8b150000000100000200', '9197d153f6bb5c302f29120fce21bbaad9bd06c99b2a45a6000000010000020b', '99e700247506c278e72a458727152f596afb3c68f68cee4d0000000100000200', '25fd1ea5c5cb60a4ae2fdb4bd56b1c97a59891c562cdbc05000000010000020d']
Traceback (most recent call last):
File "/home/ubuntu/Documents/ci/ragit/tests/ii.py", line 88, in ii
raise AssertionError(f"answer[{i}] not in approximation")
AssertionError: answer[2] not in approximation
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 330, in <module>
test()
File "/home/ubuntu/Documents/ci/ragit/tests/ii.py", line 104, in ii
raise AssertionError(f"tfidf result on term '{term}' is not close enough. error: `{e}`, answer: {answer}, approximation: {approximation}")
AssertionError: tfidf result on term 'chunk s1' is not close enough. error: `answer[2] not in approximation`, answer: ['43ca4d46501715bbc38f8b20256f8cf4742d441c6d925d180000000100000216', '859cc2b944761d88e4b4c3d1083e55e8c607a7e6e072d5a20000000100000200', '0ffbc85e75acae4c1c2c13d19a8e51160b121367b80156cc0000000100000201', 'ece7d9ac964d374e578a3c05daf8b46245af9d2a8e76e9210000000100000200', 'c7062921979fb787f85436d9298930448db1718d47fed4930000000100000200', '66133d84b7aab03fe99667bcee59cb7aa971410ef4f60bb3000000010000020a', '17ff643db0e27785a30858285dc8c3f25fd486e5a320bc57000000010000020e', '1c167dbbaa87d63afa5b9e650a29c6f64f4dc19dea2249b2000000010000018e', 'c49c7a25d092e38d5992a5a512e8711141e8051c8e8d79f20000000100000200', '4749a6da1e1dfecb3ed0ce137cf957495b40b859bc0f920d0000000100000200'], approximation: ['43ca4d46501715bbc38f8b20256f8cf4742d441c6d925d180000000100000216', '859cc2b944761d88e4b4c3d1083e55e8c607a7e6e072d5a20000000100000200', 'c7062921979fb787f85436d9298930448db1718d47fed4930000000100000200', '17ff643db0e27785a30858285dc8c3f25fd486e5a320bc57000000010000020e', 'c49c7a25d092e38d5992a5a512e8711141e8051c8e8d79f20000000100000200', 'c27aa60c4737d6b238d04f96e97a422305c490df292b6eb00000000100000209', '4101a37d4f349f45ff29c85bdc39391b514c6f3dbcab8b150000000100000200', '9197d153f6bb5c302f29120fce21bbaad9bd06c99b2a45a6000000010000020b', '99e700247506c278e72a458727152f596afb3c68f68cee4d0000000100000200', '25fd1ea5c5cb60a4ae2fdb4bd56b1c97a59891c562cdbc05000000010000020d']
elapsed time: 24,782 ms
elapsed time: 6,048 ms
elapsed time: 11,005 ms
elapsed time: 5,880 ms
elapsed time: 16,837 ms
elapsed time: 19,629 ms
elapsed time: 35,318 ms
elapsed time: 68,302 ms
elapsed time: 48,143 ms
elapsed time: 15,363 ms
Command '['cargo', 'run', '--release', '--', 'build']' returned non-zero exit status 1.
Traceback (most recent call last):
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 330, in <module>
test()
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 287, in <lambda>
("end_to_end gpt-4o-mini", lambda: end_to_end(test_model="gpt-4o-mini")),
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/ubuntu/Documents/ci/ragit/tests/end_to_end.py", line 83, in end_to_end
cargo_run(["build"], timeout=8.0 + randint(0, 20) / 10)
File "/home/ubuntu/Documents/ci/ragit/tests/utils.py", line 61, in cargo_run
result = subprocess.run(args, **kwargs)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.12/subprocess.py", line 571, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', 'build']' returned non-zero exit status 1.
elapsed time: 9,193 ms
elapsed time: 58,673 ms
elapsed time: 96,369 ms
elapsed time: 4,294 ms
elapsed time: 5,145 ms
elapsed time: 11,596 ms
elapsed time: 12,708 ms
elapsed time: 8,820 ms
Command '['cargo', 'run', '--release', '--', '--model', 'llama3.2-11b-groq', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
Traceback (most recent call last):
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 330, in <module>
test()
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 299, in <lambda>
("ragit_api llama3.2-11b-groq", lambda: ragit_api(test_model="llama3.2-11b-groq")),
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/ubuntu/Documents/ci/ragit/tests/ragit_api.py", line 11, in ragit_api
subprocess.run(["cargo", "run", "--release", '--', '--model', test_model, '--input', 'hello_world.pdl'], check=True)
File "/usr/lib/python3.12/subprocess.py", line 571, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', '--model', 'llama3.2-11b-groq', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
elapsed time: 412 ms
Command '['cargo', 'run', '--release', '--', '--model', 'command-r', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
Traceback (most recent call last):
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 330, in <module>
test()
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 300, in <lambda>
("ragit_api command-r", lambda: ragit_api(test_model="command-r")),
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/ubuntu/Documents/ci/ragit/tests/ragit_api.py", line 11, in ragit_api
subprocess.run(["cargo", "run", "--release", '--', '--model', test_model, '--input', 'hello_world.pdl'], check=True)
File "/usr/lib/python3.12/subprocess.py", line 571, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', '--model', 'command-r', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
elapsed time: 322 ms
Command '['cargo', 'run', '--release', '--', '--model', 'phi-3-14b-ollama', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
Traceback (most recent call last):
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 330, in <module>
test()
File "/home/ubuntu/Documents/ci/ragit/tests/tests.py", line 301, in <lambda>
("ragit_api phi-3-14b-ollama", lambda: ragit_api(test_model="phi-3-14b-ollama")),
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/home/ubuntu/Documents/ci/ragit/tests/ragit_api.py", line 11, in ragit_api
subprocess.run(["cargo", "run", "--release", '--', '--model', test_model, '--input', 'hello_world.pdl'], check=True)
File "/usr/lib/python3.12/subprocess.py", line 571, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', '--model', 'phi-3-14b-ollama', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
elapsed time: 543,811 ms