total: 39, pass: 35, fail: 4
remove `reset` command
elapsed time: 119,458 ms
elapsed time: 33,173 ms
elapsed time: 8,443 ms
elapsed time: 2,936 ms
elapsed time: 2,893 ms
elapsed time: 1,081,843 ms
elapsed time: 4,639 ms
elapsed time: 3,412 ms
elapsed time: 194,888 ms
elapsed time: 577,743 ms
elapsed time: 126,610 ms
elapsed time: 58,164 ms
elapsed time: 1,594 ms
elapsed time: 2,907 ms
elapsed time: 130,729 ms
tfidf result on term 'the abnorm' is not close enough. error: `answer[2] not in approximation`, answer: ['dc642901ab2cd089021cfb25999b5801618d9704461c41550000000100000393', '5118fde6d2871a5856f3d287538d0cf70713b1010b05184c0000000100000fa9', 'ce48238f3f6fe7c048e6cc86bcb8a25cb3e9082b8f8667180000000100000bd0', '06f9448f342975b2f037692b4bf6a419d19d0cdd2e374c640000000100000fa3', '39d4ec20e2733872118174a4ddb441c36aaf20081cd69f680000000100000fa1', '5c9f4c1c9c29e0508007319df7ddb07e286707c95ee2ac650000000100000c4a', '54ba72b3bf2707d2ea7ddb9c557b4dfcaaa9626d6b95daec0000000100000fa2', 'e7c0e54728db8e7a1f7ba4032771408f8fff13f6dfe475350000000100000d08', 'ecc4e201fec4335cec4578fa7faabee2569033a25752dde90000000100000fa3', 'dc59eaa21e7062b4ec71f098deca99cc33efbe64d3950aa30000000100000a58'], approximation: ['dc642901ab2cd089021cfb25999b5801618d9704461c41550000000100000393', '5118fde6d2871a5856f3d287538d0cf70713b1010b05184c0000000100000fa9', '54ba72b3bf2707d2ea7ddb9c557b4dfcaaa9626d6b95daec0000000100000fa2', 'fde1a74b9fbd7e8e89adea2efcb214ca55b6ad0d922b8fab0000000100000fa8', 'afe026d5a39f01ecd70faecc82e089838909f1fced417d600000000100000fa0', 'dbcf3cf1cb8073129c5e78c404c6db0faf0f4ada71c943250000000100000fa0', 'de0812976b873c4c4473a6a3547c7f2acbb0815b9f761d5f0000000100000fa1', '085236019948d0c5161757d7934a1047a542e6492246cdcf0000000100000fa2', '14ad419072f712bb55af73acb457ae7745057cb5b96d997f0000000100000be4', 'dd019606ad67fa53c75c33fddb11d985c09d5302af4b43700000000100000fa1']
Traceback (most recent call last):
File "/home/baehyunsol/Documents/ragit/tests/ii.py", line 102, in ii_worker
raise AssertionError(f"answer[{i}] not in approximation")
AssertionError: answer[2] not in approximation
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 402, in <module>
test()
File "/home/baehyunsol/Documents/ragit/tests/ii.py", line 51, in ii
ii_worker()
File "/home/baehyunsol/Documents/ragit/tests/ii.py", line 118, in ii_worker
raise AssertionError(f"tfidf result on term '{term}' is not close enough. error: `{e}`, answer: {answer}, approximation: {approximation}")
AssertionError: tfidf result on term 'the abnorm' is not close enough. error: `answer[2] not in approximation`, answer: ['dc642901ab2cd089021cfb25999b5801618d9704461c41550000000100000393', '5118fde6d2871a5856f3d287538d0cf70713b1010b05184c0000000100000fa9', 'ce48238f3f6fe7c048e6cc86bcb8a25cb3e9082b8f8667180000000100000bd0', '06f9448f342975b2f037692b4bf6a419d19d0cdd2e374c640000000100000fa3', '39d4ec20e2733872118174a4ddb441c36aaf20081cd69f680000000100000fa1', '5c9f4c1c9c29e0508007319df7ddb07e286707c95ee2ac650000000100000c4a', '54ba72b3bf2707d2ea7ddb9c557b4dfcaaa9626d6b95daec0000000100000fa2', 'e7c0e54728db8e7a1f7ba4032771408f8fff13f6dfe475350000000100000d08', 'ecc4e201fec4335cec4578fa7faabee2569033a25752dde90000000100000fa3', 'dc59eaa21e7062b4ec71f098deca99cc33efbe64d3950aa30000000100000a58'], approximation: ['dc642901ab2cd089021cfb25999b5801618d9704461c41550000000100000393', '5118fde6d2871a5856f3d287538d0cf70713b1010b05184c0000000100000fa9', '54ba72b3bf2707d2ea7ddb9c557b4dfcaaa9626d6b95daec0000000100000fa2', 'fde1a74b9fbd7e8e89adea2efcb214ca55b6ad0d922b8fab0000000100000fa8', 'afe026d5a39f01ecd70faecc82e089838909f1fced417d600000000100000fa0', 'dbcf3cf1cb8073129c5e78c404c6db0faf0f4ada71c943250000000100000fa0', 'de0812976b873c4c4473a6a3547c7f2acbb0815b9f761d5f0000000100000fa1', '085236019948d0c5161757d7934a1047a542e6492246cdcf0000000100000fa2', '14ad419072f712bb55af73acb457ae7745057cb5b96d997f0000000100000be4', 'dd019606ad67fa53c75c33fddb11d985c09d5302af4b43700000000100000fa1']
elapsed time: 15,224 ms
elapsed time: 3,917 ms
elapsed time: 4,989 ms
elapsed time: 2,332 ms
elapsed time: 8,464 ms
elapsed time: 9,865 ms
elapsed time: 13,318 ms
elapsed time: 48,450 ms
elapsed time: 40,533 ms
elapsed time: 77,856 ms
elapsed time: 5,315 ms
elapsed time: 59,991 ms
elapsed time: 78,963 ms
elapsed time: 1,858 ms
elapsed time: 2,994 ms
elapsed time: 13,237 ms
elapsed time: 10,328 ms
elapsed time: 1,634 ms
elapsed time: 12,868 ms
elapsed time: 997 ms
Command '['cargo', 'run', '--release', '--', '--model', 'llama3.2-11b-groq', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
Traceback (most recent call last):
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 402, in <module>
test()
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 370, in <lambda>
("ragit_api llama3.2-11b-groq", lambda: ragit_api(test_model="llama3.2-11b-groq")),
File "/home/baehyunsol/Documents/ragit/tests/ragit_api.py", line 11, in ragit_api
subprocess.run(["cargo", "run", "--release", '--', '--model', test_model, '--input', 'hello_world.pdl'], check=True)
File "/usr/lib/python3.10/subprocess.py", line 526, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', '--model', 'llama3.2-11b-groq', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
elapsed time: 150 ms
Command '['cargo', 'run', '--release', '--', '--model', 'command-r', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
Traceback (most recent call last):
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 402, in <module>
test()
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 371, in <lambda>
("ragit_api command-r", lambda: ragit_api(test_model="command-r")),
File "/home/baehyunsol/Documents/ragit/tests/ragit_api.py", line 11, in ragit_api
subprocess.run(["cargo", "run", "--release", '--', '--model', test_model, '--input', 'hello_world.pdl'], check=True)
File "/usr/lib/python3.10/subprocess.py", line 526, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', '--model', 'command-r', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
elapsed time: 5,150 ms
Command '['cargo', 'run', '--release', '--', '--model', 'phi-4-14b-ollama', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
Traceback (most recent call last):
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 402, in <module>
test()
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 372, in <lambda>
("ragit_api phi-4-14b-ollama", lambda: ragit_api(test_model="phi-4-14b-ollama")),
File "/home/baehyunsol/Documents/ragit/tests/ragit_api.py", line 11, in ragit_api
subprocess.run(["cargo", "run", "--release", '--', '--model', test_model, '--input', 'hello_world.pdl'], check=True)
File "/usr/lib/python3.10/subprocess.py", line 526, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', '--model', 'phi-4-14b-ollama', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
elapsed time: 92,830 ms
elapsed time: 625,191 ms