total: 35, pass: 31, fail: 4
remove `force_archive.diff`
I occasionally add `*.diff` files while squashing commits. I added it to
gitignore so that I don't make such mistake again.
elapsed time: 118,623 ms
elapsed time: 27,418 ms
elapsed time: 2,911 ms
elapsed time: 1,486,457 ms
elapsed time: 240,253 ms
elapsed time: 2,598 ms
elapsed time: 94,534 ms
elapsed time: 690,762 ms
elapsed time: 122,701 ms
elapsed time: 58,634 ms
elapsed time: 1,604 ms
elapsed time: 122,980 ms
tfidf result on term 'chunk bitxor' is not close enough. error: `answer[2] not in approximation`, answer: ['ab16ce420a16e08e30dacb9a082f3acbb68b233e64bda8040000000100000219', 'c18345eef8a372b2c079db1e29b04b369dbc97dca7e3389d0000000100000202', 'd5edc1276cf2acc5459f620d094cf1e12d8925db0b4abb7f0000000100000201', '8eb2855b960f1f920351b43ad3e4eb489fdd2d474cb8e140000000010000020a', 'ece7d9ac964d374e578a3c05daf8b46245af9d2a8e76e9210000000100000200', 'c6e05df2a1c7618bd65543d13c71943831ff77c1f95d6a2a0000000100000200', 'c7062921979fb787f85436d9298930448db1718d47fed4930000000100000200', '66133d84b7aab03fe99667bcee59cb7aa971410ef4f60bb3000000010000020a', '17ff643db0e27785a30858285dc8c3f25fd486e5a320bc57000000010000020e', '1c167dbbaa87d63afa5b9e650a29c6f64f4dc19dea2249b2000000010000018e'], approximation: ['ab16ce420a16e08e30dacb9a082f3acbb68b233e64bda8040000000100000219', 'c18345eef8a372b2c079db1e29b04b369dbc97dca7e3389d0000000100000202', 'c6e05df2a1c7618bd65543d13c71943831ff77c1f95d6a2a0000000100000200', '504f2821e62515e1035d142351cb13b6dae85c1cb93fdc910000000100000200', 'c27aa60c4737d6b238d04f96e97a422305c490df292b6eb00000000100000209', '8ae1f33c9fae8457b95a711164a3ec3d43c3c818c59310710000000100000207', '61ef8ab4721015da2926ece07dc189bff3dbb46e0605a4f50000000100000221', '726d431e35136d4f343145ffc7b074c5373e8129a6f933c00000000100000212', '615640bf5836dad1e452ffbf5b272510d5e3e4f6799fc13a0000000100000211', 'bc450434f3667ba384e6fe659e47fa73398f407577acd601000000010000021e']
Traceback (most recent call last):
File "/home/baehyunsol/Documents/ragit/tests/ii.py", line 88, in ii
raise AssertionError(f"answer[{i}] not in approximation")
AssertionError: answer[2] not in approximation
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 368, in <module>
test()
File "/home/baehyunsol/Documents/ragit/tests/ii.py", line 104, in ii
raise AssertionError(f"tfidf result on term '{term}' is not close enough. error: `{e}`, answer: {answer}, approximation: {approximation}")
AssertionError: tfidf result on term 'chunk bitxor' is not close enough. error: `answer[2] not in approximation`, answer: ['ab16ce420a16e08e30dacb9a082f3acbb68b233e64bda8040000000100000219', 'c18345eef8a372b2c079db1e29b04b369dbc97dca7e3389d0000000100000202', 'd5edc1276cf2acc5459f620d094cf1e12d8925db0b4abb7f0000000100000201', '8eb2855b960f1f920351b43ad3e4eb489fdd2d474cb8e140000000010000020a', 'ece7d9ac964d374e578a3c05daf8b46245af9d2a8e76e9210000000100000200', 'c6e05df2a1c7618bd65543d13c71943831ff77c1f95d6a2a0000000100000200', 'c7062921979fb787f85436d9298930448db1718d47fed4930000000100000200', '66133d84b7aab03fe99667bcee59cb7aa971410ef4f60bb3000000010000020a', '17ff643db0e27785a30858285dc8c3f25fd486e5a320bc57000000010000020e', '1c167dbbaa87d63afa5b9e650a29c6f64f4dc19dea2249b2000000010000018e'], approximation: ['ab16ce420a16e08e30dacb9a082f3acbb68b233e64bda8040000000100000219', 'c18345eef8a372b2c079db1e29b04b369dbc97dca7e3389d0000000100000202', 'c6e05df2a1c7618bd65543d13c71943831ff77c1f95d6a2a0000000100000200', '504f2821e62515e1035d142351cb13b6dae85c1cb93fdc910000000100000200', 'c27aa60c4737d6b238d04f96e97a422305c490df292b6eb00000000100000209', '8ae1f33c9fae8457b95a711164a3ec3d43c3c818c59310710000000100000207', '61ef8ab4721015da2926ece07dc189bff3dbb46e0605a4f50000000100000221', '726d431e35136d4f343145ffc7b074c5373e8129a6f933c00000000100000212', '615640bf5836dad1e452ffbf5b272510d5e3e4f6799fc13a0000000100000211', 'bc450434f3667ba384e6fe659e47fa73398f407577acd601000000010000021e']
elapsed time: 14,027 ms
elapsed time: 3,651 ms
elapsed time: 4,936 ms
elapsed time: 2,337 ms
elapsed time: 7,360 ms
elapsed time: 9,451 ms
elapsed time: 12,737 ms
elapsed time: 49,737 ms
elapsed time: 39,393 ms
elapsed time: 82,799 ms
elapsed time: 5,159 ms
elapsed time: 57,468 ms
elapsed time: 83,093 ms
elapsed time: 1,497 ms
elapsed time: 2,048 ms
elapsed time: 10,037 ms
elapsed time: 11,439 ms
elapsed time: 20,704 ms
elapsed time: 28,978 ms
elapsed time: 1,031 ms
Command '['cargo', 'run', '--release', '--', '--model', 'llama3.2-11b-groq', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
Traceback (most recent call last):
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 368, in <module>
test()
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 337, in <lambda>
("ragit_api llama3.2-11b-groq", lambda: ragit_api(test_model="llama3.2-11b-groq")),
File "/home/baehyunsol/Documents/ragit/tests/ragit_api.py", line 11, in ragit_api
subprocess.run(["cargo", "run", "--release", '--', '--model', test_model, '--input', 'hello_world.pdl'], check=True)
File "/usr/lib/python3.10/subprocess.py", line 526, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', '--model', 'llama3.2-11b-groq', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
elapsed time: 147 ms
Command '['cargo', 'run', '--release', '--', '--model', 'command-r', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
Traceback (most recent call last):
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 368, in <module>
test()
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 338, in <lambda>
("ragit_api command-r", lambda: ragit_api(test_model="command-r")),
File "/home/baehyunsol/Documents/ragit/tests/ragit_api.py", line 11, in ragit_api
subprocess.run(["cargo", "run", "--release", '--', '--model', test_model, '--input', 'hello_world.pdl'], check=True)
File "/usr/lib/python3.10/subprocess.py", line 526, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', '--model', 'command-r', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
elapsed time: 5,152 ms
Command '['cargo', 'run', '--release', '--', '--model', 'phi-4-14b-ollama', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
Traceback (most recent call last):
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 368, in <module>
test()
File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 339, in <lambda>
("ragit_api phi-4-14b-ollama", lambda: ragit_api(test_model="phi-4-14b-ollama")),
File "/home/baehyunsol/Documents/ragit/tests/ragit_api.py", line 11, in ragit_api
subprocess.run(["cargo", "run", "--release", '--', '--model', test_model, '--input', 'hello_world.pdl'], check=True)
File "/usr/lib/python3.10/subprocess.py", line 526, in run
raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', '--model', 'phi-4-14b-ollama', '--input', 'hello_world.pdl']' returned non-zero exit status 101.
elapsed time: 93,047 ms