Home Explore Blog CI



7cebb43a6-linux

result.json

total: 56, pass: 51, fail: 5

refactor file reader

1. Added `AtomicToken::ChunkExtraInfo` and removed a field in
   `AtomicToken::PageBreak`.
2. Added `subst: String` field to `AtomicToken::WebImage`. Now file
   readers can choose arbitrary format for its substitution text.

TOC

  1. ignore  
  2. recover  
  3. clone  
  4. server  
  5. cli  
  6. archive  
  7. ls  
  8. meta  
  9. symlink  
  10. ii  
  11. images  
  12. subdir  
  13. tfidf  
  14. merge  
  15. migrate  
  16. config  

Cases

cargo_tests
 

elapsed time: 284,969 ms

history

add_and_rm
 

elapsed time: 36,088 ms

history

add_and_rm2
 

elapsed time: 11,856 ms

history

ignore
 

elapsed time: 3,205 ms

history

recover
 

elapsed time: 3,093 ms

history

clone
 

elapsed time: 142,169 ms

history

clone_empty
 

elapsed time: 5,269 ms

history

server
 

elapsed time: 136,914 ms

history

server_permission
 

elapsed time: 1,616 ms

Error


Traceback (most recent call last):
  File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 621, in <module>
    test()
  File "/home/baehyunsol/Documents/ragit/tests/server_permission.py", line 23, in server_permission
    create_user(id="test-user-2", email="sample2@email.com", password="abcdefgh")
  File "/home/baehyunsol/Documents/ragit/tests/server.py", line 186, in create_user
    assert response.status_code == 200
AssertionError

history

cli
 

elapsed time: 5,647 ms

history

archive
 

elapsed time: 198,527 ms

history

many_chunks
 

elapsed time: 505,030 ms

history

many_jobs
 

elapsed time: 161,926 ms

history

ls
 

elapsed time: 84,488 ms

history

meta
 

elapsed time: 1,719 ms

history

symlink
 

elapsed time: 3,085 ms

history

ii
 

elapsed time: 172,916 ms

Error

tfidf result on term 'search gpg annot select correspond' is not close enough. error: `approximation[2] not in answer`, answer: ['3e0d93ece16c10490435c08b7b755db9a57e53b818a9e62c0000000100000fa3', 'c5719c769542cb0cde49558784948082703f2da9618c29d80000000100000fb3', '6d1b2eeef26e5ce9672e62a7ca43412c66b86ad0e48d27620000000100000fa0', '606389435f969a017ad1cf63a7a30eba0d1a08c743efea9f0000000100000318', 'f386d96798aad5baf548b6985b367932bdc89483b756b515000000010000081f', 'c66345d5ab119b4cf05a6899472b54a4fd0041ee2b83b9f80000000100000fa2', 'bf8735875031f53ccd50e48e6674d9ac64c90f68bb0c7edb0000000100000fa0', '509b4b369f9f9729365a6947ce43335209d934562feeb7220000000100000fa2', '82ad9747a31109a3ef965e4168a0968cb56a448390416e290000000100000bf5', 'b632241f25a98c9320097079669e1acd10afd534e67ec2600000000100000fa2'], approximation: ['3e0d93ece16c10490435c08b7b755db9a57e53b818a9e62c0000000100000fa3', 'b632241f25a98c9320097079669e1acd10afd534e67ec2600000000100000fa2', '90a25e1efdafffab6369490140eecabb90ab0649108feeff0000000100000cd4', 'bf8735875031f53ccd50e48e6674d9ac64c90f68bb0c7edb0000000100000fa0', '5cdbfe828a4a84a4129bda3cc32bb8376914275561fa6a1a0000000100000da8', 'c5719c769542cb0cde49558784948082703f2da9618c29d80000000100000fb3', '0833e100c47da17ca6a2d202310483ed3c08f75ec2cfbf4a0000000100000c67', '1ff3d753fa4b857385f748c5d02a7371332241a8579211f9000000010000075c', '6f305111c4ab2bb2243ce34889afb4f72dff498303da56890000000100000c1e', '6d1b2eeef26e5ce9672e62a7ca43412c66b86ad0e48d27620000000100000fa0']
Traceback (most recent call last):
  File "/home/baehyunsol/Documents/ragit/tests/ii.py", line 103, in ii_worker
    raise AssertionError(f"approximation[{i}] not in answer")
AssertionError: approximation[2] not in answer

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 621, in <module>
    test()
  File "/home/baehyunsol/Documents/ragit/tests/ii.py", line 49, in ii
    ii_worker()
  File "/home/baehyunsol/Documents/ragit/tests/ii.py", line 116, in ii_worker
    raise AssertionError(f"tfidf result on term '{term}' is not close enough. error: `{e}`, answer: {answer}, approximation: {approximation}")
AssertionError: tfidf result on term 'search gpg annot select correspond' is not close enough. error: `approximation[2] not in answer`, answer: ['3e0d93ece16c10490435c08b7b755db9a57e53b818a9e62c0000000100000fa3', 'c5719c769542cb0cde49558784948082703f2da9618c29d80000000100000fb3', '6d1b2eeef26e5ce9672e62a7ca43412c66b86ad0e48d27620000000100000fa0', '606389435f969a017ad1cf63a7a30eba0d1a08c743efea9f0000000100000318', 'f386d96798aad5baf548b6985b367932bdc89483b756b515000000010000081f', 'c66345d5ab119b4cf05a6899472b54a4fd0041ee2b83b9f80000000100000fa2', 'bf8735875031f53ccd50e48e6674d9ac64c90f68bb0c7edb0000000100000fa0', '509b4b369f9f9729365a6947ce43335209d934562feeb7220000000100000fa2', '82ad9747a31109a3ef965e4168a0968cb56a448390416e290000000100000bf5', 'b632241f25a98c9320097079669e1acd10afd534e67ec2600000000100000fa2'], approximation: ['3e0d93ece16c10490435c08b7b755db9a57e53b818a9e62c0000000100000fa3', 'b632241f25a98c9320097079669e1acd10afd534e67ec2600000000100000fa2', '90a25e1efdafffab6369490140eecabb90ab0649108feeff0000000100000cd4', 'bf8735875031f53ccd50e48e6674d9ac64c90f68bb0c7edb0000000100000fa0', '5cdbfe828a4a84a4129bda3cc32bb8376914275561fa6a1a0000000100000da8', 'c5719c769542cb0cde49558784948082703f2da9618c29d80000000100000fb3', '0833e100c47da17ca6a2d202310483ed3c08f75ec2cfbf4a0000000100000c67', '1ff3d753fa4b857385f748c5d02a7371332241a8579211f9000000010000075c', '6f305111c4ab2bb2243ce34889afb4f72dff498303da56890000000100000c1e', '6d1b2eeef26e5ce9672e62a7ca43412c66b86ad0e48d27620000000100000fa0']

history

cat_file
 

elapsed time: 15,032 ms

history

generous_file_reader
 

elapsed time: 57,625 ms

Error


Traceback (most recent call last):
  File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 621, in <module>
    test()
  File "/home/baehyunsol/Documents/ragit/tests/generous_file_reader.py", line 61, in generous_file_reader
    assert count_files() == (len(files), 0, len(files))  # (total, staged, processed)
AssertionError

history

images
 

elapsed time: 4,393 ms

history

markdown_reader
 

elapsed time: 5,181 ms

history

csv_reader
 

elapsed time: 2,693 ms

history

real_repos
 

elapsed time: 716,631 ms

Error

Command '['cargo', 'run', '--release', '--', 'build']' returned non-zero exit status 1.
Traceback (most recent call last):
  File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 621, in <module>
    test()
  File "/home/baehyunsol/Documents/ragit/tests/real_repos.py", line 63, in real_repos
    cargo_run(["build"])
  File "/home/baehyunsol/Documents/ragit/tests/utils.py", line 70, in cargo_run
    result = subprocess.run(args, **kwargs)
  File "/usr/lib/python3.10/subprocess.py", line 526, in run
    raise CalledProcessError(retcode, process.args,
subprocess.CalledProcessError: Command '['cargo', 'run', '--release', '--', 'build']' returned non-zero exit status 1.

history

subdir
 

elapsed time: 8,998 ms

history

tfidf
 

elapsed time: 10,407 ms

history

merge
 

elapsed time: 14,272 ms

history

external_bases
 

elapsed time: 60,880 ms

history

end_to_end dummy
 

elapsed time: 43,263 ms

history

end_to_end llama3.3-70b
 

elapsed time: 62,128 ms

history

audit llama3.3-70b
 

elapsed time: 6,259 ms

history

logs llama3.3-70b
 

elapsed time: 3,834 ms

history

prompts dummy
 

elapsed time: 4,469 ms

history

prompts gpt-4o-mini
 

elapsed time: 47,931 ms

history

prompts claude-3.5-sonnet
 

elapsed time: 71,254 ms

history

empty dummy
 

elapsed time: 2,811 ms

history

empty llama3.3-70b
 

elapsed time: 3,758 ms

history

server_chat llama3.3-70b
 

elapsed time: 26,894 ms

history

images2 gpt-4o-mini
 

elapsed time: 9,358 ms

history

images3 gpt-4o-mini
 

elapsed time: 9,055 ms

history

pdl gpt-4o-mini
 

elapsed time: 15,034 ms

history

pdf gpt-4o-mini
 

elapsed time: 183,632 ms

history

svg gpt-4o-mini
 

elapsed time: 8,318 ms

Error


Traceback (most recent call last):
  File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 621, in <module>
    test()
  File "/home/baehyunsol/Documents/ragit/tests/tests.py", line 574, in <lambda>
    ("svg gpt-4o-mini", lambda: svg(test_model="gpt-4o-mini")),
  File "/home/baehyunsol/Documents/ragit/tests/svg.py", line 123, in svg
    assert "ragit" in cargo_run(["pdl", "test1.pdl"], stdout=True).lower()
AssertionError

history

web_images gpt-4o-mini
 

elapsed time: 36,284 ms

history

images2 claude-3.5-sonnet
 

elapsed time: 12,780 ms

history

extract_keywords dummy
 

elapsed time: 1,643 ms

history

extract_keywords gpt-4o-mini
 

elapsed time: 8,929 ms

history

orphan_process llama3.3-70b
 

elapsed time: 101,779 ms

history

write_lock llama3.3-70b
 

elapsed time: 90,850 ms

history

ragit_api command-r
 

elapsed time: 1,000 ms

history

query_options llama3.3-70b
 

elapsed time: 5,599 ms

history

query_with_schema llama3.3-70b
 

elapsed time: 1,602 ms

history

models_init
 

elapsed time: 288 ms

history

test_home_config_override
 

elapsed time: 135 ms

history

migrate
 

elapsed time: 148,127 ms

history

migrate2
 

elapsed time: 40,133 ms

history

config
 

elapsed time: 22,837 ms

history


<< adcf25624-linux
ba3b6b026-linux >>