|
|
#!/bin/bash |
|
|
|
|
|
|
|
|
CKPT_NAME="Video-LLaVA-7B" |
|
|
CKPT="checkpoints/${CKPT_NAME}" |
|
|
EVAL="eval" |
|
|
python3 -m llava.eval.model_vqa_loader \ |
|
|
--model-path ${CKPT} \ |
|
|
--question-file ${EVAL}/textvqa/llava_textvqa_val_v051_ocr.jsonl \ |
|
|
--image-folder ${EVAL}/textvqa/train_images \ |
|
|
--answers-file ${EVAL}/textvqa/answers/${CKPT_NAME}.jsonl \ |
|
|
--temperature 0 \ |
|
|
--conv-mode vicuna_v1 |
|
|
|
|
|
python3 -m llava.eval.eval_textvqa \ |
|
|
--annotation-file ${EVAL}/textvqa/TextVQA_0.5.1_val.json \ |
|
|
--result-file ${EVAL}/textvqa/answers/${CKPT_NAME}.jsonl |
|
|
|