ivnle commited on
Commit
211a309
·
verified ·
1 Parent(s): 180bb15

Upload folder using huggingface_hub

Browse files
vision_base_lm_direct/args.json ADDED
@@ -0,0 +1,58 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "regime": "vision",
3
+ "data_path": "data/training/splits_510k/train_arrow",
4
+ "output_dir": "outputs/production_vision_base_lm_20251123_003859",
5
+ "objective": "lm",
6
+ "val_data_path": "data/training/splits_510k/val_arrow",
7
+ "max_samples": null,
8
+ "vision_mode": "base",
9
+ "text_context_tokens": null,
10
+ "hybrid_text_tokens": 0,
11
+ "vision_prompt": "\nFree OCR.",
12
+ "train_encoder": true,
13
+ "encoder_lr": 1e-05,
14
+ "compression_window_size": 9,
15
+ "compression_stride": 9,
16
+ "subsample_strategy": "regular",
17
+ "subsample_count": null,
18
+ "projection_dim": null,
19
+ "train_projection": true,
20
+ "compression_target": null,
21
+ "conv_kernel": 5,
22
+ "timestamp": "20251123_003859",
23
+ "batch_size": 8,
24
+ "gradient_accumulation_steps": 6,
25
+ "learning_rate": 0.0001,
26
+ "weight_decay": 0.01,
27
+ "num_epochs": 1,
28
+ "warmup_ratio": 0.1,
29
+ "max_grad_norm": 1.0,
30
+ "log_steps": 10,
31
+ "save_steps": 0,
32
+ "eval_steps": 2000,
33
+ "initial_validation": false,
34
+ "validation_only": false,
35
+ "no_checkpoints": false,
36
+ "num_qualitative_samples": 5,
37
+ "max_generation_tokens": 200,
38
+ "use_wandb": true,
39
+ "wandb_project": "vision-compression-2",
40
+ "wandb_run_name": "production_vision_base_lm_20251123_003859",
41
+ "resume_from_checkpoint": "outputs/production_vision_base_lm_20251123_003859/best_checkpoint.pt",
42
+ "resume": "outputs/production_vision_base_lm_20251123_003859/best_checkpoint.pt",
43
+ "init_from_checkpoint": null,
44
+ "allow_objective_switch": false,
45
+ "aux_loss_weight": 0.5,
46
+ "num_workers": 16,
47
+ "prefetch_factor": 4,
48
+ "seed": 42,
49
+ "eval_seed": 42,
50
+ "debug_log_sample_ids": false,
51
+ "device": "cuda",
52
+ "compile": false,
53
+ "compile_mode": "default",
54
+ "use_optimized_model": true,
55
+ "use_encoder_checkpointing": true,
56
+ "use_decoder_checkpointing": true,
57
+ "use_8bit_optimizer": false
58
+ }
vision_base_lm_direct/best_checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffc1b3efd757700aebe5808805cf0342eee8dbdfa8a67de3fe66168990935675
3
+ size 20020377250
vision_base_lm_direct/checkpoint_log.txt ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ 2025-11-23 16:23:24 | run_id: 7aj57hve | checkpoint: best_checkpoint.pt | global_step: 2000 | val_loss: 1.7648
2
+ 2025-11-24 10:35:49 | run_id: 7aj57hve | checkpoint: best_checkpoint.pt | global_step: 4000 | val_loss: 1.6909
3
+ 2025-11-26 22:39:11 | run_id: xyk0cc3f | checkpoint: best_checkpoint.pt | global_step: 6000 | val_loss: 1.6441
4
+ 2025-11-27 10:35:24 | run_id: xyk0cc3f | checkpoint: best_checkpoint.pt | global_step: 8000 | val_loss: 1.6272
5
+ 2025-11-27 22:34:00 | run_id: xyk0cc3f | checkpoint: best_checkpoint.pt | global_step: 10000 | val_loss: 1.6258
6
+ 2025-11-28 01:14:49 | run_id: xyk0cc3f | checkpoint: best_checkpoint.pt | global_step: 10417 | val_loss: 1.6258
vision_base_lm_direct/final_checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffc1b3efd757700aebe5808805cf0342eee8dbdfa8a67de3fe66168990935675
3
+ size 20020377250
vision_base_lm_direct/qualitative_step_0.jsonl ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {"sample_id": "sample_141920_chunk_1", "image_path": "data/training/splits_510k/images/base/sample_141920_chunk_1.png", "context_prompt": "[Image: sample_141920_chunk_1] + \"\nFree OCR.\"", "generated_text": "Q gave it four stars out of five and said that \"Perhaps [the album's] seemingly illogical sequencing of songs makes sense if they wish to lure their audience into thinking it's as-you-were. But it's not: things are different and better.\" Rock Sound gave it eight out of ten and said, \"Throw in the stunning power and clarity of Alan Moulder's mix and you have the sound of a band revitalised, re-inspired and highly evolved.\" CMJ gave it a favorable review and stated: \"That's the type of music that the band knocks out of the park: music for lovers to do romantic things to. On Codes And Keys, those lovers are encouraged to be happy\u2014an emotion that sometimes has evaded Death Cab.\" The Independent gave it four stars out of five and said, \"There's an ease and comfort about the songs that suggests they fell into place naturally, rather than suffering endless alterations; and the band seem content to let them breathe and", "ground_truth": " negatively to Death Cab for Cutie's earlier work, writing \"...even when the band revisits past glories on Codes and Keys' few highlights, Death Cab weirdly sound like they are imitating themselves.\" No Ripcord gave it a score of five stars out of ten and said that \"Despite the occasional flashes of brilliance, Codes and Keys often feels like a half assed attempt at innovation.\" PopMatters' Evan Sawdey gave the album a very negative review, writing, \"this is the sound of Death Cab at their most generic, disjointed, and disinterested. It's a hard pill to swallow, but the truth is this: Codes & Keys is the worst album of their career.\" Tiny Mix Tapes gave it two stars out of five and said the album was \"littered with PDA for Gibbard's new celebrity wife Zooey Deschanel, but this especially garish monument to his muse would have been better placed on one of her She & Him album", "generation_tokens": 200}
2
+ {"sample_id": "sample_170543_chunk_2", "image_path": "data/training/splits_510k/images/base/sample_170543_chunk_2.png", "context_prompt": "[Image: sample_170543_chunk_2] + \"\nFree OCR.\"", "generated_text": "was Sirene Abou-Chakra, a Lebanese-American student who led the Arab-American Student Association. Other members included the woman president of the Michigan Student Assembly; the leader of Army ROTC; and the co-captain of the men's varsity football team. \"Our diversity is our strength,\" said Andrew Yahkind, the Jewish leader of the LSA Student Government. \"I would not have joined this organization if I saw anything that was remotely insensitive.\" The Order sought and received recognition as an official student organization. Meetings were held in various locations. The old tower meeting space remained closed. In 2009, the Order of Angell started Leaders for Life, an annual program aimed at fostering leadership skills among 100 invited sophomores and juniors. Each year until 2019, prominent figures spoke to the question: \"Knowing what you know now, what advice would you give to student leaders?\" Participants included three presidents of the university; Michigan's governor; varsity", "ground_truth": "aternal organizations in drawing motifs from an idealized past but it was unusual among college honorary societies in its use of Native American themes. White Americans had been masquerading as Indians for various purposes since before the American Revolution. The colonists who posed as Mohawks in the Boston Tea Party of 1773 are only the best remembered of many Americans of the colonial and early national eras who rebelled against authority in Indian costume. A few groups evolved into political organizations, such as the Tammany societies of Philadelphia and New York, named for a Lenape [Delaware] chief named Tamanend. Other Indian-themed groups were purely fraternal, such as the Society of Red Men and its successor, the Improved Order of Red Men. Members found community and camaraderie in gatherings that partook of secret rituals, names, hierarchies and costumes drawn from European-American depictions of Native American life \u2014 all elements that would characterize Michigamua from its origins until the late 20th century.\nFor inspiration, members of", "generation_tokens": 200}
3
+ {"sample_id": "sample_107152_chunk_9", "image_path": "data/training/splits_510k/images/base/sample_107152_chunk_9.png", "context_prompt": "[Image: sample_107152_chunk_9] + \"\nFree OCR.\"", "generated_text": "at the meeting Laymia headed. His weapon of choice is a giant ax, and he has the power to immobilise his opponents if they look at him in the eye. Oga falls for the trick, but Beel stops the ax and both defeat Basilisk using Super Milk Time. His power and name are adapted from the Greek mythological monster. Salamander is a fair-haired young man whose light demeanour and warm smile contrast with the offhand way he discusses executing Graffel and Hecatos for disobedience. His power, Lost Prominence, is a fire that burns memories instead of matter, and which can also be used for mind control. His namesake is the mediaeval mythical creature. Yata is a young swordsman seen in the meeting headed by Laymia. In the occasion he proposed executing Graffel and Hecatos \u2013 even though Graffel is his brother \u2013 for attacking Oga without an express order to do so. His power consists of wielding his kat", "ground_truth": " find Oga already there and be badly beaten again. They are nevertheless taken in by Kunieda's grandfather and begin their training alongside Oga, in what seems to be a temporary truce.\nKotaro Mikagami wears a jumper with a hood and several piercings and rings. He is able to pull several punches of great strength in a matter of seconds. He later develops a crush on Aoi Kunieda, exploited in the story for comedic effect.\nUnsho Onizuka is very heavily built and relies on sheer strength to overcome his opponents. He and Mikagami are defeated by Oga in one punch.\nKosei Kuroki is a plain skinhead who wields a three-section staff. He is able to repel an attack from Miki, but is later defeated by his Black Owl Killer.\nTakumi Dezaki is a bespectacled, homosexual man and a very capable fighter who deals a heavy blow on Miki. He is not", "generation_tokens": 200}
4
+ {"sample_id": "sample_069148_chunk_0", "image_path": "data/training/splits_510k/images/base/sample_069148_chunk_0.png", "context_prompt": "[Image: sample_069148_chunk_0] + \"\nFree OCR.\"", "generated_text": "# Oriya (Unicode block) Oriya is a Unicode block containing characters for the Odia, Khondi and Santali languages of the state of Odisha in India. In its original incarnation, the code points U+0B01..U+0B4D were a direct copy of the Odia characters A1-ED from the 1988 ISCII standard. The Devanagari, Bengali, Gurmukhi, Gujarati, Tamil, Telugu, Kannada, and Malayalam blocks were similarly all based on their ISCII encodings. Odia script combines symbols into hundreds of consonant ligatures. ## Block | Oriya[1][2] Official Unicode Consortium code chart (PDF) | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | | |", "ground_truth": "-056 | | | Whistler, Ken, Indic Charts: Devanagari, Bengali, Gurmukhi, Gujarati, Oriya, Tamil, Telugu, Kannada, Malayalam |\n| 1.0.0 | U+0B01..0B03, 0B05..0B0C, 0B0F..0B10, 0B13..0B28, 0B2A..0B30, 0B32..0B33, 0B36..0B39, 0B3C..0B43, 0B47..0B48, 0B4B..0B4D, 0B57, 0B5C..0B5D, 0B5F..0B61, 0B66..0B70 | 78 | UTC/1991-057", "generation_tokens": 200}
5
+ {"sample_id": "sample_103176_chunk_4", "image_path": "data/training/splits_510k/images/base/sample_103176_chunk_4.png", "context_prompt": "[Image: sample_103176_chunk_4] + \"\nFree OCR.\"", "generated_text": "| The Sims 3: Generations | May 31, 2011 | Windows | Maxis Redwood Shores |\n|-----------------------|------------|---------|---------------------|\n| [ 132 ] | Ultima Underworld: The Stygian Abyss and Labyrinth of Worlds | June 2, 2011 | DOS | Blue Sky Productions / LookingGlass Technologies / Origin Systems |\n| [ 133 ] | American McGee's Alice | June 14, 2011 | PlayStation 3 |\n| Rogue Entertainment | [ 134 ] | American McGee's Alice | June 14, 2011 | Xbox 360 |\n| Rogue Entertainment | [ 134 ] | Alice: Madness Returns | June 14, 2011 |\n| iOS | Spicy Horse | [ 135 ] | Alice: Madness Returns | June 14, 2011 |\n| PlayStation 3 | Spicy Horse | [ 136 ] | Alice", "ground_truth": "1 | PlayStation 2 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation 3 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation Portable | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Wii | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Xbox 360 | EA Tiburon | [ 150 ] |\n| The Sims Medieval: Pirates and Nobles | August 30, 2011 | Macintosh | Maxis Redwood Shores | [ 151 ] [ 152 ] |\n| The Sims Medieval: Pirates and Nobles ", "generation_tokens": 200}
vision_base_lm_direct/qualitative_step_10000.jsonl ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {"sample_id": "sample_141920_chunk_1", "image_path": "data/training/splits_510k/images/base/sample_141920_chunk_1.png", "context_prompt": "[Image: sample_141920_chunk_1] + \"\nFree OCR.\"", "generated_text": " to the band's previous work, stating that \"it's a little more experimental, a little more experimental than the last two, but it's still the same Codex and Keys, and it's still the same Codex and Keys. It's still the same Codex and Keys, and it's still the same Codex and Keys. It's still the same Codex and Keys, and it's still the same Codex and Keys. It's still the same Codex and Keys, and it's still the same Codex and Keys. It's still the same Codex and Keys, and it's still the same Codex and Keys. It's still the same Codex and Keys, and it's still the same Codex and Keys. It's still the same Codex and Keys, and it's still the same Codex and Keys. It's still the same Codex and Keys, and it's still the same Codex and Keys. It's still the same", "ground_truth": " negatively to Death Cab for Cutie's earlier work, writing \"...even when the band revisits past glories on Codes and Keys' few highlights, Death Cab weirdly sound like they are imitating themselves.\" No Ripcord gave it a score of five stars out of ten and said that \"Despite the occasional flashes of brilliance, Codes and Keys often feels like a half assed attempt at innovation.\" PopMatters' Evan Sawdey gave the album a very negative review, writing, \"this is the sound of Death Cab at their most generic, disjointed, and disinterested. It's a hard pill to swallow, but the truth is this: Codes & Keys is the worst album of their career.\" Tiny Mix Tapes gave it two stars out of five and said the album was \"littered with PDA for Gibbard's new celebrity wife Zooey Deschanel, but this especially garish monument to his muse would have been better placed on one of her She & Him album", "generation_tokens": 200}
2
+ {"sample_id": "sample_170543_chunk_2", "image_path": "data/training/splits_510k/images/base/sample_170543_chunk_2.png", "context_prompt": "[Image: sample_170543_chunk_2] + \"\nFree OCR.\"", "generated_text": "aternalistic fraternal organizations, which were often seen as \"white\" and \"Anglo\" in nature. The Order of the Arrow was founded in 1920 by the Grand Lodge of the United States of America, and the first lodge in Michigan was established in 1921. The Order of the Arrow was the first Native American fraternal organization in the United States. The Order of the Arrow was founded in 1920 by the Grand Lodge of the United States of America, and the first lodge in Michigan was established in 1921. The Order of the Arrow was the first Native American fraternal organization in the United States. The Order of the Arrow was founded in 1920 by the Grand Lodge of the United States of America, and the first lodge in Michigan was established in 1921. The Order of the Arrow was the first Native American fraternal organization in the United States. The Order of the Arrow was founded in 1920 by the Grand Lodge of the United States", "ground_truth": "aternal organizations in drawing motifs from an idealized past but it was unusual among college honorary societies in its use of Native American themes. White Americans had been masquerading as Indians for various purposes since before the American Revolution. The colonists who posed as Mohawks in the Boston Tea Party of 1773 are only the best remembered of many Americans of the colonial and early national eras who rebelled against authority in Indian costume. A few groups evolved into political organizations, such as the Tammany societies of Philadelphia and New York, named for a Lenape [Delaware] chief named Tamanend. Other Indian-themed groups were purely fraternal, such as the Society of Red Men and its successor, the Improved Order of Red Men. Members found community and camaraderie in gatherings that partook of secret rituals, names, hierarchies and costumes drawn from European-American depictions of Native American life \u2014 all elements that would characterize Michigamua from its origins until the late 20th century.\nFor inspiration, members of", "generation_tokens": 200}
3
+ {"sample_id": "sample_107152_chunk_9", "image_path": "data/training/splits_510k/images/base/sample_107152_chunk_9.png", "context_prompt": "[Image: sample_107152_chunk_9] + \"\nFree OCR.\"", "generated_text": " be defeated by Oga. Teimou's shadow group is then defeated by Oga and Miki, and the four fighters are taken to the Shingetsu Temple to be killed by the Shingetsu's own shadow group. Teimou's shadow group is then defeated by Oga and Miki, and the four fighters are taken to the Shingetsu Temple to be killed by the Shingetsu's own shadow group. Teimou's shadow group is then defeated by Oga and Miki, and the four fighters are taken to the Shingetsu Temple to be killed by the Shingetsu's own shadow group. Teimou's shadow group is then defeated by Oga and Miki, and the four fighters are taken to the Shingetsu Temple to be killed by the Shingetsu's own shadow group. Teimou's shadow group is then defeated by Oga and Miki, and the four fighters are taken", "ground_truth": " find Oga already there and be badly beaten again. They are nevertheless taken in by Kunieda's grandfather and begin their training alongside Oga, in what seems to be a temporary truce.\nKotaro Mikagami wears a jumper with a hood and several piercings and rings. He is able to pull several punches of great strength in a matter of seconds. He later develops a crush on Aoi Kunieda, exploited in the story for comedic effect.\nUnsho Onizuka is very heavily built and relies on sheer strength to overcome his opponents. He and Mikagami are defeated by Oga in one punch.\nKosei Kuroki is a plain skinhead who wields a three-section staff. He is able to repel an attack from Miki, but is later defeated by his Black Owl Killer.\nTakumi Dezaki is a bespectacled, homosexual man and a very capable fighter who deals a heavy blow on Miki. He is not", "generation_tokens": 200}
4
+ {"sample_id": "sample_069148_chunk_0", "image_path": "data/training/splits_510k/images/base/sample_069148_chunk_0.png", "context_prompt": "[Image: sample_069148_chunk_0] + \"\nFree OCR.\"", "generated_text": "-01-01 | 1 | 1 | 1 | 1 | 1 |\n| 1.0.0 | U+0B01..0B03, 0B05..0B0C, 0B0F..0B10, 0B13..0B28, 0B2A..0B30, 0B32..0B33, 0B36..0B39, 0B3C..0B43, 0B47..0B48, 0B4B..0B4D, 0B57, 0B5C..0B5D, 0B5F..0B61, 0B66..0B70 | 78 | UTC/1991-01-01 | 1 | 1 | 1 | 1 | 1 |\n|", "ground_truth": "-056 | | | Whistler, Ken, Indic Charts: Devanagari, Bengali, Gurmukhi, Gujarati, Oriya, Tamil, Telugu, Kannada, Malayalam |\n| 1.0.0 | U+0B01..0B03, 0B05..0B0C, 0B0F..0B10, 0B13..0B28, 0B2A..0B30, 0B32..0B33, 0B36..0B39, 0B3C..0B43, 0B47..0B48, 0B4B..0B4D, 0B57, 0B5C..0B5D, 0B5F..0B61, 0B66..0B70 | 78 | UTC/1991-057", "generation_tokens": 200}
5
+ {"sample_id": "sample_103176_chunk_4", "image_path": "data/training/splits_510k/images/base/sample_103176_chunk_4.png", "context_prompt": "[Image: sample_103176_chunk_4] + \"\nFree OCR.\"", "generated_text": "1 | BlackBerry PlayBook | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation 3 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Xbox 360 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Wii | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Windows | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation 4 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Xbox One | EA Tiburon | [", "ground_truth": "1 | PlayStation 2 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation 3 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation Portable | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Wii | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Xbox 360 | EA Tiburon | [ 150 ] |\n| The Sims Medieval: Pirates and Nobles | August 30, 2011 | Macintosh | Maxis Redwood Shores | [ 151 ] [ 152 ] |\n| The Sims Medieval: Pirates and Nobles ", "generation_tokens": 200}
vision_base_lm_direct/qualitative_step_10417.jsonl ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {"sample_id": "sample_141920_chunk_1", "image_path": "data/training/splits_510k/images/base/sample_141920_chunk_1.png", "context_prompt": "[Image: sample_141920_chunk_1] + \"\nFree OCR.\"", "generated_text": " to the band's previous work, stating that \"it's a little more experimental, a little more experimental than the last two, but it's still the same Codex and Keys, and it's still the same Codex and Keys. It's still the same Codex and Keys, and it's still the same Codex and Keys. It's still the same Codex and Keys, and it's still the same Codex and Keys. It's still the same Codex and Keys, and it's still the same Codex and Keys. It's still the same Codex and Keys, and it's still the same Codex and Keys. It's still the same Codex and Keys, and it's still the same Codex and Keys. It's still the same Codex and Keys, and it's still the same Codex and Keys. It's still the same Codex and Keys, and it's still the same Codex and Keys. It's still the same", "ground_truth": " negatively to Death Cab for Cutie's earlier work, writing \"...even when the band revisits past glories on Codes and Keys' few highlights, Death Cab weirdly sound like they are imitating themselves.\" No Ripcord gave it a score of five stars out of ten and said that \"Despite the occasional flashes of brilliance, Codes and Keys often feels like a half assed attempt at innovation.\" PopMatters' Evan Sawdey gave the album a very negative review, writing, \"this is the sound of Death Cab at their most generic, disjointed, and disinterested. It's a hard pill to swallow, but the truth is this: Codes & Keys is the worst album of their career.\" Tiny Mix Tapes gave it two stars out of five and said the album was \"littered with PDA for Gibbard's new celebrity wife Zooey Deschanel, but this especially garish monument to his muse would have been better placed on one of her She & Him album", "generation_tokens": 200}
2
+ {"sample_id": "sample_170543_chunk_2", "image_path": "data/training/splits_510k/images/base/sample_170543_chunk_2.png", "context_prompt": "[Image: sample_170543_chunk_2] + \"\nFree OCR.\"", "generated_text": "aternalistic fraternities, and the Order of the Arrow was no exception. The Order's Native American-themed chapters were founded in the 1930s, and the Order's first chapter was established in 1934. The Order's Native American chapters were initially located in the Midwest, but by the 1960s, they were established in the Northeast, the West, and the South. The Order's Native American chapters were initially located in the Midwest, but by the 1960s, they were established in the Northeast, the West, and the South. The Order's Native American chapters were initially located in the Midwest, but by the 1960s, they were established in the Northeast, the West, and the South. The Order's Native American chapters were initially located in the Midwest, but by the 1960s, they were established in the Northeast, the West, and the South. The Order's Native American chapters were initially located in the Midwest, but by", "ground_truth": "aternal organizations in drawing motifs from an idealized past but it was unusual among college honorary societies in its use of Native American themes. White Americans had been masquerading as Indians for various purposes since before the American Revolution. The colonists who posed as Mohawks in the Boston Tea Party of 1773 are only the best remembered of many Americans of the colonial and early national eras who rebelled against authority in Indian costume. A few groups evolved into political organizations, such as the Tammany societies of Philadelphia and New York, named for a Lenape [Delaware] chief named Tamanend. Other Indian-themed groups were purely fraternal, such as the Society of Red Men and its successor, the Improved Order of Red Men. Members found community and camaraderie in gatherings that partook of secret rituals, names, hierarchies and costumes drawn from European-American depictions of Native American life \u2014 all elements that would characterize Michigamua from its origins until the late 20th century.\nFor inspiration, members of", "generation_tokens": 200}
3
+ {"sample_id": "sample_107152_chunk_9", "image_path": "data/training/splits_510k/images/base/sample_107152_chunk_9.png", "context_prompt": "[Image: sample_107152_chunk_9] + \"\nFree OCR.\"", "generated_text": " be defeated by Oga and Mikii. Teimou's shadow group then defeated the Red Tails, and Oga and Mikii were able to get back at Teimou. Teimou's shadow group then defeated the Red Tails, and Oga and Mikii were able to get back at Teimou. Teimou's shadow group then defeated the Red Tails, and Oga and Mikii were able to get back at Teimou. Teimou's shadow group then defeated the Red Tails, and Oga and Mikii were able to get back at Teimou. Teimou's shadow group then defeated the Red Tails, and Oga and Mikii were able to get back at Teimou. Teimou's shadow group then defeated the Red Tails, and Oga and Mikii were able to get back at Teimou. Teimou's shadow group then defeated the Red Tails, and Oga and", "ground_truth": " find Oga already there and be badly beaten again. They are nevertheless taken in by Kunieda's grandfather and begin their training alongside Oga, in what seems to be a temporary truce.\nKotaro Mikagami wears a jumper with a hood and several piercings and rings. He is able to pull several punches of great strength in a matter of seconds. He later develops a crush on Aoi Kunieda, exploited in the story for comedic effect.\nUnsho Onizuka is very heavily built and relies on sheer strength to overcome his opponents. He and Mikagami are defeated by Oga in one punch.\nKosei Kuroki is a plain skinhead who wields a three-section staff. He is able to repel an attack from Miki, but is later defeated by his Black Owl Killer.\nTakumi Dezaki is a bespectacled, homosexual man and a very capable fighter who deals a heavy blow on Miki. He is not", "generation_tokens": 200}
4
+ {"sample_id": "sample_069148_chunk_0", "image_path": "data/training/splits_510k/images/base/sample_069148_chunk_0.png", "context_prompt": "[Image: sample_069148_chunk_0] + \"\nFree OCR.\"", "generated_text": "-01-01 | 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65,", "ground_truth": "-056 | | | Whistler, Ken, Indic Charts: Devanagari, Bengali, Gurmukhi, Gujarati, Oriya, Tamil, Telugu, Kannada, Malayalam |\n| 1.0.0 | U+0B01..0B03, 0B05..0B0C, 0B0F..0B10, 0B13..0B28, 0B2A..0B30, 0B32..0B33, 0B36..0B39, 0B3C..0B43, 0B47..0B48, 0B4B..0B4D, 0B57, 0B5C..0B5D, 0B5F..0B61, 0B66..0B70 | 78 | UTC/1991-057", "generation_tokens": 200}
5
+ {"sample_id": "sample_103176_chunk_4", "image_path": "data/training/splits_510k/images/base/sample_103176_chunk_4.png", "context_prompt": "[Image: sample_103176_chunk_4] + \"\nFree OCR.\"", "generated_text": "1 | PlayStation 3 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation 3 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Xbox 360 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Xbox One | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Wii | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Windows | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation 4 | EA Tiburon | [ 150 ]", "ground_truth": "1 | PlayStation 2 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation 3 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation Portable | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Wii | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Xbox 360 | EA Tiburon | [ 150 ] |\n| The Sims Medieval: Pirates and Nobles | August 30, 2011 | Macintosh | Maxis Redwood Shores | [ 151 ] [ 152 ] |\n| The Sims Medieval: Pirates and Nobles ", "generation_tokens": 200}
vision_base_lm_direct/qualitative_step_2000.jsonl ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {"sample_id": "sample_141920_chunk_1", "image_path": "data/training/splits_510k/images/base/sample_141920_chunk_1.png", "context_prompt": "[Image: sample_141920_chunk_1] + \"\nFree OCR.\"", "generated_text": " to the work of the Beatles, saying that \"the Beatles' work is a work of art, and the work of the Beatles is a work of art. The Beatles' work is a work of art, and the work of the Beatles is a work of art. The Beatles' work is a work of art, and the work of the Beatles is a work of art. The Beatles' work is a work of art, and the work of the Beatles is a work of art. The Beatles' work is a work of art, and the work of the Beatles is a work of art. The Beatles' work is a work of art, and the work of the Beatles is a work of art. The Beatles' work is a work of art, and the work of the Beatles is a work of art. The Beatles' work is a work of art, and the work of the Beatles is a work of art. The Beatles' work is a work of art, and the work of", "ground_truth": " negatively to Death Cab for Cutie's earlier work, writing \"...even when the band revisits past glories on Codes and Keys' few highlights, Death Cab weirdly sound like they are imitating themselves.\" No Ripcord gave it a score of five stars out of ten and said that \"Despite the occasional flashes of brilliance, Codes and Keys often feels like a half assed attempt at innovation.\" PopMatters' Evan Sawdey gave the album a very negative review, writing, \"this is the sound of Death Cab at their most generic, disjointed, and disinterested. It's a hard pill to swallow, but the truth is this: Codes & Keys is the worst album of their career.\" Tiny Mix Tapes gave it two stars out of five and said the album was \"littered with PDA for Gibbard's new celebrity wife Zooey Deschanel, but this especially garish monument to his muse would have been better placed on one of her She & Him album", "generation_tokens": 200}
2
+ {"sample_id": "sample_170543_chunk_2", "image_path": "data/training/splits_510k/images/base/sample_170543_chunk_2.png", "context_prompt": "[Image: sample_170543_chunk_2] + \"\nFree OCR.\"", "generated_text": "aternities, but rather among the student body. The Order of Angel's first meeting was held in the home of a student, and the Order's first official meeting was held in the home of a student. The Order's first official meeting was held in the home of a student, and the Order's first official meeting was held in the home of a student. The Order's first official meeting was held in the home of a student, and the Order's first official meeting was held in the home of a student. The Order's first official meeting was held in the home of a student, and the Order's first official meeting was held in the home of a student. The Order's first official meeting was held in the home of a student, and the Order's first official meeting was held in the home of a student. The Order's first official meeting was held in the home of a student, and the Order's first official meeting was held in the home of a student. The Order's", "ground_truth": "aternal organizations in drawing motifs from an idealized past but it was unusual among college honorary societies in its use of Native American themes. White Americans had been masquerading as Indians for various purposes since before the American Revolution. The colonists who posed as Mohawks in the Boston Tea Party of 1773 are only the best remembered of many Americans of the colonial and early national eras who rebelled against authority in Indian costume. A few groups evolved into political organizations, such as the Tammany societies of Philadelphia and New York, named for a Lenape [Delaware] chief named Tamanend. Other Indian-themed groups were purely fraternal, such as the Society of Red Men and its successor, the Improved Order of Red Men. Members found community and camaraderie in gatherings that partook of secret rituals, names, hierarchies and costumes drawn from European-American depictions of Native American life \u2014 all elements that would characterize Michigamua from its origins until the late 20th century.\nFor inspiration, members of", "generation_tokens": 200}
3
+ {"sample_id": "sample_107152_chunk_9", "image_path": "data/training/splits_510k/images/base/sample_107152_chunk_9.png", "context_prompt": "[Image: sample_107152_chunk_9] + \"\nFree OCR.\"", "generated_text": " be defeated by Teimou's son, Teimou's son's son, and Teimou's son's son. Teimou's son, Teimou's son's son, and Teimou's son's son, all defeat Teimou's son, and Teimou's son's son, and Teimou's son's son, and Teimou's son's son, and Teimou's son's son, and Teimou's son's son, and Teimou's son's son, and Teimou's son's son, and Teimou's son's son, and Teimou's son's son, and Teimou's son's son, and Teimou's son's son, and Teimou's son's son, and Teimou's son's son, and Teimou's son's son, and Teimou's son's son, and Teimou's son's son", "ground_truth": " find Oga already there and be badly beaten again. They are nevertheless taken in by Kunieda's grandfather and begin their training alongside Oga, in what seems to be a temporary truce.\nKotaro Mikagami wears a jumper with a hood and several piercings and rings. He is able to pull several punches of great strength in a matter of seconds. He later develops a crush on Aoi Kunieda, exploited in the story for comedic effect.\nUnsho Onizuka is very heavily built and relies on sheer strength to overcome his opponents. He and Mikagami are defeated by Oga in one punch.\nKosei Kuroki is a plain skinhead who wields a three-section staff. He is able to repel an attack from Miki, but is later defeated by his Black Owl Killer.\nTakumi Dezaki is a bespectacled, homosexual man and a very capable fighter who deals a heavy blow on Miki. He is not", "generation_tokens": 200}
4
+ {"sample_id": "sample_069148_chunk_0", "image_path": "data/training/splits_510k/images/base/sample_069148_chunk_0.png", "context_prompt": "[Image: sample_069148_chunk_0] + \"\nFree OCR.\"", "generated_text": " | 0x00..0x0f | 0x00..0x0f | 0x00..0x0f | 0x00..0x0f | 0x00..0x0f | 0x00..0x0f | 0x00..0x0f | 0x00..0x0f | 0x00..0x0f | 0x00..0x0f | 0x00..0x0f | 0x00..0x0f | 0x00..0x0f | 0x00..0x0f | 0x00..0x0f | 0x00..0x0f | 0x00..0x0f | 0x00..0x0f | 0x00..0x0f | 0x00..0x0f", "ground_truth": "-056 | | | Whistler, Ken, Indic Charts: Devanagari, Bengali, Gurmukhi, Gujarati, Oriya, Tamil, Telugu, Kannada, Malayalam |\n| 1.0.0 | U+0B01..0B03, 0B05..0B0C, 0B0F..0B10, 0B13..0B28, 0B2A..0B30, 0B32..0B33, 0B36..0B39, 0B3C..0B43, 0B47..0B48, 0B4B..0B4D, 0B57, 0B5C..0B5D, 0B5F..0B61, 0B66..0B70 | 78 | UTC/1991-057", "generation_tokens": 200}
5
+ {"sample_id": "sample_103176_chunk_4", "image_path": "data/training/splits_510k/images/base/sample_103176_chunk_4.png", "context_prompt": "[Image: sample_103176_chunk_4] + \"\nFree OCR.\"", "generated_text": "1 | iOS | EA Tiburon | [ 150 ] |\n| Madden NFL 12 2011 | August 30, 2011 | Android | EA Tiburon | [ 151 ] |\n| Madden NFL 12 2011 | August 30, 2011 | iOS | EA Tiburon | [ 152 ] |\n| Madden NFL 12 2011 | August 30, 2011 | PlayStation | EA Tiburon | [ 153 ] |\n| Madden NFL 12 2011 | August 30, 2011 | PlayStation | EA Tiburon | [ 154 ] |\n| Madden NFL 12 2011 | August 30, 2011 | Xbox 360 | EA Tiburon | [ 155 ] |\n| Madden NFL 12 2011 | August 30, 2011 | Xbox 360 | EA Tiburon | [ 156 ] |\n", "ground_truth": "1 | PlayStation 2 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation 3 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation Portable | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Wii | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Xbox 360 | EA Tiburon | [ 150 ] |\n| The Sims Medieval: Pirates and Nobles | August 30, 2011 | Macintosh | Maxis Redwood Shores | [ 151 ] [ 152 ] |\n| The Sims Medieval: Pirates and Nobles ", "generation_tokens": 200}
vision_base_lm_direct/qualitative_step_4000.jsonl ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {"sample_id": "sample_141920_chunk_1", "image_path": "data/training/splits_510k/images/base/sample_141920_chunk_1.png", "context_prompt": "[Image: sample_141920_chunk_1] + \"\nFree OCR.\"", "generated_text": " to the band's 2005 album, The A.V. Club, writing that \"the album is a more accessible, less experimental, and more accessible album than the band's last two.\" He also said that \"the album is a more accessible, less experimental, and more accessible album than the band's last two.\" In a review for Pitchfork, Fiztmaurice said that \"the album is a more accessible, less experimental, and more accessible album than the band's last two.\" He also said that \"the album is a more accessible, less experimental, and more accessible album than the band's last two.\" In a review for Pitchfork, Fiztmaurice said that \"the album is a more accessible, less experimental, and more accessible album than the band's last two.\" He also said that \"the album is a more accessible, less experimental, and more accessible album than the band's last two.\" In a review for Pitchfork, Fiz", "ground_truth": " negatively to Death Cab for Cutie's earlier work, writing \"...even when the band revisits past glories on Codes and Keys' few highlights, Death Cab weirdly sound like they are imitating themselves.\" No Ripcord gave it a score of five stars out of ten and said that \"Despite the occasional flashes of brilliance, Codes and Keys often feels like a half assed attempt at innovation.\" PopMatters' Evan Sawdey gave the album a very negative review, writing, \"this is the sound of Death Cab at their most generic, disjointed, and disinterested. It's a hard pill to swallow, but the truth is this: Codes & Keys is the worst album of their career.\" Tiny Mix Tapes gave it two stars out of five and said the album was \"littered with PDA for Gibbard's new celebrity wife Zooey Deschanel, but this especially garish monument to his muse would have been better placed on one of her She & Him album", "generation_tokens": 200}
2
+ {"sample_id": "sample_170543_chunk_2", "image_path": "data/training/splits_510k/images/base/sample_170543_chunk_2.png", "context_prompt": "[Image: sample_170543_chunk_2] + \"\nFree OCR.\"", "generated_text": "aternity groups in the United States. The Order of the Arrow was the first fraternity to adopt a Native American theme, and the first to adopt a Native American theme for a fraternity. The Order of the Arrow's first national convention was held in 1967 in the city of Detroit, Michigan. The first national convention was held in 1968 in the city of Grand Rapids, Michigan. The first national convention was held in 1969 in the city of Grand Rapids, Michigan. The first national convention was held in 1970 in the city of Detroit, Michigan. The first national convention was held in 1971 in the city of Detroit, Michigan. The first national convention was held in 1972 in the city of Detroit, Michigan. The first national convention was held in 1973 in the city of Detroit, Michigan. The first national convention was held in 1974 in the city of Detroit, Michigan. The first national convention was held in 1975 in", "ground_truth": "aternal organizations in drawing motifs from an idealized past but it was unusual among college honorary societies in its use of Native American themes. White Americans had been masquerading as Indians for various purposes since before the American Revolution. The colonists who posed as Mohawks in the Boston Tea Party of 1773 are only the best remembered of many Americans of the colonial and early national eras who rebelled against authority in Indian costume. A few groups evolved into political organizations, such as the Tammany societies of Philadelphia and New York, named for a Lenape [Delaware] chief named Tamanend. Other Indian-themed groups were purely fraternal, such as the Society of Red Men and its successor, the Improved Order of Red Men. Members found community and camaraderie in gatherings that partook of secret rituals, names, hierarchies and costumes drawn from European-American depictions of Native American life \u2014 all elements that would characterize Michigamua from its origins until the late 20th century.\nFor inspiration, members of", "generation_tokens": 200}
3
+ {"sample_id": "sample_107152_chunk_9", "image_path": "data/training/splits_510k/images/base/sample_107152_chunk_9.png", "context_prompt": "[Image: sample_107152_chunk_9] + \"\nFree OCR.\"", "generated_text": " be defeated by Oga and Miki. Teimou's group is then defeated by Oga and Miki, and the Red Knights are defeated by Oga and Miki. Teimou is then defeated by Oga and Miki, and the Red Knights are defeated by Oga and Miki. Teimou is then defeated by Oga and Miki, and the Red Knights are defeated by Oga and Miki. Teimou is then defeated by Oga and Miki, and the Red Knights are defeated by Oga and Miki. Teimou is then defeated by Oga and Miki, and the Red Knights are defeated by Oga and Miki. Teimou is then defeated by Oga and Miki, and the Red Knights are defeated by Oga and Miki. Teimou is then defeated by Oga and Miki, and the Red Knights are defeated by Oga and Miki. Teimou is then defeated by", "ground_truth": " find Oga already there and be badly beaten again. They are nevertheless taken in by Kunieda's grandfather and begin their training alongside Oga, in what seems to be a temporary truce.\nKotaro Mikagami wears a jumper with a hood and several piercings and rings. He is able to pull several punches of great strength in a matter of seconds. He later develops a crush on Aoi Kunieda, exploited in the story for comedic effect.\nUnsho Onizuka is very heavily built and relies on sheer strength to overcome his opponents. He and Mikagami are defeated by Oga in one punch.\nKosei Kuroki is a plain skinhead who wields a three-section staff. He is able to repel an attack from Miki, but is later defeated by his Black Owl Killer.\nTakumi Dezaki is a bespectacled, homosexual man and a very capable fighter who deals a heavy blow on Miki. He is not", "generation_tokens": 200}
4
+ {"sample_id": "sample_069148_chunk_0", "image_path": "data/training/splits_510k/images/base/sample_069148_chunk_0.png", "context_prompt": "[Image: sample_069148_chunk_0] + \"\nFree OCR.\"", "generated_text": "-0001 | 1.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0.0", "ground_truth": "-056 | | | Whistler, Ken, Indic Charts: Devanagari, Bengali, Gurmukhi, Gujarati, Oriya, Tamil, Telugu, Kannada, Malayalam |\n| 1.0.0 | U+0B01..0B03, 0B05..0B0C, 0B0F..0B10, 0B13..0B28, 0B2A..0B30, 0B32..0B33, 0B36..0B39, 0B3C..0B43, 0B47..0B48, 0B4B..0B4D, 0B57, 0B5C..0B5D, 0B5F..0B61, 0B66..0B70 | 78 | UTC/1991-057", "generation_tokens": 200}
5
+ {"sample_id": "sample_103176_chunk_4", "image_path": "data/training/splits_510k/images/base/sample_103176_chunk_4.png", "context_prompt": "[Image: sample_103176_chunk_4] + \"\nFree OCR.\"", "generated_text": "1 | PlayStation 3 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Windows Phone | EA Tiburon | [ 151 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation 3 | EA Tiburon | [ 151 ] |\n| Madden NFL 12 | August 30, 2011 | Xbox One | EA Tiburon | [ 151 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation 4 | EA Tiburon | [ 152 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation 5 | EA Tiburon | [ 153 ] |\n| Madden NFL 12 | August 30, 2011 | Xbox Series X | EA Tiburon | [ 154 ] |\n| Madden NFL", "ground_truth": "1 | PlayStation 2 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation 3 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation Portable | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Wii | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Xbox 360 | EA Tiburon | [ 150 ] |\n| The Sims Medieval: Pirates and Nobles | August 30, 2011 | Macintosh | Maxis Redwood Shores | [ 151 ] [ 152 ] |\n| The Sims Medieval: Pirates and Nobles ", "generation_tokens": 200}
vision_base_lm_direct/qualitative_step_6000.jsonl ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {"sample_id": "sample_141920_chunk_1", "image_path": "data/training/splits_510k/images/base/sample_141920_chunk_1.png", "context_prompt": "[Image: sample_141920_chunk_1] + \"\nFree OCR.\"", "generated_text": " to the band's previous work, saying that \"Death Cab for Cutie is a lot more mature, a lot more confident, a lot more confident in their own abilities, and they're not afraid to be themselves. And that's a really good thing.\" In a 2015 interview with The Guardian, Gibson said that the album was \"a lot more mature, a lot more confident, a lot more confident in their own abilities, and they're not afraid to be themselves. And that's a really good thing.\" In a 2015 interview with The Guardian, Gibson said that the album was \"a lot more mature, a lot more confident, a lot more confident in their own abilities, and they're not afraid to be themselves. And that's a really good thing.\" In a 2015 interview with The Guardian, Gibson said that the album was \"a lot more mature, a lot more confident, a lot more confident in their own abilities, and they're not afraid to", "ground_truth": " negatively to Death Cab for Cutie's earlier work, writing \"...even when the band revisits past glories on Codes and Keys' few highlights, Death Cab weirdly sound like they are imitating themselves.\" No Ripcord gave it a score of five stars out of ten and said that \"Despite the occasional flashes of brilliance, Codes and Keys often feels like a half assed attempt at innovation.\" PopMatters' Evan Sawdey gave the album a very negative review, writing, \"this is the sound of Death Cab at their most generic, disjointed, and disinterested. It's a hard pill to swallow, but the truth is this: Codes & Keys is the worst album of their career.\" Tiny Mix Tapes gave it two stars out of five and said the album was \"littered with PDA for Gibbard's new celebrity wife Zooey Deschanel, but this especially garish monument to his muse would have been better placed on one of her She & Him album", "generation_tokens": 200}
2
+ {"sample_id": "sample_170543_chunk_2", "image_path": "data/training/splits_510k/images/base/sample_170543_chunk_2.png", "context_prompt": "[Image: sample_170543_chunk_2] + \"\nFree OCR.\"", "generated_text": "aternity and sorority houses, but it was not uncommon for fraternity and sorority houses to have Native American-themed events. The Order of the Arrow has a Native American theme, and the Order of the Arrow has a Native American theme for its chapters. The Order of the Arrow has a Native American theme for its chapters, and the Order of the Arrow has a Native American theme for its chapters. The Order of the Arrow has a Native American theme for its chapters, and the Order of the Arrow has a Native American theme for its chapters. The Order of the Arrow has a Native American theme for its chapters, and the Order of the Arrow has a Native American theme for its chapters. The Order of the Arrow has a Native American theme for its chapters, and the Order of the Arrow has a Native American theme for its chapters. The Order of the Arrow has a Native American theme for its chapters, and the Order of the Arrow has a Native American theme for its chapters. The Order", "ground_truth": "aternal organizations in drawing motifs from an idealized past but it was unusual among college honorary societies in its use of Native American themes. White Americans had been masquerading as Indians for various purposes since before the American Revolution. The colonists who posed as Mohawks in the Boston Tea Party of 1773 are only the best remembered of many Americans of the colonial and early national eras who rebelled against authority in Indian costume. A few groups evolved into political organizations, such as the Tammany societies of Philadelphia and New York, named for a Lenape [Delaware] chief named Tamanend. Other Indian-themed groups were purely fraternal, such as the Society of Red Men and its successor, the Improved Order of Red Men. Members found community and camaraderie in gatherings that partook of secret rituals, names, hierarchies and costumes drawn from European-American depictions of Native American life \u2014 all elements that would characterize Michigamua from its origins until the late 20th century.\nFor inspiration, members of", "generation_tokens": 200}
3
+ {"sample_id": "sample_107152_chunk_9", "image_path": "data/training/splits_510k/images/base/sample_107152_chunk_9.png", "context_prompt": "[Image: sample_107152_chunk_9] + \"\nFree OCR.\"", "generated_text": " be killed by the Red Tail's leader, Shigeki. Oga is then forced to fight the Red Tail's leader, Shigeki, in a duel, but is defeated. Oga is then forced to fight the Red Tail's leader, Shigeki, in a duel, but is defeated. Oga is then forced to fight the Red Tail's leader, Shigeki, in a duel, but is defeated. Oga is then forced to fight the Red Tail's leader, Shigeki, in a duel, but is defeated. Oga is then forced to fight the Red Tail's leader, Shigeki, in a duel, but is defeated. Oga is then forced to fight the Red Tail's leader, Shigeki, in a duel, but is defeated. Oga is then forced to fight the Red Tail's leader, Shigeki, in a duel, but is defeated. Oga is then forced to fight the Red Tail's leader", "ground_truth": " find Oga already there and be badly beaten again. They are nevertheless taken in by Kunieda's grandfather and begin their training alongside Oga, in what seems to be a temporary truce.\nKotaro Mikagami wears a jumper with a hood and several piercings and rings. He is able to pull several punches of great strength in a matter of seconds. He later develops a crush on Aoi Kunieda, exploited in the story for comedic effect.\nUnsho Onizuka is very heavily built and relies on sheer strength to overcome his opponents. He and Mikagami are defeated by Oga in one punch.\nKosei Kuroki is a plain skinhead who wields a three-section staff. He is able to repel an attack from Miki, but is later defeated by his Black Owl Killer.\nTakumi Dezaki is a bespectacled, homosexual man and a very capable fighter who deals a heavy blow on Miki. He is not", "generation_tokens": 200}
4
+ {"sample_id": "sample_069148_chunk_0", "image_path": "data/training/splits_510k/images/base/sample_069148_chunk_0.png", "context_prompt": "[Image: sample_069148_chunk_0] + \"\nFree OCR.\"", "generated_text": "-1 | 1-2-3-4-5-6-7-8-9-10-11-12-13-14-15-16-17-18-19-20-21-22-23-24-25-26-27-28-29-30-31-32-33-34-35-36-37-38-39-40-41-42-43-44-45-46-47-48-49-50-51-52-53-54-55-56-57-58-59-60-61-62-63-64-65-66-67-68-69-70-71-72-73-74-75-76-77-78-79-80-81-82-83-84-85-86-87-88-89-90-91-92-93-94-95-96-97-98-", "ground_truth": "-056 | | | Whistler, Ken, Indic Charts: Devanagari, Bengali, Gurmukhi, Gujarati, Oriya, Tamil, Telugu, Kannada, Malayalam |\n| 1.0.0 | U+0B01..0B03, 0B05..0B0C, 0B0F..0B10, 0B13..0B28, 0B2A..0B30, 0B32..0B33, 0B36..0B39, 0B3C..0B43, 0B47..0B48, 0B4B..0B4D, 0B57, 0B5C..0B5D, 0B5F..0B61, 0B66..0B70 | 78 | UTC/1991-057", "generation_tokens": 200}
5
+ {"sample_id": "sample_103176_chunk_4", "image_path": "data/training/splits_510k/images/base/sample_103176_chunk_4.png", "context_prompt": "[Image: sample_103176_chunk_4] + \"\nFree OCR.\"", "generated_text": "1 | BlackBerry PlayBook | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | iOS | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | BlackBerry PlayBook | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Windows | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation 3 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Xbox 360 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation 4 | EA Tiburon | [ 150 ] |\n|", "ground_truth": "1 | PlayStation 2 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation 3 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation Portable | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Wii | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Xbox 360 | EA Tiburon | [ 150 ] |\n| The Sims Medieval: Pirates and Nobles | August 30, 2011 | Macintosh | Maxis Redwood Shores | [ 151 ] [ 152 ] |\n| The Sims Medieval: Pirates and Nobles ", "generation_tokens": 200}
vision_base_lm_direct/qualitative_step_8000.jsonl ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {"sample_id": "sample_141920_chunk_1", "image_path": "data/training/splits_510k/images/base/sample_141920_chunk_1.png", "context_prompt": "[Image: sample_141920_chunk_1] + \"\nFree OCR.\"", "generated_text": " to the band's previous work, saying that \"it's a little more experimental, a little more experimental than the last two, but it's still the same Codex and Keys, and it's still the same Codex and Keys, and it's still the same Codex and Keys.\" In a review for The A.V. Club, the reviewer said that the album \"isn't a perfect album, but it's a very good album, and it's a very good record to listen to.\" In a review for The Boston Globe, the reviewer said that the album \"isn't a perfect album, but it's a very good album, and it's a very good record to listen to.\" In a review for The Chicago Tribune, the reviewer said that the album \"isn't a perfect album, but it's a very good album, and it's a very good record to listen to.\" In a review for The Los Angeles Times, the reviewer said that the album \"", "ground_truth": " negatively to Death Cab for Cutie's earlier work, writing \"...even when the band revisits past glories on Codes and Keys' few highlights, Death Cab weirdly sound like they are imitating themselves.\" No Ripcord gave it a score of five stars out of ten and said that \"Despite the occasional flashes of brilliance, Codes and Keys often feels like a half assed attempt at innovation.\" PopMatters' Evan Sawdey gave the album a very negative review, writing, \"this is the sound of Death Cab at their most generic, disjointed, and disinterested. It's a hard pill to swallow, but the truth is this: Codes & Keys is the worst album of their career.\" Tiny Mix Tapes gave it two stars out of five and said the album was \"littered with PDA for Gibbard's new celebrity wife Zooey Deschanel, but this especially garish monument to his muse would have been better placed on one of her She & Him album", "generation_tokens": 200}
2
+ {"sample_id": "sample_170543_chunk_2", "image_path": "data/training/splits_510k/images/base/sample_170543_chunk_2.png", "context_prompt": "[Image: sample_170543_chunk_2] + \"\nFree OCR.\"", "generated_text": "aternalistic fraternal organizations. The Order of the Arrow was founded in 1926, and the first national convention was held in 1927. The Order of the Arrow was founded in 1928, and the first national convention was held in 1929. The Order of the Arrow was founded in 1930, and the first national convention was held in 1931. The Order of the Arrow was founded in 1932, and the first national convention was held in 1933. The Order of the Arrow was founded in 1934, and the first national convention was held in 1935. The Order of the Arrow was founded in 1936, and the first national convention was held in 1937. The Order of the Arrow was founded in 1938, and the first national convention was held in 1939. The Order of the Arrow was founded in 1940, and the first national convention was held in 1941. The Order", "ground_truth": "aternal organizations in drawing motifs from an idealized past but it was unusual among college honorary societies in its use of Native American themes. White Americans had been masquerading as Indians for various purposes since before the American Revolution. The colonists who posed as Mohawks in the Boston Tea Party of 1773 are only the best remembered of many Americans of the colonial and early national eras who rebelled against authority in Indian costume. A few groups evolved into political organizations, such as the Tammany societies of Philadelphia and New York, named for a Lenape [Delaware] chief named Tamanend. Other Indian-themed groups were purely fraternal, such as the Society of Red Men and its successor, the Improved Order of Red Men. Members found community and camaraderie in gatherings that partook of secret rituals, names, hierarchies and costumes drawn from European-American depictions of Native American life \u2014 all elements that would characterize Michigamua from its origins until the late 20th century.\nFor inspiration, members of", "generation_tokens": 200}
3
+ {"sample_id": "sample_107152_chunk_9", "image_path": "data/training/splits_510k/images/base/sample_107152_chunk_9.png", "context_prompt": "[Image: sample_107152_chunk_9] + \"\nFree OCR.\"", "generated_text": " be defeated by Oga. Teimou's shadow group then defeated the Red Tails and the Shingetsu Teimou's shadow group. Teimou's shadow group then defeated the Red Tails and the Shingetsu Teimou's shadow group. Teimou's shadow group then defeated the Red Tails and the Shingetsu Teimou's shadow group. Teimou's shadow group then defeated the Red Tails and the Shingetsu Teimou's shadow group. Teimou's shadow group then defeated the Red Tails and the Shingetsu Teimou's shadow group. Teimou's shadow group then defeated the Red Tails and the Shingetsu Teimou's shadow group. Teimou's shadow group then defeated the Red Tails and the Shingetsu Teimou's shadow group. Teimou's shadow group then defeated the Red Tails and the Shingetsu Te", "ground_truth": " find Oga already there and be badly beaten again. They are nevertheless taken in by Kunieda's grandfather and begin their training alongside Oga, in what seems to be a temporary truce.\nKotaro Mikagami wears a jumper with a hood and several piercings and rings. He is able to pull several punches of great strength in a matter of seconds. He later develops a crush on Aoi Kunieda, exploited in the story for comedic effect.\nUnsho Onizuka is very heavily built and relies on sheer strength to overcome his opponents. He and Mikagami are defeated by Oga in one punch.\nKosei Kuroki is a plain skinhead who wields a three-section staff. He is able to repel an attack from Miki, but is later defeated by his Black Owl Killer.\nTakumi Dezaki is a bespectacled, homosexual man and a very capable fighter who deals a heavy blow on Miki. He is not", "generation_tokens": 200}
4
+ {"sample_id": "sample_069148_chunk_0", "image_path": "data/training/splits_510k/images/base/sample_069148_chunk_0.png", "context_prompt": "[Image: sample_069148_chunk_0] + \"\nFree OCR.\"", "generated_text": "-01-01 | 0x0000-0x00ff | 0x0000-0x00ff | 0x0000-0x00ff | 0x0000-0x00ff | 0x0000-0x00ff | 0x0000-0x00ff | 0x0000-0x00ff | 0x0000-0x00ff | 0x0000-0x00ff | 0x0000-0x00ff | 0x0000-0x00ff | 0x0000-0x00ff | 0x0000-0x00ff | 0x0000-0x00ff | 0x0000-0x00ff | 0x0000-0x00ff | 0x0000-0x00ff | 0x0000-0x", "ground_truth": "-056 | | | Whistler, Ken, Indic Charts: Devanagari, Bengali, Gurmukhi, Gujarati, Oriya, Tamil, Telugu, Kannada, Malayalam |\n| 1.0.0 | U+0B01..0B03, 0B05..0B0C, 0B0F..0B10, 0B13..0B28, 0B2A..0B30, 0B32..0B33, 0B36..0B39, 0B3C..0B43, 0B47..0B48, 0B4B..0B4D, 0B57, 0B5C..0B5D, 0B5F..0B61, 0B66..0B70 | 78 | UTC/1991-057", "generation_tokens": 200}
5
+ {"sample_id": "sample_103176_chunk_4", "image_path": "data/training/splits_510k/images/base/sample_103176_chunk_4.png", "context_prompt": "[Image: sample_103176_chunk_4] + \"\nFree OCR.\"", "generated_text": "1 | PlayStation 3 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation 3 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Xbox 360 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Xbox One | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Windows | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation 4 | EA Tiburon | [ 151 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation 4 | EA Tiburon | [ 151 ] |\n| Madden NFL", "ground_truth": "1 | PlayStation 2 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation 3 | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | PlayStation Portable | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Wii | EA Tiburon | [ 150 ] |\n| Madden NFL 12 | August 30, 2011 | Xbox 360 | EA Tiburon | [ 150 ] |\n| The Sims Medieval: Pirates and Nobles | August 30, 2011 | Macintosh | Maxis Redwood Shores | [ 151 ] [ 152 ] |\n| The Sims Medieval: Pirates and Nobles ", "generation_tokens": 200}
vision_base_lm_direct/train.log ADDED
The diff for this file is too large to render. See raw diff