Spaces:
Configuration error
Configuration error
| backbone_layers: | |
| - 2 | |
| - 3 | |
| - 7 | |
| batchsize: 12 | |
| betas: | |
| - 0.9 | |
| - 0.999 | |
| bos_token: 1 | |
| channels: 1 | |
| config: colab.yaml | |
| data: dataset/data/simple_train.pkl | |
| debug: false | |
| decoder_args: | |
| attn_on_attn: true | |
| cross_attend: true | |
| ff_glu: true | |
| rel_pos_bias: false | |
| use_scalenorm: false | |
| device: cuda:0 | |
| dim: 256 | |
| encoder_depth: 4 | |
| encoder_structure: hybrid | |
| eos_token: 2 | |
| epoch: 429 | |
| epochs: 500 | |
| gamma: 0.9995 | |
| gpu_devices: | |
| - 0 | |
| heads: 8 | |
| id: v9h46w6a | |
| load_chkpt: /home/coder/project/LaTeX-OCR/weights.pth | |
| lr: 0.001 | |
| lr_step: 30 | |
| max_dimensions: | |
| - 336 | |
| - 336 | |
| max_height: 336 | |
| max_seq_len: 2048 | |
| max_width: 336 | |
| min_dimensions: | |
| - 32 | |
| - 32 | |
| min_height: 32 | |
| min_width: 32 | |
| model_path: simple_checkpoints | |
| name: mixed | |
| no_cuda: false | |
| num_layers: 4 | |
| num_tokens: 8000 | |
| optimizer: Adam | |
| output_path: simple_outputs | |
| pad: false | |
| pad_token: 0 | |
| patch_size: 16 | |
| resume: false | |
| sample_freq: 201 | |
| save_freq: 1 | |
| scheduler: StepLR | |
| seed: 42 | |
| temperature: 0.2 | |
| test_samples: 5 | |
| testbatchsize: 8 | |
| tokenizer: dataset/tokenizer.json | |
| valbatches: 1 | |
| valdata: dataset/data/simple_val.pkl | |
| wandb: true | |