lierotica_llama2

README.md

@@ -9,7 +9,6 @@ base_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
 model-index:
 - name: working
   results: []
-pipeline_tag: text-generation
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -36,14 +35,14 @@ More information needed
 ### Training hyperparameters
 
 The following hyperparameters were used during training:
-- learning_rate: 3e-05
-- train_batch_size: 4
-- eval_batch_size: 16
+- learning_rate: 1e-06
+- train_batch_size: 2
+- eval_batch_size: 8
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: cosine
 - lr_scheduler_warmup_ratio: 0.03
-- training_steps: 17000
+- training_steps: 200
 
 ### Training results
 
@@ -52,7 +51,7 @@ The following hyperparameters were used during training:
 ### Framework versions
 
 - PEFT 0.10.0
-- Transformers 4.38.2
+- Transformers 4.39.3
 - Pytorch 2.1.2
 - Datasets 2.16.0
 - Tokenizers 0.15.2

adapter_config.json

@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
+    "o_proj",
     "up_proj",
+    "k_proj",
     "gate_proj",
-    "o_proj",
     "down_proj",
-    "v_proj",
-    "k_proj"
+    "q_proj",
+    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

runs/Apr09_21-37-48_6e44b39f6877/events.out.tfevents.1712698950.6e44b39f6877.114.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d07277f330e769b3b9df4b96e30f8d58d11d4a6d492fe15de8bc5fa4064339
+size 7052

runs/Apr09_21-55-28_6e44b39f6877/events.out.tfevents.1712699861.6e44b39f6877.266.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fb8e9e457b0a39f288cc805081ef3247b50cfd1307c46b6649bfaab3503756
+size 6419

runs/Apr09_22-04-47_6e44b39f6877/events.out.tfevents.1712700418.6e44b39f6877.415.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad37060afaf8fad0d862cd7d1842b311a5a5f6eae23003328b338c60a9087bb
+size 5927

tokenizer.json

@@ -1,6 +1,11 @@
 {
   "version": "1.0",
-  "truncation": null,
+  "truncation": {
+    "direction": "Right",
+    "max_length": 2048,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
   "padding": null,
   "added_tokens": [
     {

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75aa6e38939ebbd4d58f8eaad581a1244adc1ae25513698261d543576e873783
+oid sha256:416389bcac852ac676a55c6402b08f29b42e4b09e1c5ff217c88feb67998544d
 size 4920

wandb/debug.log

@@ -1,30 +1,31 @@
-2024-04-08 20:30:54,358 INFO    MainThread:1139 [wandb_setup.py:_flush():76] Current SDK version is 0.16.4
-2024-04-08 20:30:54,358 INFO    MainThread:1139 [wandb_setup.py:_flush():76] Configure stats pid to 1139
-2024-04-08 20:30:54,358 INFO    MainThread:1139 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
-2024-04-08 20:30:54,358 INFO    MainThread:1139 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
-2024-04-08 20:30:54,358 INFO    MainThread:1139 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
-2024-04-08 20:30:54,358 INFO    MainThread:1139 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
-2024-04-08 20:30:54,358 INFO    MainThread:1139 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
-2024-04-08 20:30:54,358 INFO    MainThread:1139 [wandb_init.py:_log_setup():526] Logging user logs to /kaggle/working/wandb/run-20240408_203054-ldiuneeg/logs/debug.log
-2024-04-08 20:30:54,359 INFO    MainThread:1139 [wandb_init.py:_log_setup():527] Logging internal logs to /kaggle/working/wandb/run-20240408_203054-ldiuneeg/logs/debug-internal.log
-2024-04-08 20:30:54,359 INFO    MainThread:1139 [wandb_init.py:_jupyter_setup():472] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7a14022dcc40>
-2024-04-08 20:30:54,359 INFO    MainThread:1139 [wandb_init.py:init():566] calling init triggers
-2024-04-08 20:30:54,359 INFO    MainThread:1139 [wandb_init.py:init():573] wandb.init called with sweep_config: {}
+2024-04-09 22:07:00,438 INFO    MainThread:415 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
+2024-04-09 22:07:00,438 INFO    MainThread:415 [wandb_setup.py:_flush():76] Configure stats pid to 415
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240409_220700-9aom042n/logs/debug.log
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240409_220700-9aom042n/logs/debug-internal.log
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7d36045756c0>
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_init.py:init():567] calling init triggers
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
 config: {}
-2024-04-08 20:30:54,359 INFO    MainThread:1139 [wandb_init.py:init():616] starting backend
-2024-04-08 20:30:54,359 INFO    MainThread:1139 [wandb_init.py:init():620] setting up manager
-2024-04-08 20:30:54,361 INFO    MainThread:1139 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
-2024-04-08 20:30:54,362 INFO    MainThread:1139 [wandb_init.py:init():628] backend started and connected
-2024-04-08 20:30:54,373 INFO    MainThread:1139 [wandb_run.py:_label_probe_notebook():1295] probe notebook
-2024-04-08 20:30:54,756 INFO    MainThread:1139 [wandb_init.py:init():720] updated telemetry
-2024-04-08 20:30:54,760 INFO    MainThread:1139 [wandb_init.py:init():753] communicating run to backend with 90.0 second timeout
-2024-04-08 20:30:54,922 INFO    MainThread:1139 [wandb_run.py:_on_init():2262] communicating current version
-2024-04-08 20:30:55,013 INFO    MainThread:1139 [wandb_run.py:_on_init():2271] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_init.py:init():617] starting backend
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_init.py:init():621] setting up manager
+2024-04-09 22:07:00,441 INFO    MainThread:415 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-04-09 22:07:00,442 INFO    MainThread:415 [wandb_init.py:init():629] backend started and connected
+2024-04-09 22:07:00,454 INFO    MainThread:415 [wandb_run.py:_label_probe_notebook():1299] probe notebook
+2024-04-09 22:07:00,766 INFO    MainThread:415 [wandb_init.py:init():721] updated telemetry
+2024-04-09 22:07:00,769 INFO    MainThread:415 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
+2024-04-09 22:07:03,999 INFO    MainThread:415 [wandb_run.py:_on_init():2344] communicating current version
+2024-04-09 22:07:04,090 INFO    MainThread:415 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
 
-2024-04-08 20:30:55,013 INFO    MainThread:1139 [wandb_init.py:init():804] starting run threads in backend
-2024-04-08 20:31:25,981 INFO    MainThread:1139 [wandb_run.py:_console_start():2241] atexit reg
-2024-04-08 20:31:25,981 INFO    MainThread:1139 [wandb_run.py:_redirect():2096] redirect: wrap_raw
-2024-04-08 20:31:25,982 INFO    MainThread:1139 [wandb_run.py:_redirect():2161] Wrapping output streams.
-2024-04-08 20:31:25,982 INFO    MainThread:1139 [wandb_run.py:_redirect():2186] Redirects installed.
-2024-04-08 20:31:25,983 INFO    MainThread:1139 [wandb_init.py:init():847] run started, returning control to user process
-2024-04-08 20:31:25,989 INFO    MainThread:1139 [wandb_run.py:_config_callback():1343] config_cb None None {'vocab_size': 32000, 'max_position_embeddings': 2048, 'hidden_size': 2048, 'intermediate_size': 5632, 'num_hidden_layers': 22, 'num_attention_heads': 32, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'pretraining_tp': 1, 'use_cache': False, 'rope_theta': 10000.0, 'rope_scaling': None, 'attention_bias': False, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['LlamaForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': None, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T', 'transformers_version': '4.38.2', 'model_type': 'llama', 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 2, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 3e-05, 'weight_decay': 0.001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.1, 'num_train_epochs': 1, 'max_steps': 17000, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr08_20-30-47_622eb14e717e', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 20, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 20, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 0, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_32bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': False, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': False, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None}
+2024-04-09 22:07:04,090 INFO    MainThread:415 [wandb_init.py:init():805] starting run threads in backend
+2024-04-09 22:07:20,151 INFO    MainThread:415 [wandb_run.py:_console_start():2323] atexit reg
+2024-04-09 22:07:20,151 INFO    MainThread:415 [wandb_run.py:_redirect():2178] redirect: wrap_raw
+2024-04-09 22:07:20,153 INFO    MainThread:415 [wandb_run.py:_redirect():2243] Wrapping output streams.
+2024-04-09 22:07:20,153 INFO    MainThread:415 [wandb_run.py:_redirect():2268] Redirects installed.
+2024-04-09 22:07:20,154 INFO    MainThread:415 [wandb_init.py:init():848] run started, returning control to user process
+2024-04-09 22:07:20,160 INFO    MainThread:415 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 32000, 'max_position_embeddings': 2048, 'hidden_size': 2048, 'intermediate_size': 5632, 'num_hidden_layers': 22, 'num_attention_heads': 32, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'pretraining_tp': 1, 'use_cache': False, 'rope_theta': 10000.0, 'rope_scaling': None, 'attention_bias': False, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['LlamaForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': None, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T', 'transformers_version': '4.39.3', 'model_type': 'llama', 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 2, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 1e-06, 'weight_decay': 0.001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.1, 'num_train_epochs': 5, 'max_steps': 200, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr09_22-04-47_6e44b39f6877', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 100, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 100, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_32bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}

wandb/run-20240409_214603-e7cki9vp/files/config.yaml

@@ -0,0 +1,686 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    python_version: 3.10.13
+    cli_version: 0.16.5
+    framework: huggingface
+    huggingface_version: 4.39.3
+    is_jupyter_run: true
+    is_kaggle_kernel: true
+    start_time: 1712699163.0
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      2:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      3:
+      - 7
+      - 23
+      4: 3.10.13
+      5: 0.16.5
+      6: 4.39.3
+      8:
+      - 1
+      - 2
+      - 5
+      9:
+        1: transformers_trainer
+      13: linux-x86_64
+    m:
+    - 1: train/global_step
+      6:
+      - 3
+    - 1: train/loss
+      5: 1
+      6:
+      - 1
+    - 1: train/grad_norm
+      5: 1
+      6:
+      - 1
+    - 1: train/learning_rate
+      5: 1
+      6:
+      - 1
+    - 1: train/epoch
+      5: 1
+      6:
+      - 1
+vocab_size:
+  desc: null
+  value: 32000
+max_position_embeddings:
+  desc: null
+  value: 2048
+hidden_size:
+  desc: null
+  value: 2048
+intermediate_size:
+  desc: null
+  value: 5632
+num_hidden_layers:
+  desc: null
+  value: 22
+num_attention_heads:
+  desc: null
+  value: 32
+num_key_value_heads:
+  desc: null
+  value: 4
+hidden_act:
+  desc: null
+  value: silu
+initializer_range:
+  desc: null
+  value: 0.02
+rms_norm_eps:
+  desc: null
+  value: 1.0e-05
+pretraining_tp:
+  desc: null
+  value: 1
+use_cache:
+  desc: null
+  value: false
+rope_theta:
+  desc: null
+  value: 10000.0
+rope_scaling:
+  desc: null
+  value: null
+attention_bias:
+  desc: null
+  value: false
+attention_dropout:
+  desc: null
+  value: 0.0
+return_dict:
+  desc: null
+  value: true
+output_hidden_states:
+  desc: null
+  value: false
+output_attentions:
+  desc: null
+  value: false
+torchscript:
+  desc: null
+  value: false
+torch_dtype:
+  desc: null
+  value: float32
+use_bfloat16:
+  desc: null
+  value: false
+tf_legacy_loss:
+  desc: null
+  value: false
+pruned_heads:
+  desc: null
+  value: {}
+tie_word_embeddings:
+  desc: null
+  value: false
+chunk_size_feed_forward:
+  desc: null
+  value: 0
+is_encoder_decoder:
+  desc: null
+  value: false
+is_decoder:
+  desc: null
+  value: false
+cross_attention_hidden_size:
+  desc: null
+  value: null
+add_cross_attention:
+  desc: null
+  value: false
+tie_encoder_decoder:
+  desc: null
+  value: false
+max_length:
+  desc: null
+  value: 20
+min_length:
+  desc: null
+  value: 0
+do_sample:
+  desc: null
+  value: false
+early_stopping:
+  desc: null
+  value: false
+num_beams:
+  desc: null
+  value: 1
+num_beam_groups:
+  desc: null
+  value: 1
+diversity_penalty:
+  desc: null
+  value: 0.0
+temperature:
+  desc: null
+  value: 1.0
+top_k:
+  desc: null
+  value: 50
+top_p:
+  desc: null
+  value: 1.0
+typical_p:
+  desc: null
+  value: 1.0
+repetition_penalty:
+  desc: null
+  value: 1.0
+length_penalty:
+  desc: null
+  value: 1.0
+no_repeat_ngram_size:
+  desc: null
+  value: 0
+encoder_no_repeat_ngram_size:
+  desc: null
+  value: 0
+bad_words_ids:
+  desc: null
+  value: null
+num_return_sequences:
+  desc: null
+  value: 1
+output_scores:
+  desc: null
+  value: false
+return_dict_in_generate:
+  desc: null
+  value: false
+forced_bos_token_id:
+  desc: null
+  value: null
+forced_eos_token_id:
+  desc: null
+  value: null
+remove_invalid_values:
+  desc: null
+  value: false
+exponential_decay_length_penalty:
+  desc: null
+  value: null
+suppress_tokens:
+  desc: null
+  value: null
+begin_suppress_tokens:
+  desc: null
+  value: null
+architectures:
+  desc: null
+  value:
+  - LlamaForCausalLM
+finetuning_task:
+  desc: null
+  value: null
+id2label:
+  desc: null
+  value:
+    '0': LABEL_0
+    '1': LABEL_1
+label2id:
+  desc: null
+  value:
+    LABEL_0: 0
+    LABEL_1: 1
+tokenizer_class:
+  desc: null
+  value: null
+prefix:
+  desc: null
+  value: null
+bos_token_id:
+  desc: null
+  value: 1
+pad_token_id:
+  desc: null
+  value: null
+eos_token_id:
+  desc: null
+  value: 2
+sep_token_id:
+  desc: null
+  value: null
+decoder_start_token_id:
+  desc: null
+  value: null
+task_specific_params:
+  desc: null
+  value: null
+problem_type:
+  desc: null
+  value: null
+_name_or_path:
+  desc: null
+  value: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
+transformers_version:
+  desc: null
+  value: 4.39.3
+model_type:
+  desc: null
+  value: llama
+quantization_config:
+  desc: null
+  value:
+    quant_method: QuantizationMethod.BITS_AND_BYTES
+    _load_in_8bit: false
+    _load_in_4bit: true
+    llm_int8_threshold: 6.0
+    llm_int8_skip_modules: null
+    llm_int8_enable_fp32_cpu_offload: false
+    llm_int8_has_fp16_weight: false
+    bnb_4bit_quant_type: nf4
+    bnb_4bit_use_double_quant: false
+    bnb_4bit_compute_dtype: float16
+    bnb_4bit_quant_storage: uint8
+    load_in_4bit: true
+    load_in_8bit: false
+output_dir:
+  desc: null
+  value: /kaggle/working/
+overwrite_output_dir:
+  desc: null
+  value: false
+do_train:
+  desc: null
+  value: false
+do_eval:
+  desc: null
+  value: false
+do_predict:
+  desc: null
+  value: false
+evaluation_strategy:
+  desc: null
+  value: 'no'
+prediction_loss_only:
+  desc: null
+  value: false
+per_device_train_batch_size:
+  desc: null
+  value: 2
+per_device_eval_batch_size:
+  desc: null
+  value: 8
+per_gpu_train_batch_size:
+  desc: null
+  value: null
+per_gpu_eval_batch_size:
+  desc: null
+  value: null
+gradient_accumulation_steps:
+  desc: null
+  value: 1
+eval_accumulation_steps:
+  desc: null
+  value: null
+eval_delay:
+  desc: null
+  value: 0
+learning_rate:
+  desc: null
+  value: 5.0e-06
+weight_decay:
+  desc: null
+  value: 0.001
+adam_beta1:
+  desc: null
+  value: 0.9
+adam_beta2:
+  desc: null
+  value: 0.999
+adam_epsilon:
+  desc: null
+  value: 1.0e-08
+max_grad_norm:
+  desc: null
+  value: 0.1
+num_train_epochs:
+  desc: null
+  value: 5
+max_steps:
+  desc: null
+  value: 70000
+lr_scheduler_type:
+  desc: null
+  value: cosine
+lr_scheduler_kwargs:
+  desc: null
+  value: {}
+warmup_ratio:
+  desc: null
+  value: 0.03
+warmup_steps:
+  desc: null
+  value: 0
+log_level:
+  desc: null
+  value: passive
+log_level_replica:
+  desc: null
+  value: warning
+log_on_each_node:
+  desc: null
+  value: true
+logging_dir:
+  desc: null
+  value: /kaggle/working/runs/Apr09_21-37-48_6e44b39f6877
+logging_strategy:
+  desc: null
+  value: steps
+logging_first_step:
+  desc: null
+  value: false
+logging_steps:
+  desc: null
+  value: 100
+logging_nan_inf_filter:
+  desc: null
+  value: true
+save_strategy:
+  desc: null
+  value: steps
+save_steps:
+  desc: null
+  value: 100
+save_total_limit:
+  desc: null
+  value: 1
+save_safetensors:
+  desc: null
+  value: true
+save_on_each_node:
+  desc: null
+  value: false
+save_only_model:
+  desc: null
+  value: false
+no_cuda:
+  desc: null
+  value: false
+use_cpu:
+  desc: null
+  value: false
+use_mps_device:
+  desc: null
+  value: false
+seed:
+  desc: null
+  value: 42
+data_seed:
+  desc: null
+  value: null
+jit_mode_eval:
+  desc: null
+  value: false
+use_ipex:
+  desc: null
+  value: false
+bf16:
+  desc: null
+  value: false
+fp16:
+  desc: null
+  value: false
+fp16_opt_level:
+  desc: null
+  value: O1
+half_precision_backend:
+  desc: null
+  value: auto
+bf16_full_eval:
+  desc: null
+  value: false
+fp16_full_eval:
+  desc: null
+  value: false
+tf32:
+  desc: null
+  value: null
+local_rank:
+  desc: null
+  value: 0
+ddp_backend:
+  desc: null
+  value: null
+tpu_num_cores:
+  desc: null
+  value: null
+tpu_metrics_debug:
+  desc: null
+  value: false
+debug:
+  desc: null
+  value: []
+dataloader_drop_last:
+  desc: null
+  value: false
+eval_steps:
+  desc: null
+  value: null
+dataloader_num_workers:
+  desc: null
+  value: 8
+dataloader_prefetch_factor:
+  desc: null
+  value: null
+past_index:
+  desc: null
+  value: -1
+run_name:
+  desc: null
+  value: /kaggle/working/
+disable_tqdm:
+  desc: null
+  value: false
+remove_unused_columns:
+  desc: null
+  value: true
+label_names:
+  desc: null
+  value: null
+load_best_model_at_end:
+  desc: null
+  value: false
+metric_for_best_model:
+  desc: null
+  value: null
+greater_is_better:
+  desc: null
+  value: null
+ignore_data_skip:
+  desc: null
+  value: false
+fsdp:
+  desc: null
+  value: []
+fsdp_min_num_params:
+  desc: null
+  value: 0
+fsdp_config:
+  desc: null
+  value:
+    min_num_params: 0
+    xla: false
+    xla_fsdp_v2: false
+    xla_fsdp_grad_ckpt: false
+fsdp_transformer_layer_cls_to_wrap:
+  desc: null
+  value: null
+accelerator_config:
+  desc: null
+  value:
+    split_batches: false
+    dispatch_batches: null
+    even_batches: true
+    use_seedable_sampler: true
+deepspeed:
+  desc: null
+  value: null
+label_smoothing_factor:
+  desc: null
+  value: 0.0
+optim:
+  desc: null
+  value: paged_adamw_32bit
+optim_args:
+  desc: null
+  value: null
+adafactor:
+  desc: null
+  value: false
+group_by_length:
+  desc: null
+  value: false
+length_column_name:
+  desc: null
+  value: length
+report_to:
+  desc: null
+  value:
+  - tensorboard
+  - wandb
+ddp_find_unused_parameters:
+  desc: null
+  value: null
+ddp_bucket_cap_mb:
+  desc: null
+  value: null
+ddp_broadcast_buffers:
+  desc: null
+  value: null
+dataloader_pin_memory:
+  desc: null
+  value: true
+dataloader_persistent_workers:
+  desc: null
+  value: false
+skip_memory_metrics:
+  desc: null
+  value: true
+use_legacy_prediction_loop:
+  desc: null
+  value: false
+push_to_hub:
+  desc: null
+  value: false
+resume_from_checkpoint:
+  desc: null
+  value: null
+hub_model_id:
+  desc: null
+  value: null
+hub_strategy:
+  desc: null
+  value: every_save
+hub_token:
+  desc: null
+  value: <HUB_TOKEN>
+hub_private_repo:
+  desc: null
+  value: false
+hub_always_push:
+  desc: null
+  value: false
+gradient_checkpointing:
+  desc: null
+  value: true
+gradient_checkpointing_kwargs:
+  desc: null
+  value: null
+include_inputs_for_metrics:
+  desc: null
+  value: false
+fp16_backend:
+  desc: null
+  value: auto
+push_to_hub_model_id:
+  desc: null
+  value: null
+push_to_hub_organization:
+  desc: null
+  value: null
+push_to_hub_token:
+  desc: null
+  value: <PUSH_TO_HUB_TOKEN>
+mp_parameters:
+  desc: null
+  value: ''
+auto_find_batch_size:
+  desc: null
+  value: true
+full_determinism:
+  desc: null
+  value: false
+torchdynamo:
+  desc: null
+  value: null
+ray_scope:
+  desc: null
+  value: last
+ddp_timeout:
+  desc: null
+  value: 1800
+torch_compile:
+  desc: null
+  value: false
+torch_compile_backend:
+  desc: null
+  value: null
+torch_compile_mode:
+  desc: null
+  value: null
+dispatch_batches:
+  desc: null
+  value: null
+split_batches:
+  desc: null
+  value: null
+include_tokens_per_second:
+  desc: null
+  value: false
+include_num_input_tokens_seen:
+  desc: null
+  value: false
+neftune_noise_alpha:
+  desc: null
+  value: null
+optim_target_modules:
+  desc: null
+  value: null

wandb/run-20240409_214603-e7cki9vp/files/output.log

@@ -0,0 +1,54 @@
+/opt/conda/lib/python3.10/site-packages/torch/utils/data/dataloader.py:557: UserWarning: This DataLoader will create 8 worker processes in total. Our suggested max number of worker in current system is 4, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.
+  warnings.warn(_create_warning_msg(
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(

wandb/run-20240409_214603-e7cki9vp/files/requirements.txt

@@ -0,0 +1,864 @@
+Babel==2.14.0
+Boruta==0.3
+Brotli==1.0.9
+CVXcanon==0.1.2
+Cartopy==0.22.0
+Cython==3.0.8
+Deprecated==1.2.14
+Farama-Notifications==0.0.4
+Flask==3.0.2
+Geohash==1.0
+GitPython==3.1.41
+ImageHash==4.3.1
+Janome==0.5.0
+Jinja2==3.1.2
+LunarCalendar==0.0.9
+Mako==1.3.2
+Markdown==3.5.2
+MarkupSafe==2.1.3
+MarkupSafe==2.1.5
+Pillow==9.5.0
+PuLP==2.8.0
+PyArabic==0.6.15
+PyJWT==2.8.0
+PyMeeus==0.5.12
+PySocks==1.7.1
+PyUpSet==0.1.1.post7
+PyWavelets==1.5.0
+PyYAML==6.0.1
+Pygments==2.17.2
+Pympler==1.0.1
+QtPy==2.4.1
+Rtree==1.2.0
+SQLAlchemy==2.0.25
+SecretStorage==3.3.3
+Send2Trash==1.8.2
+Shapely==1.8.5.post1
+Shimmy==1.3.0
+SimpleITK==2.3.1
+TPOT==0.12.1
+Theano-PyMC==1.1.2
+Theano==1.0.5
+Wand==0.6.13
+Werkzeug==3.0.2
+absl-py==1.4.0
+accelerate==0.28.0
+access==1.1.9
+affine==2.4.0
+aiobotocore==2.12.2
+aiofiles==22.1.0
+aiohttp-cors==0.7.0
+aiohttp==3.9.1
+aioitertools==0.11.0
+aiorwlock==1.3.0
+aiosignal==1.3.1
+aiosqlite==0.19.0
+albumentations==1.4.0
+alembic==1.13.1
+altair==5.3.0
+annotated-types==0.6.0
+annoy==1.17.3
+anyio==4.2.0
+apache-beam==2.46.0
+aplus==0.11.0
+appdirs==1.4.4
+archspec==0.2.3
+argon2-cffi-bindings==21.2.0
+argon2-cffi==23.1.0
+array-record==0.5.0
+arrow==1.3.0
+arviz==0.17.1
+astroid==3.1.0
+astropy-iers-data==0.2024.4.1.0.33.14
+astropy==6.0.1
+asttokens==2.4.1
+astunparse==1.6.3
+async-lru==2.0.4
+async-timeout==4.0.3
+attrs==23.2.0
+audioread==3.0.1
+autopep8==2.0.4
+backoff==2.2.1
+bayesian-optimization==1.4.3
+beatrix_jupyterlab==2023.128.151533
+beautifulsoup4==4.12.2
+bitsandbytes==0.43.0
+blake3==0.2.1
+bleach==6.1.0
+blessed==1.20.0
+blinker==1.7.0
+blis==0.7.10
+blosc2==2.6.0
+bokeh==3.3.4
+boltons==23.1.1
+boto3==1.26.100
+botocore==1.34.51
+bq_helper==0.4.1
+bqplot==0.12.43
+branca==0.7.1
+brewer2mpl==1.4.1
+brotlipy==0.7.0
+cached-property==1.5.2
+cachetools==4.2.4
+cachetools==5.3.2
+catalogue==2.0.10
+catalyst==22.4
+catboost==1.2.3
+category-encoders==2.6.3
+certifi==2024.2.2
+cesium==0.12.1
+cffi==1.16.0
+charset-normalizer==3.3.2
+chex==0.1.86
+cleverhans==4.0.0
+click-plugins==1.1.1
+click==8.1.7
+cligj==0.7.2
+cloud-tpu-client==0.10
+cloud-tpu-profiler==2.4.0
+cloudpathlib==0.16.0
+cloudpickle==2.2.1
+cloudpickle==3.0.0
+cmdstanpy==1.2.2
+colorama==0.4.6
+colorcet==3.1.0
+colorful==0.5.6
+colorlog==6.8.2
+colorlover==0.3.0
+comm==0.2.1
+conda-libmamba-solver==23.7.0
+conda-package-handling==2.2.0
+conda==23.7.4
+conda_package_streaming==0.9.0
+confection==0.1.4
+contextily==1.6.0
+contourpy==1.2.0
+convertdate==2.4.0
+crcmod==1.7
+cryptography==41.0.7
+cuda-python==12.4.0
+cudf==23.8.0
+cufflinks==0.17.3
+cuml==23.8.0
+cupy==13.0.0
+cycler==0.12.1
+cymem==2.0.8
+cytoolz==0.12.3
+daal4py==2024.2.0
+daal==2024.2.0
+dacite==1.8.1
+dask-cuda==23.8.0
+dask-cudf==23.8.0
+dask-expr==1.0.9
+dask==2024.4.0
+dataclasses-json==0.6.4
+dataproc_jupyter_plugin==0.1.66
+datasets==2.16.0
+datashader==0.16.0
+datatile==1.0.3
+db-dtypes==1.2.0
+deap==1.4.1
+debugpy==1.8.0
+decorator==5.1.1
+deepdiff==6.7.1
+defusedxml==0.7.1
+deprecation==2.1.0
+descartes==1.1.0
+dill==0.3.7
+dipy==1.9.0
+distlib==0.3.8
+distributed==2023.7.1
+distro==1.9.0
+dm-tree==0.1.8
+docker-pycreds==0.4.0
+docker==7.0.0
+docopt==0.6.2
+docstring-parser==0.15
+docstring-to-markdown==0.15
+docutils==0.20.1
+earthengine-api==0.1.395
+easydict==1.13
+easyocr==1.7.1
+ecos==2.0.13
+eli5==0.13.0
+emoji==2.11.0
+en-core-web-lg==3.7.1
+en-core-web-sm==3.7.1
+entrypoints==0.4
+ephem==4.1.5
+esda==2.5.1
+essentia==2.1b6.dev1110
+et-xmlfile==1.1.0
+etils==1.6.0
+exceptiongroup==1.2.0
+executing==2.0.1
+explainable-ai-sdk==1.3.3
+fastai==2.7.14
+fastapi==0.108.0
+fastavro==1.9.3
+fastcore==1.5.29
+fastdownload==0.0.7
+fasteners==0.19
+fastjsonschema==2.19.1
+fastprogress==1.0.3
+fastrlock==0.8.2
+fasttext==0.9.2
+feather-format==0.4.1
+featuretools==1.30.0
+filelock==3.13.1
+fiona==1.9.6
+fitter==1.7.0
+flake8==7.0.0
+flashtext==2.7
+flatbuffers==23.5.26
+flax==0.8.2
+folium==0.16.0
+fonttools==4.47.0
+fonttools==4.50.0
+fqdn==1.5.1
+frozendict==2.4.1
+frozenlist==1.4.1
+fsspec==2023.10.0
+fsspec==2024.3.1
+funcy==2.0
+fury==0.10.0
+future==1.0.0
+fuzzywuzzy==0.18.0
+gast==0.5.4
+gatspy==0.3
+gcsfs==2024.2.0
+gensim==4.3.2
+geographiclib==2.0
+geojson==3.1.0
+geopandas==0.14.3
+geoplot==0.5.1
+geopy==2.4.1
+geoviews==1.11.1
+ggplot==0.11.5
+giddy==2.3.5
+gitdb==4.0.11
+google-ai-generativelanguage==0.4.0
+google-api-core==2.11.1
+google-api-core==2.18.0
+google-api-python-client==2.125.0
+google-apitools==0.5.31
+google-auth-httplib2==0.2.0
+google-auth-oauthlib==1.2.0
+google-auth==2.26.1
+google-cloud-aiplatform==0.6.0a1
+google-cloud-artifact-registry==1.10.0
+google-cloud-automl==1.0.1
+google-cloud-bigquery==2.34.4
+google-cloud-bigtable==1.7.3
+google-cloud-core==2.4.1
+google-cloud-datastore==2.19.0
+google-cloud-dlp==3.14.0
+google-cloud-jupyter-config==0.0.5
+google-cloud-language==2.13.3
+google-cloud-monitoring==2.18.0
+google-cloud-pubsub==2.19.0
+google-cloud-pubsublite==1.9.0
+google-cloud-recommendations-ai==0.7.1
+google-cloud-resource-manager==1.11.0
+google-cloud-spanner==3.40.1
+google-cloud-storage==1.44.0
+google-cloud-translate==3.12.1
+google-cloud-videointelligence==2.13.3
+google-cloud-vision==2.8.0
+google-crc32c==1.5.0
+google-generativeai==0.4.1
+google-pasta==0.2.0
+google-resumable-media==2.7.0
+googleapis-common-protos==1.62.0
+gplearn==0.4.2
+gpustat==1.0.0
+gpxpy==1.6.2
+graphviz==0.20.3
+greenlet==3.0.3
+grpc-google-iam-v1==0.12.7
+grpcio-status==1.48.1
+grpcio-status==1.48.2
+grpcio==1.51.1
+grpcio==1.60.0
+gviz-api==1.10.0
+gym-notices==0.0.8
+gym==0.26.2
+gymnasium==0.29.0
+h11==0.14.0
+h2o==3.46.0.1
+h5netcdf==1.3.0
+h5py==3.10.0
+haversine==2.8.1
+hdfs==2.7.3
+hep-ml==0.7.2
+hijri-converter==2.3.1
+hmmlearn==0.3.2
+holidays==0.24
+holoviews==1.18.3
+hpsklearn==0.1.0
+html5lib==1.1
+htmlmin==0.1.12
+httpcore==1.0.5
+httplib2==0.21.0
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.22.2
+hunspell==0.5.5
+hydra-slayer==0.5.0
+hyperopt==0.2.7
+hypertools==0.8.0
+idna==3.6
+igraph==0.11.4
+imagecodecs==2024.1.1
+imageio==2.33.1
+imbalanced-learn==0.12.2
+imgaug==0.4.0
+importlib-metadata==6.11.0
+importlib-metadata==7.0.1
+importlib-resources==6.1.1
+inequality==1.0.1
+iniconfig==2.0.0
+ipydatawidgets==4.3.5
+ipykernel==6.28.0
+ipyleaflet==0.18.2
+ipympl==0.7.0
+ipython-genutils==0.2.0
+ipython-genutils==0.2.0
+ipython-sql==0.5.0
+ipython==8.20.0
+ipyvolume==0.6.3
+ipyvue==1.10.2
+ipyvuetify==1.9.3
+ipywebrtc==0.6.0
+ipywidgets==7.7.1
+isoduration==20.11.0
+isort==5.13.2
+isoweek==1.3.3
+itsdangerous==2.1.2
+jaraco.classes==3.3.0
+jax-jumpy==1.0.0
+jax==0.4.23
+jaxlib==0.4.23.dev20240116
+jedi==0.19.1
+jeepney==0.8.0
+jieba==0.42.1
+jmespath==1.0.1
+joblib==1.3.2
+json5==0.9.14
+jsonpatch==1.33
+jsonpointer==2.4
+jsonschema-specifications==2023.12.1
+jsonschema==4.20.0
+jupyter-console==6.6.3
+jupyter-events==0.9.0
+jupyter-http-over-ws==0.0.8
+jupyter-lsp==1.5.1
+jupyter-server-mathjax==0.2.6
+jupyter-ydoc==0.2.5
+jupyter_client==7.4.9
+jupyter_client==8.6.0
+jupyter_core==5.7.1
+jupyter_server==2.13.0
+jupyter_server_fileid==0.9.1
+jupyter_server_proxy==4.1.0
+jupyter_server_terminals==0.5.1
+jupyter_server_ydoc==0.8.0
+jupyterlab-lsp==5.1.0
+jupyterlab-widgets==3.0.9
+jupyterlab==4.1.5
+jupyterlab_git==0.44.0
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.25.2
+jupytext==1.16.0
+kaggle-environments==1.14.3
+kaggle==1.6.8
+kagglehub==0.2.2
+keras-cv==0.8.2
+keras-nlp==0.8.2
+keras-tuner==1.4.6
+keras==3.1.1
+kernels-mixer==0.0.7
+keyring==24.3.0
+keyrings.google-artifactregistry-auth==1.1.2
+kfp-pipeline-spec==0.2.2
+kfp-server-api==2.0.5
+kfp==2.5.0
+kiwisolver==1.4.5
+kmapper==2.0.1
+kmodes==0.12.2
+korean-lunar-calendar==0.3.1
+kornia==0.7.2
+kornia_rs==0.1.3
+kt-legacy==1.0.5
+kubernetes==26.1.0
+langcodes==3.3.0
+langid==1.1.6
+lazy_loader==0.3
+learntools==0.3.4
+leven==1.0.4
+libclang==16.0.6
+libmambapy==1.5.0
+libpysal==4.9.2
+librosa==0.10.1
+lightgbm==4.2.0
+lightning-utilities==0.11.2
+lime==0.2.0.1
+line-profiler==4.1.2
+linkify-it-py==2.0.3
+llvmlite==0.41.1
+llvmlite==0.42.0
+lml==0.1.0
+locket==1.0.0
+loguru==0.7.2
+lxml==5.2.1
+lz4==4.3.3
+mamba==1.5.0
+mapclassify==2.6.1
+markdown-it-py==3.0.0
+marshmallow==3.21.1
+matplotlib-inline==0.1.6
+matplotlib-venn==0.11.10
+matplotlib==3.7.5
+matplotlib==3.8.3
+mccabe==0.7.0
+mdit-py-plugins==0.4.0
+mdurl==0.1.2
+memory-profiler==0.61.0
+menuinst==2.0.1
+mercantile==1.2.1
+mgwr==2.2.1
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.11.1
+ml-dtypes==0.2.0
+mlcrate==0.2.0
+mlens==0.2.3
+mlxtend==0.23.1
+mne==1.6.1
+mnist==0.2.2
+momepy==0.7.0
+more-itertools==10.2.0
+mpld3==0.5.10
+mpmath==1.3.0
+msgpack==1.0.7
+multidict==6.0.4
+multimethod==1.10
+multipledispatch==1.0.0
+multiprocess==0.70.15
+munkres==1.1.4
+murmurhash==1.0.10
+mypy-extensions==1.0.0
+namex==0.0.7
+nb-conda-kernels==2.3.1
+nb_conda==2.2.1
+nbclassic==1.0.0
+nbclient==0.5.13
+nbconvert==6.4.5
+nbdime==3.2.0
+nbformat==5.9.2
+ndindex==1.8
+nest-asyncio==1.5.8
+networkx==3.2.1
+nibabel==5.2.1
+nilearn==0.10.3
+ninja==1.11.1.1
+nltk==3.2.4
+nose==1.3.7
+notebook==6.5.4
+notebook==6.5.6
+notebook_executor==0.2
+notebook_shim==0.2.3
+numba==0.58.1
+numba==0.59.1
+numexpr==2.10.0
+numpy==1.26.4
+nvidia-ml-py==11.495.46
+nvtx==0.2.10
+oauth2client==4.1.3
+oauthlib==3.2.2
+objsize==0.6.1
+odfpy==1.4.1
+olefile==0.47
+onnx==1.16.0
+opencensus-context==0.1.3
+opencensus==0.11.4
+opencv-contrib-python==4.9.0.80
+opencv-python-headless==4.9.0.80
+opencv-python==4.9.0.80
+openpyxl==3.1.2
+openslide-python==1.3.1
+opentelemetry-api==1.22.0
+opentelemetry-exporter-otlp-proto-common==1.22.0
+opentelemetry-exporter-otlp-proto-grpc==1.22.0
+opentelemetry-exporter-otlp-proto-http==1.22.0
+opentelemetry-exporter-otlp==1.22.0
+opentelemetry-proto==1.22.0
+opentelemetry-sdk==1.22.0
+opentelemetry-semantic-conventions==0.43b0
+opt-einsum==3.3.0
+optax==0.2.2
+optree==0.11.0
+optuna==3.6.1
+orbax-checkpoint==0.5.7
+ordered-set==4.1.0
+orjson==3.9.10
+ortools==9.4.1874
+osmnx==1.9.2
+overrides==7.4.0
+packaging==21.3
+pandas-datareader==0.10.0
+pandas-profiling==3.6.6
+pandas-summary==0.2.0
+pandas==2.1.4
+pandas==2.2.1
+pandasql==0.7.3
+pandocfilters==1.5.0
+panel==1.3.8
+papermill==2.5.0
+param==2.1.0
+parso==0.8.3
+partd==1.4.1
+path.py==12.5.0
+path==16.10.0
+pathos==0.3.2
+pathy==0.10.3
+patsy==0.5.6
+pdf2image==1.17.0
+peft==0.10.0
+pettingzoo==1.24.0
+pexpect==4.8.0
+pexpect==4.9.0
+phik==0.12.4
+pickleshare==0.7.5
+pillow==10.3.0
+pip==23.3.2
+pkgutil_resolve_name==1.3.10
+platformdirs==4.2.0
+plotly-express==0.4.1
+plotly==5.18.0
+plotnine==0.13.4
+pluggy==1.4.0
+pointpats==2.4.0
+polars==0.20.18
+polyglot==16.7.4
+pooch==1.8.1
+pox==0.3.4
+ppca==0.0.4
+ppft==1.7.6.8
+preprocessing==0.1.13
+preshed==3.0.9
+prettytable==3.9.0
+progressbar2==4.4.2
+prometheus-client==0.19.0
+promise==2.3
+prompt-toolkit==3.0.42
+prompt-toolkit==3.0.43
+prophet==1.1.1
+proto-plus==1.23.0
+protobuf==3.20.3
+protobuf==4.21.12
+psutil==5.9.3
+psutil==5.9.7
+ptyprocess==0.7.0
+pudb==2024.1
+pure-eval==0.2.2
+py-cpuinfo==9.0.0
+py-spy==0.3.14
+py4j==0.10.9.7
+pyLDAvis==3.4.1
+pyOpenSSL==23.3.0
+pyaml==23.12.0
+pyarrow-hotfix==0.6
+pyarrow==15.0.2
+pyasn1-modules==0.3.0
+pyasn1==0.5.1
+pybind11==2.12.0
+pyclipper==1.3.0.post5
+pycodestyle==2.11.1
+pycosat==0.6.6
+pycparser==2.21
+pycryptodome==3.20.0
+pyct==0.5.0
+pycuda==2024.1
+pydantic==2.5.3
+pydantic==2.6.4
+pydantic_core==2.14.6
+pydantic_core==2.16.3
+pydegensac==0.1.2
+pydicom==2.4.4
+pydocstyle==6.3.0
+pydot==1.4.2
+pydub==0.25.1
+pyemd==1.0.0
+pyerfa==2.0.1.1
+pyexcel-io==0.6.6
+pyexcel-ods==0.6.0
+pyflakes==3.2.0
+pygltflib==1.16.2
+pykalman==0.9.7
+pylibraft==23.8.0
+pylint==3.1.0
+pymc3==3.11.4
+pymongo==3.13.0
+pynndescent==0.5.12
+pynvml==11.4.1
+pynvrtc==9.2
+pyparsing==3.1.1
+pyparsing==3.1.2
+pypdf==4.1.0
+pyproj==3.6.1
+pysal==24.1
+pyshp==2.3.1
+pytesseract==0.3.10
+pytest==8.1.1
+python-bidi==0.4.2
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.0
+python-json-logger==2.0.7
+python-louvain==0.16
+python-lsp-jsonrpc==1.1.2
+python-lsp-server==1.11.0
+python-slugify==8.0.4
+python-utils==3.8.2
+pythreejs==2.4.2
+pytoolconfig==1.3.1
+pytools==2024.1.1
+pytorch-ignite==0.5.0.post2
+pytorch-lightning==2.2.1
+pytz==2023.3.post1
+pytz==2024.1
+pyu2f==0.1.5
+pyviz_comms==3.0.2
+pyzmq==24.0.1
+pyzmq==25.1.2
+qgrid==1.3.1
+qtconsole==5.5.1
+quantecon==0.7.2
+qudida==0.0.4
+raft-dask==23.8.0
+rasterio==1.3.9
+rasterstats==0.19.0
+ray-cpp==2.9.0
+ray==2.9.0
+referencing==0.32.1
+regex==2023.12.25
+requests-oauthlib==1.3.1
+requests-toolbelt==0.10.1
+requests==2.31.0
+retrying==1.3.3
+retrying==1.3.4
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rgf-python==3.12.0
+rich-click==1.7.4
+rich==13.7.0
+rich==13.7.1
+rmm==23.8.0
+rope==1.13.0
+rpds-py==0.16.2
+rsa==4.9
+ruamel-yaml-conda==0.15.100
+ruamel.yaml.clib==0.2.7
+ruamel.yaml==0.17.40
+s2sphere==0.2.5
+s3fs==2024.2.0
+s3transfer==0.6.2
+safetensors==0.4.2
+scattertext==0.1.19
+scikit-image==0.22.0
+scikit-learn-intelex==2024.2.0
+scikit-learn==1.2.2
+scikit-multilearn==0.2.0
+scikit-optimize==0.10.1
+scikit-plot==0.3.7
+scikit-surprise==1.1.3
+scipy==1.11.4
+scipy==1.12.0
+seaborn==0.12.2
+segment_anything==1.0
+segregation==2.5
+semver==3.0.2
+sentencepiece==0.2.0
+sentry-sdk==1.44.1
+setproctitle==1.3.3
+setuptools-git==1.2
+setuptools-scm==8.0.4
+setuptools==69.0.3
+shap==0.44.1
+shapely==2.0.3
+shellingham==1.5.4
+shtab==1.7.1
+simpervisor==1.0.0
+simplejson==3.19.2
+six==1.16.0
+sklearn-pandas==2.2.0
+slicer==0.0.7
+smart-open==6.4.0
+smmap==5.0.1
+sniffio==1.3.0
+snowballstemmer==2.2.0
+snuggs==1.4.7
+sortedcontainers==2.4.0
+soundfile==0.12.1
+soupsieve==2.5
+soxr==0.3.7
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+spacy==3.7.2
+spaghetti==1.7.5.post1
+spectral==0.23.1
+spglm==1.1.0
+sphinx-rtd-theme==0.2.4
+spint==1.0.7
+splot==1.1.5.post1
+spopt==0.6.0
+spreg==1.4.2
+spvcm==0.3.0
+sqlparse==0.4.4
+squarify==0.4.3
+srsly==2.4.8
+stable-baselines3==2.1.0
+stack-data==0.6.2
+stack-data==0.6.3
+stanio==0.5.0
+starlette==0.32.0.post1
+statsmodels==0.14.1
+stemming==1.0.1
+stop-words==2018.7.23
+stopit==1.1.2
+stumpy==1.12.0
+sympy==1.12
+tables==3.9.2
+tabulate==0.9.0
+tangled-up-in-unicode==0.2.0
+tbb==2021.12.0
+tblib==3.0.0
+tenacity==8.2.3
+tensorboard-data-server==0.7.2
+tensorboard-plugin-profile==2.15.0
+tensorboard==2.15.1
+tensorboardX==2.6.2.2
+tensorflow-cloud==0.1.16
+tensorflow-datasets==4.9.4
+tensorflow-decision-forests==1.8.1
+tensorflow-estimator==2.15.0
+tensorflow-hub==0.16.1
+tensorflow-io-gcs-filesystem==0.35.0
+tensorflow-io==0.35.0
+tensorflow-metadata==0.14.0
+tensorflow-probability==0.23.0
+tensorflow-serving-api==2.14.1
+tensorflow-text==2.15.0
+tensorflow-transform==0.14.0
+tensorflow==2.15.0
+tensorstore==0.1.56
+termcolor==2.4.0
+terminado==0.18.0
+testpath==0.6.0
+text-unidecode==1.3
+textblob==0.18.0.post0
+texttable==1.7.0
+tf_keras==2.15.1
+tfp-nightly==0.24.0.dev0
+thinc==8.2.2
+threadpoolctl==3.2.0
+tifffile==2023.12.9
+timm==0.9.16
+tinycss2==1.2.1
+tobler==0.11.2
+tokenizers==0.15.2
+toml==0.10.2
+tomli==2.0.1
+tomlkit==0.12.4
+toolz==0.12.1
+torch==2.1.2
+torchaudio==2.1.2
+torchdata==0.7.1
+torchinfo==1.8.0
+torchmetrics==1.3.2
+torchtext==0.16.2
+torchvision==0.16.2
+tornado==6.3.3
+tqdm==4.66.1
+traceml==1.0.8
+traitlets==5.9.0
+traittypes==0.2.1
+transformers==4.39.3
+treelite-runtime==3.2.0
+treelite==3.2.0
+trl==0.8.1
+truststore==0.8.0
+trx-python==0.2.9
+tsfresh==0.20.2
+typeguard==4.1.5
+typer==0.9.0
+typer==0.9.4
+types-python-dateutil==2.8.19.20240106
+typing-inspect==0.9.0
+typing-utils==0.1.0
+typing_extensions==4.9.0
+tyro==0.8.3
+tzdata==2023.4
+uc-micro-py==1.0.3
+ucx-py==0.33.0
+ujson==5.9.0
+umap-learn==0.5.5
+unicodedata2==15.1.0
+update-checker==0.18.0
+uri-template==1.3.0
+uritemplate==3.0.1
+urllib3==1.26.18
+urllib3==2.1.0
+urwid==2.6.10
+urwid_readline==0.14
+uvicorn==0.25.0
+uvloop==0.19.0
+vaex-astro==0.9.3
+vaex-core==4.17.1
+vaex-hdf5==0.14.1
+vaex-jupyter==0.8.2
+vaex-ml==0.18.3
+vaex-server==0.9.0
+vaex-viz==0.5.4
+vaex==4.17.0
+vec_noise==1.1.4
+vecstack==0.4.0
+virtualenv==20.21.0
+visions==0.7.5
+vowpalwabbit==9.9.0
+vtk==9.3.0
+wandb==0.16.5
+wasabi==1.1.2
+watchfiles==0.21.0
+wavio==0.0.8
+wcwidth==0.2.13
+weasel==0.3.4
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.7.0
+websockets==12.0
+wfdb==4.1.2
+whatthepatch==1.0.5
+wheel==0.42.0
+widgetsnbextension==3.6.6
+witwidget==1.8.1
+woodwork==0.29.0
+wordcloud==1.9.3
+wordsegment==1.3.1
+wrapt==1.14.1
+xarray-einstats==0.7.0
+xarray==2024.3.0
+xgboost==2.0.3
+xvfbwrapper==0.2.9
+xxhash==3.4.1
+xyzservices==2023.10.1
+y-py==0.6.2
+yapf==0.40.2
+yarl==1.9.3
+yarl==1.9.4
+ydata-profiling==4.6.4
+yellowbrick==1.5
+ypy-websocket==0.8.4
+zict==3.0.0
+zipp==3.17.0
+zstandard==0.22.0

wandb/run-20240409_214603-e7cki9vp/files/wandb-metadata.json

@@ -0,0 +1,66 @@
+{
+    "os": "Linux-5.15.133+-x86_64-with-glibc2.31",
+    "python": "3.10.13",
+    "heartbeatAt": "2024-04-09T21:46:03.782958",
+    "startedAt": "2024-04-09T21:46:03.059424",
+    "docker": null,
+    "cuda": null,
+    "args": [],
+    "state": "running",
+    "program": "kaggle.ipynb",
+    "codePathLocal": null,
+    "root": "/kaggle/working",
+    "host": "6e44b39f6877",
+    "username": "root",
+    "executable": "/opt/conda/bin/python3.10",
+    "cpu_count": 2,
+    "cpu_count_logical": 4,
+    "cpu_freq": {
+        "current": 2000.152,
+        "min": 0.0,
+        "max": 0.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2000.152,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.152,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.152,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.152,
+            "min": 0.0,
+            "max": 0.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 8062.387607574463,
+            "used": 5568.826061248779
+        }
+    },
+    "gpu": "Tesla T4",
+    "gpu_count": 2,
+    "gpu_devices": [
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        },
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        }
+    ],
+    "memory": {
+        "total": 31.357559204101562
+    }
+}

wandb/run-20240409_214603-e7cki9vp/files/wandb-summary.json

@@ -0,0 +1 @@
+{"train/loss": 2.8094, "train/grad_norm": 0.0, "train/learning_rate": 2.1428571428571427e-06, "train/epoch": 0.0, "train/global_step": 900, "_timestamp": 1712699676.9552884, "_runtime": 513.8878283500671, "_step": 8, "_wandb": {"runtime": 535}}

wandb/run-20240409_214603-e7cki9vp/logs/debug-internal.log

@@ -0,0 +1,480 @@
+2024-04-09 21:46:03,067 INFO    StreamThr :160 [internal.py:wandb_internal():86] W&B internal server running at pid: 160, started at: 2024-04-09 21:46:03.066337
+2024-04-09 21:46:03,068 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status
+2024-04-09 21:46:03,465 INFO    WriterThread:160 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/run-e7cki9vp.wandb
+2024-04-09 21:46:03,466 DEBUG   SenderThread:160 [sender.py:send():379] send: header
+2024-04-09 21:46:03,470 DEBUG   SenderThread:160 [sender.py:send():379] send: run
+2024-04-09 21:46:03,649 INFO    SenderThread:160 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files
+2024-04-09 21:46:03,649 INFO    SenderThread:160 [sender.py:_start_run_threads():1124] run started: e7cki9vp with start time 1712699163.06746
+2024-04-09 21:46:03,658 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: check_version
+2024-04-09 21:46:03,658 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: check_version
+2024-04-09 21:46:03,756 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: run_start
+2024-04-09 21:46:03,768 DEBUG   HandlerThread:160 [system_info.py:__init__():26] System info init
+2024-04-09 21:46:03,768 DEBUG   HandlerThread:160 [system_info.py:__init__():41] System info init done
+2024-04-09 21:46:03,768 INFO    HandlerThread:160 [system_monitor.py:start():194] Starting system monitor
+2024-04-09 21:46:03,768 INFO    SystemMonitor:160 [system_monitor.py:_start():158] Starting system asset monitoring threads
+2024-04-09 21:46:03,768 INFO    HandlerThread:160 [system_monitor.py:probe():214] Collecting system info
+2024-04-09 21:46:03,769 INFO    SystemMonitor:160 [interfaces.py:start():190] Started cpu monitoring
+2024-04-09 21:46:03,769 INFO    SystemMonitor:160 [interfaces.py:start():190] Started disk monitoring
+2024-04-09 21:46:03,770 INFO    SystemMonitor:160 [interfaces.py:start():190] Started gpu monitoring
+2024-04-09 21:46:03,771 INFO    SystemMonitor:160 [interfaces.py:start():190] Started memory monitoring
+2024-04-09 21:46:03,771 INFO    SystemMonitor:160 [interfaces.py:start():190] Started network monitoring
+2024-04-09 21:46:03,782 DEBUG   HandlerThread:160 [system_info.py:probe():150] Probing system
+2024-04-09 21:46:03,785 DEBUG   HandlerThread:160 [gitlib.py:_init_repo():56] git repository is invalid
+2024-04-09 21:46:03,785 DEBUG   HandlerThread:160 [system_info.py:probe():198] Probing system done
+2024-04-09 21:46:03,785 DEBUG   HandlerThread:160 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-09T21:46:03.782958', 'startedAt': '2024-04-09T21:46:03.059424', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': '6e44b39f6877', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.152, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.152, 'min': 0.0, 'max': 0.0}, {'current': 2000.152, 'min': 0.0, 'max': 0.0}, {'current': 2000.152, 'min': 0.0, 'max': 0.0}, {'current': 2000.152, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5568.826061248779}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}}
+2024-04-09 21:46:03,785 INFO    HandlerThread:160 [system_monitor.py:probe():224] Finished collecting system info
+2024-04-09 21:46:03,785 INFO    HandlerThread:160 [system_monitor.py:probe():227] Publishing system info
+2024-04-09 21:46:03,785 DEBUG   HandlerThread:160 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment
+2024-04-09 21:46:04,652 INFO    Thread-12 :160 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/conda-environment.yaml
+2024-04-09 21:46:18,800 ERROR   HandlerThread:160 [system_info.py:_save_conda():221] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds
+Traceback (most recent call last):
+  File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 214, in _save_conda
+    subprocess.call(
+  File "/opt/conda/lib/python3.10/subprocess.py", line 347, in call
+    return p.wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1209, in wait
+    return self._wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait
+    raise TimeoutExpired(self.args, timeout)
+subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds
+2024-04-09 21:46:18,802 DEBUG   HandlerThread:160 [system_info.py:_save_conda():222] Saving conda packages done
+2024-04-09 21:46:18,803 INFO    HandlerThread:160 [system_monitor.py:probe():229] Finished publishing system info
+2024-04-09 21:46:18,810 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:46:18,810 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-09 21:46:18,810 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:46:18,810 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-09 21:46:18,810 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:46:18,810 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-09 21:46:18,811 DEBUG   SenderThread:160 [sender.py:send():379] send: files
+2024-04-09 21:46:18,811 INFO    SenderThread:160 [sender.py:_save_file():1390] saving file wandb-metadata.json with policy now
+2024-04-09 21:46:19,179 INFO    wandb-upload_0:160 [upload_job.py:push():131] Uploaded file /tmp/tmp92pjcj01wandb/kvu2hqxk-wandb-metadata.json
+2024-04-09 21:46:19,654 INFO    Thread-12 :160 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/wandb-metadata.json
+2024-04-09 21:46:19,806 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: python_packages
+2024-04-09 21:46:19,806 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: python_packages
+2024-04-09 21:46:19,810 DEBUG   SenderThread:160 [sender.py:send():379] send: telemetry
+2024-04-09 21:46:19,812 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:46:19,812 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:46:19,862 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:46:19,872 DEBUG   SenderThread:160 [sender.py:send():379] send: config
+2024-04-09 21:46:19,874 DEBUG   SenderThread:160 [sender.py:send():379] send: metric
+2024-04-09 21:46:19,874 DEBUG   SenderThread:160 [sender.py:send():379] send: telemetry
+2024-04-09 21:46:19,874 DEBUG   SenderThread:160 [sender.py:send():379] send: metric
+2024-04-09 21:46:19,874 WARNING SenderThread:160 [sender.py:send_metric():1341] Seen metric with glob (shouldn't happen)
+2024-04-09 21:46:19,874 DEBUG   SenderThread:160 [sender.py:send():379] send: telemetry
+2024-04-09 21:46:20,655 INFO    Thread-12 :160 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/requirements.txt
+2024-04-09 21:46:20,655 INFO    Thread-12 :160 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/output.log
+2024-04-09 21:46:22,655 INFO    Thread-12 :160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/output.log
+2024-04-09 21:46:24,034 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:46:29,035 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:46:34,041 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:46:34,660 INFO    Thread-12 :160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/config.yaml
+2024-04-09 21:46:34,809 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:46:34,810 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:46:34,811 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:46:39,961 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:46:44,962 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:46:49,807 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:46:49,807 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:46:49,847 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:46:50,920 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:46:55,921 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:47:00,922 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:47:03,772 DEBUG   SystemMonitor:160 [system_monitor.py:_start():172] Starting system metrics aggregation loop
+2024-04-09 21:47:03,774 DEBUG   SenderThread:160 [sender.py:send():379] send: stats
+2024-04-09 21:47:04,807 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:47:04,807 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:47:04,848 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:47:05,925 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:47:10,926 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:47:14,340 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-09 21:47:14,342 DEBUG   SenderThread:160 [sender.py:send():379] send: metric
+2024-04-09 21:47:14,342 DEBUG   SenderThread:160 [sender.py:send():379] send: metric
+2024-04-09 21:47:14,343 DEBUG   SenderThread:160 [sender.py:send():379] send: metric
+2024-04-09 21:47:14,343 DEBUG   SenderThread:160 [sender.py:send():379] send: metric
+2024-04-09 21:47:14,343 DEBUG   SenderThread:160 [sender.py:send():379] send: history
+2024-04-09 21:47:14,343 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 21:47:14,345 INFO    SenderThread:160 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 21:47:14,675 INFO    Thread-12 :160 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/wandb-summary.json
+2024-04-09 21:47:16,676 INFO    Thread-12 :160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/output.log
+2024-04-09 21:47:16,676 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:47:19,808 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:47:19,808 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:47:19,809 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:47:21,900 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:47:26,901 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:47:31,902 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:47:33,775 DEBUG   SenderThread:160 [sender.py:send():379] send: stats
+2024-04-09 21:47:34,807 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:47:34,807 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:47:34,848 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:47:37,879 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:47:38,684 INFO    Thread-12 :160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/config.yaml
+2024-04-09 21:47:42,992 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:47:47,992 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:47:49,807 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:47:49,808 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:47:49,848 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:47:53,904 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:47:58,905 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:48:03,776 DEBUG   SenderThread:160 [sender.py:send():379] send: stats
+2024-04-09 21:48:04,777 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:48:04,808 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:48:04,808 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:48:04,849 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:48:09,962 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:48:12,408 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-09 21:48:12,409 DEBUG   SenderThread:160 [sender.py:send():379] send: history
+2024-04-09 21:48:12,409 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 21:48:12,409 INFO    SenderThread:160 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 21:48:12,699 INFO    Thread-12 :160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/wandb-summary.json
+2024-04-09 21:48:14,700 INFO    Thread-12 :160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/output.log
+2024-04-09 21:48:15,653 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:48:19,808 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:48:19,808 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:48:19,809 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:48:20,941 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:48:25,943 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:48:30,943 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:48:33,777 DEBUG   SenderThread:160 [sender.py:send():379] send: stats
+2024-04-09 21:48:34,808 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:48:34,808 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:48:34,849 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:48:35,949 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:48:40,950 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:48:45,951 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:48:49,808 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:48:49,808 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:48:49,849 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:48:50,961 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:48:55,962 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:49:00,963 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:49:03,779 DEBUG   SenderThread:160 [sender.py:send():379] send: stats
+2024-04-09 21:49:04,458 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-09 21:49:04,459 DEBUG   SenderThread:160 [sender.py:send():379] send: history
+2024-04-09 21:49:04,459 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 21:49:04,460 INFO    SenderThread:160 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 21:49:04,719 INFO    Thread-12 :160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/wandb-summary.json
+2024-04-09 21:49:04,808 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:49:04,809 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:49:04,812 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:49:06,719 INFO    Thread-12 :160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/output.log
+2024-04-09 21:49:06,903 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:49:11,904 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:49:16,904 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:49:19,808 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:49:19,809 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:49:19,849 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:49:21,960 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:49:26,961 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:49:31,962 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:49:33,779 DEBUG   SenderThread:160 [sender.py:send():379] send: stats
+2024-04-09 21:49:34,809 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:49:34,809 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:49:34,849 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:49:37,903 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:49:42,904 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:49:47,905 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:49:49,809 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:49:49,809 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:49:49,850 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:49:52,947 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:49:57,948 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:50:02,949 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:50:03,253 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-09 21:50:03,254 DEBUG   SenderThread:160 [sender.py:send():379] send: history
+2024-04-09 21:50:03,254 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 21:50:03,256 INFO    SenderThread:160 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 21:50:03,742 INFO    Thread-12 :160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/wandb-summary.json
+2024-04-09 21:50:03,781 DEBUG   SenderThread:160 [sender.py:send():379] send: stats
+2024-04-09 21:50:04,809 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:50:04,810 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:50:04,813 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:50:06,743 INFO    Thread-12 :160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/output.log
+2024-04-09 21:50:08,908 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:50:13,909 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:50:18,910 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:50:19,809 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:50:19,810 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:50:19,850 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:50:23,921 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:50:28,922 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:50:33,782 DEBUG   SenderThread:160 [sender.py:send():379] send: stats
+2024-04-09 21:50:34,783 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:50:34,809 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:50:34,809 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:50:34,850 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:50:39,971 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:50:44,972 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:50:49,809 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:50:49,810 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:50:49,850 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:50:50,889 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:50:55,890 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:51:00,589 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-09 21:51:00,590 DEBUG   SenderThread:160 [sender.py:send():379] send: history
+2024-04-09 21:51:00,590 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 21:51:00,592 INFO    SenderThread:160 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 21:51:00,764 INFO    Thread-12 :160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/wandb-summary.json
+2024-04-09 21:51:00,908 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:51:02,765 INFO    Thread-12 :160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/output.log
+2024-04-09 21:51:03,783 DEBUG   SenderThread:160 [sender.py:send():379] send: stats
+2024-04-09 21:51:04,809 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:51:04,810 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:51:04,813 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:51:05,944 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:51:10,945 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:51:15,946 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:51:19,830 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:51:19,841 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:51:19,842 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:51:20,989 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:51:25,990 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:51:30,991 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:51:33,783 DEBUG   SenderThread:160 [sender.py:send():379] send: stats
+2024-04-09 21:51:34,816 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:51:34,816 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:51:34,819 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:51:36,912 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:51:41,914 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:51:46,913 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:51:49,815 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:51:49,816 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:51:49,856 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:51:51,966 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:51:55,844 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-09 21:51:55,845 DEBUG   SenderThread:160 [sender.py:send():379] send: history
+2024-04-09 21:51:55,845 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 21:51:55,845 INFO    SenderThread:160 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 21:51:56,784 INFO    Thread-12 :160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/wandb-summary.json
+2024-04-09 21:51:57,094 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:51:58,785 INFO    Thread-12 :160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/output.log
+2024-04-09 21:52:02,095 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:52:03,784 DEBUG   SenderThread:160 [sender.py:send():379] send: stats
+2024-04-09 21:52:04,816 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:52:04,816 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:52:04,820 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:52:07,900 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:52:12,900 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:52:17,901 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:52:19,816 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:52:19,816 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:52:19,857 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:52:23,893 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:52:28,893 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:52:33,785 DEBUG   SenderThread:160 [sender.py:send():379] send: stats
+2024-04-09 21:52:34,786 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:52:34,818 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:52:34,818 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:52:34,818 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:52:39,947 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:52:44,947 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:52:49,816 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:52:49,817 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:52:49,817 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:52:50,486 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-09 21:52:50,487 DEBUG   SenderThread:160 [sender.py:send():379] send: history
+2024-04-09 21:52:50,487 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 21:52:50,487 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:52:50,488 INFO    SenderThread:160 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 21:52:50,805 INFO    Thread-12 :160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/wandb-summary.json
+2024-04-09 21:52:52,806 INFO    Thread-12 :160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/output.log
+2024-04-09 21:52:55,739 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:53:00,740 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:53:03,786 DEBUG   SenderThread:160 [sender.py:send():379] send: stats
+2024-04-09 21:53:04,817 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:53:04,817 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:53:04,820 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:53:05,903 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:53:10,904 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:53:15,905 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:53:19,816 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:53:19,816 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:53:19,857 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:53:21,885 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:53:26,886 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:53:31,887 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:53:33,787 DEBUG   SenderThread:160 [sender.py:send():379] send: stats
+2024-04-09 21:53:34,816 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:53:34,816 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:53:34,857 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:53:36,987 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:53:41,988 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:53:43,389 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-09 21:53:43,390 DEBUG   SenderThread:160 [sender.py:send():379] send: history
+2024-04-09 21:53:43,390 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 21:53:43,391 INFO    SenderThread:160 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 21:53:43,829 INFO    Thread-12 :160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/wandb-summary.json
+2024-04-09 21:53:44,829 INFO    Thread-12 :160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/output.log
+2024-04-09 21:53:47,638 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:53:49,816 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:53:49,817 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:53:49,820 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:53:52,887 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:53:57,888 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:54:02,889 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:54:03,788 DEBUG   SenderThread:160 [sender.py:send():379] send: stats
+2024-04-09 21:54:04,844 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:54:04,845 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:54:04,846 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:54:07,926 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:54:12,927 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:54:17,928 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:54:19,824 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:54:19,824 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:54:19,828 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:54:23,918 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:54:28,919 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:54:33,789 DEBUG   SenderThread:160 [sender.py:send():379] send: stats
+2024-04-09 21:54:34,790 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:54:34,824 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:54:34,825 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:54:34,865 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:54:36,955 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-09 21:54:36,956 DEBUG   SenderThread:160 [sender.py:send():379] send: history
+2024-04-09 21:54:36,957 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 21:54:36,957 INFO    SenderThread:160 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 21:54:37,849 INFO    Thread-12 :160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/wandb-summary.json
+2024-04-09 21:54:38,850 INFO    Thread-12 :160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/output.log
+2024-04-09 21:54:40,220 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:54:45,221 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:54:49,822 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:54:49,823 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:54:49,826 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:54:50,962 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:54:55,963 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:54:58,795 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: pause
+2024-04-09 21:54:58,796 INFO    HandlerThread:160 [handler.py:handle_request_pause():708] stopping system metrics thread
+2024-04-09 21:54:58,796 INFO    HandlerThread:160 [system_monitor.py:finish():203] Stopping system monitor
+2024-04-09 21:54:58,796 DEBUG   SystemMonitor:160 [system_monitor.py:_start():179] Finished system metrics aggregation loop
+2024-04-09 21:54:58,796 INFO    HandlerThread:160 [interfaces.py:finish():202] Joined cpu monitor
+2024-04-09 21:54:58,797 DEBUG   SystemMonitor:160 [system_monitor.py:_start():183] Publishing last batch of metrics
+2024-04-09 21:54:58,797 INFO    HandlerThread:160 [interfaces.py:finish():202] Joined disk monitor
+2024-04-09 21:54:58,807 INFO    HandlerThread:160 [interfaces.py:finish():202] Joined gpu monitor
+2024-04-09 21:54:58,808 INFO    HandlerThread:160 [interfaces.py:finish():202] Joined memory monitor
+2024-04-09 21:54:58,808 INFO    HandlerThread:160 [interfaces.py:finish():202] Joined network monitor
+2024-04-09 21:54:58,812 DEBUG   SenderThread:160 [sender.py:send():379] send: stats
+2024-04-09 21:55:01,813 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:55:02,316 DEBUG   SenderThread:160 [sender.py:send():379] send: exit
+2024-04-09 21:55:02,316 INFO    SenderThread:160 [sender.py:send_exit():586] handling exit code: 0
+2024-04-09 21:55:02,316 INFO    SenderThread:160 [sender.py:send_exit():588] handling runtime: 535
+2024-04-09 21:55:02,317 INFO    SenderThread:160 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 21:55:02,317 INFO    SenderThread:160 [sender.py:send_exit():594] send defer
+2024-04-09 21:55:02,317 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 21:55:02,317 INFO    HandlerThread:160 [handler.py:handle_request_defer():172] handle defer: 0
+2024-04-09 21:55:02,318 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: defer
+2024-04-09 21:55:02,318 INFO    SenderThread:160 [sender.py:send_request_defer():610] handle sender defer: 0
+2024-04-09 21:55:02,318 INFO    SenderThread:160 [sender.py:transition_state():614] send defer: 1
+2024-04-09 21:55:02,318 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 21:55:02,318 INFO    HandlerThread:160 [handler.py:handle_request_defer():172] handle defer: 1
+2024-04-09 21:55:02,318 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: defer
+2024-04-09 21:55:02,318 INFO    SenderThread:160 [sender.py:send_request_defer():610] handle sender defer: 1
+2024-04-09 21:55:02,318 INFO    SenderThread:160 [sender.py:transition_state():614] send defer: 2
+2024-04-09 21:55:02,318 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 21:55:02,318 INFO    HandlerThread:160 [handler.py:handle_request_defer():172] handle defer: 2
+2024-04-09 21:55:02,318 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: defer
+2024-04-09 21:55:02,318 INFO    SenderThread:160 [sender.py:send_request_defer():610] handle sender defer: 2
+2024-04-09 21:55:02,319 INFO    SenderThread:160 [sender.py:transition_state():614] send defer: 3
+2024-04-09 21:55:02,319 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 21:55:02,319 INFO    HandlerThread:160 [handler.py:handle_request_defer():172] handle defer: 3
+2024-04-09 21:55:02,319 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: defer
+2024-04-09 21:55:02,319 INFO    SenderThread:160 [sender.py:send_request_defer():610] handle sender defer: 3
+2024-04-09 21:55:02,319 INFO    SenderThread:160 [sender.py:transition_state():614] send defer: 4
+2024-04-09 21:55:02,319 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 21:55:02,319 INFO    HandlerThread:160 [handler.py:handle_request_defer():172] handle defer: 4
+2024-04-09 21:55:02,319 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: defer
+2024-04-09 21:55:02,319 INFO    SenderThread:160 [sender.py:send_request_defer():610] handle sender defer: 4
+2024-04-09 21:55:02,319 INFO    SenderThread:160 [sender.py:transition_state():614] send defer: 5
+2024-04-09 21:55:02,319 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 21:55:02,320 INFO    HandlerThread:160 [handler.py:handle_request_defer():172] handle defer: 5
+2024-04-09 21:55:02,320 DEBUG   SenderThread:160 [sender.py:send():379] send: summary
+2024-04-09 21:55:02,320 INFO    SenderThread:160 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 21:55:02,321 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: defer
+2024-04-09 21:55:02,321 INFO    SenderThread:160 [sender.py:send_request_defer():610] handle sender defer: 5
+2024-04-09 21:55:02,321 INFO    SenderThread:160 [sender.py:transition_state():614] send defer: 6
+2024-04-09 21:55:02,321 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 21:55:02,321 INFO    HandlerThread:160 [handler.py:handle_request_defer():172] handle defer: 6
+2024-04-09 21:55:02,321 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: defer
+2024-04-09 21:55:02,321 INFO    SenderThread:160 [sender.py:send_request_defer():610] handle sender defer: 6
+2024-04-09 21:55:02,321 INFO    SenderThread:160 [sender.py:transition_state():614] send defer: 7
+2024-04-09 21:55:02,321 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:55:02,321 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 21:55:02,321 INFO    HandlerThread:160 [handler.py:handle_request_defer():172] handle defer: 7
+2024-04-09 21:55:02,322 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: defer
+2024-04-09 21:55:02,322 INFO    SenderThread:160 [sender.py:send_request_defer():610] handle sender defer: 7
+2024-04-09 21:55:02,501 INFO    SenderThread:160 [sender.py:transition_state():614] send defer: 8
+2024-04-09 21:55:02,501 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 21:55:02,501 INFO    HandlerThread:160 [handler.py:handle_request_defer():172] handle defer: 8
+2024-04-09 21:55:02,502 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: defer
+2024-04-09 21:55:02,502 INFO    SenderThread:160 [sender.py:send_request_defer():610] handle sender defer: 8
+2024-04-09 21:55:02,502 INFO    SenderThread:160 [job_builder.py:build():318] Attempting to build job artifact
+2024-04-09 21:55:02,504 INFO    SenderThread:160 [job_builder.py:_get_source_type():466] no source found
+2024-04-09 21:55:02,504 INFO    SenderThread:160 [sender.py:transition_state():614] send defer: 9
+2024-04-09 21:55:02,504 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 21:55:02,504 INFO    HandlerThread:160 [handler.py:handle_request_defer():172] handle defer: 9
+2024-04-09 21:55:02,504 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: defer
+2024-04-09 21:55:02,504 INFO    SenderThread:160 [sender.py:send_request_defer():610] handle sender defer: 9
+2024-04-09 21:55:02,504 INFO    SenderThread:160 [dir_watcher.py:finish():358] shutting down directory watcher
+2024-04-09 21:55:02,855 INFO    SenderThread:160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/wandb-summary.json
+2024-04-09 21:55:02,855 INFO    SenderThread:160 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/output.log
+2024-04-09 21:55:02,855 INFO    SenderThread:160 [dir_watcher.py:finish():388] scan: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files
+2024-04-09 21:55:02,856 INFO    SenderThread:160 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/conda-environment.yaml conda-environment.yaml
+2024-04-09 21:55:02,856 INFO    SenderThread:160 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/requirements.txt requirements.txt
+2024-04-09 21:55:02,856 INFO    SenderThread:160 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/wandb-metadata.json wandb-metadata.json
+2024-04-09 21:55:02,856 INFO    SenderThread:160 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/wandb-summary.json wandb-summary.json
+2024-04-09 21:55:02,856 INFO    SenderThread:160 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/config.yaml config.yaml
+2024-04-09 21:55:02,862 INFO    SenderThread:160 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/output.log output.log
+2024-04-09 21:55:02,867 INFO    SenderThread:160 [sender.py:transition_state():614] send defer: 10
+2024-04-09 21:55:02,870 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 21:55:02,870 INFO    HandlerThread:160 [handler.py:handle_request_defer():172] handle defer: 10
+2024-04-09 21:55:02,871 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: defer
+2024-04-09 21:55:02,871 INFO    SenderThread:160 [sender.py:send_request_defer():610] handle sender defer: 10
+2024-04-09 21:55:02,871 INFO    SenderThread:160 [file_pusher.py:finish():172] shutting down file pusher
+2024-04-09 21:55:03,144 INFO    wandb-upload_0:160 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/requirements.txt
+2024-04-09 21:55:03,156 INFO    wandb-upload_3:160 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/output.log
+2024-04-09 21:55:03,171 INFO    wandb-upload_1:160 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/wandb-summary.json
+2024-04-09 21:55:03,185 INFO    wandb-upload_2:160 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240409_214603-e7cki9vp/files/config.yaml
+2024-04-09 21:55:03,316 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-09 21:55:03,317 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: poll_exit
+2024-04-09 21:55:03,385 INFO    Thread-11 (_thread_body):160 [sender.py:transition_state():614] send defer: 11
+2024-04-09 21:55:03,386 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 21:55:03,386 INFO    HandlerThread:160 [handler.py:handle_request_defer():172] handle defer: 11
+2024-04-09 21:55:03,386 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: defer
+2024-04-09 21:55:03,386 INFO    SenderThread:160 [sender.py:send_request_defer():610] handle sender defer: 11
+2024-04-09 21:55:03,387 INFO    SenderThread:160 [file_pusher.py:join():178] waiting for file pusher
+2024-04-09 21:55:03,387 INFO    SenderThread:160 [sender.py:transition_state():614] send defer: 12
+2024-04-09 21:55:03,387 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 21:55:03,387 INFO    HandlerThread:160 [handler.py:handle_request_defer():172] handle defer: 12
+2024-04-09 21:55:03,387 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: defer
+2024-04-09 21:55:03,387 INFO    SenderThread:160 [sender.py:send_request_defer():610] handle sender defer: 12
+2024-04-09 21:55:03,387 INFO    SenderThread:160 [file_stream.py:finish():614] file stream finish called
+2024-04-09 21:55:03,572 INFO    SenderThread:160 [file_stream.py:finish():618] file stream finish is done
+2024-04-09 21:55:03,572 INFO    SenderThread:160 [sender.py:transition_state():614] send defer: 13
+2024-04-09 21:55:03,572 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 21:55:03,572 INFO    HandlerThread:160 [handler.py:handle_request_defer():172] handle defer: 13
+2024-04-09 21:55:03,573 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: defer
+2024-04-09 21:55:03,573 INFO    SenderThread:160 [sender.py:send_request_defer():610] handle sender defer: 13
+2024-04-09 21:55:03,573 INFO    SenderThread:160 [sender.py:transition_state():614] send defer: 14
+2024-04-09 21:55:03,573 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 21:55:03,573 INFO    HandlerThread:160 [handler.py:handle_request_defer():172] handle defer: 14
+2024-04-09 21:55:03,573 DEBUG   SenderThread:160 [sender.py:send():379] send: final
+2024-04-09 21:55:03,574 DEBUG   SenderThread:160 [sender.py:send():379] send: footer
+2024-04-09 21:55:03,574 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: defer
+2024-04-09 21:55:03,574 INFO    SenderThread:160 [sender.py:send_request_defer():610] handle sender defer: 14
+2024-04-09 21:55:03,575 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-09 21:55:03,575 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: poll_exit
+2024-04-09 21:55:03,576 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-09 21:55:03,576 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: poll_exit
+2024-04-09 21:55:03,577 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: server_info
+2024-04-09 21:55:03,577 DEBUG   SenderThread:160 [sender.py:send_request():406] send_request: server_info
+2024-04-09 21:55:03,580 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: get_summary
+2024-04-09 21:55:03,580 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: sampled_history
+2024-04-09 21:55:03,581 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:55:03,648 INFO    MainThread:160 [wandb_run.py:_footer_history_summary_info():3920] rendering history
+2024-04-09 21:55:03,648 INFO    MainThread:160 [wandb_run.py:_footer_history_summary_info():3952] rendering summary
+2024-04-09 21:55:03,648 INFO    MainThread:160 [wandb_run.py:_footer_sync_info():3879] logging synced files
+2024-04-09 21:55:03,649 DEBUG   HandlerThread:160 [handler.py:handle_request():146] handle_request: shutdown
+2024-04-09 21:55:03,649 INFO    HandlerThread:160 [handler.py:finish():866] shutting down handler
+2024-04-09 21:55:04,577 INFO    WriterThread:160 [datastore.py:close():296] close: /kaggle/working/wandb/run-20240409_214603-e7cki9vp/run-e7cki9vp.wandb
+2024-04-09 21:55:04,648 INFO    SenderThread:160 [sender.py:finish():1546] shutting down sender
+2024-04-09 21:55:04,648 INFO    SenderThread:160 [file_pusher.py:finish():172] shutting down file pusher
+2024-04-09 21:55:04,648 INFO    SenderThread:160 [file_pusher.py:join():178] waiting for file pusher

wandb/run-20240409_214603-e7cki9vp/logs/debug.log

@@ -0,0 +1,34 @@
+2024-04-09 21:46:03,061 INFO    MainThread:114 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
+2024-04-09 21:46:03,061 INFO    MainThread:114 [wandb_setup.py:_flush():76] Configure stats pid to 114
+2024-04-09 21:46:03,061 INFO    MainThread:114 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2024-04-09 21:46:03,061 INFO    MainThread:114 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
+2024-04-09 21:46:03,061 INFO    MainThread:114 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2024-04-09 21:46:03,061 INFO    MainThread:114 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-04-09 21:46:03,061 INFO    MainThread:114 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
+2024-04-09 21:46:03,061 INFO    MainThread:114 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-04-09 21:46:03,061 INFO    MainThread:114 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'}
+2024-04-09 21:46:03,061 INFO    MainThread:114 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240409_214603-e7cki9vp/logs/debug.log
+2024-04-09 21:46:03,061 INFO    MainThread:114 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240409_214603-e7cki9vp/logs/debug-internal.log
+2024-04-09 21:46:03,062 INFO    MainThread:114 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7a38881130d0>
+2024-04-09 21:46:03,062 INFO    MainThread:114 [wandb_init.py:init():567] calling init triggers
+2024-04-09 21:46:03,062 INFO    MainThread:114 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
+config: {}
+2024-04-09 21:46:03,062 INFO    MainThread:114 [wandb_init.py:init():617] starting backend
+2024-04-09 21:46:03,062 INFO    MainThread:114 [wandb_init.py:init():621] setting up manager
+2024-04-09 21:46:03,064 INFO    MainThread:114 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-04-09 21:46:03,067 INFO    MainThread:114 [wandb_init.py:init():629] backend started and connected
+2024-04-09 21:46:03,079 INFO    MainThread:114 [wandb_run.py:_label_probe_notebook():1299] probe notebook
+2024-04-09 21:46:03,465 INFO    MainThread:114 [wandb_init.py:init():721] updated telemetry
+2024-04-09 21:46:03,469 INFO    MainThread:114 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
+2024-04-09 21:46:03,657 INFO    MainThread:114 [wandb_run.py:_on_init():2344] communicating current version
+2024-04-09 21:46:03,750 INFO    MainThread:114 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2024-04-09 21:46:03,751 INFO    MainThread:114 [wandb_init.py:init():805] starting run threads in backend
+2024-04-09 21:46:19,807 INFO    MainThread:114 [wandb_run.py:_console_start():2323] atexit reg
+2024-04-09 21:46:19,807 INFO    MainThread:114 [wandb_run.py:_redirect():2178] redirect: wrap_raw
+2024-04-09 21:46:19,809 INFO    MainThread:114 [wandb_run.py:_redirect():2243] Wrapping output streams.
+2024-04-09 21:46:19,809 INFO    MainThread:114 [wandb_run.py:_redirect():2268] Redirects installed.
+2024-04-09 21:46:19,811 INFO    MainThread:114 [wandb_init.py:init():848] run started, returning control to user process
+2024-04-09 21:46:19,818 INFO    MainThread:114 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 32000, 'max_position_embeddings': 2048, 'hidden_size': 2048, 'intermediate_size': 5632, 'num_hidden_layers': 22, 'num_attention_heads': 32, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'pretraining_tp': 1, 'use_cache': False, 'rope_theta': 10000.0, 'rope_scaling': None, 'attention_bias': False, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['LlamaForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': None, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T', 'transformers_version': '4.39.3', 'model_type': 'llama', 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 2, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 5e-06, 'weight_decay': 0.001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.1, 'num_train_epochs': 5, 'max_steps': 70000, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr09_21-37-48_6e44b39f6877', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 100, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 100, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_32bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}
+2024-04-09 21:54:58,795 INFO    MainThread:114 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-04-09 21:54:58,795 INFO    MainThread:114 [wandb_init.py:_pause_backend():438] pausing backend

wandb/run-20240409_215743-953wtybl/files/config.yaml

@@ -0,0 +1,686 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    python_version: 3.10.13
+    cli_version: 0.16.5
+    framework: huggingface
+    huggingface_version: 4.39.3
+    is_jupyter_run: true
+    is_kaggle_kernel: true
+    start_time: 1712699863.0
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      2:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      3:
+      - 7
+      - 23
+      4: 3.10.13
+      5: 0.16.5
+      6: 4.39.3
+      8:
+      - 1
+      - 2
+      - 5
+      9:
+        1: transformers_trainer
+      13: linux-x86_64
+    m:
+    - 1: train/global_step
+      6:
+      - 3
+    - 1: train/loss
+      5: 1
+      6:
+      - 1
+    - 1: train/grad_norm
+      5: 1
+      6:
+      - 1
+    - 1: train/learning_rate
+      5: 1
+      6:
+      - 1
+    - 1: train/epoch
+      5: 1
+      6:
+      - 1
+vocab_size:
+  desc: null
+  value: 32000
+max_position_embeddings:
+  desc: null
+  value: 2048
+hidden_size:
+  desc: null
+  value: 2048
+intermediate_size:
+  desc: null
+  value: 5632
+num_hidden_layers:
+  desc: null
+  value: 22
+num_attention_heads:
+  desc: null
+  value: 32
+num_key_value_heads:
+  desc: null
+  value: 4
+hidden_act:
+  desc: null
+  value: silu
+initializer_range:
+  desc: null
+  value: 0.02
+rms_norm_eps:
+  desc: null
+  value: 1.0e-05
+pretraining_tp:
+  desc: null
+  value: 1
+use_cache:
+  desc: null
+  value: false
+rope_theta:
+  desc: null
+  value: 10000.0
+rope_scaling:
+  desc: null
+  value: null
+attention_bias:
+  desc: null
+  value: false
+attention_dropout:
+  desc: null
+  value: 0.0
+return_dict:
+  desc: null
+  value: true
+output_hidden_states:
+  desc: null
+  value: false
+output_attentions:
+  desc: null
+  value: false
+torchscript:
+  desc: null
+  value: false
+torch_dtype:
+  desc: null
+  value: float32
+use_bfloat16:
+  desc: null
+  value: false
+tf_legacy_loss:
+  desc: null
+  value: false
+pruned_heads:
+  desc: null
+  value: {}
+tie_word_embeddings:
+  desc: null
+  value: false
+chunk_size_feed_forward:
+  desc: null
+  value: 0
+is_encoder_decoder:
+  desc: null
+  value: false
+is_decoder:
+  desc: null
+  value: false
+cross_attention_hidden_size:
+  desc: null
+  value: null
+add_cross_attention:
+  desc: null
+  value: false
+tie_encoder_decoder:
+  desc: null
+  value: false
+max_length:
+  desc: null
+  value: 20
+min_length:
+  desc: null
+  value: 0
+do_sample:
+  desc: null
+  value: false
+early_stopping:
+  desc: null
+  value: false
+num_beams:
+  desc: null
+  value: 1
+num_beam_groups:
+  desc: null
+  value: 1
+diversity_penalty:
+  desc: null
+  value: 0.0
+temperature:
+  desc: null
+  value: 1.0
+top_k:
+  desc: null
+  value: 50
+top_p:
+  desc: null
+  value: 1.0
+typical_p:
+  desc: null
+  value: 1.0
+repetition_penalty:
+  desc: null
+  value: 1.0
+length_penalty:
+  desc: null
+  value: 1.0
+no_repeat_ngram_size:
+  desc: null
+  value: 0
+encoder_no_repeat_ngram_size:
+  desc: null
+  value: 0
+bad_words_ids:
+  desc: null
+  value: null
+num_return_sequences:
+  desc: null
+  value: 1
+output_scores:
+  desc: null
+  value: false
+return_dict_in_generate:
+  desc: null
+  value: false
+forced_bos_token_id:
+  desc: null
+  value: null
+forced_eos_token_id:
+  desc: null
+  value: null
+remove_invalid_values:
+  desc: null
+  value: false
+exponential_decay_length_penalty:
+  desc: null
+  value: null
+suppress_tokens:
+  desc: null
+  value: null
+begin_suppress_tokens:
+  desc: null
+  value: null
+architectures:
+  desc: null
+  value:
+  - LlamaForCausalLM
+finetuning_task:
+  desc: null
+  value: null
+id2label:
+  desc: null
+  value:
+    '0': LABEL_0
+    '1': LABEL_1
+label2id:
+  desc: null
+  value:
+    LABEL_0: 0
+    LABEL_1: 1
+tokenizer_class:
+  desc: null
+  value: null
+prefix:
+  desc: null
+  value: null
+bos_token_id:
+  desc: null
+  value: 1
+pad_token_id:
+  desc: null
+  value: null
+eos_token_id:
+  desc: null
+  value: 2
+sep_token_id:
+  desc: null
+  value: null
+decoder_start_token_id:
+  desc: null
+  value: null
+task_specific_params:
+  desc: null
+  value: null
+problem_type:
+  desc: null
+  value: null
+_name_or_path:
+  desc: null
+  value: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
+transformers_version:
+  desc: null
+  value: 4.39.3
+model_type:
+  desc: null
+  value: llama
+quantization_config:
+  desc: null
+  value:
+    quant_method: QuantizationMethod.BITS_AND_BYTES
+    _load_in_8bit: false
+    _load_in_4bit: true
+    llm_int8_threshold: 6.0
+    llm_int8_skip_modules: null
+    llm_int8_enable_fp32_cpu_offload: false
+    llm_int8_has_fp16_weight: false
+    bnb_4bit_quant_type: nf4
+    bnb_4bit_use_double_quant: false
+    bnb_4bit_compute_dtype: float16
+    bnb_4bit_quant_storage: uint8
+    load_in_4bit: true
+    load_in_8bit: false
+output_dir:
+  desc: null
+  value: /kaggle/working/
+overwrite_output_dir:
+  desc: null
+  value: false
+do_train:
+  desc: null
+  value: false
+do_eval:
+  desc: null
+  value: false
+do_predict:
+  desc: null
+  value: false
+evaluation_strategy:
+  desc: null
+  value: 'no'
+prediction_loss_only:
+  desc: null
+  value: false
+per_device_train_batch_size:
+  desc: null
+  value: 2
+per_device_eval_batch_size:
+  desc: null
+  value: 8
+per_gpu_train_batch_size:
+  desc: null
+  value: null
+per_gpu_eval_batch_size:
+  desc: null
+  value: null
+gradient_accumulation_steps:
+  desc: null
+  value: 1
+eval_accumulation_steps:
+  desc: null
+  value: null
+eval_delay:
+  desc: null
+  value: 0
+learning_rate:
+  desc: null
+  value: 1.0e-06
+weight_decay:
+  desc: null
+  value: 0.001
+adam_beta1:
+  desc: null
+  value: 0.9
+adam_beta2:
+  desc: null
+  value: 0.999
+adam_epsilon:
+  desc: null
+  value: 1.0e-08
+max_grad_norm:
+  desc: null
+  value: 0.1
+num_train_epochs:
+  desc: null
+  value: 5
+max_steps:
+  desc: null
+  value: 70000
+lr_scheduler_type:
+  desc: null
+  value: cosine
+lr_scheduler_kwargs:
+  desc: null
+  value: {}
+warmup_ratio:
+  desc: null
+  value: 0.03
+warmup_steps:
+  desc: null
+  value: 0
+log_level:
+  desc: null
+  value: passive
+log_level_replica:
+  desc: null
+  value: warning
+log_on_each_node:
+  desc: null
+  value: true
+logging_dir:
+  desc: null
+  value: /kaggle/working/runs/Apr09_21-55-28_6e44b39f6877
+logging_strategy:
+  desc: null
+  value: steps
+logging_first_step:
+  desc: null
+  value: false
+logging_steps:
+  desc: null
+  value: 100
+logging_nan_inf_filter:
+  desc: null
+  value: true
+save_strategy:
+  desc: null
+  value: steps
+save_steps:
+  desc: null
+  value: 100
+save_total_limit:
+  desc: null
+  value: 1
+save_safetensors:
+  desc: null
+  value: true
+save_on_each_node:
+  desc: null
+  value: false
+save_only_model:
+  desc: null
+  value: false
+no_cuda:
+  desc: null
+  value: false
+use_cpu:
+  desc: null
+  value: false
+use_mps_device:
+  desc: null
+  value: false
+seed:
+  desc: null
+  value: 42
+data_seed:
+  desc: null
+  value: null
+jit_mode_eval:
+  desc: null
+  value: false
+use_ipex:
+  desc: null
+  value: false
+bf16:
+  desc: null
+  value: false
+fp16:
+  desc: null
+  value: false
+fp16_opt_level:
+  desc: null
+  value: O1
+half_precision_backend:
+  desc: null
+  value: auto
+bf16_full_eval:
+  desc: null
+  value: false
+fp16_full_eval:
+  desc: null
+  value: false
+tf32:
+  desc: null
+  value: null
+local_rank:
+  desc: null
+  value: 0
+ddp_backend:
+  desc: null
+  value: null
+tpu_num_cores:
+  desc: null
+  value: null
+tpu_metrics_debug:
+  desc: null
+  value: false
+debug:
+  desc: null
+  value: []
+dataloader_drop_last:
+  desc: null
+  value: false
+eval_steps:
+  desc: null
+  value: null
+dataloader_num_workers:
+  desc: null
+  value: 8
+dataloader_prefetch_factor:
+  desc: null
+  value: null
+past_index:
+  desc: null
+  value: -1
+run_name:
+  desc: null
+  value: /kaggle/working/
+disable_tqdm:
+  desc: null
+  value: false
+remove_unused_columns:
+  desc: null
+  value: true
+label_names:
+  desc: null
+  value: null
+load_best_model_at_end:
+  desc: null
+  value: false
+metric_for_best_model:
+  desc: null
+  value: null
+greater_is_better:
+  desc: null
+  value: null
+ignore_data_skip:
+  desc: null
+  value: false
+fsdp:
+  desc: null
+  value: []
+fsdp_min_num_params:
+  desc: null
+  value: 0
+fsdp_config:
+  desc: null
+  value:
+    min_num_params: 0
+    xla: false
+    xla_fsdp_v2: false
+    xla_fsdp_grad_ckpt: false
+fsdp_transformer_layer_cls_to_wrap:
+  desc: null
+  value: null
+accelerator_config:
+  desc: null
+  value:
+    split_batches: false
+    dispatch_batches: null
+    even_batches: true
+    use_seedable_sampler: true
+deepspeed:
+  desc: null
+  value: null
+label_smoothing_factor:
+  desc: null
+  value: 0.0
+optim:
+  desc: null
+  value: paged_adamw_32bit
+optim_args:
+  desc: null
+  value: null
+adafactor:
+  desc: null
+  value: false
+group_by_length:
+  desc: null
+  value: false
+length_column_name:
+  desc: null
+  value: length
+report_to:
+  desc: null
+  value:
+  - tensorboard
+  - wandb
+ddp_find_unused_parameters:
+  desc: null
+  value: null
+ddp_bucket_cap_mb:
+  desc: null
+  value: null
+ddp_broadcast_buffers:
+  desc: null
+  value: null
+dataloader_pin_memory:
+  desc: null
+  value: true
+dataloader_persistent_workers:
+  desc: null
+  value: false
+skip_memory_metrics:
+  desc: null
+  value: true
+use_legacy_prediction_loop:
+  desc: null
+  value: false
+push_to_hub:
+  desc: null
+  value: false
+resume_from_checkpoint:
+  desc: null
+  value: null
+hub_model_id:
+  desc: null
+  value: null
+hub_strategy:
+  desc: null
+  value: every_save
+hub_token:
+  desc: null
+  value: <HUB_TOKEN>
+hub_private_repo:
+  desc: null
+  value: false
+hub_always_push:
+  desc: null
+  value: false
+gradient_checkpointing:
+  desc: null
+  value: true
+gradient_checkpointing_kwargs:
+  desc: null
+  value: null
+include_inputs_for_metrics:
+  desc: null
+  value: false
+fp16_backend:
+  desc: null
+  value: auto
+push_to_hub_model_id:
+  desc: null
+  value: null
+push_to_hub_organization:
+  desc: null
+  value: null
+push_to_hub_token:
+  desc: null
+  value: <PUSH_TO_HUB_TOKEN>
+mp_parameters:
+  desc: null
+  value: ''
+auto_find_batch_size:
+  desc: null
+  value: true
+full_determinism:
+  desc: null
+  value: false
+torchdynamo:
+  desc: null
+  value: null
+ray_scope:
+  desc: null
+  value: last
+ddp_timeout:
+  desc: null
+  value: 1800
+torch_compile:
+  desc: null
+  value: false
+torch_compile_backend:
+  desc: null
+  value: null
+torch_compile_mode:
+  desc: null
+  value: null
+dispatch_batches:
+  desc: null
+  value: null
+split_batches:
+  desc: null
+  value: null
+include_tokens_per_second:
+  desc: null
+  value: false
+include_num_input_tokens_seen:
+  desc: null
+  value: false
+neftune_noise_alpha:
+  desc: null
+  value: null
+optim_target_modules:
+  desc: null
+  value: null

wandb/run-20240409_215743-953wtybl/files/output.log

@@ -0,0 +1,48 @@
+/opt/conda/lib/python3.10/site-packages/torch/utils/data/dataloader.py:557: UserWarning: This DataLoader will create 8 worker processes in total. Our suggested max number of worker in current system is 4, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.
+  warnings.warn(_create_warning_msg(
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(

wandb/run-20240409_215743-953wtybl/files/requirements.txt

@@ -0,0 +1,864 @@
+Babel==2.14.0
+Boruta==0.3
+Brotli==1.0.9
+CVXcanon==0.1.2
+Cartopy==0.22.0
+Cython==3.0.8
+Deprecated==1.2.14
+Farama-Notifications==0.0.4
+Flask==3.0.2
+Geohash==1.0
+GitPython==3.1.41
+ImageHash==4.3.1
+Janome==0.5.0
+Jinja2==3.1.2
+LunarCalendar==0.0.9
+Mako==1.3.2
+Markdown==3.5.2
+MarkupSafe==2.1.3
+MarkupSafe==2.1.5
+Pillow==9.5.0
+PuLP==2.8.0
+PyArabic==0.6.15
+PyJWT==2.8.0
+PyMeeus==0.5.12
+PySocks==1.7.1
+PyUpSet==0.1.1.post7
+PyWavelets==1.5.0
+PyYAML==6.0.1
+Pygments==2.17.2
+Pympler==1.0.1
+QtPy==2.4.1
+Rtree==1.2.0
+SQLAlchemy==2.0.25
+SecretStorage==3.3.3
+Send2Trash==1.8.2
+Shapely==1.8.5.post1
+Shimmy==1.3.0
+SimpleITK==2.3.1
+TPOT==0.12.1
+Theano-PyMC==1.1.2
+Theano==1.0.5
+Wand==0.6.13
+Werkzeug==3.0.2
+absl-py==1.4.0
+accelerate==0.28.0
+access==1.1.9
+affine==2.4.0
+aiobotocore==2.12.2
+aiofiles==22.1.0
+aiohttp-cors==0.7.0
+aiohttp==3.9.1
+aioitertools==0.11.0
+aiorwlock==1.3.0
+aiosignal==1.3.1
+aiosqlite==0.19.0
+albumentations==1.4.0
+alembic==1.13.1
+altair==5.3.0
+annotated-types==0.6.0
+annoy==1.17.3
+anyio==4.2.0
+apache-beam==2.46.0
+aplus==0.11.0
+appdirs==1.4.4
+archspec==0.2.3
+argon2-cffi-bindings==21.2.0
+argon2-cffi==23.1.0
+array-record==0.5.0
+arrow==1.3.0
+arviz==0.17.1
+astroid==3.1.0
+astropy-iers-data==0.2024.4.1.0.33.14
+astropy==6.0.1
+asttokens==2.4.1
+astunparse==1.6.3
+async-lru==2.0.4
+async-timeout==4.0.3
+attrs==23.2.0
+audioread==3.0.1
+autopep8==2.0.4
+backoff==2.2.1
+bayesian-optimization==1.4.3
+beatrix_jupyterlab==2023.128.151533
+beautifulsoup4==4.12.2
+bitsandbytes==0.43.0
+blake3==0.2.1
+bleach==6.1.0
+blessed==1.20.0
+blinker==1.7.0
+blis==0.7.10
+blosc2==2.6.0
+bokeh==3.3.4
+boltons==23.1.1
+boto3==1.26.100
+botocore==1.34.51
+bq_helper==0.4.1
+bqplot==0.12.43
+branca==0.7.1
+brewer2mpl==1.4.1
+brotlipy==0.7.0
+cached-property==1.5.2
+cachetools==4.2.4
+cachetools==5.3.2
+catalogue==2.0.10
+catalyst==22.4
+catboost==1.2.3
+category-encoders==2.6.3
+certifi==2024.2.2
+cesium==0.12.1
+cffi==1.16.0
+charset-normalizer==3.3.2
+chex==0.1.86
+cleverhans==4.0.0
+click-plugins==1.1.1
+click==8.1.7
+cligj==0.7.2
+cloud-tpu-client==0.10
+cloud-tpu-profiler==2.4.0
+cloudpathlib==0.16.0
+cloudpickle==2.2.1
+cloudpickle==3.0.0
+cmdstanpy==1.2.2
+colorama==0.4.6
+colorcet==3.1.0
+colorful==0.5.6
+colorlog==6.8.2
+colorlover==0.3.0
+comm==0.2.1
+conda-libmamba-solver==23.7.0
+conda-package-handling==2.2.0
+conda==23.7.4
+conda_package_streaming==0.9.0
+confection==0.1.4
+contextily==1.6.0
+contourpy==1.2.0
+convertdate==2.4.0
+crcmod==1.7
+cryptography==41.0.7
+cuda-python==12.4.0
+cudf==23.8.0
+cufflinks==0.17.3
+cuml==23.8.0
+cupy==13.0.0
+cycler==0.12.1
+cymem==2.0.8
+cytoolz==0.12.3
+daal4py==2024.2.0
+daal==2024.2.0
+dacite==1.8.1
+dask-cuda==23.8.0
+dask-cudf==23.8.0
+dask-expr==1.0.9
+dask==2024.4.0
+dataclasses-json==0.6.4
+dataproc_jupyter_plugin==0.1.66
+datasets==2.16.0
+datashader==0.16.0
+datatile==1.0.3
+db-dtypes==1.2.0
+deap==1.4.1
+debugpy==1.8.0
+decorator==5.1.1
+deepdiff==6.7.1
+defusedxml==0.7.1
+deprecation==2.1.0
+descartes==1.1.0
+dill==0.3.7
+dipy==1.9.0
+distlib==0.3.8
+distributed==2023.7.1
+distro==1.9.0
+dm-tree==0.1.8
+docker-pycreds==0.4.0
+docker==7.0.0
+docopt==0.6.2
+docstring-parser==0.15
+docstring-to-markdown==0.15
+docutils==0.20.1
+earthengine-api==0.1.395
+easydict==1.13
+easyocr==1.7.1
+ecos==2.0.13
+eli5==0.13.0
+emoji==2.11.0
+en-core-web-lg==3.7.1
+en-core-web-sm==3.7.1
+entrypoints==0.4
+ephem==4.1.5
+esda==2.5.1
+essentia==2.1b6.dev1110
+et-xmlfile==1.1.0
+etils==1.6.0
+exceptiongroup==1.2.0
+executing==2.0.1
+explainable-ai-sdk==1.3.3
+fastai==2.7.14
+fastapi==0.108.0
+fastavro==1.9.3
+fastcore==1.5.29
+fastdownload==0.0.7
+fasteners==0.19
+fastjsonschema==2.19.1
+fastprogress==1.0.3
+fastrlock==0.8.2
+fasttext==0.9.2
+feather-format==0.4.1
+featuretools==1.30.0
+filelock==3.13.1
+fiona==1.9.6
+fitter==1.7.0
+flake8==7.0.0
+flashtext==2.7
+flatbuffers==23.5.26
+flax==0.8.2
+folium==0.16.0
+fonttools==4.47.0
+fonttools==4.50.0
+fqdn==1.5.1
+frozendict==2.4.1
+frozenlist==1.4.1
+fsspec==2023.10.0
+fsspec==2024.3.1
+funcy==2.0
+fury==0.10.0
+future==1.0.0
+fuzzywuzzy==0.18.0
+gast==0.5.4
+gatspy==0.3
+gcsfs==2024.2.0
+gensim==4.3.2
+geographiclib==2.0
+geojson==3.1.0
+geopandas==0.14.3
+geoplot==0.5.1
+geopy==2.4.1
+geoviews==1.11.1
+ggplot==0.11.5
+giddy==2.3.5
+gitdb==4.0.11
+google-ai-generativelanguage==0.4.0
+google-api-core==2.11.1
+google-api-core==2.18.0
+google-api-python-client==2.125.0
+google-apitools==0.5.31
+google-auth-httplib2==0.2.0
+google-auth-oauthlib==1.2.0
+google-auth==2.26.1
+google-cloud-aiplatform==0.6.0a1
+google-cloud-artifact-registry==1.10.0
+google-cloud-automl==1.0.1
+google-cloud-bigquery==2.34.4
+google-cloud-bigtable==1.7.3
+google-cloud-core==2.4.1
+google-cloud-datastore==2.19.0
+google-cloud-dlp==3.14.0
+google-cloud-jupyter-config==0.0.5
+google-cloud-language==2.13.3
+google-cloud-monitoring==2.18.0
+google-cloud-pubsub==2.19.0
+google-cloud-pubsublite==1.9.0
+google-cloud-recommendations-ai==0.7.1
+google-cloud-resource-manager==1.11.0
+google-cloud-spanner==3.40.1
+google-cloud-storage==1.44.0
+google-cloud-translate==3.12.1
+google-cloud-videointelligence==2.13.3
+google-cloud-vision==2.8.0
+google-crc32c==1.5.0
+google-generativeai==0.4.1
+google-pasta==0.2.0
+google-resumable-media==2.7.0
+googleapis-common-protos==1.62.0
+gplearn==0.4.2
+gpustat==1.0.0
+gpxpy==1.6.2
+graphviz==0.20.3
+greenlet==3.0.3
+grpc-google-iam-v1==0.12.7
+grpcio-status==1.48.1
+grpcio-status==1.48.2
+grpcio==1.51.1
+grpcio==1.60.0
+gviz-api==1.10.0
+gym-notices==0.0.8
+gym==0.26.2
+gymnasium==0.29.0
+h11==0.14.0
+h2o==3.46.0.1
+h5netcdf==1.3.0
+h5py==3.10.0
+haversine==2.8.1
+hdfs==2.7.3
+hep-ml==0.7.2
+hijri-converter==2.3.1
+hmmlearn==0.3.2
+holidays==0.24
+holoviews==1.18.3
+hpsklearn==0.1.0
+html5lib==1.1
+htmlmin==0.1.12
+httpcore==1.0.5
+httplib2==0.21.0
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.22.2
+hunspell==0.5.5
+hydra-slayer==0.5.0
+hyperopt==0.2.7
+hypertools==0.8.0
+idna==3.6
+igraph==0.11.4
+imagecodecs==2024.1.1
+imageio==2.33.1
+imbalanced-learn==0.12.2
+imgaug==0.4.0
+importlib-metadata==6.11.0
+importlib-metadata==7.0.1
+importlib-resources==6.1.1
+inequality==1.0.1
+iniconfig==2.0.0
+ipydatawidgets==4.3.5
+ipykernel==6.28.0
+ipyleaflet==0.18.2
+ipympl==0.7.0
+ipython-genutils==0.2.0
+ipython-genutils==0.2.0
+ipython-sql==0.5.0
+ipython==8.20.0
+ipyvolume==0.6.3
+ipyvue==1.10.2
+ipyvuetify==1.9.3
+ipywebrtc==0.6.0
+ipywidgets==7.7.1
+isoduration==20.11.0
+isort==5.13.2
+isoweek==1.3.3
+itsdangerous==2.1.2
+jaraco.classes==3.3.0
+jax-jumpy==1.0.0
+jax==0.4.23
+jaxlib==0.4.23.dev20240116
+jedi==0.19.1
+jeepney==0.8.0
+jieba==0.42.1
+jmespath==1.0.1
+joblib==1.3.2
+json5==0.9.14
+jsonpatch==1.33
+jsonpointer==2.4
+jsonschema-specifications==2023.12.1
+jsonschema==4.20.0
+jupyter-console==6.6.3
+jupyter-events==0.9.0
+jupyter-http-over-ws==0.0.8
+jupyter-lsp==1.5.1
+jupyter-server-mathjax==0.2.6
+jupyter-ydoc==0.2.5
+jupyter_client==7.4.9
+jupyter_client==8.6.0
+jupyter_core==5.7.1
+jupyter_server==2.13.0
+jupyter_server_fileid==0.9.1
+jupyter_server_proxy==4.1.0
+jupyter_server_terminals==0.5.1
+jupyter_server_ydoc==0.8.0
+jupyterlab-lsp==5.1.0
+jupyterlab-widgets==3.0.9
+jupyterlab==4.1.5
+jupyterlab_git==0.44.0
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.25.2
+jupytext==1.16.0
+kaggle-environments==1.14.3
+kaggle==1.6.8
+kagglehub==0.2.2
+keras-cv==0.8.2
+keras-nlp==0.8.2
+keras-tuner==1.4.6
+keras==3.1.1
+kernels-mixer==0.0.7
+keyring==24.3.0
+keyrings.google-artifactregistry-auth==1.1.2
+kfp-pipeline-spec==0.2.2
+kfp-server-api==2.0.5
+kfp==2.5.0
+kiwisolver==1.4.5
+kmapper==2.0.1
+kmodes==0.12.2
+korean-lunar-calendar==0.3.1
+kornia==0.7.2
+kornia_rs==0.1.3
+kt-legacy==1.0.5
+kubernetes==26.1.0
+langcodes==3.3.0
+langid==1.1.6
+lazy_loader==0.3
+learntools==0.3.4
+leven==1.0.4
+libclang==16.0.6
+libmambapy==1.5.0
+libpysal==4.9.2
+librosa==0.10.1
+lightgbm==4.2.0
+lightning-utilities==0.11.2
+lime==0.2.0.1
+line-profiler==4.1.2
+linkify-it-py==2.0.3
+llvmlite==0.41.1
+llvmlite==0.42.0
+lml==0.1.0
+locket==1.0.0
+loguru==0.7.2
+lxml==5.2.1
+lz4==4.3.3
+mamba==1.5.0
+mapclassify==2.6.1
+markdown-it-py==3.0.0
+marshmallow==3.21.1
+matplotlib-inline==0.1.6
+matplotlib-venn==0.11.10
+matplotlib==3.7.5
+matplotlib==3.8.3
+mccabe==0.7.0
+mdit-py-plugins==0.4.0
+mdurl==0.1.2
+memory-profiler==0.61.0
+menuinst==2.0.1
+mercantile==1.2.1
+mgwr==2.2.1
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.11.1
+ml-dtypes==0.2.0
+mlcrate==0.2.0
+mlens==0.2.3
+mlxtend==0.23.1
+mne==1.6.1
+mnist==0.2.2
+momepy==0.7.0
+more-itertools==10.2.0
+mpld3==0.5.10
+mpmath==1.3.0
+msgpack==1.0.7
+multidict==6.0.4
+multimethod==1.10
+multipledispatch==1.0.0
+multiprocess==0.70.15
+munkres==1.1.4
+murmurhash==1.0.10
+mypy-extensions==1.0.0
+namex==0.0.7
+nb-conda-kernels==2.3.1
+nb_conda==2.2.1
+nbclassic==1.0.0
+nbclient==0.5.13
+nbconvert==6.4.5
+nbdime==3.2.0
+nbformat==5.9.2
+ndindex==1.8
+nest-asyncio==1.5.8
+networkx==3.2.1
+nibabel==5.2.1
+nilearn==0.10.3
+ninja==1.11.1.1
+nltk==3.2.4
+nose==1.3.7
+notebook==6.5.4
+notebook==6.5.6
+notebook_executor==0.2
+notebook_shim==0.2.3
+numba==0.58.1
+numba==0.59.1
+numexpr==2.10.0
+numpy==1.26.4
+nvidia-ml-py==11.495.46
+nvtx==0.2.10
+oauth2client==4.1.3
+oauthlib==3.2.2
+objsize==0.6.1
+odfpy==1.4.1
+olefile==0.47
+onnx==1.16.0
+opencensus-context==0.1.3
+opencensus==0.11.4
+opencv-contrib-python==4.9.0.80
+opencv-python-headless==4.9.0.80
+opencv-python==4.9.0.80
+openpyxl==3.1.2
+openslide-python==1.3.1
+opentelemetry-api==1.22.0
+opentelemetry-exporter-otlp-proto-common==1.22.0
+opentelemetry-exporter-otlp-proto-grpc==1.22.0
+opentelemetry-exporter-otlp-proto-http==1.22.0
+opentelemetry-exporter-otlp==1.22.0
+opentelemetry-proto==1.22.0
+opentelemetry-sdk==1.22.0
+opentelemetry-semantic-conventions==0.43b0
+opt-einsum==3.3.0
+optax==0.2.2
+optree==0.11.0
+optuna==3.6.1
+orbax-checkpoint==0.5.7
+ordered-set==4.1.0
+orjson==3.9.10
+ortools==9.4.1874
+osmnx==1.9.2
+overrides==7.4.0
+packaging==21.3
+pandas-datareader==0.10.0
+pandas-profiling==3.6.6
+pandas-summary==0.2.0
+pandas==2.1.4
+pandas==2.2.1
+pandasql==0.7.3
+pandocfilters==1.5.0
+panel==1.3.8
+papermill==2.5.0
+param==2.1.0
+parso==0.8.3
+partd==1.4.1
+path.py==12.5.0
+path==16.10.0
+pathos==0.3.2
+pathy==0.10.3
+patsy==0.5.6
+pdf2image==1.17.0
+peft==0.10.0
+pettingzoo==1.24.0
+pexpect==4.8.0
+pexpect==4.9.0
+phik==0.12.4
+pickleshare==0.7.5
+pillow==10.3.0
+pip==23.3.2
+pkgutil_resolve_name==1.3.10
+platformdirs==4.2.0
+plotly-express==0.4.1
+plotly==5.18.0
+plotnine==0.13.4
+pluggy==1.4.0
+pointpats==2.4.0
+polars==0.20.18
+polyglot==16.7.4
+pooch==1.8.1
+pox==0.3.4
+ppca==0.0.4
+ppft==1.7.6.8
+preprocessing==0.1.13
+preshed==3.0.9
+prettytable==3.9.0
+progressbar2==4.4.2
+prometheus-client==0.19.0
+promise==2.3
+prompt-toolkit==3.0.42
+prompt-toolkit==3.0.43
+prophet==1.1.1
+proto-plus==1.23.0
+protobuf==3.20.3
+protobuf==4.21.12
+psutil==5.9.3
+psutil==5.9.7
+ptyprocess==0.7.0
+pudb==2024.1
+pure-eval==0.2.2
+py-cpuinfo==9.0.0
+py-spy==0.3.14
+py4j==0.10.9.7
+pyLDAvis==3.4.1
+pyOpenSSL==23.3.0
+pyaml==23.12.0
+pyarrow-hotfix==0.6
+pyarrow==15.0.2
+pyasn1-modules==0.3.0
+pyasn1==0.5.1
+pybind11==2.12.0
+pyclipper==1.3.0.post5
+pycodestyle==2.11.1
+pycosat==0.6.6
+pycparser==2.21
+pycryptodome==3.20.0
+pyct==0.5.0
+pycuda==2024.1
+pydantic==2.5.3
+pydantic==2.6.4
+pydantic_core==2.14.6
+pydantic_core==2.16.3
+pydegensac==0.1.2
+pydicom==2.4.4
+pydocstyle==6.3.0
+pydot==1.4.2
+pydub==0.25.1
+pyemd==1.0.0
+pyerfa==2.0.1.1
+pyexcel-io==0.6.6
+pyexcel-ods==0.6.0
+pyflakes==3.2.0
+pygltflib==1.16.2
+pykalman==0.9.7
+pylibraft==23.8.0
+pylint==3.1.0
+pymc3==3.11.4
+pymongo==3.13.0
+pynndescent==0.5.12
+pynvml==11.4.1
+pynvrtc==9.2
+pyparsing==3.1.1
+pyparsing==3.1.2
+pypdf==4.1.0
+pyproj==3.6.1
+pysal==24.1
+pyshp==2.3.1
+pytesseract==0.3.10
+pytest==8.1.1
+python-bidi==0.4.2
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.0
+python-json-logger==2.0.7
+python-louvain==0.16
+python-lsp-jsonrpc==1.1.2
+python-lsp-server==1.11.0
+python-slugify==8.0.4
+python-utils==3.8.2
+pythreejs==2.4.2
+pytoolconfig==1.3.1
+pytools==2024.1.1
+pytorch-ignite==0.5.0.post2
+pytorch-lightning==2.2.1
+pytz==2023.3.post1
+pytz==2024.1
+pyu2f==0.1.5
+pyviz_comms==3.0.2
+pyzmq==24.0.1
+pyzmq==25.1.2
+qgrid==1.3.1
+qtconsole==5.5.1
+quantecon==0.7.2
+qudida==0.0.4
+raft-dask==23.8.0
+rasterio==1.3.9
+rasterstats==0.19.0
+ray-cpp==2.9.0
+ray==2.9.0
+referencing==0.32.1
+regex==2023.12.25
+requests-oauthlib==1.3.1
+requests-toolbelt==0.10.1
+requests==2.31.0
+retrying==1.3.3
+retrying==1.3.4
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rgf-python==3.12.0
+rich-click==1.7.4
+rich==13.7.0
+rich==13.7.1
+rmm==23.8.0
+rope==1.13.0
+rpds-py==0.16.2
+rsa==4.9
+ruamel-yaml-conda==0.15.100
+ruamel.yaml.clib==0.2.7
+ruamel.yaml==0.17.40
+s2sphere==0.2.5
+s3fs==2024.2.0
+s3transfer==0.6.2
+safetensors==0.4.2
+scattertext==0.1.19
+scikit-image==0.22.0
+scikit-learn-intelex==2024.2.0
+scikit-learn==1.2.2
+scikit-multilearn==0.2.0
+scikit-optimize==0.10.1
+scikit-plot==0.3.7
+scikit-surprise==1.1.3
+scipy==1.11.4
+scipy==1.12.0
+seaborn==0.12.2
+segment_anything==1.0
+segregation==2.5
+semver==3.0.2
+sentencepiece==0.2.0
+sentry-sdk==1.44.1
+setproctitle==1.3.3
+setuptools-git==1.2
+setuptools-scm==8.0.4
+setuptools==69.0.3
+shap==0.44.1
+shapely==2.0.3
+shellingham==1.5.4
+shtab==1.7.1
+simpervisor==1.0.0
+simplejson==3.19.2
+six==1.16.0
+sklearn-pandas==2.2.0
+slicer==0.0.7
+smart-open==6.4.0
+smmap==5.0.1
+sniffio==1.3.0
+snowballstemmer==2.2.0
+snuggs==1.4.7
+sortedcontainers==2.4.0
+soundfile==0.12.1
+soupsieve==2.5
+soxr==0.3.7
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+spacy==3.7.2
+spaghetti==1.7.5.post1
+spectral==0.23.1
+spglm==1.1.0
+sphinx-rtd-theme==0.2.4
+spint==1.0.7
+splot==1.1.5.post1
+spopt==0.6.0
+spreg==1.4.2
+spvcm==0.3.0
+sqlparse==0.4.4
+squarify==0.4.3
+srsly==2.4.8
+stable-baselines3==2.1.0
+stack-data==0.6.2
+stack-data==0.6.3
+stanio==0.5.0
+starlette==0.32.0.post1
+statsmodels==0.14.1
+stemming==1.0.1
+stop-words==2018.7.23
+stopit==1.1.2
+stumpy==1.12.0
+sympy==1.12
+tables==3.9.2
+tabulate==0.9.0
+tangled-up-in-unicode==0.2.0
+tbb==2021.12.0
+tblib==3.0.0
+tenacity==8.2.3
+tensorboard-data-server==0.7.2
+tensorboard-plugin-profile==2.15.0
+tensorboard==2.15.1
+tensorboardX==2.6.2.2
+tensorflow-cloud==0.1.16
+tensorflow-datasets==4.9.4
+tensorflow-decision-forests==1.8.1
+tensorflow-estimator==2.15.0
+tensorflow-hub==0.16.1
+tensorflow-io-gcs-filesystem==0.35.0
+tensorflow-io==0.35.0
+tensorflow-metadata==0.14.0
+tensorflow-probability==0.23.0
+tensorflow-serving-api==2.14.1
+tensorflow-text==2.15.0
+tensorflow-transform==0.14.0
+tensorflow==2.15.0
+tensorstore==0.1.56
+termcolor==2.4.0
+terminado==0.18.0
+testpath==0.6.0
+text-unidecode==1.3
+textblob==0.18.0.post0
+texttable==1.7.0
+tf_keras==2.15.1
+tfp-nightly==0.24.0.dev0
+thinc==8.2.2
+threadpoolctl==3.2.0
+tifffile==2023.12.9
+timm==0.9.16
+tinycss2==1.2.1
+tobler==0.11.2
+tokenizers==0.15.2
+toml==0.10.2
+tomli==2.0.1
+tomlkit==0.12.4
+toolz==0.12.1
+torch==2.1.2
+torchaudio==2.1.2
+torchdata==0.7.1
+torchinfo==1.8.0
+torchmetrics==1.3.2
+torchtext==0.16.2
+torchvision==0.16.2
+tornado==6.3.3
+tqdm==4.66.1
+traceml==1.0.8
+traitlets==5.9.0
+traittypes==0.2.1
+transformers==4.39.3
+treelite-runtime==3.2.0
+treelite==3.2.0
+trl==0.8.1
+truststore==0.8.0
+trx-python==0.2.9
+tsfresh==0.20.2
+typeguard==4.1.5
+typer==0.9.0
+typer==0.9.4
+types-python-dateutil==2.8.19.20240106
+typing-inspect==0.9.0
+typing-utils==0.1.0
+typing_extensions==4.9.0
+tyro==0.8.3
+tzdata==2023.4
+uc-micro-py==1.0.3
+ucx-py==0.33.0
+ujson==5.9.0
+umap-learn==0.5.5
+unicodedata2==15.1.0
+update-checker==0.18.0
+uri-template==1.3.0
+uritemplate==3.0.1
+urllib3==1.26.18
+urllib3==2.1.0
+urwid==2.6.10
+urwid_readline==0.14
+uvicorn==0.25.0
+uvloop==0.19.0
+vaex-astro==0.9.3
+vaex-core==4.17.1
+vaex-hdf5==0.14.1
+vaex-jupyter==0.8.2
+vaex-ml==0.18.3
+vaex-server==0.9.0
+vaex-viz==0.5.4
+vaex==4.17.0
+vec_noise==1.1.4
+vecstack==0.4.0
+virtualenv==20.21.0
+visions==0.7.5
+vowpalwabbit==9.9.0
+vtk==9.3.0
+wandb==0.16.5
+wasabi==1.1.2
+watchfiles==0.21.0
+wavio==0.0.8
+wcwidth==0.2.13
+weasel==0.3.4
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.7.0
+websockets==12.0
+wfdb==4.1.2
+whatthepatch==1.0.5
+wheel==0.42.0
+widgetsnbextension==3.6.6
+witwidget==1.8.1
+woodwork==0.29.0
+wordcloud==1.9.3
+wordsegment==1.3.1
+wrapt==1.14.1
+xarray-einstats==0.7.0
+xarray==2024.3.0
+xgboost==2.0.3
+xvfbwrapper==0.2.9
+xxhash==3.4.1
+xyzservices==2023.10.1
+y-py==0.6.2
+yapf==0.40.2
+yarl==1.9.3
+yarl==1.9.4
+ydata-profiling==4.6.4
+yellowbrick==1.5
+ypy-websocket==0.8.4
+zict==3.0.0
+zipp==3.17.0
+zstandard==0.22.0

wandb/run-20240409_215743-953wtybl/files/wandb-metadata.json

@@ -0,0 +1,66 @@
+{
+    "os": "Linux-5.15.133+-x86_64-with-glibc2.31",
+    "python": "3.10.13",
+    "heartbeatAt": "2024-04-09T21:57:44.570411",
+    "startedAt": "2024-04-09T21:57:43.901624",
+    "docker": null,
+    "cuda": null,
+    "args": [],
+    "state": "running",
+    "program": "kaggle.ipynb",
+    "codePathLocal": null,
+    "root": "/kaggle/working",
+    "host": "6e44b39f6877",
+    "username": "root",
+    "executable": "/opt/conda/bin/python3.10",
+    "cpu_count": 2,
+    "cpu_count_logical": 4,
+    "cpu_freq": {
+        "current": 2000.152,
+        "min": 0.0,
+        "max": 0.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2000.152,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.152,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.152,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.152,
+            "min": 0.0,
+            "max": 0.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 8062.387607574463,
+            "used": 5569.163803100586
+        }
+    },
+    "gpu": "Tesla T4",
+    "gpu_count": 2,
+    "gpu_devices": [
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        },
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        }
+    ],
+    "memory": {
+        "total": 31.357559204101562
+    }
+}

wandb/run-20240409_215743-953wtybl/files/wandb-summary.json

@@ -0,0 +1 @@
+{"train/loss": 2.8502, "train/grad_norm": 0.0, "train/learning_rate": 2.857142857142857e-07, "train/epoch": 0.0, "train/global_step": 600, "_timestamp": 1712700205.542545, "_runtime": 341.634428024292, "_step": 5, "_wandb": {"runtime": 386}}

wandb/run-20240409_215743-953wtybl/logs/debug-internal.log

@@ -0,0 +1,400 @@
+2024-04-09 21:57:43,909 INFO    StreamThr :311 [internal.py:wandb_internal():86] W&B internal server running at pid: 311, started at: 2024-04-09 21:57:43.908396
+2024-04-09 21:57:43,910 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status
+2024-04-09 21:57:44,253 INFO    WriterThread:311 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240409_215743-953wtybl/run-953wtybl.wandb
+2024-04-09 21:57:44,253 DEBUG   SenderThread:311 [sender.py:send():379] send: header
+2024-04-09 21:57:44,256 DEBUG   SenderThread:311 [sender.py:send():379] send: run
+2024-04-09 21:57:44,435 INFO    SenderThread:311 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240409_215743-953wtybl/files
+2024-04-09 21:57:44,435 INFO    SenderThread:311 [sender.py:_start_run_threads():1124] run started: 953wtybl with start time 1712699863.908117
+2024-04-09 21:57:44,444 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: check_version
+2024-04-09 21:57:44,444 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: check_version
+2024-04-09 21:57:44,544 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: run_start
+2024-04-09 21:57:44,555 DEBUG   HandlerThread:311 [system_info.py:__init__():26] System info init
+2024-04-09 21:57:44,555 DEBUG   HandlerThread:311 [system_info.py:__init__():41] System info init done
+2024-04-09 21:57:44,555 INFO    HandlerThread:311 [system_monitor.py:start():194] Starting system monitor
+2024-04-09 21:57:44,555 INFO    SystemMonitor:311 [system_monitor.py:_start():158] Starting system asset monitoring threads
+2024-04-09 21:57:44,556 INFO    HandlerThread:311 [system_monitor.py:probe():214] Collecting system info
+2024-04-09 21:57:44,556 INFO    SystemMonitor:311 [interfaces.py:start():190] Started cpu monitoring
+2024-04-09 21:57:44,557 INFO    SystemMonitor:311 [interfaces.py:start():190] Started disk monitoring
+2024-04-09 21:57:44,558 INFO    SystemMonitor:311 [interfaces.py:start():190] Started gpu monitoring
+2024-04-09 21:57:44,559 INFO    SystemMonitor:311 [interfaces.py:start():190] Started memory monitoring
+2024-04-09 21:57:44,560 INFO    SystemMonitor:311 [interfaces.py:start():190] Started network monitoring
+2024-04-09 21:57:44,570 DEBUG   HandlerThread:311 [system_info.py:probe():150] Probing system
+2024-04-09 21:57:44,572 DEBUG   HandlerThread:311 [gitlib.py:_init_repo():56] git repository is invalid
+2024-04-09 21:57:44,572 DEBUG   HandlerThread:311 [system_info.py:probe():198] Probing system done
+2024-04-09 21:57:44,572 DEBUG   HandlerThread:311 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-09T21:57:44.570411', 'startedAt': '2024-04-09T21:57:43.901624', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': '6e44b39f6877', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.152, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.152, 'min': 0.0, 'max': 0.0}, {'current': 2000.152, 'min': 0.0, 'max': 0.0}, {'current': 2000.152, 'min': 0.0, 'max': 0.0}, {'current': 2000.152, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5569.163803100586}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}}
+2024-04-09 21:57:44,572 INFO    HandlerThread:311 [system_monitor.py:probe():224] Finished collecting system info
+2024-04-09 21:57:44,572 INFO    HandlerThread:311 [system_monitor.py:probe():227] Publishing system info
+2024-04-09 21:57:44,572 DEBUG   HandlerThread:311 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment
+2024-04-09 21:57:45,437 INFO    Thread-12 :311 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/conda-environment.yaml
+2024-04-09 21:57:59,586 ERROR   HandlerThread:311 [system_info.py:_save_conda():221] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds
+Traceback (most recent call last):
+  File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 214, in _save_conda
+    subprocess.call(
+  File "/opt/conda/lib/python3.10/subprocess.py", line 347, in call
+    return p.wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1209, in wait
+    return self._wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait
+    raise TimeoutExpired(self.args, timeout)
+subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds
+2024-04-09 21:57:59,587 DEBUG   HandlerThread:311 [system_info.py:_save_conda():222] Saving conda packages done
+2024-04-09 21:57:59,588 INFO    HandlerThread:311 [system_monitor.py:probe():229] Finished publishing system info
+2024-04-09 21:57:59,594 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:57:59,595 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-09 21:57:59,595 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:57:59,595 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-09 21:57:59,595 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:57:59,596 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-09 21:57:59,596 DEBUG   SenderThread:311 [sender.py:send():379] send: files
+2024-04-09 21:57:59,596 INFO    SenderThread:311 [sender.py:_save_file():1390] saving file wandb-metadata.json with policy now
+2024-04-09 21:57:59,960 INFO    wandb-upload_0:311 [upload_job.py:push():131] Uploaded file /tmp/tmpvft6cwy7wandb/ii0dkg4d-wandb-metadata.json
+2024-04-09 21:58:00,441 INFO    Thread-12 :311 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/wandb-metadata.json
+2024-04-09 21:58:00,562 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: python_packages
+2024-04-09 21:58:00,562 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: python_packages
+2024-04-09 21:58:00,566 DEBUG   SenderThread:311 [sender.py:send():379] send: telemetry
+2024-04-09 21:58:00,576 DEBUG   SenderThread:311 [sender.py:send():379] send: config
+2024-04-09 21:58:00,579 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:58:00,579 DEBUG   SenderThread:311 [sender.py:send():379] send: metric
+2024-04-09 21:58:00,579 DEBUG   SenderThread:311 [sender.py:send():379] send: telemetry
+2024-04-09 21:58:00,580 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:58:00,581 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:58:00,730 DEBUG   SenderThread:311 [sender.py:send():379] send: metric
+2024-04-09 21:58:00,730 WARNING SenderThread:311 [sender.py:send_metric():1341] Seen metric with glob (shouldn't happen)
+2024-04-09 21:58:00,730 DEBUG   SenderThread:311 [sender.py:send():379] send: telemetry
+2024-04-09 21:58:01,441 INFO    Thread-12 :311 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/requirements.txt
+2024-04-09 21:58:01,442 INFO    Thread-12 :311 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/output.log
+2024-04-09 21:58:03,442 INFO    Thread-12 :311 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/output.log
+2024-04-09 21:58:04,758 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:58:09,758 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:58:14,764 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:58:15,448 INFO    Thread-12 :311 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/config.yaml
+2024-04-09 21:58:15,565 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:58:15,566 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:58:15,566 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:58:20,729 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:58:25,730 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:58:30,564 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:58:30,564 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:58:30,605 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:58:31,675 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:58:36,676 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:58:41,677 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:58:44,561 DEBUG   SystemMonitor:311 [system_monitor.py:_start():172] Starting system metrics aggregation loop
+2024-04-09 21:58:44,562 DEBUG   SenderThread:311 [sender.py:send():379] send: stats
+2024-04-09 21:58:45,563 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:58:45,564 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:58:45,604 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:58:47,649 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:58:52,650 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:58:54,897 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-09 21:58:54,899 DEBUG   SenderThread:311 [sender.py:send():379] send: metric
+2024-04-09 21:58:54,899 DEBUG   SenderThread:311 [sender.py:send():379] send: metric
+2024-04-09 21:58:54,899 DEBUG   SenderThread:311 [sender.py:send():379] send: metric
+2024-04-09 21:58:54,899 DEBUG   SenderThread:311 [sender.py:send():379] send: metric
+2024-04-09 21:58:54,899 DEBUG   SenderThread:311 [sender.py:send():379] send: history
+2024-04-09 21:58:54,900 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 21:58:54,901 INFO    SenderThread:311 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 21:58:55,467 INFO    Thread-12 :311 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/wandb-summary.json
+2024-04-09 21:58:57,467 INFO    Thread-12 :311 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/output.log
+2024-04-09 21:58:58,180 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:59:00,563 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:59:00,564 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:59:00,591 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:59:03,662 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:59:08,663 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:59:13,664 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:59:14,563 DEBUG   SenderThread:311 [sender.py:send():379] send: stats
+2024-04-09 21:59:15,563 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:59:15,564 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:59:15,605 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:59:18,726 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:59:19,476 INFO    Thread-12 :311 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/config.yaml
+2024-04-09 21:59:23,873 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:59:28,874 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:59:30,564 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:59:30,564 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:59:30,604 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:59:34,018 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:59:39,019 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:59:44,020 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:59:44,564 DEBUG   SenderThread:311 [sender.py:send():379] send: stats
+2024-04-09 21:59:45,564 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 21:59:45,564 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 21:59:45,605 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 21:59:49,730 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:59:52,746 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-09 21:59:52,748 DEBUG   SenderThread:311 [sender.py:send():379] send: history
+2024-04-09 21:59:52,748 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 21:59:52,748 INFO    SenderThread:311 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 21:59:53,489 INFO    Thread-12 :311 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/wandb-summary.json
+2024-04-09 21:59:55,000 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 21:59:55,490 INFO    Thread-12 :311 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/output.log
+2024-04-09 22:00:00,001 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:00:00,564 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:00:00,564 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:00:00,566 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:00:05,675 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:00:10,676 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:00:14,565 DEBUG   SenderThread:311 [sender.py:send():379] send: stats
+2024-04-09 22:00:15,572 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:00:15,572 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:00:15,572 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:00:15,684 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:00:20,684 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:00:25,685 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:00:30,566 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:00:30,568 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:00:30,569 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:00:30,704 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:00:35,706 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:00:40,706 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:00:44,566 DEBUG   SenderThread:311 [sender.py:send():379] send: stats
+2024-04-09 22:00:45,568 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:00:45,569 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:00:45,570 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:00:45,704 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-09 22:00:45,706 DEBUG   SenderThread:311 [sender.py:send():379] send: history
+2024-04-09 22:00:45,706 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 22:00:45,706 INFO    SenderThread:311 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 22:00:45,707 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:00:46,509 INFO    Thread-12 :311 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/wandb-summary.json
+2024-04-09 22:00:47,510 INFO    Thread-12 :311 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/output.log
+2024-04-09 22:00:50,959 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:00:55,960 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:01:00,566 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:01:00,569 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:01:00,569 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:01:01,685 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:01:06,686 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:01:11,687 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:01:14,567 DEBUG   SenderThread:311 [sender.py:send():379] send: stats
+2024-04-09 22:01:15,566 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:01:15,569 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:01:15,569 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:01:16,731 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:01:21,732 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:01:26,733 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:01:30,567 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:01:30,569 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:01:30,570 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:01:32,643 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:01:37,644 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:01:39,267 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-09 22:01:39,268 DEBUG   SenderThread:311 [sender.py:send():379] send: history
+2024-04-09 22:01:39,269 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 22:01:39,271 INFO    SenderThread:311 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 22:01:39,530 INFO    Thread-12 :311 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/wandb-summary.json
+2024-04-09 22:01:41,531 INFO    Thread-12 :311 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/output.log
+2024-04-09 22:01:43,542 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:01:44,568 DEBUG   SenderThread:311 [sender.py:send():379] send: stats
+2024-04-09 22:01:45,567 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:01:45,569 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:01:45,569 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:01:48,729 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:01:53,730 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:01:58,731 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:02:00,567 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:02:00,570 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:02:00,570 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:02:04,681 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:02:09,682 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:02:14,569 DEBUG   SenderThread:311 [sender.py:send():379] send: stats
+2024-04-09 22:02:15,567 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:02:15,568 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:02:15,570 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:02:15,570 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:02:20,676 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:02:25,677 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:02:30,568 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:02:30,570 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:02:30,570 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:02:30,687 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:02:34,022 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-09 22:02:34,023 DEBUG   SenderThread:311 [sender.py:send():379] send: history
+2024-04-09 22:02:34,023 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 22:02:34,025 INFO    SenderThread:311 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 22:02:34,551 INFO    Thread-12 :311 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/wandb-summary.json
+2024-04-09 22:02:35,551 INFO    Thread-12 :311 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/output.log
+2024-04-09 22:02:36,273 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:02:41,274 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:02:44,570 DEBUG   SenderThread:311 [sender.py:send():379] send: stats
+2024-04-09 22:02:45,567 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:02:45,570 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:02:45,570 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:02:46,736 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:02:51,737 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:02:56,738 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:03:00,586 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:03:00,587 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:03:00,588 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:03:02,683 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:03:07,684 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:03:12,685 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:03:14,570 DEBUG   SenderThread:311 [sender.py:send():379] send: stats
+2024-04-09 22:03:15,573 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:03:15,574 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:03:15,577 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:03:18,664 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:03:23,665 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:03:25,543 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-09 22:03:25,544 DEBUG   SenderThread:311 [sender.py:send():379] send: history
+2024-04-09 22:03:25,544 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 22:03:25,545 INFO    SenderThread:311 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 22:03:25,571 INFO    Thread-12 :311 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/wandb-summary.json
+2024-04-09 22:03:27,572 INFO    Thread-12 :311 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/output.log
+2024-04-09 22:03:28,792 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:03:30,573 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:03:30,574 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:03:30,577 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:03:34,642 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:03:39,643 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:03:44,571 DEBUG   SenderThread:311 [sender.py:send():379] send: stats
+2024-04-09 22:03:45,572 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:03:45,573 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:03:45,574 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:03:45,574 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:03:50,702 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:03:55,703 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:04:00,574 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:04:00,574 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:04:00,575 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:04:01,690 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:04:06,691 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:04:10,838 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: pause
+2024-04-09 22:04:10,838 INFO    HandlerThread:311 [handler.py:handle_request_pause():708] stopping system metrics thread
+2024-04-09 22:04:10,838 INFO    HandlerThread:311 [system_monitor.py:finish():203] Stopping system monitor
+2024-04-09 22:04:10,838 INFO    HandlerThread:311 [interfaces.py:finish():202] Joined cpu monitor
+2024-04-09 22:04:10,839 INFO    HandlerThread:311 [interfaces.py:finish():202] Joined disk monitor
+2024-04-09 22:04:10,839 DEBUG   SystemMonitor:311 [system_monitor.py:_start():179] Finished system metrics aggregation loop
+2024-04-09 22:04:10,840 DEBUG   SystemMonitor:311 [system_monitor.py:_start():183] Publishing last batch of metrics
+2024-04-09 22:04:10,850 INFO    HandlerThread:311 [interfaces.py:finish():202] Joined gpu monitor
+2024-04-09 22:04:10,851 INFO    HandlerThread:311 [interfaces.py:finish():202] Joined memory monitor
+2024-04-09 22:04:10,851 INFO    HandlerThread:311 [interfaces.py:finish():202] Joined network monitor
+2024-04-09 22:04:10,851 DEBUG   SenderThread:311 [sender.py:send():379] send: stats
+2024-04-09 22:04:11,852 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:04:14,618 DEBUG   SenderThread:311 [sender.py:send():379] send: exit
+2024-04-09 22:04:14,618 INFO    SenderThread:311 [sender.py:send_exit():586] handling exit code: 0
+2024-04-09 22:04:14,618 INFO    SenderThread:311 [sender.py:send_exit():588] handling runtime: 386
+2024-04-09 22:04:14,620 INFO    SenderThread:311 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 22:04:14,621 INFO    SenderThread:311 [sender.py:send_exit():594] send defer
+2024-04-09 22:04:14,621 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 22:04:14,621 INFO    HandlerThread:311 [handler.py:handle_request_defer():172] handle defer: 0
+2024-04-09 22:04:14,621 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: defer
+2024-04-09 22:04:14,621 INFO    SenderThread:311 [sender.py:send_request_defer():610] handle sender defer: 0
+2024-04-09 22:04:14,621 INFO    SenderThread:311 [sender.py:transition_state():614] send defer: 1
+2024-04-09 22:04:14,622 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 22:04:14,622 INFO    HandlerThread:311 [handler.py:handle_request_defer():172] handle defer: 1
+2024-04-09 22:04:14,622 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: defer
+2024-04-09 22:04:14,622 INFO    SenderThread:311 [sender.py:send_request_defer():610] handle sender defer: 1
+2024-04-09 22:04:14,622 INFO    SenderThread:311 [sender.py:transition_state():614] send defer: 2
+2024-04-09 22:04:14,622 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 22:04:14,622 INFO    HandlerThread:311 [handler.py:handle_request_defer():172] handle defer: 2
+2024-04-09 22:04:14,622 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: defer
+2024-04-09 22:04:14,622 INFO    SenderThread:311 [sender.py:send_request_defer():610] handle sender defer: 2
+2024-04-09 22:04:14,622 INFO    SenderThread:311 [sender.py:transition_state():614] send defer: 3
+2024-04-09 22:04:14,622 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 22:04:14,623 INFO    HandlerThread:311 [handler.py:handle_request_defer():172] handle defer: 3
+2024-04-09 22:04:14,623 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: defer
+2024-04-09 22:04:14,623 INFO    SenderThread:311 [sender.py:send_request_defer():610] handle sender defer: 3
+2024-04-09 22:04:14,623 INFO    SenderThread:311 [sender.py:transition_state():614] send defer: 4
+2024-04-09 22:04:14,623 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 22:04:14,623 INFO    HandlerThread:311 [handler.py:handle_request_defer():172] handle defer: 4
+2024-04-09 22:04:14,623 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: defer
+2024-04-09 22:04:14,623 INFO    SenderThread:311 [sender.py:send_request_defer():610] handle sender defer: 4
+2024-04-09 22:04:14,623 INFO    SenderThread:311 [sender.py:transition_state():614] send defer: 5
+2024-04-09 22:04:14,623 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 22:04:14,623 INFO    HandlerThread:311 [handler.py:handle_request_defer():172] handle defer: 5
+2024-04-09 22:04:14,624 DEBUG   SenderThread:311 [sender.py:send():379] send: summary
+2024-04-09 22:04:14,624 INFO    SenderThread:311 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 22:04:14,624 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: defer
+2024-04-09 22:04:14,624 INFO    SenderThread:311 [sender.py:send_request_defer():610] handle sender defer: 5
+2024-04-09 22:04:14,624 INFO    SenderThread:311 [sender.py:transition_state():614] send defer: 6
+2024-04-09 22:04:14,625 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 22:04:14,625 INFO    HandlerThread:311 [handler.py:handle_request_defer():172] handle defer: 6
+2024-04-09 22:04:14,625 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: defer
+2024-04-09 22:04:14,625 INFO    SenderThread:311 [sender.py:send_request_defer():610] handle sender defer: 6
+2024-04-09 22:04:14,625 INFO    SenderThread:311 [sender.py:transition_state():614] send defer: 7
+2024-04-09 22:04:14,625 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:04:14,625 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 22:04:14,625 INFO    HandlerThread:311 [handler.py:handle_request_defer():172] handle defer: 7
+2024-04-09 22:04:14,626 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: defer
+2024-04-09 22:04:14,626 INFO    SenderThread:311 [sender.py:send_request_defer():610] handle sender defer: 7
+2024-04-09 22:04:15,160 INFO    SenderThread:311 [sender.py:transition_state():614] send defer: 8
+2024-04-09 22:04:15,160 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 22:04:15,160 INFO    HandlerThread:311 [handler.py:handle_request_defer():172] handle defer: 8
+2024-04-09 22:04:15,161 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: defer
+2024-04-09 22:04:15,161 INFO    SenderThread:311 [sender.py:send_request_defer():610] handle sender defer: 8
+2024-04-09 22:04:15,161 INFO    SenderThread:311 [job_builder.py:build():318] Attempting to build job artifact
+2024-04-09 22:04:15,163 INFO    SenderThread:311 [job_builder.py:_get_source_type():466] no source found
+2024-04-09 22:04:15,163 INFO    SenderThread:311 [sender.py:transition_state():614] send defer: 9
+2024-04-09 22:04:15,163 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 22:04:15,163 INFO    HandlerThread:311 [handler.py:handle_request_defer():172] handle defer: 9
+2024-04-09 22:04:15,163 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: defer
+2024-04-09 22:04:15,164 INFO    SenderThread:311 [sender.py:send_request_defer():610] handle sender defer: 9
+2024-04-09 22:04:15,164 INFO    SenderThread:311 [dir_watcher.py:finish():358] shutting down directory watcher
+2024-04-09 22:04:15,586 INFO    SenderThread:311 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/output.log
+2024-04-09 22:04:15,587 INFO    SenderThread:311 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/wandb-summary.json
+2024-04-09 22:04:15,587 INFO    SenderThread:311 [dir_watcher.py:finish():388] scan: /kaggle/working/wandb/run-20240409_215743-953wtybl/files
+2024-04-09 22:04:15,587 INFO    SenderThread:311 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/conda-environment.yaml conda-environment.yaml
+2024-04-09 22:04:15,587 INFO    SenderThread:311 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/requirements.txt requirements.txt
+2024-04-09 22:04:15,587 INFO    SenderThread:311 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/wandb-metadata.json wandb-metadata.json
+2024-04-09 22:04:15,587 INFO    SenderThread:311 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/wandb-summary.json wandb-summary.json
+2024-04-09 22:04:15,588 INFO    SenderThread:311 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/config.yaml config.yaml
+2024-04-09 22:04:15,594 INFO    SenderThread:311 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240409_215743-953wtybl/files/output.log output.log
+2024-04-09 22:04:15,597 INFO    SenderThread:311 [sender.py:transition_state():614] send defer: 10
+2024-04-09 22:04:15,601 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 22:04:15,601 INFO    HandlerThread:311 [handler.py:handle_request_defer():172] handle defer: 10
+2024-04-09 22:04:15,601 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: defer
+2024-04-09 22:04:15,601 INFO    SenderThread:311 [sender.py:send_request_defer():610] handle sender defer: 10
+2024-04-09 22:04:15,601 INFO    SenderThread:311 [file_pusher.py:finish():172] shutting down file pusher
+2024-04-09 22:04:15,618 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-09 22:04:15,619 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: poll_exit
+2024-04-09 22:04:15,829 INFO    wandb-upload_2:311 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240409_215743-953wtybl/files/config.yaml
+2024-04-09 22:04:15,857 INFO    wandb-upload_1:311 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240409_215743-953wtybl/files/wandb-summary.json
+2024-04-09 22:04:15,912 INFO    wandb-upload_3:311 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240409_215743-953wtybl/files/output.log
+2024-04-09 22:04:15,917 INFO    wandb-upload_0:311 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240409_215743-953wtybl/files/requirements.txt
+2024-04-09 22:04:16,117 INFO    Thread-11 (_thread_body):311 [sender.py:transition_state():614] send defer: 11
+2024-04-09 22:04:16,118 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 22:04:16,118 INFO    HandlerThread:311 [handler.py:handle_request_defer():172] handle defer: 11
+2024-04-09 22:04:16,118 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: defer
+2024-04-09 22:04:16,118 INFO    SenderThread:311 [sender.py:send_request_defer():610] handle sender defer: 11
+2024-04-09 22:04:16,118 INFO    SenderThread:311 [file_pusher.py:join():178] waiting for file pusher
+2024-04-09 22:04:16,119 INFO    SenderThread:311 [sender.py:transition_state():614] send defer: 12
+2024-04-09 22:04:16,119 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 22:04:16,119 INFO    HandlerThread:311 [handler.py:handle_request_defer():172] handle defer: 12
+2024-04-09 22:04:16,119 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: defer
+2024-04-09 22:04:16,119 INFO    SenderThread:311 [sender.py:send_request_defer():610] handle sender defer: 12
+2024-04-09 22:04:16,119 INFO    SenderThread:311 [file_stream.py:finish():614] file stream finish called
+2024-04-09 22:04:16,297 INFO    SenderThread:311 [file_stream.py:finish():618] file stream finish is done
+2024-04-09 22:04:16,297 INFO    SenderThread:311 [sender.py:transition_state():614] send defer: 13
+2024-04-09 22:04:16,297 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 22:04:16,298 INFO    HandlerThread:311 [handler.py:handle_request_defer():172] handle defer: 13
+2024-04-09 22:04:16,298 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: defer
+2024-04-09 22:04:16,298 INFO    SenderThread:311 [sender.py:send_request_defer():610] handle sender defer: 13
+2024-04-09 22:04:16,298 INFO    SenderThread:311 [sender.py:transition_state():614] send defer: 14
+2024-04-09 22:04:16,298 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: defer
+2024-04-09 22:04:16,298 INFO    HandlerThread:311 [handler.py:handle_request_defer():172] handle defer: 14
+2024-04-09 22:04:16,299 DEBUG   SenderThread:311 [sender.py:send():379] send: final
+2024-04-09 22:04:16,299 DEBUG   SenderThread:311 [sender.py:send():379] send: footer
+2024-04-09 22:04:16,299 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: defer
+2024-04-09 22:04:16,299 INFO    SenderThread:311 [sender.py:send_request_defer():610] handle sender defer: 14
+2024-04-09 22:04:16,300 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-09 22:04:16,300 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: poll_exit
+2024-04-09 22:04:16,301 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-09 22:04:16,301 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: poll_exit
+2024-04-09 22:04:16,301 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: server_info
+2024-04-09 22:04:16,302 DEBUG   SenderThread:311 [sender.py:send_request():406] send_request: server_info
+2024-04-09 22:04:16,304 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: get_summary
+2024-04-09 22:04:16,305 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: sampled_history
+2024-04-09 22:04:16,306 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:04:16,357 INFO    MainThread:311 [wandb_run.py:_footer_history_summary_info():3920] rendering history
+2024-04-09 22:04:16,357 INFO    MainThread:311 [wandb_run.py:_footer_history_summary_info():3952] rendering summary
+2024-04-09 22:04:16,358 INFO    MainThread:311 [wandb_run.py:_footer_sync_info():3879] logging synced files
+2024-04-09 22:04:16,358 DEBUG   HandlerThread:311 [handler.py:handle_request():146] handle_request: shutdown
+2024-04-09 22:04:16,358 INFO    HandlerThread:311 [handler.py:finish():866] shutting down handler
+2024-04-09 22:04:17,302 INFO    WriterThread:311 [datastore.py:close():296] close: /kaggle/working/wandb/run-20240409_215743-953wtybl/run-953wtybl.wandb
+2024-04-09 22:04:17,308 WARNING StreamThr :311 [internal.py:is_dead():414] Internal process exiting, parent pid 266 disappeared
+2024-04-09 22:04:17,309 ERROR   StreamThr :311 [internal.py:wandb_internal():152] Internal process shutdown.
+2024-04-09 22:04:17,357 INFO    SenderThread:311 [sender.py:finish():1546] shutting down sender
+2024-04-09 22:04:17,357 INFO    SenderThread:311 [file_pusher.py:finish():172] shutting down file pusher
+2024-04-09 22:04:17,357 INFO    SenderThread:311 [file_pusher.py:join():178] waiting for file pusher

wandb/run-20240409_215743-953wtybl/logs/debug.log

@@ -0,0 +1,33 @@
+2024-04-09 21:57:43,903 INFO    MainThread:266 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
+2024-04-09 21:57:43,904 INFO    MainThread:266 [wandb_setup.py:_flush():76] Configure stats pid to 266
+2024-04-09 21:57:43,904 INFO    MainThread:266 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2024-04-09 21:57:43,904 INFO    MainThread:266 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
+2024-04-09 21:57:43,904 INFO    MainThread:266 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2024-04-09 21:57:43,904 INFO    MainThread:266 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-04-09 21:57:43,904 INFO    MainThread:266 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
+2024-04-09 21:57:43,904 INFO    MainThread:266 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-04-09 21:57:43,904 INFO    MainThread:266 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240409_215743-953wtybl/logs/debug.log
+2024-04-09 21:57:43,904 INFO    MainThread:266 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240409_215743-953wtybl/logs/debug-internal.log
+2024-04-09 21:57:43,904 INFO    MainThread:266 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7d919da01720>
+2024-04-09 21:57:43,904 INFO    MainThread:266 [wandb_init.py:init():567] calling init triggers
+2024-04-09 21:57:43,904 INFO    MainThread:266 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
+config: {}
+2024-04-09 21:57:43,904 INFO    MainThread:266 [wandb_init.py:init():617] starting backend
+2024-04-09 21:57:43,905 INFO    MainThread:266 [wandb_init.py:init():621] setting up manager
+2024-04-09 21:57:43,906 INFO    MainThread:266 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-04-09 21:57:43,907 INFO    MainThread:266 [wandb_init.py:init():629] backend started and connected
+2024-04-09 21:57:43,919 INFO    MainThread:266 [wandb_run.py:_label_probe_notebook():1299] probe notebook
+2024-04-09 21:57:44,252 INFO    MainThread:266 [wandb_init.py:init():721] updated telemetry
+2024-04-09 21:57:44,255 INFO    MainThread:266 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
+2024-04-09 21:57:44,443 INFO    MainThread:266 [wandb_run.py:_on_init():2344] communicating current version
+2024-04-09 21:57:44,538 INFO    MainThread:266 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2024-04-09 21:57:44,538 INFO    MainThread:266 [wandb_init.py:init():805] starting run threads in backend
+2024-04-09 21:58:00,563 INFO    MainThread:266 [wandb_run.py:_console_start():2323] atexit reg
+2024-04-09 21:58:00,563 INFO    MainThread:266 [wandb_run.py:_redirect():2178] redirect: wrap_raw
+2024-04-09 21:58:00,564 INFO    MainThread:266 [wandb_run.py:_redirect():2243] Wrapping output streams.
+2024-04-09 21:58:00,564 INFO    MainThread:266 [wandb_run.py:_redirect():2268] Redirects installed.
+2024-04-09 21:58:00,566 INFO    MainThread:266 [wandb_init.py:init():848] run started, returning control to user process
+2024-04-09 21:58:00,572 INFO    MainThread:266 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 32000, 'max_position_embeddings': 2048, 'hidden_size': 2048, 'intermediate_size': 5632, 'num_hidden_layers': 22, 'num_attention_heads': 32, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'pretraining_tp': 1, 'use_cache': False, 'rope_theta': 10000.0, 'rope_scaling': None, 'attention_bias': False, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['LlamaForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': None, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T', 'transformers_version': '4.39.3', 'model_type': 'llama', 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 2, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 1e-06, 'weight_decay': 0.001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.1, 'num_train_epochs': 5, 'max_steps': 70000, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr09_21-55-28_6e44b39f6877', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 100, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 100, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_32bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}
+2024-04-09 22:04:10,837 INFO    MainThread:266 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-04-09 22:04:10,837 INFO    MainThread:266 [wandb_init.py:_pause_backend():438] pausing backend

wandb/run-20240409_220700-9aom042n/files/config.yaml

@@ -0,0 +1,686 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    python_version: 3.10.13
+    cli_version: 0.16.5
+    framework: huggingface
+    huggingface_version: 4.39.3
+    is_jupyter_run: true
+    is_kaggle_kernel: true
+    start_time: 1712700420.0
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      2:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      3:
+      - 7
+      - 23
+      4: 3.10.13
+      5: 0.16.5
+      6: 4.39.3
+      8:
+      - 1
+      - 2
+      - 5
+      9:
+        1: transformers_trainer
+      13: linux-x86_64
+    m:
+    - 1: train/global_step
+      6:
+      - 3
+    - 1: train/loss
+      5: 1
+      6:
+      - 1
+    - 1: train/grad_norm
+      5: 1
+      6:
+      - 1
+    - 1: train/learning_rate
+      5: 1
+      6:
+      - 1
+    - 1: train/epoch
+      5: 1
+      6:
+      - 1
+vocab_size:
+  desc: null
+  value: 32000
+max_position_embeddings:
+  desc: null
+  value: 2048
+hidden_size:
+  desc: null
+  value: 2048
+intermediate_size:
+  desc: null
+  value: 5632
+num_hidden_layers:
+  desc: null
+  value: 22
+num_attention_heads:
+  desc: null
+  value: 32
+num_key_value_heads:
+  desc: null
+  value: 4
+hidden_act:
+  desc: null
+  value: silu
+initializer_range:
+  desc: null
+  value: 0.02
+rms_norm_eps:
+  desc: null
+  value: 1.0e-05
+pretraining_tp:
+  desc: null
+  value: 1
+use_cache:
+  desc: null
+  value: false
+rope_theta:
+  desc: null
+  value: 10000.0
+rope_scaling:
+  desc: null
+  value: null
+attention_bias:
+  desc: null
+  value: false
+attention_dropout:
+  desc: null
+  value: 0.0
+return_dict:
+  desc: null
+  value: true
+output_hidden_states:
+  desc: null
+  value: false
+output_attentions:
+  desc: null
+  value: false
+torchscript:
+  desc: null
+  value: false
+torch_dtype:
+  desc: null
+  value: float32
+use_bfloat16:
+  desc: null
+  value: false
+tf_legacy_loss:
+  desc: null
+  value: false
+pruned_heads:
+  desc: null
+  value: {}
+tie_word_embeddings:
+  desc: null
+  value: false
+chunk_size_feed_forward:
+  desc: null
+  value: 0
+is_encoder_decoder:
+  desc: null
+  value: false
+is_decoder:
+  desc: null
+  value: false
+cross_attention_hidden_size:
+  desc: null
+  value: null
+add_cross_attention:
+  desc: null
+  value: false
+tie_encoder_decoder:
+  desc: null
+  value: false
+max_length:
+  desc: null
+  value: 20
+min_length:
+  desc: null
+  value: 0
+do_sample:
+  desc: null
+  value: false
+early_stopping:
+  desc: null
+  value: false
+num_beams:
+  desc: null
+  value: 1
+num_beam_groups:
+  desc: null
+  value: 1
+diversity_penalty:
+  desc: null
+  value: 0.0
+temperature:
+  desc: null
+  value: 1.0
+top_k:
+  desc: null
+  value: 50
+top_p:
+  desc: null
+  value: 1.0
+typical_p:
+  desc: null
+  value: 1.0
+repetition_penalty:
+  desc: null
+  value: 1.0
+length_penalty:
+  desc: null
+  value: 1.0
+no_repeat_ngram_size:
+  desc: null
+  value: 0
+encoder_no_repeat_ngram_size:
+  desc: null
+  value: 0
+bad_words_ids:
+  desc: null
+  value: null
+num_return_sequences:
+  desc: null
+  value: 1
+output_scores:
+  desc: null
+  value: false
+return_dict_in_generate:
+  desc: null
+  value: false
+forced_bos_token_id:
+  desc: null
+  value: null
+forced_eos_token_id:
+  desc: null
+  value: null
+remove_invalid_values:
+  desc: null
+  value: false
+exponential_decay_length_penalty:
+  desc: null
+  value: null
+suppress_tokens:
+  desc: null
+  value: null
+begin_suppress_tokens:
+  desc: null
+  value: null
+architectures:
+  desc: null
+  value:
+  - LlamaForCausalLM
+finetuning_task:
+  desc: null
+  value: null
+id2label:
+  desc: null
+  value:
+    '0': LABEL_0
+    '1': LABEL_1
+label2id:
+  desc: null
+  value:
+    LABEL_0: 0
+    LABEL_1: 1
+tokenizer_class:
+  desc: null
+  value: null
+prefix:
+  desc: null
+  value: null
+bos_token_id:
+  desc: null
+  value: 1
+pad_token_id:
+  desc: null
+  value: null
+eos_token_id:
+  desc: null
+  value: 2
+sep_token_id:
+  desc: null
+  value: null
+decoder_start_token_id:
+  desc: null
+  value: null
+task_specific_params:
+  desc: null
+  value: null
+problem_type:
+  desc: null
+  value: null
+_name_or_path:
+  desc: null
+  value: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
+transformers_version:
+  desc: null
+  value: 4.39.3
+model_type:
+  desc: null
+  value: llama
+quantization_config:
+  desc: null
+  value:
+    quant_method: QuantizationMethod.BITS_AND_BYTES
+    _load_in_8bit: false
+    _load_in_4bit: true
+    llm_int8_threshold: 6.0
+    llm_int8_skip_modules: null
+    llm_int8_enable_fp32_cpu_offload: false
+    llm_int8_has_fp16_weight: false
+    bnb_4bit_quant_type: nf4
+    bnb_4bit_use_double_quant: false
+    bnb_4bit_compute_dtype: float16
+    bnb_4bit_quant_storage: uint8
+    load_in_4bit: true
+    load_in_8bit: false
+output_dir:
+  desc: null
+  value: /kaggle/working/
+overwrite_output_dir:
+  desc: null
+  value: false
+do_train:
+  desc: null
+  value: false
+do_eval:
+  desc: null
+  value: false
+do_predict:
+  desc: null
+  value: false
+evaluation_strategy:
+  desc: null
+  value: 'no'
+prediction_loss_only:
+  desc: null
+  value: false
+per_device_train_batch_size:
+  desc: null
+  value: 2
+per_device_eval_batch_size:
+  desc: null
+  value: 8
+per_gpu_train_batch_size:
+  desc: null
+  value: null
+per_gpu_eval_batch_size:
+  desc: null
+  value: null
+gradient_accumulation_steps:
+  desc: null
+  value: 1
+eval_accumulation_steps:
+  desc: null
+  value: null
+eval_delay:
+  desc: null
+  value: 0
+learning_rate:
+  desc: null
+  value: 1.0e-06
+weight_decay:
+  desc: null
+  value: 0.001
+adam_beta1:
+  desc: null
+  value: 0.9
+adam_beta2:
+  desc: null
+  value: 0.999
+adam_epsilon:
+  desc: null
+  value: 1.0e-08
+max_grad_norm:
+  desc: null
+  value: 0.1
+num_train_epochs:
+  desc: null
+  value: 5
+max_steps:
+  desc: null
+  value: 200
+lr_scheduler_type:
+  desc: null
+  value: cosine
+lr_scheduler_kwargs:
+  desc: null
+  value: {}
+warmup_ratio:
+  desc: null
+  value: 0.03
+warmup_steps:
+  desc: null
+  value: 0
+log_level:
+  desc: null
+  value: passive
+log_level_replica:
+  desc: null
+  value: warning
+log_on_each_node:
+  desc: null
+  value: true
+logging_dir:
+  desc: null
+  value: /kaggle/working/runs/Apr09_22-04-47_6e44b39f6877
+logging_strategy:
+  desc: null
+  value: steps
+logging_first_step:
+  desc: null
+  value: false
+logging_steps:
+  desc: null
+  value: 100
+logging_nan_inf_filter:
+  desc: null
+  value: true
+save_strategy:
+  desc: null
+  value: steps
+save_steps:
+  desc: null
+  value: 100
+save_total_limit:
+  desc: null
+  value: 1
+save_safetensors:
+  desc: null
+  value: true
+save_on_each_node:
+  desc: null
+  value: false
+save_only_model:
+  desc: null
+  value: false
+no_cuda:
+  desc: null
+  value: false
+use_cpu:
+  desc: null
+  value: false
+use_mps_device:
+  desc: null
+  value: false
+seed:
+  desc: null
+  value: 42
+data_seed:
+  desc: null
+  value: null
+jit_mode_eval:
+  desc: null
+  value: false
+use_ipex:
+  desc: null
+  value: false
+bf16:
+  desc: null
+  value: false
+fp16:
+  desc: null
+  value: false
+fp16_opt_level:
+  desc: null
+  value: O1
+half_precision_backend:
+  desc: null
+  value: auto
+bf16_full_eval:
+  desc: null
+  value: false
+fp16_full_eval:
+  desc: null
+  value: false
+tf32:
+  desc: null
+  value: null
+local_rank:
+  desc: null
+  value: 0
+ddp_backend:
+  desc: null
+  value: null
+tpu_num_cores:
+  desc: null
+  value: null
+tpu_metrics_debug:
+  desc: null
+  value: false
+debug:
+  desc: null
+  value: []
+dataloader_drop_last:
+  desc: null
+  value: false
+eval_steps:
+  desc: null
+  value: null
+dataloader_num_workers:
+  desc: null
+  value: 8
+dataloader_prefetch_factor:
+  desc: null
+  value: null
+past_index:
+  desc: null
+  value: -1
+run_name:
+  desc: null
+  value: /kaggle/working/
+disable_tqdm:
+  desc: null
+  value: false
+remove_unused_columns:
+  desc: null
+  value: true
+label_names:
+  desc: null
+  value: null
+load_best_model_at_end:
+  desc: null
+  value: false
+metric_for_best_model:
+  desc: null
+  value: null
+greater_is_better:
+  desc: null
+  value: null
+ignore_data_skip:
+  desc: null
+  value: false
+fsdp:
+  desc: null
+  value: []
+fsdp_min_num_params:
+  desc: null
+  value: 0
+fsdp_config:
+  desc: null
+  value:
+    min_num_params: 0
+    xla: false
+    xla_fsdp_v2: false
+    xla_fsdp_grad_ckpt: false
+fsdp_transformer_layer_cls_to_wrap:
+  desc: null
+  value: null
+accelerator_config:
+  desc: null
+  value:
+    split_batches: false
+    dispatch_batches: null
+    even_batches: true
+    use_seedable_sampler: true
+deepspeed:
+  desc: null
+  value: null
+label_smoothing_factor:
+  desc: null
+  value: 0.0
+optim:
+  desc: null
+  value: paged_adamw_32bit
+optim_args:
+  desc: null
+  value: null
+adafactor:
+  desc: null
+  value: false
+group_by_length:
+  desc: null
+  value: false
+length_column_name:
+  desc: null
+  value: length
+report_to:
+  desc: null
+  value:
+  - tensorboard
+  - wandb
+ddp_find_unused_parameters:
+  desc: null
+  value: null
+ddp_bucket_cap_mb:
+  desc: null
+  value: null
+ddp_broadcast_buffers:
+  desc: null
+  value: null
+dataloader_pin_memory:
+  desc: null
+  value: true
+dataloader_persistent_workers:
+  desc: null
+  value: false
+skip_memory_metrics:
+  desc: null
+  value: true
+use_legacy_prediction_loop:
+  desc: null
+  value: false
+push_to_hub:
+  desc: null
+  value: false
+resume_from_checkpoint:
+  desc: null
+  value: null
+hub_model_id:
+  desc: null
+  value: null
+hub_strategy:
+  desc: null
+  value: every_save
+hub_token:
+  desc: null
+  value: <HUB_TOKEN>
+hub_private_repo:
+  desc: null
+  value: false
+hub_always_push:
+  desc: null
+  value: false
+gradient_checkpointing:
+  desc: null
+  value: true
+gradient_checkpointing_kwargs:
+  desc: null
+  value: null
+include_inputs_for_metrics:
+  desc: null
+  value: false
+fp16_backend:
+  desc: null
+  value: auto
+push_to_hub_model_id:
+  desc: null
+  value: null
+push_to_hub_organization:
+  desc: null
+  value: null
+push_to_hub_token:
+  desc: null
+  value: <PUSH_TO_HUB_TOKEN>
+mp_parameters:
+  desc: null
+  value: ''
+auto_find_batch_size:
+  desc: null
+  value: true
+full_determinism:
+  desc: null
+  value: false
+torchdynamo:
+  desc: null
+  value: null
+ray_scope:
+  desc: null
+  value: last
+ddp_timeout:
+  desc: null
+  value: 1800
+torch_compile:
+  desc: null
+  value: false
+torch_compile_backend:
+  desc: null
+  value: null
+torch_compile_mode:
+  desc: null
+  value: null
+dispatch_batches:
+  desc: null
+  value: null
+split_batches:
+  desc: null
+  value: null
+include_tokens_per_second:
+  desc: null
+  value: false
+include_num_input_tokens_seen:
+  desc: null
+  value: false
+neftune_noise_alpha:
+  desc: null
+  value: null
+optim_target_modules:
+  desc: null
+  value: null

wandb/run-20240409_220700-9aom042n/files/output.log

@@ -0,0 +1,37 @@
+/opt/conda/lib/python3.10/site-packages/torch/utils/data/dataloader.py:557: UserWarning: This DataLoader will create 8 worker processes in total. Our suggested max number of worker in current system is 4, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.
+  warnings.warn(_create_warning_msg(
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.

wandb/run-20240409_220700-9aom042n/files/requirements.txt

@@ -0,0 +1,864 @@
+Babel==2.14.0
+Boruta==0.3
+Brotli==1.0.9
+CVXcanon==0.1.2
+Cartopy==0.22.0
+Cython==3.0.8
+Deprecated==1.2.14
+Farama-Notifications==0.0.4
+Flask==3.0.2
+Geohash==1.0
+GitPython==3.1.41
+ImageHash==4.3.1
+Janome==0.5.0
+Jinja2==3.1.2
+LunarCalendar==0.0.9
+Mako==1.3.2
+Markdown==3.5.2
+MarkupSafe==2.1.3
+MarkupSafe==2.1.5
+Pillow==9.5.0
+PuLP==2.8.0
+PyArabic==0.6.15
+PyJWT==2.8.0
+PyMeeus==0.5.12
+PySocks==1.7.1
+PyUpSet==0.1.1.post7
+PyWavelets==1.5.0
+PyYAML==6.0.1
+Pygments==2.17.2
+Pympler==1.0.1
+QtPy==2.4.1
+Rtree==1.2.0
+SQLAlchemy==2.0.25
+SecretStorage==3.3.3
+Send2Trash==1.8.2
+Shapely==1.8.5.post1
+Shimmy==1.3.0
+SimpleITK==2.3.1
+TPOT==0.12.1
+Theano-PyMC==1.1.2
+Theano==1.0.5
+Wand==0.6.13
+Werkzeug==3.0.2
+absl-py==1.4.0
+accelerate==0.28.0
+access==1.1.9
+affine==2.4.0
+aiobotocore==2.12.2
+aiofiles==22.1.0
+aiohttp-cors==0.7.0
+aiohttp==3.9.1
+aioitertools==0.11.0
+aiorwlock==1.3.0
+aiosignal==1.3.1
+aiosqlite==0.19.0
+albumentations==1.4.0
+alembic==1.13.1
+altair==5.3.0
+annotated-types==0.6.0
+annoy==1.17.3
+anyio==4.2.0
+apache-beam==2.46.0
+aplus==0.11.0
+appdirs==1.4.4
+archspec==0.2.3
+argon2-cffi-bindings==21.2.0
+argon2-cffi==23.1.0
+array-record==0.5.0
+arrow==1.3.0
+arviz==0.17.1
+astroid==3.1.0
+astropy-iers-data==0.2024.4.1.0.33.14
+astropy==6.0.1
+asttokens==2.4.1
+astunparse==1.6.3
+async-lru==2.0.4
+async-timeout==4.0.3
+attrs==23.2.0
+audioread==3.0.1
+autopep8==2.0.4
+backoff==2.2.1
+bayesian-optimization==1.4.3
+beatrix_jupyterlab==2023.128.151533
+beautifulsoup4==4.12.2
+bitsandbytes==0.43.0
+blake3==0.2.1
+bleach==6.1.0
+blessed==1.20.0
+blinker==1.7.0
+blis==0.7.10
+blosc2==2.6.0
+bokeh==3.3.4
+boltons==23.1.1
+boto3==1.26.100
+botocore==1.34.51
+bq_helper==0.4.1
+bqplot==0.12.43
+branca==0.7.1
+brewer2mpl==1.4.1
+brotlipy==0.7.0
+cached-property==1.5.2
+cachetools==4.2.4
+cachetools==5.3.2
+catalogue==2.0.10
+catalyst==22.4
+catboost==1.2.3
+category-encoders==2.6.3
+certifi==2024.2.2
+cesium==0.12.1
+cffi==1.16.0
+charset-normalizer==3.3.2
+chex==0.1.86
+cleverhans==4.0.0
+click-plugins==1.1.1
+click==8.1.7
+cligj==0.7.2
+cloud-tpu-client==0.10
+cloud-tpu-profiler==2.4.0
+cloudpathlib==0.16.0
+cloudpickle==2.2.1
+cloudpickle==3.0.0
+cmdstanpy==1.2.2
+colorama==0.4.6
+colorcet==3.1.0
+colorful==0.5.6
+colorlog==6.8.2
+colorlover==0.3.0
+comm==0.2.1
+conda-libmamba-solver==23.7.0
+conda-package-handling==2.2.0
+conda==23.7.4
+conda_package_streaming==0.9.0
+confection==0.1.4
+contextily==1.6.0
+contourpy==1.2.0
+convertdate==2.4.0
+crcmod==1.7
+cryptography==41.0.7
+cuda-python==12.4.0
+cudf==23.8.0
+cufflinks==0.17.3
+cuml==23.8.0
+cupy==13.0.0
+cycler==0.12.1
+cymem==2.0.8
+cytoolz==0.12.3
+daal4py==2024.2.0
+daal==2024.2.0
+dacite==1.8.1
+dask-cuda==23.8.0
+dask-cudf==23.8.0
+dask-expr==1.0.9
+dask==2024.4.0
+dataclasses-json==0.6.4
+dataproc_jupyter_plugin==0.1.66
+datasets==2.16.0
+datashader==0.16.0
+datatile==1.0.3
+db-dtypes==1.2.0
+deap==1.4.1
+debugpy==1.8.0
+decorator==5.1.1
+deepdiff==6.7.1
+defusedxml==0.7.1
+deprecation==2.1.0
+descartes==1.1.0
+dill==0.3.7
+dipy==1.9.0
+distlib==0.3.8
+distributed==2023.7.1
+distro==1.9.0
+dm-tree==0.1.8
+docker-pycreds==0.4.0
+docker==7.0.0
+docopt==0.6.2
+docstring-parser==0.15
+docstring-to-markdown==0.15
+docutils==0.20.1
+earthengine-api==0.1.395
+easydict==1.13
+easyocr==1.7.1
+ecos==2.0.13
+eli5==0.13.0
+emoji==2.11.0
+en-core-web-lg==3.7.1
+en-core-web-sm==3.7.1
+entrypoints==0.4
+ephem==4.1.5
+esda==2.5.1
+essentia==2.1b6.dev1110
+et-xmlfile==1.1.0
+etils==1.6.0
+exceptiongroup==1.2.0
+executing==2.0.1
+explainable-ai-sdk==1.3.3
+fastai==2.7.14
+fastapi==0.108.0
+fastavro==1.9.3
+fastcore==1.5.29
+fastdownload==0.0.7
+fasteners==0.19
+fastjsonschema==2.19.1
+fastprogress==1.0.3
+fastrlock==0.8.2
+fasttext==0.9.2
+feather-format==0.4.1
+featuretools==1.30.0
+filelock==3.13.1
+fiona==1.9.6
+fitter==1.7.0
+flake8==7.0.0
+flashtext==2.7
+flatbuffers==23.5.26
+flax==0.8.2
+folium==0.16.0
+fonttools==4.47.0
+fonttools==4.50.0
+fqdn==1.5.1
+frozendict==2.4.1
+frozenlist==1.4.1
+fsspec==2023.10.0
+fsspec==2024.3.1
+funcy==2.0
+fury==0.10.0
+future==1.0.0
+fuzzywuzzy==0.18.0
+gast==0.5.4
+gatspy==0.3
+gcsfs==2024.2.0
+gensim==4.3.2
+geographiclib==2.0
+geojson==3.1.0
+geopandas==0.14.3
+geoplot==0.5.1
+geopy==2.4.1
+geoviews==1.11.1
+ggplot==0.11.5
+giddy==2.3.5
+gitdb==4.0.11
+google-ai-generativelanguage==0.4.0
+google-api-core==2.11.1
+google-api-core==2.18.0
+google-api-python-client==2.125.0
+google-apitools==0.5.31
+google-auth-httplib2==0.2.0
+google-auth-oauthlib==1.2.0
+google-auth==2.26.1
+google-cloud-aiplatform==0.6.0a1
+google-cloud-artifact-registry==1.10.0
+google-cloud-automl==1.0.1
+google-cloud-bigquery==2.34.4
+google-cloud-bigtable==1.7.3
+google-cloud-core==2.4.1
+google-cloud-datastore==2.19.0
+google-cloud-dlp==3.14.0
+google-cloud-jupyter-config==0.0.5
+google-cloud-language==2.13.3
+google-cloud-monitoring==2.18.0
+google-cloud-pubsub==2.19.0
+google-cloud-pubsublite==1.9.0
+google-cloud-recommendations-ai==0.7.1
+google-cloud-resource-manager==1.11.0
+google-cloud-spanner==3.40.1
+google-cloud-storage==1.44.0
+google-cloud-translate==3.12.1
+google-cloud-videointelligence==2.13.3
+google-cloud-vision==2.8.0
+google-crc32c==1.5.0
+google-generativeai==0.4.1
+google-pasta==0.2.0
+google-resumable-media==2.7.0
+googleapis-common-protos==1.62.0
+gplearn==0.4.2
+gpustat==1.0.0
+gpxpy==1.6.2
+graphviz==0.20.3
+greenlet==3.0.3
+grpc-google-iam-v1==0.12.7
+grpcio-status==1.48.1
+grpcio-status==1.48.2
+grpcio==1.51.1
+grpcio==1.60.0
+gviz-api==1.10.0
+gym-notices==0.0.8
+gym==0.26.2
+gymnasium==0.29.0
+h11==0.14.0
+h2o==3.46.0.1
+h5netcdf==1.3.0
+h5py==3.10.0
+haversine==2.8.1
+hdfs==2.7.3
+hep-ml==0.7.2
+hijri-converter==2.3.1
+hmmlearn==0.3.2
+holidays==0.24
+holoviews==1.18.3
+hpsklearn==0.1.0
+html5lib==1.1
+htmlmin==0.1.12
+httpcore==1.0.5
+httplib2==0.21.0
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.22.2
+hunspell==0.5.5
+hydra-slayer==0.5.0
+hyperopt==0.2.7
+hypertools==0.8.0
+idna==3.6
+igraph==0.11.4
+imagecodecs==2024.1.1
+imageio==2.33.1
+imbalanced-learn==0.12.2
+imgaug==0.4.0
+importlib-metadata==6.11.0
+importlib-metadata==7.0.1
+importlib-resources==6.1.1
+inequality==1.0.1
+iniconfig==2.0.0
+ipydatawidgets==4.3.5
+ipykernel==6.28.0
+ipyleaflet==0.18.2
+ipympl==0.7.0
+ipython-genutils==0.2.0
+ipython-genutils==0.2.0
+ipython-sql==0.5.0
+ipython==8.20.0
+ipyvolume==0.6.3
+ipyvue==1.10.2
+ipyvuetify==1.9.3
+ipywebrtc==0.6.0
+ipywidgets==7.7.1
+isoduration==20.11.0
+isort==5.13.2
+isoweek==1.3.3
+itsdangerous==2.1.2
+jaraco.classes==3.3.0
+jax-jumpy==1.0.0
+jax==0.4.23
+jaxlib==0.4.23.dev20240116
+jedi==0.19.1
+jeepney==0.8.0
+jieba==0.42.1
+jmespath==1.0.1
+joblib==1.3.2
+json5==0.9.14
+jsonpatch==1.33
+jsonpointer==2.4
+jsonschema-specifications==2023.12.1
+jsonschema==4.20.0
+jupyter-console==6.6.3
+jupyter-events==0.9.0
+jupyter-http-over-ws==0.0.8
+jupyter-lsp==1.5.1
+jupyter-server-mathjax==0.2.6
+jupyter-ydoc==0.2.5
+jupyter_client==7.4.9
+jupyter_client==8.6.0
+jupyter_core==5.7.1
+jupyter_server==2.13.0
+jupyter_server_fileid==0.9.1
+jupyter_server_proxy==4.1.0
+jupyter_server_terminals==0.5.1
+jupyter_server_ydoc==0.8.0
+jupyterlab-lsp==5.1.0
+jupyterlab-widgets==3.0.9
+jupyterlab==4.1.5
+jupyterlab_git==0.44.0
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.25.2
+jupytext==1.16.0
+kaggle-environments==1.14.3
+kaggle==1.6.8
+kagglehub==0.2.2
+keras-cv==0.8.2
+keras-nlp==0.8.2
+keras-tuner==1.4.6
+keras==3.1.1
+kernels-mixer==0.0.7
+keyring==24.3.0
+keyrings.google-artifactregistry-auth==1.1.2
+kfp-pipeline-spec==0.2.2
+kfp-server-api==2.0.5
+kfp==2.5.0
+kiwisolver==1.4.5
+kmapper==2.0.1
+kmodes==0.12.2
+korean-lunar-calendar==0.3.1
+kornia==0.7.2
+kornia_rs==0.1.3
+kt-legacy==1.0.5
+kubernetes==26.1.0
+langcodes==3.3.0
+langid==1.1.6
+lazy_loader==0.3
+learntools==0.3.4
+leven==1.0.4
+libclang==16.0.6
+libmambapy==1.5.0
+libpysal==4.9.2
+librosa==0.10.1
+lightgbm==4.2.0
+lightning-utilities==0.11.2
+lime==0.2.0.1
+line-profiler==4.1.2
+linkify-it-py==2.0.3
+llvmlite==0.41.1
+llvmlite==0.42.0
+lml==0.1.0
+locket==1.0.0
+loguru==0.7.2
+lxml==5.2.1
+lz4==4.3.3
+mamba==1.5.0
+mapclassify==2.6.1
+markdown-it-py==3.0.0
+marshmallow==3.21.1
+matplotlib-inline==0.1.6
+matplotlib-venn==0.11.10
+matplotlib==3.7.5
+matplotlib==3.8.3
+mccabe==0.7.0
+mdit-py-plugins==0.4.0
+mdurl==0.1.2
+memory-profiler==0.61.0
+menuinst==2.0.1
+mercantile==1.2.1
+mgwr==2.2.1
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.11.1
+ml-dtypes==0.2.0
+mlcrate==0.2.0
+mlens==0.2.3
+mlxtend==0.23.1
+mne==1.6.1
+mnist==0.2.2
+momepy==0.7.0
+more-itertools==10.2.0
+mpld3==0.5.10
+mpmath==1.3.0
+msgpack==1.0.7
+multidict==6.0.4
+multimethod==1.10
+multipledispatch==1.0.0
+multiprocess==0.70.15
+munkres==1.1.4
+murmurhash==1.0.10
+mypy-extensions==1.0.0
+namex==0.0.7
+nb-conda-kernels==2.3.1
+nb_conda==2.2.1
+nbclassic==1.0.0
+nbclient==0.5.13
+nbconvert==6.4.5
+nbdime==3.2.0
+nbformat==5.9.2
+ndindex==1.8
+nest-asyncio==1.5.8
+networkx==3.2.1
+nibabel==5.2.1
+nilearn==0.10.3
+ninja==1.11.1.1
+nltk==3.2.4
+nose==1.3.7
+notebook==6.5.4
+notebook==6.5.6
+notebook_executor==0.2
+notebook_shim==0.2.3
+numba==0.58.1
+numba==0.59.1
+numexpr==2.10.0
+numpy==1.26.4
+nvidia-ml-py==11.495.46
+nvtx==0.2.10
+oauth2client==4.1.3
+oauthlib==3.2.2
+objsize==0.6.1
+odfpy==1.4.1
+olefile==0.47
+onnx==1.16.0
+opencensus-context==0.1.3
+opencensus==0.11.4
+opencv-contrib-python==4.9.0.80
+opencv-python-headless==4.9.0.80
+opencv-python==4.9.0.80
+openpyxl==3.1.2
+openslide-python==1.3.1
+opentelemetry-api==1.22.0
+opentelemetry-exporter-otlp-proto-common==1.22.0
+opentelemetry-exporter-otlp-proto-grpc==1.22.0
+opentelemetry-exporter-otlp-proto-http==1.22.0
+opentelemetry-exporter-otlp==1.22.0
+opentelemetry-proto==1.22.0
+opentelemetry-sdk==1.22.0
+opentelemetry-semantic-conventions==0.43b0
+opt-einsum==3.3.0
+optax==0.2.2
+optree==0.11.0
+optuna==3.6.1
+orbax-checkpoint==0.5.7
+ordered-set==4.1.0
+orjson==3.9.10
+ortools==9.4.1874
+osmnx==1.9.2
+overrides==7.4.0
+packaging==21.3
+pandas-datareader==0.10.0
+pandas-profiling==3.6.6
+pandas-summary==0.2.0
+pandas==2.1.4
+pandas==2.2.1
+pandasql==0.7.3
+pandocfilters==1.5.0
+panel==1.3.8
+papermill==2.5.0
+param==2.1.0
+parso==0.8.3
+partd==1.4.1
+path.py==12.5.0
+path==16.10.0
+pathos==0.3.2
+pathy==0.10.3
+patsy==0.5.6
+pdf2image==1.17.0
+peft==0.10.0
+pettingzoo==1.24.0
+pexpect==4.8.0
+pexpect==4.9.0
+phik==0.12.4
+pickleshare==0.7.5
+pillow==10.3.0
+pip==23.3.2
+pkgutil_resolve_name==1.3.10
+platformdirs==4.2.0
+plotly-express==0.4.1
+plotly==5.18.0
+plotnine==0.13.4
+pluggy==1.4.0
+pointpats==2.4.0
+polars==0.20.18
+polyglot==16.7.4
+pooch==1.8.1
+pox==0.3.4
+ppca==0.0.4
+ppft==1.7.6.8
+preprocessing==0.1.13
+preshed==3.0.9
+prettytable==3.9.0
+progressbar2==4.4.2
+prometheus-client==0.19.0
+promise==2.3
+prompt-toolkit==3.0.42
+prompt-toolkit==3.0.43
+prophet==1.1.1
+proto-plus==1.23.0
+protobuf==3.20.3
+protobuf==4.21.12
+psutil==5.9.3
+psutil==5.9.7
+ptyprocess==0.7.0
+pudb==2024.1
+pure-eval==0.2.2
+py-cpuinfo==9.0.0
+py-spy==0.3.14
+py4j==0.10.9.7
+pyLDAvis==3.4.1
+pyOpenSSL==23.3.0
+pyaml==23.12.0
+pyarrow-hotfix==0.6
+pyarrow==15.0.2
+pyasn1-modules==0.3.0
+pyasn1==0.5.1
+pybind11==2.12.0
+pyclipper==1.3.0.post5
+pycodestyle==2.11.1
+pycosat==0.6.6
+pycparser==2.21
+pycryptodome==3.20.0
+pyct==0.5.0
+pycuda==2024.1
+pydantic==2.5.3
+pydantic==2.6.4
+pydantic_core==2.14.6
+pydantic_core==2.16.3
+pydegensac==0.1.2
+pydicom==2.4.4
+pydocstyle==6.3.0
+pydot==1.4.2
+pydub==0.25.1
+pyemd==1.0.0
+pyerfa==2.0.1.1
+pyexcel-io==0.6.6
+pyexcel-ods==0.6.0
+pyflakes==3.2.0
+pygltflib==1.16.2
+pykalman==0.9.7
+pylibraft==23.8.0
+pylint==3.1.0
+pymc3==3.11.4
+pymongo==3.13.0
+pynndescent==0.5.12
+pynvml==11.4.1
+pynvrtc==9.2
+pyparsing==3.1.1
+pyparsing==3.1.2
+pypdf==4.1.0
+pyproj==3.6.1
+pysal==24.1
+pyshp==2.3.1
+pytesseract==0.3.10
+pytest==8.1.1
+python-bidi==0.4.2
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.0
+python-json-logger==2.0.7
+python-louvain==0.16
+python-lsp-jsonrpc==1.1.2
+python-lsp-server==1.11.0
+python-slugify==8.0.4
+python-utils==3.8.2
+pythreejs==2.4.2
+pytoolconfig==1.3.1
+pytools==2024.1.1
+pytorch-ignite==0.5.0.post2
+pytorch-lightning==2.2.1
+pytz==2023.3.post1
+pytz==2024.1
+pyu2f==0.1.5
+pyviz_comms==3.0.2
+pyzmq==24.0.1
+pyzmq==25.1.2
+qgrid==1.3.1
+qtconsole==5.5.1
+quantecon==0.7.2
+qudida==0.0.4
+raft-dask==23.8.0
+rasterio==1.3.9
+rasterstats==0.19.0
+ray-cpp==2.9.0
+ray==2.9.0
+referencing==0.32.1
+regex==2023.12.25
+requests-oauthlib==1.3.1
+requests-toolbelt==0.10.1
+requests==2.31.0
+retrying==1.3.3
+retrying==1.3.4
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rgf-python==3.12.0
+rich-click==1.7.4
+rich==13.7.0
+rich==13.7.1
+rmm==23.8.0
+rope==1.13.0
+rpds-py==0.16.2
+rsa==4.9
+ruamel-yaml-conda==0.15.100
+ruamel.yaml.clib==0.2.7
+ruamel.yaml==0.17.40
+s2sphere==0.2.5
+s3fs==2024.2.0
+s3transfer==0.6.2
+safetensors==0.4.2
+scattertext==0.1.19
+scikit-image==0.22.0
+scikit-learn-intelex==2024.2.0
+scikit-learn==1.2.2
+scikit-multilearn==0.2.0
+scikit-optimize==0.10.1
+scikit-plot==0.3.7
+scikit-surprise==1.1.3
+scipy==1.11.4
+scipy==1.12.0
+seaborn==0.12.2
+segment_anything==1.0
+segregation==2.5
+semver==3.0.2
+sentencepiece==0.2.0
+sentry-sdk==1.44.1
+setproctitle==1.3.3
+setuptools-git==1.2
+setuptools-scm==8.0.4
+setuptools==69.0.3
+shap==0.44.1
+shapely==2.0.3
+shellingham==1.5.4
+shtab==1.7.1
+simpervisor==1.0.0
+simplejson==3.19.2
+six==1.16.0
+sklearn-pandas==2.2.0
+slicer==0.0.7
+smart-open==6.4.0
+smmap==5.0.1
+sniffio==1.3.0
+snowballstemmer==2.2.0
+snuggs==1.4.7
+sortedcontainers==2.4.0
+soundfile==0.12.1
+soupsieve==2.5
+soxr==0.3.7
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+spacy==3.7.2
+spaghetti==1.7.5.post1
+spectral==0.23.1
+spglm==1.1.0
+sphinx-rtd-theme==0.2.4
+spint==1.0.7
+splot==1.1.5.post1
+spopt==0.6.0
+spreg==1.4.2
+spvcm==0.3.0
+sqlparse==0.4.4
+squarify==0.4.3
+srsly==2.4.8
+stable-baselines3==2.1.0
+stack-data==0.6.2
+stack-data==0.6.3
+stanio==0.5.0
+starlette==0.32.0.post1
+statsmodels==0.14.1
+stemming==1.0.1
+stop-words==2018.7.23
+stopit==1.1.2
+stumpy==1.12.0
+sympy==1.12
+tables==3.9.2
+tabulate==0.9.0
+tangled-up-in-unicode==0.2.0
+tbb==2021.12.0
+tblib==3.0.0
+tenacity==8.2.3
+tensorboard-data-server==0.7.2
+tensorboard-plugin-profile==2.15.0
+tensorboard==2.15.1
+tensorboardX==2.6.2.2
+tensorflow-cloud==0.1.16
+tensorflow-datasets==4.9.4
+tensorflow-decision-forests==1.8.1
+tensorflow-estimator==2.15.0
+tensorflow-hub==0.16.1
+tensorflow-io-gcs-filesystem==0.35.0
+tensorflow-io==0.35.0
+tensorflow-metadata==0.14.0
+tensorflow-probability==0.23.0
+tensorflow-serving-api==2.14.1
+tensorflow-text==2.15.0
+tensorflow-transform==0.14.0
+tensorflow==2.15.0
+tensorstore==0.1.56
+termcolor==2.4.0
+terminado==0.18.0
+testpath==0.6.0
+text-unidecode==1.3
+textblob==0.18.0.post0
+texttable==1.7.0
+tf_keras==2.15.1
+tfp-nightly==0.24.0.dev0
+thinc==8.2.2
+threadpoolctl==3.2.0
+tifffile==2023.12.9
+timm==0.9.16
+tinycss2==1.2.1
+tobler==0.11.2
+tokenizers==0.15.2
+toml==0.10.2
+tomli==2.0.1
+tomlkit==0.12.4
+toolz==0.12.1
+torch==2.1.2
+torchaudio==2.1.2
+torchdata==0.7.1
+torchinfo==1.8.0
+torchmetrics==1.3.2
+torchtext==0.16.2
+torchvision==0.16.2
+tornado==6.3.3
+tqdm==4.66.1
+traceml==1.0.8
+traitlets==5.9.0
+traittypes==0.2.1
+transformers==4.39.3
+treelite-runtime==3.2.0
+treelite==3.2.0
+trl==0.8.1
+truststore==0.8.0
+trx-python==0.2.9
+tsfresh==0.20.2
+typeguard==4.1.5
+typer==0.9.0
+typer==0.9.4
+types-python-dateutil==2.8.19.20240106
+typing-inspect==0.9.0
+typing-utils==0.1.0
+typing_extensions==4.9.0
+tyro==0.8.3
+tzdata==2023.4
+uc-micro-py==1.0.3
+ucx-py==0.33.0
+ujson==5.9.0
+umap-learn==0.5.5
+unicodedata2==15.1.0
+update-checker==0.18.0
+uri-template==1.3.0
+uritemplate==3.0.1
+urllib3==1.26.18
+urllib3==2.1.0
+urwid==2.6.10
+urwid_readline==0.14
+uvicorn==0.25.0
+uvloop==0.19.0
+vaex-astro==0.9.3
+vaex-core==4.17.1
+vaex-hdf5==0.14.1
+vaex-jupyter==0.8.2
+vaex-ml==0.18.3
+vaex-server==0.9.0
+vaex-viz==0.5.4
+vaex==4.17.0
+vec_noise==1.1.4
+vecstack==0.4.0
+virtualenv==20.21.0
+visions==0.7.5
+vowpalwabbit==9.9.0
+vtk==9.3.0
+wandb==0.16.5
+wasabi==1.1.2
+watchfiles==0.21.0
+wavio==0.0.8
+wcwidth==0.2.13
+weasel==0.3.4
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.7.0
+websockets==12.0
+wfdb==4.1.2
+whatthepatch==1.0.5
+wheel==0.42.0
+widgetsnbextension==3.6.6
+witwidget==1.8.1
+woodwork==0.29.0
+wordcloud==1.9.3
+wordsegment==1.3.1
+wrapt==1.14.1
+xarray-einstats==0.7.0
+xarray==2024.3.0
+xgboost==2.0.3
+xvfbwrapper==0.2.9
+xxhash==3.4.1
+xyzservices==2023.10.1
+y-py==0.6.2
+yapf==0.40.2
+yarl==1.9.3
+yarl==1.9.4
+ydata-profiling==4.6.4
+yellowbrick==1.5
+ypy-websocket==0.8.4
+zict==3.0.0
+zipp==3.17.0
+zstandard==0.22.0

wandb/run-20240409_220700-9aom042n/files/wandb-metadata.json

@@ -0,0 +1,66 @@
+{
+    "os": "Linux-5.15.133+-x86_64-with-glibc2.31",
+    "python": "3.10.13",
+    "heartbeatAt": "2024-04-09T22:07:04.127016",
+    "startedAt": "2024-04-09T22:07:00.437103",
+    "docker": null,
+    "cuda": null,
+    "args": [],
+    "state": "running",
+    "program": "kaggle.ipynb",
+    "codePathLocal": null,
+    "root": "/kaggle/working",
+    "host": "6e44b39f6877",
+    "username": "root",
+    "executable": "/opt/conda/bin/python3.10",
+    "cpu_count": 2,
+    "cpu_count_logical": 4,
+    "cpu_freq": {
+        "current": 2000.152,
+        "min": 0.0,
+        "max": 0.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2000.152,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.152,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.152,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.152,
+            "min": 0.0,
+            "max": 0.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 8062.387607574463,
+            "used": 5569.50146484375
+        }
+    },
+    "gpu": "Tesla T4",
+    "gpu_count": 2,
+    "gpu_devices": [
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        },
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        }
+    ],
+    "memory": {
+        "total": 31.357559204101562
+    }
+}

wandb/run-20240409_220700-9aom042n/files/wandb-summary.json

@@ -0,0 +1 @@
+{"train/loss": 2.8162, "train/grad_norm": 0.0, "train/learning_rate": 0.0, "train/epoch": 0.0, "train/global_step": 200, "_timestamp": 1712700553.0282009, "_runtime": 132.5851058959961, "_step": 2, "train_runtime": 134.1736, "train_samples_per_second": 2.981, "train_steps_per_second": 1.491, "total_flos": 202235532804096.0, "train_loss": 2.806353759765625}

wandb/run-20240409_220700-9aom042n/logs/debug-internal.log

@@ -0,0 +1,145 @@
+2024-04-09 22:07:00,443 INFO    StreamThr :462 [internal.py:wandb_internal():86] W&B internal server running at pid: 462, started at: 2024-04-09 22:07:00.443187
+2024-04-09 22:07:00,445 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status
+2024-04-09 22:07:00,767 INFO    WriterThread:462 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240409_220700-9aom042n/run-9aom042n.wandb
+2024-04-09 22:07:00,767 DEBUG   SenderThread:462 [sender.py:send():379] send: header
+2024-04-09 22:07:00,770 DEBUG   SenderThread:462 [sender.py:send():379] send: run
+2024-04-09 22:07:03,990 INFO    SenderThread:462 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240409_220700-9aom042n/files
+2024-04-09 22:07:03,990 INFO    SenderThread:462 [sender.py:_start_run_threads():1124] run started: 9aom042n with start time 1712700420.443095
+2024-04-09 22:07:04,000 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: check_version
+2024-04-09 22:07:04,000 DEBUG   SenderThread:462 [sender.py:send_request():406] send_request: check_version
+2024-04-09 22:07:04,096 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: run_start
+2024-04-09 22:07:04,107 DEBUG   HandlerThread:462 [system_info.py:__init__():26] System info init
+2024-04-09 22:07:04,107 DEBUG   HandlerThread:462 [system_info.py:__init__():41] System info init done
+2024-04-09 22:07:04,107 INFO    HandlerThread:462 [system_monitor.py:start():194] Starting system monitor
+2024-04-09 22:07:04,107 INFO    SystemMonitor:462 [system_monitor.py:_start():158] Starting system asset monitoring threads
+2024-04-09 22:07:04,107 INFO    HandlerThread:462 [system_monitor.py:probe():214] Collecting system info
+2024-04-09 22:07:04,108 INFO    SystemMonitor:462 [interfaces.py:start():190] Started cpu monitoring
+2024-04-09 22:07:04,109 INFO    SystemMonitor:462 [interfaces.py:start():190] Started disk monitoring
+2024-04-09 22:07:04,111 INFO    SystemMonitor:462 [interfaces.py:start():190] Started gpu monitoring
+2024-04-09 22:07:04,111 INFO    SystemMonitor:462 [interfaces.py:start():190] Started memory monitoring
+2024-04-09 22:07:04,112 INFO    SystemMonitor:462 [interfaces.py:start():190] Started network monitoring
+2024-04-09 22:07:04,126 DEBUG   HandlerThread:462 [system_info.py:probe():150] Probing system
+2024-04-09 22:07:04,129 DEBUG   HandlerThread:462 [gitlib.py:_init_repo():56] git repository is invalid
+2024-04-09 22:07:04,129 DEBUG   HandlerThread:462 [system_info.py:probe():198] Probing system done
+2024-04-09 22:07:04,129 DEBUG   HandlerThread:462 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-09T22:07:04.127016', 'startedAt': '2024-04-09T22:07:00.437103', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': '6e44b39f6877', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.152, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.152, 'min': 0.0, 'max': 0.0}, {'current': 2000.152, 'min': 0.0, 'max': 0.0}, {'current': 2000.152, 'min': 0.0, 'max': 0.0}, {'current': 2000.152, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5569.50146484375}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}}
+2024-04-09 22:07:04,129 INFO    HandlerThread:462 [system_monitor.py:probe():224] Finished collecting system info
+2024-04-09 22:07:04,129 INFO    HandlerThread:462 [system_monitor.py:probe():227] Publishing system info
+2024-04-09 22:07:04,129 DEBUG   HandlerThread:462 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment
+2024-04-09 22:07:04,992 INFO    Thread-12 :462 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240409_220700-9aom042n/files/conda-environment.yaml
+2024-04-09 22:07:19,144 ERROR   HandlerThread:462 [system_info.py:_save_conda():221] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds
+Traceback (most recent call last):
+  File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 214, in _save_conda
+    subprocess.call(
+  File "/opt/conda/lib/python3.10/subprocess.py", line 347, in call
+    return p.wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1209, in wait
+    return self._wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait
+    raise TimeoutExpired(self.args, timeout)
+subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds
+2024-04-09 22:07:19,144 DEBUG   HandlerThread:462 [system_info.py:_save_conda():222] Saving conda packages done
+2024-04-09 22:07:19,145 INFO    HandlerThread:462 [system_monitor.py:probe():229] Finished publishing system info
+2024-04-09 22:07:19,150 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:07:19,150 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-09 22:07:19,150 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:07:19,151 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-09 22:07:19,151 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:07:19,151 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-09 22:07:19,151 DEBUG   SenderThread:462 [sender.py:send():379] send: files
+2024-04-09 22:07:19,151 INFO    SenderThread:462 [sender.py:_save_file():1390] saving file wandb-metadata.json with policy now
+2024-04-09 22:07:19,461 INFO    wandb-upload_0:462 [upload_job.py:push():131] Uploaded file /tmp/tmpjk_7pw69wandb/fv30folz-wandb-metadata.json
+2024-04-09 22:07:19,995 INFO    Thread-12 :462 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240409_220700-9aom042n/files/wandb-metadata.json
+2024-04-09 22:07:20,150 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: python_packages
+2024-04-09 22:07:20,151 DEBUG   SenderThread:462 [sender.py:send_request():406] send_request: python_packages
+2024-04-09 22:07:20,154 DEBUG   SenderThread:462 [sender.py:send():379] send: telemetry
+2024-04-09 22:07:20,164 DEBUG   SenderThread:462 [sender.py:send():379] send: config
+2024-04-09 22:07:20,167 DEBUG   SenderThread:462 [sender.py:send():379] send: metric
+2024-04-09 22:07:20,167 DEBUG   SenderThread:462 [sender.py:send():379] send: telemetry
+2024-04-09 22:07:20,167 DEBUG   SenderThread:462 [sender.py:send():379] send: metric
+2024-04-09 22:07:20,167 WARNING SenderThread:462 [sender.py:send_metric():1341] Seen metric with glob (shouldn't happen)
+2024-04-09 22:07:20,168 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:07:20,168 DEBUG   SenderThread:462 [sender.py:send():379] send: telemetry
+2024-04-09 22:07:20,169 DEBUG   SenderThread:462 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:07:20,171 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:07:20,996 INFO    Thread-12 :462 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240409_220700-9aom042n/files/output.log
+2024-04-09 22:07:20,996 INFO    Thread-12 :462 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240409_220700-9aom042n/files/requirements.txt
+2024-04-09 22:07:21,386 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:07:23,000 INFO    Thread-12 :462 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_220700-9aom042n/files/output.log
+2024-04-09 22:07:26,387 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:07:31,393 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:07:32,004 INFO    Thread-12 :462 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_220700-9aom042n/files/config.yaml
+2024-04-09 22:07:35,154 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:07:35,154 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:07:35,154 DEBUG   SenderThread:462 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:07:37,289 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:07:42,290 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:07:47,291 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:07:50,153 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:07:50,153 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:07:50,154 DEBUG   SenderThread:462 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:07:53,243 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:07:58,243 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:08:03,244 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:08:04,112 DEBUG   SystemMonitor:462 [system_monitor.py:_start():172] Starting system metrics aggregation loop
+2024-04-09 22:08:04,114 DEBUG   SenderThread:462 [sender.py:send():379] send: stats
+2024-04-09 22:08:05,151 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:08:05,152 DEBUG   SenderThread:462 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:08:05,155 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:08:08,312 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:08:13,313 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:08:14,561 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-09 22:08:14,564 DEBUG   SenderThread:462 [sender.py:send():379] send: metric
+2024-04-09 22:08:14,564 DEBUG   SenderThread:462 [sender.py:send():379] send: metric
+2024-04-09 22:08:14,564 DEBUG   SenderThread:462 [sender.py:send():379] send: metric
+2024-04-09 22:08:14,565 DEBUG   SenderThread:462 [sender.py:send():379] send: metric
+2024-04-09 22:08:14,565 DEBUG   SenderThread:462 [sender.py:send():379] send: history
+2024-04-09 22:08:14,565 DEBUG   SenderThread:462 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 22:08:14,567 INFO    SenderThread:462 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 22:08:15,020 INFO    Thread-12 :462 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240409_220700-9aom042n/files/wandb-summary.json
+2024-04-09 22:08:17,021 INFO    Thread-12 :462 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_220700-9aom042n/files/output.log
+2024-04-09 22:08:19,130 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:08:20,152 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:08:20,152 DEBUG   SenderThread:462 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:08:20,156 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:08:24,247 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:08:29,248 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:08:34,115 DEBUG   SenderThread:462 [sender.py:send():379] send: stats
+2024-04-09 22:08:35,121 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:08:35,202 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:08:35,203 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:08:35,256 DEBUG   SenderThread:462 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:08:36,029 INFO    Thread-12 :462 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_220700-9aom042n/files/config.yaml
+2024-04-09 22:08:40,388 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:08:45,389 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:08:50,159 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:08:50,160 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:08:50,160 DEBUG   SenderThread:462 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:08:51,289 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:08:56,289 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:09:01,290 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:09:04,116 DEBUG   SenderThread:462 [sender.py:send():379] send: stats
+2024-04-09 22:09:05,159 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-09 22:09:05,160 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-09 22:09:05,160 DEBUG   SenderThread:462 [sender.py:send_request():406] send_request: stop_status
+2024-04-09 22:09:06,333 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:09:11,334 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report
+2024-04-09 22:09:12,622 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-09 22:09:12,623 DEBUG   SenderThread:462 [sender.py:send():379] send: history
+2024-04-09 22:09:12,623 DEBUG   SenderThread:462 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 22:09:12,624 INFO    SenderThread:462 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 22:09:13,028 DEBUG   SenderThread:462 [sender.py:send():379] send: telemetry
+2024-04-09 22:09:13,028 DEBUG   SenderThread:462 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 22:09:13,030 DEBUG   HandlerThread:462 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-09 22:09:13,032 INFO    SenderThread:462 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 22:09:13,032 DEBUG   SenderThread:462 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 22:09:13,032 INFO    SenderThread:462 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 22:09:13,033 DEBUG   SenderThread:462 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 22:09:13,033 INFO    SenderThread:462 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 22:09:13,033 DEBUG   SenderThread:462 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 22:09:13,034 INFO    SenderThread:462 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 22:09:13,034 DEBUG   SenderThread:462 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 22:09:13,034 INFO    SenderThread:462 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 22:09:13,034 DEBUG   SenderThread:462 [sender.py:send():379] send: history
+2024-04-09 22:09:13,034 DEBUG   SenderThread:462 [sender.py:send_request():406] send_request: summary_record
+2024-04-09 22:09:13,035 INFO    SenderThread:462 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-09 22:09:13,042 INFO    Thread-12 :462 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_220700-9aom042n/files/wandb-summary.json

wandb/run-20240409_220700-9aom042n/logs/debug.log

@@ -0,0 +1,31 @@
+2024-04-09 22:07:00,438 INFO    MainThread:415 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
+2024-04-09 22:07:00,438 INFO    MainThread:415 [wandb_setup.py:_flush():76] Configure stats pid to 415
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240409_220700-9aom042n/logs/debug.log
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240409_220700-9aom042n/logs/debug-internal.log
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7d36045756c0>
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_init.py:init():567] calling init triggers
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
+config: {}
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_init.py:init():617] starting backend
+2024-04-09 22:07:00,439 INFO    MainThread:415 [wandb_init.py:init():621] setting up manager
+2024-04-09 22:07:00,441 INFO    MainThread:415 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-04-09 22:07:00,442 INFO    MainThread:415 [wandb_init.py:init():629] backend started and connected
+2024-04-09 22:07:00,454 INFO    MainThread:415 [wandb_run.py:_label_probe_notebook():1299] probe notebook
+2024-04-09 22:07:00,766 INFO    MainThread:415 [wandb_init.py:init():721] updated telemetry
+2024-04-09 22:07:00,769 INFO    MainThread:415 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
+2024-04-09 22:07:03,999 INFO    MainThread:415 [wandb_run.py:_on_init():2344] communicating current version
+2024-04-09 22:07:04,090 INFO    MainThread:415 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2024-04-09 22:07:04,090 INFO    MainThread:415 [wandb_init.py:init():805] starting run threads in backend
+2024-04-09 22:07:20,151 INFO    MainThread:415 [wandb_run.py:_console_start():2323] atexit reg
+2024-04-09 22:07:20,151 INFO    MainThread:415 [wandb_run.py:_redirect():2178] redirect: wrap_raw
+2024-04-09 22:07:20,153 INFO    MainThread:415 [wandb_run.py:_redirect():2243] Wrapping output streams.
+2024-04-09 22:07:20,153 INFO    MainThread:415 [wandb_run.py:_redirect():2268] Redirects installed.
+2024-04-09 22:07:20,154 INFO    MainThread:415 [wandb_init.py:init():848] run started, returning control to user process
+2024-04-09 22:07:20,160 INFO    MainThread:415 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 32000, 'max_position_embeddings': 2048, 'hidden_size': 2048, 'intermediate_size': 5632, 'num_hidden_layers': 22, 'num_attention_heads': 32, 'num_key_value_heads': 4, 'hidden_act': 'silu', 'initializer_range': 0.02, 'rms_norm_eps': 1e-05, 'pretraining_tp': 1, 'use_cache': False, 'rope_theta': 10000.0, 'rope_scaling': None, 'attention_bias': False, 'attention_dropout': 0.0, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': 'float32', 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': False, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['LlamaForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'bos_token_id': 1, 'pad_token_id': None, 'eos_token_id': 2, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T', 'transformers_version': '4.39.3', 'model_type': 'llama', 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 2, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 1e-06, 'weight_decay': 0.001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.1, 'num_train_epochs': 5, 'max_steps': 200, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr09_22-04-47_6e44b39f6877', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 100, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 100, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_32bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}