bloomz_

README.md

@@ -42,7 +42,7 @@ The following hyperparameters were used during training:
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: cosine
 - lr_scheduler_warmup_ratio: 0.03
-- training_steps: 20000
+- training_steps: 10
 
 ### Training results
 

adapter_config.json

@@ -20,9 +20,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "query_key_value",
     "lm_head",
-    "dense_h_to_4h"
+    "dense_h_to_4h",
+    "query_key_value",
+    "word_embeddings"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ac730ac4465d0ec9fbe49ed9c5ad2a69ec11ddf9dc1d9cb0f5595f60817af39
-size 1042757704
+oid sha256:8b6634512ad03e3f4ebc6d111357c12706dde03297921ad8a59889665659e4b1
+size 2078423528

runs/Apr11_11-38-55_55cd788bb41a/events.out.tfevents.1712836020.55cd788bb41a.94.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720200355a94b4a797a1a91707db83746af1b302f10d5dfa32f5b5d25957baf1
+size 20632

runs/Apr11_11-52-16_55cd788bb41a/events.out.tfevents.1712836797.55cd788bb41a.427.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480709c9a9c2751c4226237550a295b35f078662084627b69529c800fd614d0b
+size 20632

runs/Apr11_12-04-45_55cd788bb41a/events.out.tfevents.1712837287.55cd788bb41a.427.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329802ecf9648166758fc23aa17501d530a5d5ff3d438bdc2dbc3463f43f2439
+size 19799

runs/Apr11_12-10-45_55cd788bb41a/events.out.tfevents.1712837449.55cd788bb41a.999.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f862a1c6d6aaba7e809468d2e122e134bc9966b2a772a68f2b23bc6e2e9b33
+size 20839

runs/Apr11_12-17-04_55cd788bb41a/events.out.tfevents.1712838278.55cd788bb41a.1425.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c93e0f11e3c0cff9a65eb8c5395851334df8fee2abc3f52c243bce81b00fbb1
+size 15841

special_tokens_map.json

@@ -1,4 +1,11 @@
 {
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
   "eos_token": {
     "content": "</s>",
     "lstrip": false,

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54e5c72a5ea09da48b2f316760b8bc5a445683ab9a5bc6b68db5d8db624ecceb
-size 16315213
+oid sha256:490b3432398e9c45dda0581bf34f6daa9411bda59cd0cd831670d7c86f90d2dd
+size 14500570

tokenizer_config.json

@@ -1,7 +1,8 @@
 {
+  "add_prefix_space": false,
   "added_tokens_decoder": {
     "0": {
-      "content": "<pad>",
+      "content": "<unk>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -9,7 +10,7 @@
       "special": true
     },
     "1": {
-      "content": "</s>",
+      "content": "<s>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -17,7 +18,15 @@
       "special": true
     },
     "2": {
-      "content": "<unk>",
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<pad>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -25,15 +34,14 @@
       "special": true
     }
   },
-  "additional_special_tokens": [],
-  "clean_up_tokenization_spaces": true,
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
-  "extra_ids": 0,
   "max_length": 1024,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "</s>",
-  "sp_model_kwargs": {},
-  "tokenizer_class": "T5Tokenizer",
+  "padding_side": "left",
+  "tokenizer_class": "BloomTokenizer",
   "truncation": true,
   "unk_token": "<unk>"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ba44607bb84c5fd76d74e8d257eb1a18a8dceedf164c95e0e7b4eb4771e56e1
+oid sha256:7936773bf7232091b96c6d72977f6ab9f7e29932f703ce05f5fef485d916ec5d
 size 4920

wandb/debug.log

@@ -1,31 +1,31 @@
-2024-04-11 04:07:22,843 INFO    MainThread:1050 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
-2024-04-11 04:07:22,843 INFO    MainThread:1050 [wandb_setup.py:_flush():76] Configure stats pid to 1050
-2024-04-11 04:07:22,843 INFO    MainThread:1050 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
-2024-04-11 04:07:22,843 INFO    MainThread:1050 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
-2024-04-11 04:07:22,843 INFO    MainThread:1050 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
-2024-04-11 04:07:22,843 INFO    MainThread:1050 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
-2024-04-11 04:07:22,843 INFO    MainThread:1050 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
-2024-04-11 04:07:22,843 INFO    MainThread:1050 [wandb_setup.py:_flush():76] Applying login settings: {}
-2024-04-11 04:07:22,843 INFO    MainThread:1050 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240411_040722-rimyh9a1/logs/debug.log
-2024-04-11 04:07:22,843 INFO    MainThread:1050 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240411_040722-rimyh9a1/logs/debug-internal.log
-2024-04-11 04:07:22,843 INFO    MainThread:1050 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7d563f5f5120>
-2024-04-11 04:07:22,844 INFO    MainThread:1050 [wandb_init.py:init():567] calling init triggers
-2024-04-11 04:07:22,844 INFO    MainThread:1050 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_setup.py:_flush():76] Configure stats pid to 1425
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240411_122441-3wiow4fo/logs/debug.log
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240411_122441-3wiow4fo/logs/debug-internal.log
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7bd820cc4d00>
+2024-04-11 12:24:41,035 INFO    MainThread:1425 [wandb_init.py:init():567] calling init triggers
+2024-04-11 12:24:41,035 INFO    MainThread:1425 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
 config: {}
-2024-04-11 04:07:22,844 INFO    MainThread:1050 [wandb_init.py:init():617] starting backend
-2024-04-11 04:07:22,844 INFO    MainThread:1050 [wandb_init.py:init():621] setting up manager
-2024-04-11 04:07:22,847 INFO    MainThread:1050 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
-2024-04-11 04:07:22,848 INFO    MainThread:1050 [wandb_init.py:init():629] backend started and connected
-2024-04-11 04:07:22,865 INFO    MainThread:1050 [wandb_run.py:_label_probe_notebook():1299] probe notebook
-2024-04-11 04:07:23,106 INFO    MainThread:1050 [wandb_init.py:init():721] updated telemetry
-2024-04-11 04:07:23,108 INFO    MainThread:1050 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
-2024-04-11 04:07:23,235 INFO    MainThread:1050 [wandb_run.py:_on_init():2344] communicating current version
-2024-04-11 04:07:23,323 INFO    MainThread:1050 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+2024-04-11 12:24:41,035 INFO    MainThread:1425 [wandb_init.py:init():617] starting backend
+2024-04-11 12:24:41,035 INFO    MainThread:1425 [wandb_init.py:init():621] setting up manager
+2024-04-11 12:24:41,036 INFO    MainThread:1425 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-04-11 12:24:41,038 INFO    MainThread:1425 [wandb_init.py:init():629] backend started and connected
+2024-04-11 12:24:41,050 INFO    MainThread:1425 [wandb_run.py:_label_probe_notebook():1299] probe notebook
+2024-04-11 12:24:41,423 INFO    MainThread:1425 [wandb_init.py:init():721] updated telemetry
+2024-04-11 12:24:41,432 INFO    MainThread:1425 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
+2024-04-11 12:24:41,583 INFO    MainThread:1425 [wandb_run.py:_on_init():2344] communicating current version
+2024-04-11 12:24:41,671 INFO    MainThread:1425 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
 
-2024-04-11 04:07:23,324 INFO    MainThread:1050 [wandb_init.py:init():805] starting run threads in backend
-2024-04-11 04:07:39,317 INFO    MainThread:1050 [wandb_run.py:_console_start():2323] atexit reg
-2024-04-11 04:07:39,317 INFO    MainThread:1050 [wandb_run.py:_redirect():2178] redirect: wrap_raw
-2024-04-11 04:07:39,318 INFO    MainThread:1050 [wandb_run.py:_redirect():2243] Wrapping output streams.
-2024-04-11 04:07:39,318 INFO    MainThread:1050 [wandb_run.py:_redirect():2268] Redirects installed.
-2024-04-11 04:07:39,319 INFO    MainThread:1050 [wandb_init.py:init():848] run started, returning control to user process
-2024-04-11 04:07:39,324 INFO    MainThread:1050 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 250880, 'hidden_size': 1024, 'n_layer': 24, 'n_head': 16, 'layer_norm_epsilon': 1e-05, 'initializer_range': 0.02, 'use_cache': False, 'pretraining_tp': 1, 'apply_residual_connection_post_layernorm': False, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'bos_token_id': 1, 'eos_token_id': 2, 'slow_but_exact': False, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['BloomForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'pad_token_id': 3, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'bigscience/bloomz-560m', 'transformers_version': '4.39.3', 'attention_softmax_in_fp32': True, 'bias_dropout_fusion': True, 'unk_token_id': 0, 'masked_softmax_fusion': True, 'model_type': 'bloom', 'n_inner': None, 'offset_alibi': 100, 'seq_length': 2048, 'skip_bias_add': True, 'skip_bias_add_qkv': False, 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 3e-05, 'weight_decay': 0.001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.3, 'num_train_epochs': 5, 'max_steps': 20000, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr11_04-07-17_321ddc84c049', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 20, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 20, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_32bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}
+2024-04-11 12:24:41,672 INFO    MainThread:1425 [wandb_init.py:init():805] starting run threads in backend
+2024-04-11 12:24:57,689 INFO    MainThread:1425 [wandb_run.py:_console_start():2323] atexit reg
+2024-04-11 12:24:57,689 INFO    MainThread:1425 [wandb_run.py:_redirect():2178] redirect: wrap_raw
+2024-04-11 12:24:57,690 INFO    MainThread:1425 [wandb_run.py:_redirect():2243] Wrapping output streams.
+2024-04-11 12:24:57,690 INFO    MainThread:1425 [wandb_run.py:_redirect():2268] Redirects installed.
+2024-04-11 12:24:57,691 INFO    MainThread:1425 [wandb_init.py:init():848] run started, returning control to user process
+2024-04-11 12:24:57,696 INFO    MainThread:1425 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 250880, 'hidden_size': 1024, 'n_layer': 24, 'n_head': 16, 'layer_norm_epsilon': 1e-05, 'initializer_range': 0.02, 'use_cache': False, 'pretraining_tp': 1, 'apply_residual_connection_post_layernorm': False, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'bos_token_id': 1, 'eos_token_id': 2, 'slow_but_exact': False, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['BloomForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'pad_token_id': 3, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'bigscience/bloomz-560m', 'transformers_version': '4.39.3', 'attention_softmax_in_fp32': True, 'bias_dropout_fusion': True, 'unk_token_id': 0, 'masked_softmax_fusion': True, 'model_type': 'bloom', 'n_inner': None, 'offset_alibi': 100, 'seq_length': 2048, 'skip_bias_add': True, 'skip_bias_add_qkv': False, 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 3e-05, 'weight_decay': 0.0001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.3, 'num_train_epochs': 5, 'max_steps': 10, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr11_12-17-04_55cd788bb41a', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 20, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 20, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_32bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}

wandb/run-20240411_114743-9c27btud/files/config.yaml

@@ -0,0 +1,685 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    python_version: 3.10.13
+    cli_version: 0.16.5
+    framework: huggingface
+    huggingface_version: 4.39.3
+    is_jupyter_run: true
+    is_kaggle_kernel: true
+    start_time: 1712836063.0
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      2:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      3:
+      - 7
+      - 23
+      4: 3.10.13
+      5: 0.16.5
+      6: 4.39.3
+      8:
+      - 1
+      - 2
+      - 5
+      9:
+        1: transformers_trainer
+      13: linux-x86_64
+    m:
+    - 1: train/global_step
+      6:
+      - 3
+vocab_size:
+  desc: null
+  value: 250880
+hidden_size:
+  desc: null
+  value: 1536
+n_layer:
+  desc: null
+  value: 24
+n_head:
+  desc: null
+  value: 16
+layer_norm_epsilon:
+  desc: null
+  value: 1.0e-05
+initializer_range:
+  desc: null
+  value: 0.02
+use_cache:
+  desc: null
+  value: false
+pretraining_tp:
+  desc: null
+  value: 1
+apply_residual_connection_post_layernorm:
+  desc: null
+  value: false
+hidden_dropout:
+  desc: null
+  value: 0.0
+attention_dropout:
+  desc: null
+  value: 0.0
+bos_token_id:
+  desc: null
+  value: 1
+eos_token_id:
+  desc: null
+  value: 2
+slow_but_exact:
+  desc: null
+  value: false
+return_dict:
+  desc: null
+  value: true
+output_hidden_states:
+  desc: null
+  value: false
+output_attentions:
+  desc: null
+  value: false
+torchscript:
+  desc: null
+  value: false
+torch_dtype:
+  desc: null
+  value: null
+use_bfloat16:
+  desc: null
+  value: false
+tf_legacy_loss:
+  desc: null
+  value: false
+pruned_heads:
+  desc: null
+  value: {}
+tie_word_embeddings:
+  desc: null
+  value: true
+chunk_size_feed_forward:
+  desc: null
+  value: 0
+is_encoder_decoder:
+  desc: null
+  value: false
+is_decoder:
+  desc: null
+  value: false
+cross_attention_hidden_size:
+  desc: null
+  value: null
+add_cross_attention:
+  desc: null
+  value: false
+tie_encoder_decoder:
+  desc: null
+  value: false
+max_length:
+  desc: null
+  value: 20
+min_length:
+  desc: null
+  value: 0
+do_sample:
+  desc: null
+  value: false
+early_stopping:
+  desc: null
+  value: false
+num_beams:
+  desc: null
+  value: 1
+num_beam_groups:
+  desc: null
+  value: 1
+diversity_penalty:
+  desc: null
+  value: 0.0
+temperature:
+  desc: null
+  value: 1.0
+top_k:
+  desc: null
+  value: 50
+top_p:
+  desc: null
+  value: 1.0
+typical_p:
+  desc: null
+  value: 1.0
+repetition_penalty:
+  desc: null
+  value: 1.0
+length_penalty:
+  desc: null
+  value: 1.0
+no_repeat_ngram_size:
+  desc: null
+  value: 0
+encoder_no_repeat_ngram_size:
+  desc: null
+  value: 0
+bad_words_ids:
+  desc: null
+  value: null
+num_return_sequences:
+  desc: null
+  value: 1
+output_scores:
+  desc: null
+  value: false
+return_dict_in_generate:
+  desc: null
+  value: false
+forced_bos_token_id:
+  desc: null
+  value: null
+forced_eos_token_id:
+  desc: null
+  value: null
+remove_invalid_values:
+  desc: null
+  value: false
+exponential_decay_length_penalty:
+  desc: null
+  value: null
+suppress_tokens:
+  desc: null
+  value: null
+begin_suppress_tokens:
+  desc: null
+  value: null
+architectures:
+  desc: null
+  value:
+  - BloomForCausalLM
+finetuning_task:
+  desc: null
+  value: null
+id2label:
+  desc: null
+  value:
+    '0': LABEL_0
+    '1': LABEL_1
+label2id:
+  desc: null
+  value:
+    LABEL_0: 0
+    LABEL_1: 1
+tokenizer_class:
+  desc: null
+  value: null
+prefix:
+  desc: null
+  value: null
+pad_token_id:
+  desc: null
+  value: 3
+sep_token_id:
+  desc: null
+  value: null
+decoder_start_token_id:
+  desc: null
+  value: null
+task_specific_params:
+  desc: null
+  value: null
+problem_type:
+  desc: null
+  value: null
+_name_or_path:
+  desc: null
+  value: bigscience/bloomz-1b1
+transformers_version:
+  desc: null
+  value: 4.39.3
+attention_softmax_in_fp32:
+  desc: null
+  value: true
+bias_dropout_fusion:
+  desc: null
+  value: true
+unk_token_id:
+  desc: null
+  value: 0
+masked_softmax_fusion:
+  desc: null
+  value: true
+model_type:
+  desc: null
+  value: bloom
+n_inner:
+  desc: null
+  value: null
+offset_alibi:
+  desc: null
+  value: 100
+seq_length:
+  desc: null
+  value: 2048
+skip_bias_add:
+  desc: null
+  value: true
+skip_bias_add_qkv:
+  desc: null
+  value: false
+quantization_config:
+  desc: null
+  value:
+    quant_method: QuantizationMethod.BITS_AND_BYTES
+    _load_in_8bit: false
+    _load_in_4bit: true
+    llm_int8_threshold: 6.0
+    llm_int8_skip_modules: null
+    llm_int8_enable_fp32_cpu_offload: false
+    llm_int8_has_fp16_weight: false
+    bnb_4bit_quant_type: nf4
+    bnb_4bit_use_double_quant: false
+    bnb_4bit_compute_dtype: float16
+    bnb_4bit_quant_storage: uint8
+    load_in_4bit: true
+    load_in_8bit: false
+output_dir:
+  desc: null
+  value: /kaggle/working/
+overwrite_output_dir:
+  desc: null
+  value: false
+do_train:
+  desc: null
+  value: false
+do_eval:
+  desc: null
+  value: false
+do_predict:
+  desc: null
+  value: false
+evaluation_strategy:
+  desc: null
+  value: 'no'
+prediction_loss_only:
+  desc: null
+  value: false
+per_device_train_batch_size:
+  desc: null
+  value: 8
+per_device_eval_batch_size:
+  desc: null
+  value: 8
+per_gpu_train_batch_size:
+  desc: null
+  value: null
+per_gpu_eval_batch_size:
+  desc: null
+  value: null
+gradient_accumulation_steps:
+  desc: null
+  value: 1
+eval_accumulation_steps:
+  desc: null
+  value: null
+eval_delay:
+  desc: null
+  value: 0
+learning_rate:
+  desc: null
+  value: 3.0e-05
+weight_decay:
+  desc: null
+  value: 0.001
+adam_beta1:
+  desc: null
+  value: 0.9
+adam_beta2:
+  desc: null
+  value: 0.999
+adam_epsilon:
+  desc: null
+  value: 1.0e-08
+max_grad_norm:
+  desc: null
+  value: 0.3
+num_train_epochs:
+  desc: null
+  value: 5
+max_steps:
+  desc: null
+  value: 20000
+lr_scheduler_type:
+  desc: null
+  value: cosine
+lr_scheduler_kwargs:
+  desc: null
+  value: {}
+warmup_ratio:
+  desc: null
+  value: 0.03
+warmup_steps:
+  desc: null
+  value: 0
+log_level:
+  desc: null
+  value: passive
+log_level_replica:
+  desc: null
+  value: warning
+log_on_each_node:
+  desc: null
+  value: true
+logging_dir:
+  desc: null
+  value: /kaggle/working/runs/Apr11_11-38-55_55cd788bb41a
+logging_strategy:
+  desc: null
+  value: steps
+logging_first_step:
+  desc: null
+  value: false
+logging_steps:
+  desc: null
+  value: 20
+logging_nan_inf_filter:
+  desc: null
+  value: true
+save_strategy:
+  desc: null
+  value: steps
+save_steps:
+  desc: null
+  value: 20
+save_total_limit:
+  desc: null
+  value: 1
+save_safetensors:
+  desc: null
+  value: true
+save_on_each_node:
+  desc: null
+  value: false
+save_only_model:
+  desc: null
+  value: false
+no_cuda:
+  desc: null
+  value: false
+use_cpu:
+  desc: null
+  value: false
+use_mps_device:
+  desc: null
+  value: false
+seed:
+  desc: null
+  value: 42
+data_seed:
+  desc: null
+  value: null
+jit_mode_eval:
+  desc: null
+  value: false
+use_ipex:
+  desc: null
+  value: false
+bf16:
+  desc: null
+  value: false
+fp16:
+  desc: null
+  value: false
+fp16_opt_level:
+  desc: null
+  value: O1
+half_precision_backend:
+  desc: null
+  value: auto
+bf16_full_eval:
+  desc: null
+  value: false
+fp16_full_eval:
+  desc: null
+  value: false
+tf32:
+  desc: null
+  value: null
+local_rank:
+  desc: null
+  value: 0
+ddp_backend:
+  desc: null
+  value: null
+tpu_num_cores:
+  desc: null
+  value: null
+tpu_metrics_debug:
+  desc: null
+  value: false
+debug:
+  desc: null
+  value: []
+dataloader_drop_last:
+  desc: null
+  value: false
+eval_steps:
+  desc: null
+  value: null
+dataloader_num_workers:
+  desc: null
+  value: 8
+dataloader_prefetch_factor:
+  desc: null
+  value: null
+past_index:
+  desc: null
+  value: -1
+run_name:
+  desc: null
+  value: /kaggle/working/
+disable_tqdm:
+  desc: null
+  value: false
+remove_unused_columns:
+  desc: null
+  value: true
+label_names:
+  desc: null
+  value: null
+load_best_model_at_end:
+  desc: null
+  value: false
+metric_for_best_model:
+  desc: null
+  value: null
+greater_is_better:
+  desc: null
+  value: null
+ignore_data_skip:
+  desc: null
+  value: false
+fsdp:
+  desc: null
+  value: []
+fsdp_min_num_params:
+  desc: null
+  value: 0
+fsdp_config:
+  desc: null
+  value:
+    min_num_params: 0
+    xla: false
+    xla_fsdp_v2: false
+    xla_fsdp_grad_ckpt: false
+fsdp_transformer_layer_cls_to_wrap:
+  desc: null
+  value: null
+accelerator_config:
+  desc: null
+  value:
+    split_batches: false
+    dispatch_batches: null
+    even_batches: true
+    use_seedable_sampler: true
+deepspeed:
+  desc: null
+  value: null
+label_smoothing_factor:
+  desc: null
+  value: 0.0
+optim:
+  desc: null
+  value: paged_adamw_32bit
+optim_args:
+  desc: null
+  value: null
+adafactor:
+  desc: null
+  value: false
+group_by_length:
+  desc: null
+  value: false
+length_column_name:
+  desc: null
+  value: length
+report_to:
+  desc: null
+  value:
+  - tensorboard
+  - wandb
+ddp_find_unused_parameters:
+  desc: null
+  value: null
+ddp_bucket_cap_mb:
+  desc: null
+  value: null
+ddp_broadcast_buffers:
+  desc: null
+  value: null
+dataloader_pin_memory:
+  desc: null
+  value: true
+dataloader_persistent_workers:
+  desc: null
+  value: false
+skip_memory_metrics:
+  desc: null
+  value: true
+use_legacy_prediction_loop:
+  desc: null
+  value: false
+push_to_hub:
+  desc: null
+  value: false
+resume_from_checkpoint:
+  desc: null
+  value: null
+hub_model_id:
+  desc: null
+  value: null
+hub_strategy:
+  desc: null
+  value: every_save
+hub_token:
+  desc: null
+  value: <HUB_TOKEN>
+hub_private_repo:
+  desc: null
+  value: false
+hub_always_push:
+  desc: null
+  value: false
+gradient_checkpointing:
+  desc: null
+  value: true
+gradient_checkpointing_kwargs:
+  desc: null
+  value: null
+include_inputs_for_metrics:
+  desc: null
+  value: false
+fp16_backend:
+  desc: null
+  value: auto
+push_to_hub_model_id:
+  desc: null
+  value: null
+push_to_hub_organization:
+  desc: null
+  value: null
+push_to_hub_token:
+  desc: null
+  value: <PUSH_TO_HUB_TOKEN>
+mp_parameters:
+  desc: null
+  value: ''
+auto_find_batch_size:
+  desc: null
+  value: true
+full_determinism:
+  desc: null
+  value: false
+torchdynamo:
+  desc: null
+  value: null
+ray_scope:
+  desc: null
+  value: last
+ddp_timeout:
+  desc: null
+  value: 1800
+torch_compile:
+  desc: null
+  value: false
+torch_compile_backend:
+  desc: null
+  value: null
+torch_compile_mode:
+  desc: null
+  value: null
+dispatch_batches:
+  desc: null
+  value: null
+split_batches:
+  desc: null
+  value: null
+include_tokens_per_second:
+  desc: null
+  value: false
+include_num_input_tokens_seen:
+  desc: null
+  value: false
+neftune_noise_alpha:
+  desc: null
+  value: null
+optim_target_modules:
+  desc: null
+  value: null

wandb/run-20240411_114743-9c27btud/files/output.log

@@ -0,0 +1,134 @@
+/opt/conda/lib/python3.10/site-packages/torch/utils/data/dataloader.py:557: UserWarning: This DataLoader will create 8 worker processes in total. Our suggested max number of worker in current system is 4, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.
+  warnings.warn(_create_warning_msg(
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
+  warnings.warn('Was asked to gather along dimension 0, but all '
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)

wandb/run-20240411_114743-9c27btud/files/requirements.txt

@@ -0,0 +1,864 @@
+Babel==2.14.0
+Boruta==0.3
+Brotli==1.0.9
+CVXcanon==0.1.2
+Cartopy==0.22.0
+Cython==3.0.8
+Deprecated==1.2.14
+Farama-Notifications==0.0.4
+Flask==3.0.2
+Geohash==1.0
+GitPython==3.1.41
+ImageHash==4.3.1
+Janome==0.5.0
+Jinja2==3.1.2
+LunarCalendar==0.0.9
+Mako==1.3.2
+Markdown==3.5.2
+MarkupSafe==2.1.3
+MarkupSafe==2.1.5
+Pillow==9.5.0
+PuLP==2.8.0
+PyArabic==0.6.15
+PyJWT==2.8.0
+PyMeeus==0.5.12
+PySocks==1.7.1
+PyUpSet==0.1.1.post7
+PyWavelets==1.5.0
+PyYAML==6.0.1
+Pygments==2.17.2
+Pympler==1.0.1
+QtPy==2.4.1
+Rtree==1.2.0
+SQLAlchemy==2.0.25
+SecretStorage==3.3.3
+Send2Trash==1.8.2
+Shapely==1.8.5.post1
+Shimmy==1.3.0
+SimpleITK==2.3.1
+TPOT==0.12.1
+Theano-PyMC==1.1.2
+Theano==1.0.5
+Wand==0.6.13
+Werkzeug==3.0.2
+absl-py==1.4.0
+accelerate==0.28.0
+access==1.1.9
+affine==2.4.0
+aiobotocore==2.12.2
+aiofiles==22.1.0
+aiohttp-cors==0.7.0
+aiohttp==3.9.1
+aioitertools==0.11.0
+aiorwlock==1.3.0
+aiosignal==1.3.1
+aiosqlite==0.19.0
+albumentations==1.4.0
+alembic==1.13.1
+altair==5.3.0
+annotated-types==0.6.0
+annoy==1.17.3
+anyio==4.2.0
+apache-beam==2.46.0
+aplus==0.11.0
+appdirs==1.4.4
+archspec==0.2.3
+argon2-cffi-bindings==21.2.0
+argon2-cffi==23.1.0
+array-record==0.5.0
+arrow==1.3.0
+arviz==0.17.1
+astroid==3.1.0
+astropy-iers-data==0.2024.4.1.0.33.14
+astropy==6.0.1
+asttokens==2.4.1
+astunparse==1.6.3
+async-lru==2.0.4
+async-timeout==4.0.3
+attrs==23.2.0
+audioread==3.0.1
+autopep8==2.0.4
+backoff==2.2.1
+bayesian-optimization==1.4.3
+beatrix_jupyterlab==2023.128.151533
+beautifulsoup4==4.12.2
+bitsandbytes==0.43.0
+blake3==0.2.1
+bleach==6.1.0
+blessed==1.20.0
+blinker==1.7.0
+blis==0.7.10
+blosc2==2.6.0
+bokeh==3.3.4
+boltons==23.1.1
+boto3==1.26.100
+botocore==1.34.51
+bq_helper==0.4.1
+bqplot==0.12.43
+branca==0.7.1
+brewer2mpl==1.4.1
+brotlipy==0.7.0
+cached-property==1.5.2
+cachetools==4.2.4
+cachetools==5.3.2
+catalogue==2.0.10
+catalyst==22.4
+catboost==1.2.3
+category-encoders==2.6.3
+certifi==2024.2.2
+cesium==0.12.1
+cffi==1.16.0
+charset-normalizer==3.3.2
+chex==0.1.86
+cleverhans==4.0.0
+click-plugins==1.1.1
+click==8.1.7
+cligj==0.7.2
+cloud-tpu-client==0.10
+cloud-tpu-profiler==2.4.0
+cloudpathlib==0.16.0
+cloudpickle==2.2.1
+cloudpickle==3.0.0
+cmdstanpy==1.2.2
+colorama==0.4.6
+colorcet==3.1.0
+colorful==0.5.6
+colorlog==6.8.2
+colorlover==0.3.0
+comm==0.2.1
+conda-libmamba-solver==23.7.0
+conda-package-handling==2.2.0
+conda==23.7.4
+conda_package_streaming==0.9.0
+confection==0.1.4
+contextily==1.6.0
+contourpy==1.2.0
+convertdate==2.4.0
+crcmod==1.7
+cryptography==41.0.7
+cuda-python==12.4.0
+cudf==23.8.0
+cufflinks==0.17.3
+cuml==23.8.0
+cupy==13.0.0
+cycler==0.12.1
+cymem==2.0.8
+cytoolz==0.12.3
+daal4py==2024.2.0
+daal==2024.2.0
+dacite==1.8.1
+dask-cuda==23.8.0
+dask-cudf==23.8.0
+dask-expr==1.0.9
+dask==2024.4.0
+dataclasses-json==0.6.4
+dataproc_jupyter_plugin==0.1.66
+datasets==2.16.0
+datashader==0.16.0
+datatile==1.0.3
+db-dtypes==1.2.0
+deap==1.4.1
+debugpy==1.8.0
+decorator==5.1.1
+deepdiff==6.7.1
+defusedxml==0.7.1
+deprecation==2.1.0
+descartes==1.1.0
+dill==0.3.7
+dipy==1.9.0
+distlib==0.3.8
+distributed==2023.7.1
+distro==1.9.0
+dm-tree==0.1.8
+docker-pycreds==0.4.0
+docker==7.0.0
+docopt==0.6.2
+docstring-parser==0.15
+docstring-to-markdown==0.15
+docutils==0.20.1
+earthengine-api==0.1.395
+easydict==1.13
+easyocr==1.7.1
+ecos==2.0.13
+eli5==0.13.0
+emoji==2.11.0
+en-core-web-lg==3.7.1
+en-core-web-sm==3.7.1
+entrypoints==0.4
+ephem==4.1.5
+esda==2.5.1
+essentia==2.1b6.dev1110
+et-xmlfile==1.1.0
+etils==1.6.0
+exceptiongroup==1.2.0
+executing==2.0.1
+explainable-ai-sdk==1.3.3
+fastai==2.7.14
+fastapi==0.108.0
+fastavro==1.9.3
+fastcore==1.5.29
+fastdownload==0.0.7
+fasteners==0.19
+fastjsonschema==2.19.1
+fastprogress==1.0.3
+fastrlock==0.8.2
+fasttext==0.9.2
+feather-format==0.4.1
+featuretools==1.30.0
+filelock==3.13.1
+fiona==1.9.6
+fitter==1.7.0
+flake8==7.0.0
+flashtext==2.7
+flatbuffers==23.5.26
+flax==0.8.2
+folium==0.16.0
+fonttools==4.47.0
+fonttools==4.50.0
+fqdn==1.5.1
+frozendict==2.4.1
+frozenlist==1.4.1
+fsspec==2023.10.0
+fsspec==2024.3.1
+funcy==2.0
+fury==0.10.0
+future==1.0.0
+fuzzywuzzy==0.18.0
+gast==0.5.4
+gatspy==0.3
+gcsfs==2024.2.0
+gensim==4.3.2
+geographiclib==2.0
+geojson==3.1.0
+geopandas==0.14.3
+geoplot==0.5.1
+geopy==2.4.1
+geoviews==1.11.1
+ggplot==0.11.5
+giddy==2.3.5
+gitdb==4.0.11
+google-ai-generativelanguage==0.4.0
+google-api-core==2.11.1
+google-api-core==2.18.0
+google-api-python-client==2.125.0
+google-apitools==0.5.31
+google-auth-httplib2==0.2.0
+google-auth-oauthlib==1.2.0
+google-auth==2.26.1
+google-cloud-aiplatform==0.6.0a1
+google-cloud-artifact-registry==1.10.0
+google-cloud-automl==1.0.1
+google-cloud-bigquery==2.34.4
+google-cloud-bigtable==1.7.3
+google-cloud-core==2.4.1
+google-cloud-datastore==2.19.0
+google-cloud-dlp==3.14.0
+google-cloud-jupyter-config==0.0.5
+google-cloud-language==2.13.3
+google-cloud-monitoring==2.18.0
+google-cloud-pubsub==2.19.0
+google-cloud-pubsublite==1.9.0
+google-cloud-recommendations-ai==0.7.1
+google-cloud-resource-manager==1.11.0
+google-cloud-spanner==3.40.1
+google-cloud-storage==1.44.0
+google-cloud-translate==3.12.1
+google-cloud-videointelligence==2.13.3
+google-cloud-vision==2.8.0
+google-crc32c==1.5.0
+google-generativeai==0.4.1
+google-pasta==0.2.0
+google-resumable-media==2.7.0
+googleapis-common-protos==1.62.0
+gplearn==0.4.2
+gpustat==1.0.0
+gpxpy==1.6.2
+graphviz==0.20.3
+greenlet==3.0.3
+grpc-google-iam-v1==0.12.7
+grpcio-status==1.48.1
+grpcio-status==1.48.2
+grpcio==1.51.1
+grpcio==1.60.0
+gviz-api==1.10.0
+gym-notices==0.0.8
+gym==0.26.2
+gymnasium==0.29.0
+h11==0.14.0
+h2o==3.46.0.1
+h5netcdf==1.3.0
+h5py==3.10.0
+haversine==2.8.1
+hdfs==2.7.3
+hep-ml==0.7.2
+hijri-converter==2.3.1
+hmmlearn==0.3.2
+holidays==0.24
+holoviews==1.18.3
+hpsklearn==0.1.0
+html5lib==1.1
+htmlmin==0.1.12
+httpcore==1.0.5
+httplib2==0.21.0
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.22.2
+hunspell==0.5.5
+hydra-slayer==0.5.0
+hyperopt==0.2.7
+hypertools==0.8.0
+idna==3.6
+igraph==0.11.4
+imagecodecs==2024.1.1
+imageio==2.33.1
+imbalanced-learn==0.12.2
+imgaug==0.4.0
+importlib-metadata==6.11.0
+importlib-metadata==7.0.1
+importlib-resources==6.1.1
+inequality==1.0.1
+iniconfig==2.0.0
+ipydatawidgets==4.3.5
+ipykernel==6.28.0
+ipyleaflet==0.18.2
+ipympl==0.7.0
+ipython-genutils==0.2.0
+ipython-genutils==0.2.0
+ipython-sql==0.5.0
+ipython==8.20.0
+ipyvolume==0.6.3
+ipyvue==1.10.2
+ipyvuetify==1.9.3
+ipywebrtc==0.6.0
+ipywidgets==7.7.1
+isoduration==20.11.0
+isort==5.13.2
+isoweek==1.3.3
+itsdangerous==2.1.2
+jaraco.classes==3.3.0
+jax-jumpy==1.0.0
+jax==0.4.23
+jaxlib==0.4.23.dev20240116
+jedi==0.19.1
+jeepney==0.8.0
+jieba==0.42.1
+jmespath==1.0.1
+joblib==1.3.2
+json5==0.9.14
+jsonpatch==1.33
+jsonpointer==2.4
+jsonschema-specifications==2023.12.1
+jsonschema==4.20.0
+jupyter-console==6.6.3
+jupyter-events==0.9.0
+jupyter-http-over-ws==0.0.8
+jupyter-lsp==1.5.1
+jupyter-server-mathjax==0.2.6
+jupyter-ydoc==0.2.5
+jupyter_client==7.4.9
+jupyter_client==8.6.0
+jupyter_core==5.7.1
+jupyter_server==2.13.0
+jupyter_server_fileid==0.9.1
+jupyter_server_proxy==4.1.0
+jupyter_server_terminals==0.5.1
+jupyter_server_ydoc==0.8.0
+jupyterlab-lsp==5.1.0
+jupyterlab-widgets==3.0.9
+jupyterlab==4.1.5
+jupyterlab_git==0.44.0
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.25.2
+jupytext==1.16.0
+kaggle-environments==1.14.3
+kaggle==1.6.8
+kagglehub==0.2.2
+keras-cv==0.8.2
+keras-nlp==0.8.2
+keras-tuner==1.4.6
+keras==3.1.1
+kernels-mixer==0.0.7
+keyring==24.3.0
+keyrings.google-artifactregistry-auth==1.1.2
+kfp-pipeline-spec==0.2.2
+kfp-server-api==2.0.5
+kfp==2.5.0
+kiwisolver==1.4.5
+kmapper==2.0.1
+kmodes==0.12.2
+korean-lunar-calendar==0.3.1
+kornia==0.7.2
+kornia_rs==0.1.3
+kt-legacy==1.0.5
+kubernetes==26.1.0
+langcodes==3.3.0
+langid==1.1.6
+lazy_loader==0.3
+learntools==0.3.4
+leven==1.0.4
+libclang==16.0.6
+libmambapy==1.5.0
+libpysal==4.9.2
+librosa==0.10.1
+lightgbm==4.2.0
+lightning-utilities==0.11.2
+lime==0.2.0.1
+line-profiler==4.1.2
+linkify-it-py==2.0.3
+llvmlite==0.41.1
+llvmlite==0.42.0
+lml==0.1.0
+locket==1.0.0
+loguru==0.7.2
+lxml==5.2.1
+lz4==4.3.3
+mamba==1.5.0
+mapclassify==2.6.1
+markdown-it-py==3.0.0
+marshmallow==3.21.1
+matplotlib-inline==0.1.6
+matplotlib-venn==0.11.10
+matplotlib==3.7.5
+matplotlib==3.8.3
+mccabe==0.7.0
+mdit-py-plugins==0.4.0
+mdurl==0.1.2
+memory-profiler==0.61.0
+menuinst==2.0.1
+mercantile==1.2.1
+mgwr==2.2.1
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.11.1
+ml-dtypes==0.2.0
+mlcrate==0.2.0
+mlens==0.2.3
+mlxtend==0.23.1
+mne==1.6.1
+mnist==0.2.2
+momepy==0.7.0
+more-itertools==10.2.0
+mpld3==0.5.10
+mpmath==1.3.0
+msgpack==1.0.7
+multidict==6.0.4
+multimethod==1.10
+multipledispatch==1.0.0
+multiprocess==0.70.15
+munkres==1.1.4
+murmurhash==1.0.10
+mypy-extensions==1.0.0
+namex==0.0.7
+nb-conda-kernels==2.3.1
+nb_conda==2.2.1
+nbclassic==1.0.0
+nbclient==0.5.13
+nbconvert==6.4.5
+nbdime==3.2.0
+nbformat==5.9.2
+ndindex==1.8
+nest-asyncio==1.5.8
+networkx==3.2.1
+nibabel==5.2.1
+nilearn==0.10.3
+ninja==1.11.1.1
+nltk==3.2.4
+nose==1.3.7
+notebook==6.5.4
+notebook==6.5.6
+notebook_executor==0.2
+notebook_shim==0.2.3
+numba==0.58.1
+numba==0.59.1
+numexpr==2.10.0
+numpy==1.26.4
+nvidia-ml-py==11.495.46
+nvtx==0.2.10
+oauth2client==4.1.3
+oauthlib==3.2.2
+objsize==0.6.1
+odfpy==1.4.1
+olefile==0.47
+onnx==1.16.0
+opencensus-context==0.1.3
+opencensus==0.11.4
+opencv-contrib-python==4.9.0.80
+opencv-python-headless==4.9.0.80
+opencv-python==4.9.0.80
+openpyxl==3.1.2
+openslide-python==1.3.1
+opentelemetry-api==1.22.0
+opentelemetry-exporter-otlp-proto-common==1.22.0
+opentelemetry-exporter-otlp-proto-grpc==1.22.0
+opentelemetry-exporter-otlp-proto-http==1.22.0
+opentelemetry-exporter-otlp==1.22.0
+opentelemetry-proto==1.22.0
+opentelemetry-sdk==1.22.0
+opentelemetry-semantic-conventions==0.43b0
+opt-einsum==3.3.0
+optax==0.2.2
+optree==0.11.0
+optuna==3.6.1
+orbax-checkpoint==0.5.7
+ordered-set==4.1.0
+orjson==3.9.10
+ortools==9.4.1874
+osmnx==1.9.2
+overrides==7.4.0
+packaging==21.3
+pandas-datareader==0.10.0
+pandas-profiling==3.6.6
+pandas-summary==0.2.0
+pandas==2.1.4
+pandas==2.2.1
+pandasql==0.7.3
+pandocfilters==1.5.0
+panel==1.3.8
+papermill==2.5.0
+param==2.1.0
+parso==0.8.3
+partd==1.4.1
+path.py==12.5.0
+path==16.10.0
+pathos==0.3.2
+pathy==0.10.3
+patsy==0.5.6
+pdf2image==1.17.0
+peft==0.10.0
+pettingzoo==1.24.0
+pexpect==4.8.0
+pexpect==4.9.0
+phik==0.12.4
+pickleshare==0.7.5
+pillow==10.3.0
+pip==23.3.2
+pkgutil_resolve_name==1.3.10
+platformdirs==4.2.0
+plotly-express==0.4.1
+plotly==5.18.0
+plotnine==0.13.4
+pluggy==1.4.0
+pointpats==2.4.0
+polars==0.20.18
+polyglot==16.7.4
+pooch==1.8.1
+pox==0.3.4
+ppca==0.0.4
+ppft==1.7.6.8
+preprocessing==0.1.13
+preshed==3.0.9
+prettytable==3.9.0
+progressbar2==4.4.2
+prometheus-client==0.19.0
+promise==2.3
+prompt-toolkit==3.0.42
+prompt-toolkit==3.0.43
+prophet==1.1.1
+proto-plus==1.23.0
+protobuf==3.20.3
+protobuf==4.21.12
+psutil==5.9.3
+psutil==5.9.7
+ptyprocess==0.7.0
+pudb==2024.1
+pure-eval==0.2.2
+py-cpuinfo==9.0.0
+py-spy==0.3.14
+py4j==0.10.9.7
+pyLDAvis==3.4.1
+pyOpenSSL==23.3.0
+pyaml==23.12.0
+pyarrow-hotfix==0.6
+pyarrow==15.0.2
+pyasn1-modules==0.3.0
+pyasn1==0.5.1
+pybind11==2.12.0
+pyclipper==1.3.0.post5
+pycodestyle==2.11.1
+pycosat==0.6.6
+pycparser==2.21
+pycryptodome==3.20.0
+pyct==0.5.0
+pycuda==2024.1
+pydantic==2.5.3
+pydantic==2.6.4
+pydantic_core==2.14.6
+pydantic_core==2.16.3
+pydegensac==0.1.2
+pydicom==2.4.4
+pydocstyle==6.3.0
+pydot==1.4.2
+pydub==0.25.1
+pyemd==1.0.0
+pyerfa==2.0.1.1
+pyexcel-io==0.6.6
+pyexcel-ods==0.6.0
+pyflakes==3.2.0
+pygltflib==1.16.2
+pykalman==0.9.7
+pylibraft==23.8.0
+pylint==3.1.0
+pymc3==3.11.4
+pymongo==3.13.0
+pynndescent==0.5.12
+pynvml==11.4.1
+pynvrtc==9.2
+pyparsing==3.1.1
+pyparsing==3.1.2
+pypdf==4.1.0
+pyproj==3.6.1
+pysal==24.1
+pyshp==2.3.1
+pytesseract==0.3.10
+pytest==8.1.1
+python-bidi==0.4.2
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.0
+python-json-logger==2.0.7
+python-louvain==0.16
+python-lsp-jsonrpc==1.1.2
+python-lsp-server==1.11.0
+python-slugify==8.0.4
+python-utils==3.8.2
+pythreejs==2.4.2
+pytoolconfig==1.3.1
+pytools==2024.1.1
+pytorch-ignite==0.5.0.post2
+pytorch-lightning==2.2.1
+pytz==2023.3.post1
+pytz==2024.1
+pyu2f==0.1.5
+pyviz_comms==3.0.2
+pyzmq==24.0.1
+pyzmq==25.1.2
+qgrid==1.3.1
+qtconsole==5.5.1
+quantecon==0.7.2
+qudida==0.0.4
+raft-dask==23.8.0
+rasterio==1.3.9
+rasterstats==0.19.0
+ray-cpp==2.9.0
+ray==2.9.0
+referencing==0.32.1
+regex==2023.12.25
+requests-oauthlib==1.3.1
+requests-toolbelt==0.10.1
+requests==2.31.0
+retrying==1.3.3
+retrying==1.3.4
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rgf-python==3.12.0
+rich-click==1.7.4
+rich==13.7.0
+rich==13.7.1
+rmm==23.8.0
+rope==1.13.0
+rpds-py==0.16.2
+rsa==4.9
+ruamel-yaml-conda==0.15.100
+ruamel.yaml.clib==0.2.7
+ruamel.yaml==0.17.40
+s2sphere==0.2.5
+s3fs==2024.2.0
+s3transfer==0.6.2
+safetensors==0.4.2
+scattertext==0.1.19
+scikit-image==0.22.0
+scikit-learn-intelex==2024.2.0
+scikit-learn==1.2.2
+scikit-multilearn==0.2.0
+scikit-optimize==0.10.1
+scikit-plot==0.3.7
+scikit-surprise==1.1.3
+scipy==1.11.4
+scipy==1.12.0
+seaborn==0.12.2
+segment_anything==1.0
+segregation==2.5
+semver==3.0.2
+sentencepiece==0.2.0
+sentry-sdk==1.44.1
+setproctitle==1.3.3
+setuptools-git==1.2
+setuptools-scm==8.0.4
+setuptools==69.0.3
+shap==0.44.1
+shapely==2.0.3
+shellingham==1.5.4
+shtab==1.7.1
+simpervisor==1.0.0
+simplejson==3.19.2
+six==1.16.0
+sklearn-pandas==2.2.0
+slicer==0.0.7
+smart-open==6.4.0
+smmap==5.0.1
+sniffio==1.3.0
+snowballstemmer==2.2.0
+snuggs==1.4.7
+sortedcontainers==2.4.0
+soundfile==0.12.1
+soupsieve==2.5
+soxr==0.3.7
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+spacy==3.7.2
+spaghetti==1.7.5.post1
+spectral==0.23.1
+spglm==1.1.0
+sphinx-rtd-theme==0.2.4
+spint==1.0.7
+splot==1.1.5.post1
+spopt==0.6.0
+spreg==1.4.2
+spvcm==0.3.0
+sqlparse==0.4.4
+squarify==0.4.3
+srsly==2.4.8
+stable-baselines3==2.1.0
+stack-data==0.6.2
+stack-data==0.6.3
+stanio==0.5.0
+starlette==0.32.0.post1
+statsmodels==0.14.1
+stemming==1.0.1
+stop-words==2018.7.23
+stopit==1.1.2
+stumpy==1.12.0
+sympy==1.12
+tables==3.9.2
+tabulate==0.9.0
+tangled-up-in-unicode==0.2.0
+tbb==2021.12.0
+tblib==3.0.0
+tenacity==8.2.3
+tensorboard-data-server==0.7.2
+tensorboard-plugin-profile==2.15.0
+tensorboard==2.15.1
+tensorboardX==2.6.2.2
+tensorflow-cloud==0.1.16
+tensorflow-datasets==4.9.4
+tensorflow-decision-forests==1.8.1
+tensorflow-estimator==2.15.0
+tensorflow-hub==0.16.1
+tensorflow-io-gcs-filesystem==0.35.0
+tensorflow-io==0.35.0
+tensorflow-metadata==0.14.0
+tensorflow-probability==0.23.0
+tensorflow-serving-api==2.14.1
+tensorflow-text==2.15.0
+tensorflow-transform==0.14.0
+tensorflow==2.15.0
+tensorstore==0.1.56
+termcolor==2.4.0
+terminado==0.18.0
+testpath==0.6.0
+text-unidecode==1.3
+textblob==0.18.0.post0
+texttable==1.7.0
+tf_keras==2.15.1
+tfp-nightly==0.24.0.dev0
+thinc==8.2.2
+threadpoolctl==3.2.0
+tifffile==2023.12.9
+timm==0.9.16
+tinycss2==1.2.1
+tobler==0.11.2
+tokenizers==0.15.2
+toml==0.10.2
+tomli==2.0.1
+tomlkit==0.12.4
+toolz==0.12.1
+torch==2.1.2
+torchaudio==2.1.2
+torchdata==0.7.1
+torchinfo==1.8.0
+torchmetrics==1.3.2
+torchtext==0.16.2
+torchvision==0.16.2
+tornado==6.3.3
+tqdm==4.66.1
+traceml==1.0.8
+traitlets==5.9.0
+traittypes==0.2.1
+transformers==4.39.3
+treelite-runtime==3.2.0
+treelite==3.2.0
+trl==0.8.1
+truststore==0.8.0
+trx-python==0.2.9
+tsfresh==0.20.2
+typeguard==4.1.5
+typer==0.9.0
+typer==0.9.4
+types-python-dateutil==2.8.19.20240106
+typing-inspect==0.9.0
+typing-utils==0.1.0
+typing_extensions==4.9.0
+tyro==0.8.3
+tzdata==2023.4
+uc-micro-py==1.0.3
+ucx-py==0.33.0
+ujson==5.9.0
+umap-learn==0.5.5
+unicodedata2==15.1.0
+update-checker==0.18.0
+uri-template==1.3.0
+uritemplate==3.0.1
+urllib3==1.26.18
+urllib3==2.1.0
+urwid==2.6.10
+urwid_readline==0.14
+uvicorn==0.25.0
+uvloop==0.19.0
+vaex-astro==0.9.3
+vaex-core==4.17.1
+vaex-hdf5==0.14.1
+vaex-jupyter==0.8.2
+vaex-ml==0.18.3
+vaex-server==0.9.0
+vaex-viz==0.5.4
+vaex==4.17.0
+vec_noise==1.1.4
+vecstack==0.4.0
+virtualenv==20.21.0
+visions==0.7.5
+vowpalwabbit==9.9.0
+vtk==9.3.0
+wandb==0.16.5
+wasabi==1.1.2
+watchfiles==0.21.0
+wavio==0.0.8
+wcwidth==0.2.13
+weasel==0.3.4
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.7.0
+websockets==12.0
+wfdb==4.1.2
+whatthepatch==1.0.5
+wheel==0.42.0
+widgetsnbextension==3.6.6
+witwidget==1.8.1
+woodwork==0.29.0
+wordcloud==1.9.3
+wordsegment==1.3.1
+wrapt==1.14.1
+xarray-einstats==0.7.0
+xarray==2024.3.0
+xgboost==2.0.3
+xvfbwrapper==0.2.9
+xxhash==3.4.1
+xyzservices==2023.10.1
+y-py==0.6.2
+yapf==0.40.2
+yarl==1.9.3
+yarl==1.9.4
+ydata-profiling==4.6.4
+yellowbrick==1.5
+ypy-websocket==0.8.4
+zict==3.0.0
+zipp==3.17.0
+zstandard==0.22.0

wandb/run-20240411_114743-9c27btud/files/wandb-metadata.json

@@ -0,0 +1,66 @@
+{
+    "os": "Linux-5.15.133+-x86_64-with-glibc2.31",
+    "python": "3.10.13",
+    "heartbeatAt": "2024-04-11T11:47:44.334234",
+    "startedAt": "2024-04-11T11:47:43.611001",
+    "docker": null,
+    "cuda": null,
+    "args": [],
+    "state": "running",
+    "program": "kaggle.ipynb",
+    "codePathLocal": null,
+    "root": "/kaggle/working",
+    "host": "55cd788bb41a",
+    "username": "root",
+    "executable": "/opt/conda/bin/python3.10",
+    "cpu_count": 2,
+    "cpu_count_logical": 4,
+    "cpu_freq": {
+        "current": 2000.18,
+        "min": 0.0,
+        "max": 0.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2000.18,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.18,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.18,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.18,
+            "min": 0.0,
+            "max": 0.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 8062.387607574463,
+            "used": 5567.39563369751
+        }
+    },
+    "gpu": "Tesla T4",
+    "gpu_count": 2,
+    "gpu_devices": [
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        },
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        }
+    ],
+    "memory": {
+        "total": 31.357559204101562
+    }
+}

wandb/run-20240411_114743-9c27btud/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb": {"runtime": 84}}

wandb/run-20240411_114743-9c27btud/logs/debug-internal.log

@@ -0,0 +1,271 @@
+2024-04-11 11:47:43,617 INFO    StreamThr :141 [internal.py:wandb_internal():86] W&B internal server running at pid: 141, started at: 2024-04-11 11:47:43.616921
+2024-04-11 11:47:43,618 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status
+2024-04-11 11:47:44,043 INFO    WriterThread:141 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240411_114743-9c27btud/run-9c27btud.wandb
+2024-04-11 11:47:44,044 DEBUG   SenderThread:141 [sender.py:send():379] send: header
+2024-04-11 11:47:44,047 DEBUG   SenderThread:141 [sender.py:send():379] send: run
+2024-04-11 11:47:44,202 INFO    SenderThread:141 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240411_114743-9c27btud/files
+2024-04-11 11:47:44,202 INFO    SenderThread:141 [sender.py:_start_run_threads():1124] run started: 9c27btud with start time 1712836063.619587
+2024-04-11 11:47:44,210 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: check_version
+2024-04-11 11:47:44,211 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: check_version
+2024-04-11 11:47:44,303 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: run_start
+2024-04-11 11:47:44,314 DEBUG   HandlerThread:141 [system_info.py:__init__():26] System info init
+2024-04-11 11:47:44,314 DEBUG   HandlerThread:141 [system_info.py:__init__():41] System info init done
+2024-04-11 11:47:44,314 INFO    HandlerThread:141 [system_monitor.py:start():194] Starting system monitor
+2024-04-11 11:47:44,315 INFO    SystemMonitor:141 [system_monitor.py:_start():158] Starting system asset monitoring threads
+2024-04-11 11:47:44,315 INFO    HandlerThread:141 [system_monitor.py:probe():214] Collecting system info
+2024-04-11 11:47:44,315 INFO    SystemMonitor:141 [interfaces.py:start():190] Started cpu monitoring
+2024-04-11 11:47:44,316 INFO    SystemMonitor:141 [interfaces.py:start():190] Started disk monitoring
+2024-04-11 11:47:44,317 INFO    SystemMonitor:141 [interfaces.py:start():190] Started gpu monitoring
+2024-04-11 11:47:44,319 INFO    SystemMonitor:141 [interfaces.py:start():190] Started memory monitoring
+2024-04-11 11:47:44,319 INFO    SystemMonitor:141 [interfaces.py:start():190] Started network monitoring
+2024-04-11 11:47:44,334 DEBUG   HandlerThread:141 [system_info.py:probe():150] Probing system
+2024-04-11 11:47:44,336 DEBUG   HandlerThread:141 [gitlib.py:_init_repo():56] git repository is invalid
+2024-04-11 11:47:44,336 DEBUG   HandlerThread:141 [system_info.py:probe():198] Probing system done
+2024-04-11 11:47:44,336 DEBUG   HandlerThread:141 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-11T11:47:44.334234', 'startedAt': '2024-04-11T11:47:43.611001', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': '55cd788bb41a', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.18, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.18, 'min': 0.0, 'max': 0.0}, {'current': 2000.18, 'min': 0.0, 'max': 0.0}, {'current': 2000.18, 'min': 0.0, 'max': 0.0}, {'current': 2000.18, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5567.39563369751}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}}
+2024-04-11 11:47:44,336 INFO    HandlerThread:141 [system_monitor.py:probe():224] Finished collecting system info
+2024-04-11 11:47:44,336 INFO    HandlerThread:141 [system_monitor.py:probe():227] Publishing system info
+2024-04-11 11:47:44,336 DEBUG   HandlerThread:141 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment
+2024-04-11 11:47:45,205 INFO    Thread-12 :141 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240411_114743-9c27btud/files/conda-environment.yaml
+2024-04-11 11:47:59,351 ERROR   HandlerThread:141 [system_info.py:_save_conda():221] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds
+Traceback (most recent call last):
+  File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 214, in _save_conda
+    subprocess.call(
+  File "/opt/conda/lib/python3.10/subprocess.py", line 347, in call
+    return p.wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1209, in wait
+    return self._wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait
+    raise TimeoutExpired(self.args, timeout)
+subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds
+2024-04-11 11:47:59,356 DEBUG   HandlerThread:141 [system_info.py:_save_conda():222] Saving conda packages done
+2024-04-11 11:47:59,357 INFO    HandlerThread:141 [system_monitor.py:probe():229] Finished publishing system info
+2024-04-11 11:47:59,366 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:47:59,366 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-11 11:47:59,366 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:47:59,366 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-11 11:47:59,366 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:47:59,367 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-11 11:47:59,367 DEBUG   SenderThread:141 [sender.py:send():379] send: files
+2024-04-11 11:47:59,367 INFO    SenderThread:141 [sender.py:_save_file():1390] saving file wandb-metadata.json with policy now
+2024-04-11 11:47:59,586 INFO    wandb-upload_0:141 [upload_job.py:push():131] Uploaded file /tmp/tmpxpmf6ih7wandb/oe84il23-wandb-metadata.json
+2024-04-11 11:48:00,207 INFO    Thread-12 :141 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240411_114743-9c27btud/files/wandb-metadata.json
+2024-04-11 11:48:00,391 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: python_packages
+2024-04-11 11:48:00,391 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: python_packages
+2024-04-11 11:48:00,394 DEBUG   SenderThread:141 [sender.py:send():379] send: telemetry
+2024-04-11 11:48:00,394 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 11:48:00,400 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 11:48:00,400 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 11:48:00,528 DEBUG   SenderThread:141 [sender.py:send():379] send: config
+2024-04-11 11:48:00,530 DEBUG   SenderThread:141 [sender.py:send():379] send: metric
+2024-04-11 11:48:00,530 DEBUG   SenderThread:141 [sender.py:send():379] send: telemetry
+2024-04-11 11:48:00,530 DEBUG   SenderThread:141 [sender.py:send():379] send: metric
+2024-04-11 11:48:00,530 WARNING SenderThread:141 [sender.py:send_metric():1341] Seen metric with glob (shouldn't happen)
+2024-04-11 11:48:00,530 DEBUG   SenderThread:141 [sender.py:send():379] send: telemetry
+2024-04-11 11:48:01,208 INFO    Thread-12 :141 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240411_114743-9c27btud/files/output.log
+2024-04-11 11:48:01,208 INFO    Thread-12 :141 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240411_114743-9c27btud/files/requirements.txt
+2024-04-11 11:48:03,209 INFO    Thread-12 :141 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_114743-9c27btud/files/output.log
+2024-04-11 11:48:05,002 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:48:07,210 INFO    Thread-12 :141 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_114743-9c27btud/files/output.log
+2024-04-11 11:48:10,002 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:48:15,008 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:48:15,213 INFO    Thread-12 :141 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_114743-9c27btud/files/config.yaml
+2024-04-11 11:48:15,393 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 11:48:15,393 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 11:48:15,394 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 11:48:20,477 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:48:25,217 INFO    Thread-12 :141 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_114743-9c27btud/files/output.log
+2024-04-11 11:48:26,358 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:48:30,393 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 11:48:30,394 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 11:48:30,394 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 11:48:31,480 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:48:36,481 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:48:41,907 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:48:43,224 INFO    Thread-12 :141 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_114743-9c27btud/files/output.log
+2024-04-11 11:48:44,320 DEBUG   SystemMonitor:141 [system_monitor.py:_start():172] Starting system metrics aggregation loop
+2024-04-11 11:48:44,321 DEBUG   SenderThread:141 [sender.py:send():379] send: stats
+2024-04-11 11:48:45,395 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 11:48:45,396 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 11:48:45,396 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 11:48:47,439 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:48:52,440 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:48:57,229 INFO    Thread-12 :141 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_114743-9c27btud/files/output.log
+2024-04-11 11:48:57,934 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:49:00,394 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 11:49:00,394 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 11:49:00,397 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 11:49:03,490 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:49:08,492 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:49:09,236 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: pause
+2024-04-11 11:49:09,236 INFO    HandlerThread:141 [handler.py:handle_request_pause():708] stopping system metrics thread
+2024-04-11 11:49:09,236 INFO    HandlerThread:141 [system_monitor.py:finish():203] Stopping system monitor
+2024-04-11 11:49:09,237 DEBUG   SystemMonitor:141 [system_monitor.py:_start():179] Finished system metrics aggregation loop
+2024-04-11 11:49:09,237 DEBUG   SystemMonitor:141 [system_monitor.py:_start():183] Publishing last batch of metrics
+2024-04-11 11:49:09,238 INFO    HandlerThread:141 [interfaces.py:finish():202] Joined cpu monitor
+2024-04-11 11:49:09,238 INFO    HandlerThread:141 [interfaces.py:finish():202] Joined disk monitor
+2024-04-11 11:49:09,248 INFO    HandlerThread:141 [interfaces.py:finish():202] Joined gpu monitor
+2024-04-11 11:49:09,248 INFO    HandlerThread:141 [interfaces.py:finish():202] Joined memory monitor
+2024-04-11 11:49:09,248 INFO    HandlerThread:141 [interfaces.py:finish():202] Joined network monitor
+2024-04-11 11:49:09,249 DEBUG   SenderThread:141 [sender.py:send():379] send: stats
+2024-04-11 11:49:14,250 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:49:15,392 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 11:49:15,393 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 11:49:15,396 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 11:49:19,497 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:49:24,498 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:49:29,499 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:49:30,393 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 11:49:30,393 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 11:49:30,433 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 11:49:35,446 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:49:40,447 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:49:45,393 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 11:49:45,393 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 11:49:45,434 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 11:49:45,466 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:49:50,467 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:49:55,468 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:50:00,393 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 11:50:00,393 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 11:50:00,434 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 11:50:01,453 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:50:06,455 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:50:11,455 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:50:15,393 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 11:50:15,394 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 11:50:15,434 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 11:50:16,514 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:50:21,515 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:50:26,516 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:50:30,393 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 11:50:30,394 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 11:50:30,434 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 11:50:32,471 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:50:37,037 DEBUG   SenderThread:141 [sender.py:send():379] send: exit
+2024-04-11 11:50:37,037 INFO    SenderThread:141 [sender.py:send_exit():586] handling exit code: 0
+2024-04-11 11:50:37,037 INFO    SenderThread:141 [sender.py:send_exit():588] handling runtime: 84
+2024-04-11 11:50:37,039 INFO    SenderThread:141 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-11 11:50:37,039 INFO    SenderThread:141 [sender.py:send_exit():594] send defer
+2024-04-11 11:50:37,039 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 11:50:37,040 INFO    HandlerThread:141 [handler.py:handle_request_defer():172] handle defer: 0
+2024-04-11 11:50:37,040 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: defer
+2024-04-11 11:50:37,040 INFO    SenderThread:141 [sender.py:send_request_defer():610] handle sender defer: 0
+2024-04-11 11:50:37,040 INFO    SenderThread:141 [sender.py:transition_state():614] send defer: 1
+2024-04-11 11:50:37,040 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 11:50:37,040 INFO    HandlerThread:141 [handler.py:handle_request_defer():172] handle defer: 1
+2024-04-11 11:50:37,040 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: defer
+2024-04-11 11:50:37,041 INFO    SenderThread:141 [sender.py:send_request_defer():610] handle sender defer: 1
+2024-04-11 11:50:37,041 INFO    SenderThread:141 [sender.py:transition_state():614] send defer: 2
+2024-04-11 11:50:37,041 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 11:50:37,041 INFO    HandlerThread:141 [handler.py:handle_request_defer():172] handle defer: 2
+2024-04-11 11:50:37,041 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: defer
+2024-04-11 11:50:37,041 INFO    SenderThread:141 [sender.py:send_request_defer():610] handle sender defer: 2
+2024-04-11 11:50:37,041 INFO    SenderThread:141 [sender.py:transition_state():614] send defer: 3
+2024-04-11 11:50:37,041 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 11:50:37,041 INFO    HandlerThread:141 [handler.py:handle_request_defer():172] handle defer: 3
+2024-04-11 11:50:37,041 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: defer
+2024-04-11 11:50:37,041 INFO    SenderThread:141 [sender.py:send_request_defer():610] handle sender defer: 3
+2024-04-11 11:50:37,042 INFO    SenderThread:141 [sender.py:transition_state():614] send defer: 4
+2024-04-11 11:50:37,042 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 11:50:37,042 INFO    HandlerThread:141 [handler.py:handle_request_defer():172] handle defer: 4
+2024-04-11 11:50:37,042 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: defer
+2024-04-11 11:50:37,042 INFO    SenderThread:141 [sender.py:send_request_defer():610] handle sender defer: 4
+2024-04-11 11:50:37,042 INFO    SenderThread:141 [sender.py:transition_state():614] send defer: 5
+2024-04-11 11:50:37,042 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 11:50:37,042 INFO    HandlerThread:141 [handler.py:handle_request_defer():172] handle defer: 5
+2024-04-11 11:50:37,042 DEBUG   SenderThread:141 [sender.py:send():379] send: summary
+2024-04-11 11:50:37,043 INFO    SenderThread:141 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-11 11:50:37,043 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: defer
+2024-04-11 11:50:37,043 INFO    SenderThread:141 [sender.py:send_request_defer():610] handle sender defer: 5
+2024-04-11 11:50:37,043 INFO    SenderThread:141 [sender.py:transition_state():614] send defer: 6
+2024-04-11 11:50:37,043 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 11:50:37,043 INFO    HandlerThread:141 [handler.py:handle_request_defer():172] handle defer: 6
+2024-04-11 11:50:37,043 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: defer
+2024-04-11 11:50:37,044 INFO    SenderThread:141 [sender.py:send_request_defer():610] handle sender defer: 6
+2024-04-11 11:50:37,044 INFO    SenderThread:141 [sender.py:transition_state():614] send defer: 7
+2024-04-11 11:50:37,044 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 11:50:37,044 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 11:50:37,044 INFO    HandlerThread:141 [handler.py:handle_request_defer():172] handle defer: 7
+2024-04-11 11:50:37,044 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: defer
+2024-04-11 11:50:37,044 INFO    SenderThread:141 [sender.py:send_request_defer():610] handle sender defer: 7
+2024-04-11 11:50:37,263 INFO    Thread-12 :141 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240411_114743-9c27btud/files/wandb-summary.json
+2024-04-11 11:50:38,037 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-11 11:50:38,759 INFO    SenderThread:141 [sender.py:transition_state():614] send defer: 8
+2024-04-11 11:50:38,760 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: poll_exit
+2024-04-11 11:50:38,760 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 11:50:38,760 INFO    HandlerThread:141 [handler.py:handle_request_defer():172] handle defer: 8
+2024-04-11 11:50:38,760 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: defer
+2024-04-11 11:50:38,760 INFO    SenderThread:141 [sender.py:send_request_defer():610] handle sender defer: 8
+2024-04-11 11:50:38,760 INFO    SenderThread:141 [job_builder.py:build():318] Attempting to build job artifact
+2024-04-11 11:50:38,762 INFO    SenderThread:141 [job_builder.py:_get_source_type():466] no source found
+2024-04-11 11:50:38,762 INFO    SenderThread:141 [sender.py:transition_state():614] send defer: 9
+2024-04-11 11:50:38,762 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 11:50:38,762 INFO    HandlerThread:141 [handler.py:handle_request_defer():172] handle defer: 9
+2024-04-11 11:50:38,763 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: defer
+2024-04-11 11:50:38,763 INFO    SenderThread:141 [sender.py:send_request_defer():610] handle sender defer: 9
+2024-04-11 11:50:38,763 INFO    SenderThread:141 [dir_watcher.py:finish():358] shutting down directory watcher
+2024-04-11 11:50:39,039 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-11 11:50:39,264 INFO    SenderThread:141 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_114743-9c27btud/files/output.log
+2024-04-11 11:50:39,264 INFO    SenderThread:141 [dir_watcher.py:finish():388] scan: /kaggle/working/wandb/run-20240411_114743-9c27btud/files
+2024-04-11 11:50:39,265 INFO    SenderThread:141 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240411_114743-9c27btud/files/wandb-metadata.json wandb-metadata.json
+2024-04-11 11:50:39,265 INFO    SenderThread:141 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240411_114743-9c27btud/files/conda-environment.yaml conda-environment.yaml
+2024-04-11 11:50:39,265 INFO    SenderThread:141 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240411_114743-9c27btud/files/output.log output.log
+2024-04-11 11:50:39,265 INFO    SenderThread:141 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240411_114743-9c27btud/files/wandb-summary.json wandb-summary.json
+2024-04-11 11:50:39,265 INFO    SenderThread:141 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240411_114743-9c27btud/files/config.yaml config.yaml
+2024-04-11 11:50:39,271 INFO    SenderThread:141 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240411_114743-9c27btud/files/requirements.txt requirements.txt
+2024-04-11 11:50:39,275 INFO    SenderThread:141 [sender.py:transition_state():614] send defer: 10
+2024-04-11 11:50:39,275 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: poll_exit
+2024-04-11 11:50:39,276 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 11:50:39,276 INFO    HandlerThread:141 [handler.py:handle_request_defer():172] handle defer: 10
+2024-04-11 11:50:39,279 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: defer
+2024-04-11 11:50:39,279 INFO    SenderThread:141 [sender.py:send_request_defer():610] handle sender defer: 10
+2024-04-11 11:50:39,279 INFO    SenderThread:141 [file_pusher.py:finish():172] shutting down file pusher
+2024-04-11 11:50:39,480 INFO    wandb-upload_1:141 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240411_114743-9c27btud/files/wandb-summary.json
+2024-04-11 11:50:39,526 INFO    wandb-upload_2:141 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240411_114743-9c27btud/files/config.yaml
+2024-04-11 11:50:39,538 INFO    wandb-upload_3:141 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240411_114743-9c27btud/files/requirements.txt
+2024-04-11 11:50:39,542 INFO    wandb-upload_0:141 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240411_114743-9c27btud/files/output.log
+2024-04-11 11:50:39,743 INFO    Thread-11 (_thread_body):141 [sender.py:transition_state():614] send defer: 11
+2024-04-11 11:50:39,743 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 11:50:39,743 INFO    HandlerThread:141 [handler.py:handle_request_defer():172] handle defer: 11
+2024-04-11 11:50:39,744 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: defer
+2024-04-11 11:50:39,744 INFO    SenderThread:141 [sender.py:send_request_defer():610] handle sender defer: 11
+2024-04-11 11:50:39,744 INFO    SenderThread:141 [file_pusher.py:join():178] waiting for file pusher
+2024-04-11 11:50:39,744 INFO    SenderThread:141 [sender.py:transition_state():614] send defer: 12
+2024-04-11 11:50:39,744 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 11:50:39,745 INFO    HandlerThread:141 [handler.py:handle_request_defer():172] handle defer: 12
+2024-04-11 11:50:39,745 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: defer
+2024-04-11 11:50:39,745 INFO    SenderThread:141 [sender.py:send_request_defer():610] handle sender defer: 12
+2024-04-11 11:50:39,745 INFO    SenderThread:141 [file_stream.py:finish():614] file stream finish called
+2024-04-11 11:50:39,819 INFO    SenderThread:141 [file_stream.py:finish():618] file stream finish is done
+2024-04-11 11:50:39,819 INFO    SenderThread:141 [sender.py:transition_state():614] send defer: 13
+2024-04-11 11:50:39,819 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 11:50:39,819 INFO    HandlerThread:141 [handler.py:handle_request_defer():172] handle defer: 13
+2024-04-11 11:50:39,820 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: defer
+2024-04-11 11:50:39,820 INFO    SenderThread:141 [sender.py:send_request_defer():610] handle sender defer: 13
+2024-04-11 11:50:39,820 INFO    SenderThread:141 [sender.py:transition_state():614] send defer: 14
+2024-04-11 11:50:39,820 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 11:50:39,820 INFO    HandlerThread:141 [handler.py:handle_request_defer():172] handle defer: 14
+2024-04-11 11:50:39,820 DEBUG   SenderThread:141 [sender.py:send():379] send: final
+2024-04-11 11:50:39,821 DEBUG   SenderThread:141 [sender.py:send():379] send: footer
+2024-04-11 11:50:39,821 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: defer
+2024-04-11 11:50:39,821 INFO    SenderThread:141 [sender.py:send_request_defer():610] handle sender defer: 14
+2024-04-11 11:50:39,822 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-11 11:50:39,822 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: poll_exit
+2024-04-11 11:50:39,823 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-11 11:50:39,823 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: poll_exit
+2024-04-11 11:50:39,823 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: server_info
+2024-04-11 11:50:39,824 DEBUG   SenderThread:141 [sender.py:send_request():406] send_request: server_info
+2024-04-11 11:50:39,827 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: get_summary
+2024-04-11 11:50:39,827 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: sampled_history
+2024-04-11 11:50:39,828 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 11:50:39,836 INFO    MainThread:141 [wandb_run.py:_footer_history_summary_info():3920] rendering history
+2024-04-11 11:50:39,836 INFO    MainThread:141 [wandb_run.py:_footer_history_summary_info():3952] rendering summary
+2024-04-11 11:50:39,837 INFO    MainThread:141 [wandb_run.py:_footer_sync_info():3879] logging synced files
+2024-04-11 11:50:39,837 DEBUG   HandlerThread:141 [handler.py:handle_request():146] handle_request: shutdown
+2024-04-11 11:50:39,837 INFO    HandlerThread:141 [handler.py:finish():866] shutting down handler
+2024-04-11 11:50:40,801 WARNING StreamThr :141 [internal.py:is_dead():414] Internal process exiting, parent pid 94 disappeared
+2024-04-11 11:50:40,801 ERROR   StreamThr :141 [internal.py:wandb_internal():152] Internal process shutdown.
+2024-04-11 11:50:40,824 INFO    WriterThread:141 [datastore.py:close():296] close: /kaggle/working/wandb/run-20240411_114743-9c27btud/run-9c27btud.wandb
+2024-04-11 11:50:40,836 INFO    SenderThread:141 [sender.py:finish():1546] shutting down sender
+2024-04-11 11:50:40,836 INFO    SenderThread:141 [file_pusher.py:finish():172] shutting down file pusher
+2024-04-11 11:50:40,837 INFO    SenderThread:141 [file_pusher.py:join():178] waiting for file pusher

wandb/run-20240411_114743-9c27btud/logs/debug.log

@@ -0,0 +1,34 @@
+2024-04-11 11:47:43,612 INFO    MainThread:94 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
+2024-04-11 11:47:43,612 INFO    MainThread:94 [wandb_setup.py:_flush():76] Configure stats pid to 94
+2024-04-11 11:47:43,612 INFO    MainThread:94 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2024-04-11 11:47:43,612 INFO    MainThread:94 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
+2024-04-11 11:47:43,612 INFO    MainThread:94 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2024-04-11 11:47:43,612 INFO    MainThread:94 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-04-11 11:47:43,612 INFO    MainThread:94 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
+2024-04-11 11:47:43,613 INFO    MainThread:94 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-04-11 11:47:43,613 INFO    MainThread:94 [wandb_setup.py:_flush():76] Applying login settings: {'api_key': '***REDACTED***'}
+2024-04-11 11:47:43,613 INFO    MainThread:94 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240411_114743-9c27btud/logs/debug.log
+2024-04-11 11:47:43,613 INFO    MainThread:94 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240411_114743-9c27btud/logs/debug-internal.log
+2024-04-11 11:47:43,613 INFO    MainThread:94 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7c8d7316f7f0>
+2024-04-11 11:47:43,613 INFO    MainThread:94 [wandb_init.py:init():567] calling init triggers
+2024-04-11 11:47:43,613 INFO    MainThread:94 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
+config: {}
+2024-04-11 11:47:43,613 INFO    MainThread:94 [wandb_init.py:init():617] starting backend
+2024-04-11 11:47:43,613 INFO    MainThread:94 [wandb_init.py:init():621] setting up manager
+2024-04-11 11:47:43,615 INFO    MainThread:94 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-04-11 11:47:43,619 INFO    MainThread:94 [wandb_init.py:init():629] backend started and connected
+2024-04-11 11:47:43,630 INFO    MainThread:94 [wandb_run.py:_label_probe_notebook():1299] probe notebook
+2024-04-11 11:47:44,042 INFO    MainThread:94 [wandb_init.py:init():721] updated telemetry
+2024-04-11 11:47:44,046 INFO    MainThread:94 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
+2024-04-11 11:47:44,210 INFO    MainThread:94 [wandb_run.py:_on_init():2344] communicating current version
+2024-04-11 11:47:44,297 INFO    MainThread:94 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2024-04-11 11:47:44,297 INFO    MainThread:94 [wandb_init.py:init():805] starting run threads in backend
+2024-04-11 11:48:00,392 INFO    MainThread:94 [wandb_run.py:_console_start():2323] atexit reg
+2024-04-11 11:48:00,392 INFO    MainThread:94 [wandb_run.py:_redirect():2178] redirect: wrap_raw
+2024-04-11 11:48:00,392 INFO    MainThread:94 [wandb_run.py:_redirect():2243] Wrapping output streams.
+2024-04-11 11:48:00,392 INFO    MainThread:94 [wandb_run.py:_redirect():2268] Redirects installed.
+2024-04-11 11:48:00,394 INFO    MainThread:94 [wandb_init.py:init():848] run started, returning control to user process
+2024-04-11 11:48:00,401 INFO    MainThread:94 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 250880, 'hidden_size': 1536, 'n_layer': 24, 'n_head': 16, 'layer_norm_epsilon': 1e-05, 'initializer_range': 0.02, 'use_cache': False, 'pretraining_tp': 1, 'apply_residual_connection_post_layernorm': False, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'bos_token_id': 1, 'eos_token_id': 2, 'slow_but_exact': False, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['BloomForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'pad_token_id': 3, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'bigscience/bloomz-1b1', 'transformers_version': '4.39.3', 'attention_softmax_in_fp32': True, 'bias_dropout_fusion': True, 'unk_token_id': 0, 'masked_softmax_fusion': True, 'model_type': 'bloom', 'n_inner': None, 'offset_alibi': 100, 'seq_length': 2048, 'skip_bias_add': True, 'skip_bias_add_qkv': False, 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 3e-05, 'weight_decay': 0.001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.3, 'num_train_epochs': 5, 'max_steps': 20000, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr11_11-38-55_55cd788bb41a', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 20, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 20, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_32bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}
+2024-04-11 11:49:09,235 INFO    MainThread:94 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-04-11 11:49:09,235 INFO    MainThread:94 [wandb_init.py:_pause_backend():438] pausing backend

wandb/run-20240411_115958-sm65qpc7/files/config.yaml

@@ -0,0 +1,701 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    python_version: 3.10.13
+    cli_version: 0.16.5
+    framework: huggingface
+    huggingface_version: 4.39.3
+    is_jupyter_run: true
+    is_kaggle_kernel: true
+    start_time: 1712836798.0
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      2:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      3:
+      - 7
+      - 23
+      4: 3.10.13
+      5: 0.16.5
+      6: 4.39.3
+      8:
+      - 1
+      - 2
+      - 5
+      9:
+        1: transformers_trainer
+      13: linux-x86_64
+    m:
+    - 1: train/global_step
+      6:
+      - 3
+    - 1: train/loss
+      5: 1
+      6:
+      - 1
+    - 1: train/grad_norm
+      5: 1
+      6:
+      - 1
+    - 1: train/learning_rate
+      5: 1
+      6:
+      - 1
+    - 1: train/epoch
+      5: 1
+      6:
+      - 1
+vocab_size:
+  desc: null
+  value: 250880
+hidden_size:
+  desc: null
+  value: 1536
+n_layer:
+  desc: null
+  value: 24
+n_head:
+  desc: null
+  value: 16
+layer_norm_epsilon:
+  desc: null
+  value: 1.0e-05
+initializer_range:
+  desc: null
+  value: 0.02
+use_cache:
+  desc: null
+  value: false
+pretraining_tp:
+  desc: null
+  value: 1
+apply_residual_connection_post_layernorm:
+  desc: null
+  value: false
+hidden_dropout:
+  desc: null
+  value: 0.0
+attention_dropout:
+  desc: null
+  value: 0.0
+bos_token_id:
+  desc: null
+  value: 1
+eos_token_id:
+  desc: null
+  value: 2
+slow_but_exact:
+  desc: null
+  value: false
+return_dict:
+  desc: null
+  value: true
+output_hidden_states:
+  desc: null
+  value: false
+output_attentions:
+  desc: null
+  value: false
+torchscript:
+  desc: null
+  value: false
+torch_dtype:
+  desc: null
+  value: null
+use_bfloat16:
+  desc: null
+  value: false
+tf_legacy_loss:
+  desc: null
+  value: false
+pruned_heads:
+  desc: null
+  value: {}
+tie_word_embeddings:
+  desc: null
+  value: true
+chunk_size_feed_forward:
+  desc: null
+  value: 0
+is_encoder_decoder:
+  desc: null
+  value: false
+is_decoder:
+  desc: null
+  value: false
+cross_attention_hidden_size:
+  desc: null
+  value: null
+add_cross_attention:
+  desc: null
+  value: false
+tie_encoder_decoder:
+  desc: null
+  value: false
+max_length:
+  desc: null
+  value: 20
+min_length:
+  desc: null
+  value: 0
+do_sample:
+  desc: null
+  value: false
+early_stopping:
+  desc: null
+  value: false
+num_beams:
+  desc: null
+  value: 1
+num_beam_groups:
+  desc: null
+  value: 1
+diversity_penalty:
+  desc: null
+  value: 0.0
+temperature:
+  desc: null
+  value: 1.0
+top_k:
+  desc: null
+  value: 50
+top_p:
+  desc: null
+  value: 1.0
+typical_p:
+  desc: null
+  value: 1.0
+repetition_penalty:
+  desc: null
+  value: 1.0
+length_penalty:
+  desc: null
+  value: 1.0
+no_repeat_ngram_size:
+  desc: null
+  value: 0
+encoder_no_repeat_ngram_size:
+  desc: null
+  value: 0
+bad_words_ids:
+  desc: null
+  value: null
+num_return_sequences:
+  desc: null
+  value: 1
+output_scores:
+  desc: null
+  value: false
+return_dict_in_generate:
+  desc: null
+  value: false
+forced_bos_token_id:
+  desc: null
+  value: null
+forced_eos_token_id:
+  desc: null
+  value: null
+remove_invalid_values:
+  desc: null
+  value: false
+exponential_decay_length_penalty:
+  desc: null
+  value: null
+suppress_tokens:
+  desc: null
+  value: null
+begin_suppress_tokens:
+  desc: null
+  value: null
+architectures:
+  desc: null
+  value:
+  - BloomForCausalLM
+finetuning_task:
+  desc: null
+  value: null
+id2label:
+  desc: null
+  value:
+    '0': LABEL_0
+    '1': LABEL_1
+label2id:
+  desc: null
+  value:
+    LABEL_0: 0
+    LABEL_1: 1
+tokenizer_class:
+  desc: null
+  value: null
+prefix:
+  desc: null
+  value: null
+pad_token_id:
+  desc: null
+  value: 3
+sep_token_id:
+  desc: null
+  value: null
+decoder_start_token_id:
+  desc: null
+  value: null
+task_specific_params:
+  desc: null
+  value: null
+problem_type:
+  desc: null
+  value: null
+_name_or_path:
+  desc: null
+  value: bigscience/bloomz-1b1
+transformers_version:
+  desc: null
+  value: 4.39.3
+attention_softmax_in_fp32:
+  desc: null
+  value: true
+bias_dropout_fusion:
+  desc: null
+  value: true
+unk_token_id:
+  desc: null
+  value: 0
+masked_softmax_fusion:
+  desc: null
+  value: true
+model_type:
+  desc: null
+  value: bloom
+n_inner:
+  desc: null
+  value: null
+offset_alibi:
+  desc: null
+  value: 100
+seq_length:
+  desc: null
+  value: 2048
+skip_bias_add:
+  desc: null
+  value: true
+skip_bias_add_qkv:
+  desc: null
+  value: false
+quantization_config:
+  desc: null
+  value:
+    quant_method: QuantizationMethod.BITS_AND_BYTES
+    _load_in_8bit: false
+    _load_in_4bit: true
+    llm_int8_threshold: 6.0
+    llm_int8_skip_modules: null
+    llm_int8_enable_fp32_cpu_offload: false
+    llm_int8_has_fp16_weight: false
+    bnb_4bit_quant_type: nf4
+    bnb_4bit_use_double_quant: false
+    bnb_4bit_compute_dtype: float16
+    bnb_4bit_quant_storage: uint8
+    load_in_4bit: true
+    load_in_8bit: false
+output_dir:
+  desc: null
+  value: /kaggle/working/
+overwrite_output_dir:
+  desc: null
+  value: false
+do_train:
+  desc: null
+  value: false
+do_eval:
+  desc: null
+  value: false
+do_predict:
+  desc: null
+  value: false
+evaluation_strategy:
+  desc: null
+  value: 'no'
+prediction_loss_only:
+  desc: null
+  value: false
+per_device_train_batch_size:
+  desc: null
+  value: 8
+per_device_eval_batch_size:
+  desc: null
+  value: 8
+per_gpu_train_batch_size:
+  desc: null
+  value: null
+per_gpu_eval_batch_size:
+  desc: null
+  value: null
+gradient_accumulation_steps:
+  desc: null
+  value: 1
+eval_accumulation_steps:
+  desc: null
+  value: null
+eval_delay:
+  desc: null
+  value: 0
+learning_rate:
+  desc: null
+  value: 3.0e-05
+weight_decay:
+  desc: null
+  value: 0.001
+adam_beta1:
+  desc: null
+  value: 0.9
+adam_beta2:
+  desc: null
+  value: 0.999
+adam_epsilon:
+  desc: null
+  value: 1.0e-08
+max_grad_norm:
+  desc: null
+  value: 0.3
+num_train_epochs:
+  desc: null
+  value: 5
+max_steps:
+  desc: null
+  value: 20000
+lr_scheduler_type:
+  desc: null
+  value: cosine
+lr_scheduler_kwargs:
+  desc: null
+  value: {}
+warmup_ratio:
+  desc: null
+  value: 0.03
+warmup_steps:
+  desc: null
+  value: 0
+log_level:
+  desc: null
+  value: passive
+log_level_replica:
+  desc: null
+  value: warning
+log_on_each_node:
+  desc: null
+  value: true
+logging_dir:
+  desc: null
+  value: /kaggle/working/runs/Apr11_12-04-45_55cd788bb41a
+logging_strategy:
+  desc: null
+  value: steps
+logging_first_step:
+  desc: null
+  value: false
+logging_steps:
+  desc: null
+  value: 20
+logging_nan_inf_filter:
+  desc: null
+  value: true
+save_strategy:
+  desc: null
+  value: steps
+save_steps:
+  desc: null
+  value: 20
+save_total_limit:
+  desc: null
+  value: 1
+save_safetensors:
+  desc: null
+  value: true
+save_on_each_node:
+  desc: null
+  value: false
+save_only_model:
+  desc: null
+  value: false
+no_cuda:
+  desc: null
+  value: false
+use_cpu:
+  desc: null
+  value: false
+use_mps_device:
+  desc: null
+  value: false
+seed:
+  desc: null
+  value: 42
+data_seed:
+  desc: null
+  value: null
+jit_mode_eval:
+  desc: null
+  value: false
+use_ipex:
+  desc: null
+  value: false
+bf16:
+  desc: null
+  value: false
+fp16:
+  desc: null
+  value: false
+fp16_opt_level:
+  desc: null
+  value: O1
+half_precision_backend:
+  desc: null
+  value: auto
+bf16_full_eval:
+  desc: null
+  value: false
+fp16_full_eval:
+  desc: null
+  value: false
+tf32:
+  desc: null
+  value: null
+local_rank:
+  desc: null
+  value: 0
+ddp_backend:
+  desc: null
+  value: null
+tpu_num_cores:
+  desc: null
+  value: null
+tpu_metrics_debug:
+  desc: null
+  value: false
+debug:
+  desc: null
+  value: []
+dataloader_drop_last:
+  desc: null
+  value: false
+eval_steps:
+  desc: null
+  value: null
+dataloader_num_workers:
+  desc: null
+  value: 8
+dataloader_prefetch_factor:
+  desc: null
+  value: null
+past_index:
+  desc: null
+  value: -1
+run_name:
+  desc: null
+  value: /kaggle/working/
+disable_tqdm:
+  desc: null
+  value: false
+remove_unused_columns:
+  desc: null
+  value: true
+label_names:
+  desc: null
+  value: null
+load_best_model_at_end:
+  desc: null
+  value: false
+metric_for_best_model:
+  desc: null
+  value: null
+greater_is_better:
+  desc: null
+  value: null
+ignore_data_skip:
+  desc: null
+  value: false
+fsdp:
+  desc: null
+  value: []
+fsdp_min_num_params:
+  desc: null
+  value: 0
+fsdp_config:
+  desc: null
+  value:
+    min_num_params: 0
+    xla: false
+    xla_fsdp_v2: false
+    xla_fsdp_grad_ckpt: false
+fsdp_transformer_layer_cls_to_wrap:
+  desc: null
+  value: null
+accelerator_config:
+  desc: null
+  value:
+    split_batches: false
+    dispatch_batches: null
+    even_batches: true
+    use_seedable_sampler: true
+deepspeed:
+  desc: null
+  value: null
+label_smoothing_factor:
+  desc: null
+  value: 0.0
+optim:
+  desc: null
+  value: paged_adamw_32bit
+optim_args:
+  desc: null
+  value: null
+adafactor:
+  desc: null
+  value: false
+group_by_length:
+  desc: null
+  value: false
+length_column_name:
+  desc: null
+  value: length
+report_to:
+  desc: null
+  value:
+  - tensorboard
+  - wandb
+ddp_find_unused_parameters:
+  desc: null
+  value: null
+ddp_bucket_cap_mb:
+  desc: null
+  value: null
+ddp_broadcast_buffers:
+  desc: null
+  value: null
+dataloader_pin_memory:
+  desc: null
+  value: true
+dataloader_persistent_workers:
+  desc: null
+  value: false
+skip_memory_metrics:
+  desc: null
+  value: true
+use_legacy_prediction_loop:
+  desc: null
+  value: false
+push_to_hub:
+  desc: null
+  value: false
+resume_from_checkpoint:
+  desc: null
+  value: null
+hub_model_id:
+  desc: null
+  value: null
+hub_strategy:
+  desc: null
+  value: every_save
+hub_token:
+  desc: null
+  value: <HUB_TOKEN>
+hub_private_repo:
+  desc: null
+  value: false
+hub_always_push:
+  desc: null
+  value: false
+gradient_checkpointing:
+  desc: null
+  value: true
+gradient_checkpointing_kwargs:
+  desc: null
+  value: null
+include_inputs_for_metrics:
+  desc: null
+  value: false
+fp16_backend:
+  desc: null
+  value: auto
+push_to_hub_model_id:
+  desc: null
+  value: null
+push_to_hub_organization:
+  desc: null
+  value: null
+push_to_hub_token:
+  desc: null
+  value: <PUSH_TO_HUB_TOKEN>
+mp_parameters:
+  desc: null
+  value: ''
+auto_find_batch_size:
+  desc: null
+  value: true
+full_determinism:
+  desc: null
+  value: false
+torchdynamo:
+  desc: null
+  value: null
+ray_scope:
+  desc: null
+  value: last
+ddp_timeout:
+  desc: null
+  value: 1800
+torch_compile:
+  desc: null
+  value: false
+torch_compile_backend:
+  desc: null
+  value: null
+torch_compile_mode:
+  desc: null
+  value: null
+dispatch_batches:
+  desc: null
+  value: null
+split_batches:
+  desc: null
+  value: null
+include_tokens_per_second:
+  desc: null
+  value: false
+include_num_input_tokens_seen:
+  desc: null
+  value: false
+neftune_noise_alpha:
+  desc: null
+  value: null
+optim_target_modules:
+  desc: null
+  value: null

wandb/run-20240411_115958-sm65qpc7/files/output.log

@@ -0,0 +1,275 @@
+/opt/conda/lib/python3.10/site-packages/torch/utils/data/dataloader.py:557: UserWarning: This DataLoader will create 8 worker processes in total. Our suggested max number of worker in current system is 4, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.
+  warnings.warn(_create_warning_msg(
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
+  warnings.warn('Was asked to gather along dimension 0, but all '
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+/opt/conda/lib/python3.10/site-packages/trl/trainer/sft_trainer.py:317: UserWarning: You passed a tokenizer with `padding_side` not equal to `right` to the SFTTrainer. This might lead to some unexpected behaviour due to overflow issues when training a model in half-precision. You might consider adding `tokenizer.padding_side = 'right'` to your code.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/accelerate/accelerator.py:432: FutureWarning: Passing the following arguments to `Accelerator` is deprecated and will be removed in version 1.0 of Accelerate: dict_keys(['dispatch_batches', 'split_batches', 'even_batches', 'use_seedable_sampler']). Please pass an `accelerate.DataLoaderConfiguration` instead:
+dataloader_config = DataLoaderConfiguration(dispatch_batches=None, split_batches=False, even_batches=True, use_seedable_sampler=True)
+  warnings.warn(
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+/opt/conda/lib/python3.10/site-packages/peft/utils/save_and_load.py:139: UserWarning: Setting `save_embedding_layers` to `True` as embedding layers found in `target_modules`.
+  warnings.warn("Setting `save_embedding_layers` to `True` as embedding layers found in `target_modules`.")
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
+  warnings.warn('Was asked to gather along dimension 0, but all '
+/opt/conda/lib/python3.10/site-packages/torch/utils/data/dataloader.py:557: UserWarning: This DataLoader will create 8 worker processes in total. Our suggested max number of worker in current system is 4, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.
+  warnings.warn(_create_warning_msg(
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)

wandb/run-20240411_115958-sm65qpc7/files/requirements.txt

@@ -0,0 +1,864 @@
+Babel==2.14.0
+Boruta==0.3
+Brotli==1.0.9
+CVXcanon==0.1.2
+Cartopy==0.22.0
+Cython==3.0.8
+Deprecated==1.2.14
+Farama-Notifications==0.0.4
+Flask==3.0.2
+Geohash==1.0
+GitPython==3.1.41
+ImageHash==4.3.1
+Janome==0.5.0
+Jinja2==3.1.2
+LunarCalendar==0.0.9
+Mako==1.3.2
+Markdown==3.5.2
+MarkupSafe==2.1.3
+MarkupSafe==2.1.5
+Pillow==9.5.0
+PuLP==2.8.0
+PyArabic==0.6.15
+PyJWT==2.8.0
+PyMeeus==0.5.12
+PySocks==1.7.1
+PyUpSet==0.1.1.post7
+PyWavelets==1.5.0
+PyYAML==6.0.1
+Pygments==2.17.2
+Pympler==1.0.1
+QtPy==2.4.1
+Rtree==1.2.0
+SQLAlchemy==2.0.25
+SecretStorage==3.3.3
+Send2Trash==1.8.2
+Shapely==1.8.5.post1
+Shimmy==1.3.0
+SimpleITK==2.3.1
+TPOT==0.12.1
+Theano-PyMC==1.1.2
+Theano==1.0.5
+Wand==0.6.13
+Werkzeug==3.0.2
+absl-py==1.4.0
+accelerate==0.28.0
+access==1.1.9
+affine==2.4.0
+aiobotocore==2.12.2
+aiofiles==22.1.0
+aiohttp-cors==0.7.0
+aiohttp==3.9.1
+aioitertools==0.11.0
+aiorwlock==1.3.0
+aiosignal==1.3.1
+aiosqlite==0.19.0
+albumentations==1.4.0
+alembic==1.13.1
+altair==5.3.0
+annotated-types==0.6.0
+annoy==1.17.3
+anyio==4.2.0
+apache-beam==2.46.0
+aplus==0.11.0
+appdirs==1.4.4
+archspec==0.2.3
+argon2-cffi-bindings==21.2.0
+argon2-cffi==23.1.0
+array-record==0.5.0
+arrow==1.3.0
+arviz==0.17.1
+astroid==3.1.0
+astropy-iers-data==0.2024.4.1.0.33.14
+astropy==6.0.1
+asttokens==2.4.1
+astunparse==1.6.3
+async-lru==2.0.4
+async-timeout==4.0.3
+attrs==23.2.0
+audioread==3.0.1
+autopep8==2.0.4
+backoff==2.2.1
+bayesian-optimization==1.4.3
+beatrix_jupyterlab==2023.128.151533
+beautifulsoup4==4.12.2
+bitsandbytes==0.43.0
+blake3==0.2.1
+bleach==6.1.0
+blessed==1.20.0
+blinker==1.7.0
+blis==0.7.10
+blosc2==2.6.0
+bokeh==3.3.4
+boltons==23.1.1
+boto3==1.26.100
+botocore==1.34.51
+bq_helper==0.4.1
+bqplot==0.12.43
+branca==0.7.1
+brewer2mpl==1.4.1
+brotlipy==0.7.0
+cached-property==1.5.2
+cachetools==4.2.4
+cachetools==5.3.2
+catalogue==2.0.10
+catalyst==22.4
+catboost==1.2.3
+category-encoders==2.6.3
+certifi==2024.2.2
+cesium==0.12.1
+cffi==1.16.0
+charset-normalizer==3.3.2
+chex==0.1.86
+cleverhans==4.0.0
+click-plugins==1.1.1
+click==8.1.7
+cligj==0.7.2
+cloud-tpu-client==0.10
+cloud-tpu-profiler==2.4.0
+cloudpathlib==0.16.0
+cloudpickle==2.2.1
+cloudpickle==3.0.0
+cmdstanpy==1.2.2
+colorama==0.4.6
+colorcet==3.1.0
+colorful==0.5.6
+colorlog==6.8.2
+colorlover==0.3.0
+comm==0.2.1
+conda-libmamba-solver==23.7.0
+conda-package-handling==2.2.0
+conda==23.7.4
+conda_package_streaming==0.9.0
+confection==0.1.4
+contextily==1.6.0
+contourpy==1.2.0
+convertdate==2.4.0
+crcmod==1.7
+cryptography==41.0.7
+cuda-python==12.4.0
+cudf==23.8.0
+cufflinks==0.17.3
+cuml==23.8.0
+cupy==13.0.0
+cycler==0.12.1
+cymem==2.0.8
+cytoolz==0.12.3
+daal4py==2024.2.0
+daal==2024.2.0
+dacite==1.8.1
+dask-cuda==23.8.0
+dask-cudf==23.8.0
+dask-expr==1.0.9
+dask==2024.4.0
+dataclasses-json==0.6.4
+dataproc_jupyter_plugin==0.1.66
+datasets==2.16.0
+datashader==0.16.0
+datatile==1.0.3
+db-dtypes==1.2.0
+deap==1.4.1
+debugpy==1.8.0
+decorator==5.1.1
+deepdiff==6.7.1
+defusedxml==0.7.1
+deprecation==2.1.0
+descartes==1.1.0
+dill==0.3.7
+dipy==1.9.0
+distlib==0.3.8
+distributed==2023.7.1
+distro==1.9.0
+dm-tree==0.1.8
+docker-pycreds==0.4.0
+docker==7.0.0
+docopt==0.6.2
+docstring-parser==0.15
+docstring-to-markdown==0.15
+docutils==0.20.1
+earthengine-api==0.1.395
+easydict==1.13
+easyocr==1.7.1
+ecos==2.0.13
+eli5==0.13.0
+emoji==2.11.0
+en-core-web-lg==3.7.1
+en-core-web-sm==3.7.1
+entrypoints==0.4
+ephem==4.1.5
+esda==2.5.1
+essentia==2.1b6.dev1110
+et-xmlfile==1.1.0
+etils==1.6.0
+exceptiongroup==1.2.0
+executing==2.0.1
+explainable-ai-sdk==1.3.3
+fastai==2.7.14
+fastapi==0.108.0
+fastavro==1.9.3
+fastcore==1.5.29
+fastdownload==0.0.7
+fasteners==0.19
+fastjsonschema==2.19.1
+fastprogress==1.0.3
+fastrlock==0.8.2
+fasttext==0.9.2
+feather-format==0.4.1
+featuretools==1.30.0
+filelock==3.13.1
+fiona==1.9.6
+fitter==1.7.0
+flake8==7.0.0
+flashtext==2.7
+flatbuffers==23.5.26
+flax==0.8.2
+folium==0.16.0
+fonttools==4.47.0
+fonttools==4.50.0
+fqdn==1.5.1
+frozendict==2.4.1
+frozenlist==1.4.1
+fsspec==2023.10.0
+fsspec==2024.3.1
+funcy==2.0
+fury==0.10.0
+future==1.0.0
+fuzzywuzzy==0.18.0
+gast==0.5.4
+gatspy==0.3
+gcsfs==2024.2.0
+gensim==4.3.2
+geographiclib==2.0
+geojson==3.1.0
+geopandas==0.14.3
+geoplot==0.5.1
+geopy==2.4.1
+geoviews==1.11.1
+ggplot==0.11.5
+giddy==2.3.5
+gitdb==4.0.11
+google-ai-generativelanguage==0.4.0
+google-api-core==2.11.1
+google-api-core==2.18.0
+google-api-python-client==2.125.0
+google-apitools==0.5.31
+google-auth-httplib2==0.2.0
+google-auth-oauthlib==1.2.0
+google-auth==2.26.1
+google-cloud-aiplatform==0.6.0a1
+google-cloud-artifact-registry==1.10.0
+google-cloud-automl==1.0.1
+google-cloud-bigquery==2.34.4
+google-cloud-bigtable==1.7.3
+google-cloud-core==2.4.1
+google-cloud-datastore==2.19.0
+google-cloud-dlp==3.14.0
+google-cloud-jupyter-config==0.0.5
+google-cloud-language==2.13.3
+google-cloud-monitoring==2.18.0
+google-cloud-pubsub==2.19.0
+google-cloud-pubsublite==1.9.0
+google-cloud-recommendations-ai==0.7.1
+google-cloud-resource-manager==1.11.0
+google-cloud-spanner==3.40.1
+google-cloud-storage==1.44.0
+google-cloud-translate==3.12.1
+google-cloud-videointelligence==2.13.3
+google-cloud-vision==2.8.0
+google-crc32c==1.5.0
+google-generativeai==0.4.1
+google-pasta==0.2.0
+google-resumable-media==2.7.0
+googleapis-common-protos==1.62.0
+gplearn==0.4.2
+gpustat==1.0.0
+gpxpy==1.6.2
+graphviz==0.20.3
+greenlet==3.0.3
+grpc-google-iam-v1==0.12.7
+grpcio-status==1.48.1
+grpcio-status==1.48.2
+grpcio==1.51.1
+grpcio==1.60.0
+gviz-api==1.10.0
+gym-notices==0.0.8
+gym==0.26.2
+gymnasium==0.29.0
+h11==0.14.0
+h2o==3.46.0.1
+h5netcdf==1.3.0
+h5py==3.10.0
+haversine==2.8.1
+hdfs==2.7.3
+hep-ml==0.7.2
+hijri-converter==2.3.1
+hmmlearn==0.3.2
+holidays==0.24
+holoviews==1.18.3
+hpsklearn==0.1.0
+html5lib==1.1
+htmlmin==0.1.12
+httpcore==1.0.5
+httplib2==0.21.0
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.22.2
+hunspell==0.5.5
+hydra-slayer==0.5.0
+hyperopt==0.2.7
+hypertools==0.8.0
+idna==3.6
+igraph==0.11.4
+imagecodecs==2024.1.1
+imageio==2.33.1
+imbalanced-learn==0.12.2
+imgaug==0.4.0
+importlib-metadata==6.11.0
+importlib-metadata==7.0.1
+importlib-resources==6.1.1
+inequality==1.0.1
+iniconfig==2.0.0
+ipydatawidgets==4.3.5
+ipykernel==6.28.0
+ipyleaflet==0.18.2
+ipympl==0.7.0
+ipython-genutils==0.2.0
+ipython-genutils==0.2.0
+ipython-sql==0.5.0
+ipython==8.20.0
+ipyvolume==0.6.3
+ipyvue==1.10.2
+ipyvuetify==1.9.3
+ipywebrtc==0.6.0
+ipywidgets==7.7.1
+isoduration==20.11.0
+isort==5.13.2
+isoweek==1.3.3
+itsdangerous==2.1.2
+jaraco.classes==3.3.0
+jax-jumpy==1.0.0
+jax==0.4.23
+jaxlib==0.4.23.dev20240116
+jedi==0.19.1
+jeepney==0.8.0
+jieba==0.42.1
+jmespath==1.0.1
+joblib==1.3.2
+json5==0.9.14
+jsonpatch==1.33
+jsonpointer==2.4
+jsonschema-specifications==2023.12.1
+jsonschema==4.20.0
+jupyter-console==6.6.3
+jupyter-events==0.9.0
+jupyter-http-over-ws==0.0.8
+jupyter-lsp==1.5.1
+jupyter-server-mathjax==0.2.6
+jupyter-ydoc==0.2.5
+jupyter_client==7.4.9
+jupyter_client==8.6.0
+jupyter_core==5.7.1
+jupyter_server==2.13.0
+jupyter_server_fileid==0.9.1
+jupyter_server_proxy==4.1.0
+jupyter_server_terminals==0.5.1
+jupyter_server_ydoc==0.8.0
+jupyterlab-lsp==5.1.0
+jupyterlab-widgets==3.0.9
+jupyterlab==4.1.5
+jupyterlab_git==0.44.0
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.25.2
+jupytext==1.16.0
+kaggle-environments==1.14.3
+kaggle==1.6.8
+kagglehub==0.2.2
+keras-cv==0.8.2
+keras-nlp==0.8.2
+keras-tuner==1.4.6
+keras==3.1.1
+kernels-mixer==0.0.7
+keyring==24.3.0
+keyrings.google-artifactregistry-auth==1.1.2
+kfp-pipeline-spec==0.2.2
+kfp-server-api==2.0.5
+kfp==2.5.0
+kiwisolver==1.4.5
+kmapper==2.0.1
+kmodes==0.12.2
+korean-lunar-calendar==0.3.1
+kornia==0.7.2
+kornia_rs==0.1.3
+kt-legacy==1.0.5
+kubernetes==26.1.0
+langcodes==3.3.0
+langid==1.1.6
+lazy_loader==0.3
+learntools==0.3.4
+leven==1.0.4
+libclang==16.0.6
+libmambapy==1.5.0
+libpysal==4.9.2
+librosa==0.10.1
+lightgbm==4.2.0
+lightning-utilities==0.11.2
+lime==0.2.0.1
+line-profiler==4.1.2
+linkify-it-py==2.0.3
+llvmlite==0.41.1
+llvmlite==0.42.0
+lml==0.1.0
+locket==1.0.0
+loguru==0.7.2
+lxml==5.2.1
+lz4==4.3.3
+mamba==1.5.0
+mapclassify==2.6.1
+markdown-it-py==3.0.0
+marshmallow==3.21.1
+matplotlib-inline==0.1.6
+matplotlib-venn==0.11.10
+matplotlib==3.7.5
+matplotlib==3.8.3
+mccabe==0.7.0
+mdit-py-plugins==0.4.0
+mdurl==0.1.2
+memory-profiler==0.61.0
+menuinst==2.0.1
+mercantile==1.2.1
+mgwr==2.2.1
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.11.1
+ml-dtypes==0.2.0
+mlcrate==0.2.0
+mlens==0.2.3
+mlxtend==0.23.1
+mne==1.6.1
+mnist==0.2.2
+momepy==0.7.0
+more-itertools==10.2.0
+mpld3==0.5.10
+mpmath==1.3.0
+msgpack==1.0.7
+multidict==6.0.4
+multimethod==1.10
+multipledispatch==1.0.0
+multiprocess==0.70.15
+munkres==1.1.4
+murmurhash==1.0.10
+mypy-extensions==1.0.0
+namex==0.0.7
+nb-conda-kernels==2.3.1
+nb_conda==2.2.1
+nbclassic==1.0.0
+nbclient==0.5.13
+nbconvert==6.4.5
+nbdime==3.2.0
+nbformat==5.9.2
+ndindex==1.8
+nest-asyncio==1.5.8
+networkx==3.2.1
+nibabel==5.2.1
+nilearn==0.10.3
+ninja==1.11.1.1
+nltk==3.2.4
+nose==1.3.7
+notebook==6.5.4
+notebook==6.5.6
+notebook_executor==0.2
+notebook_shim==0.2.3
+numba==0.58.1
+numba==0.59.1
+numexpr==2.10.0
+numpy==1.26.4
+nvidia-ml-py==11.495.46
+nvtx==0.2.10
+oauth2client==4.1.3
+oauthlib==3.2.2
+objsize==0.6.1
+odfpy==1.4.1
+olefile==0.47
+onnx==1.16.0
+opencensus-context==0.1.3
+opencensus==0.11.4
+opencv-contrib-python==4.9.0.80
+opencv-python-headless==4.9.0.80
+opencv-python==4.9.0.80
+openpyxl==3.1.2
+openslide-python==1.3.1
+opentelemetry-api==1.22.0
+opentelemetry-exporter-otlp-proto-common==1.22.0
+opentelemetry-exporter-otlp-proto-grpc==1.22.0
+opentelemetry-exporter-otlp-proto-http==1.22.0
+opentelemetry-exporter-otlp==1.22.0
+opentelemetry-proto==1.22.0
+opentelemetry-sdk==1.22.0
+opentelemetry-semantic-conventions==0.43b0
+opt-einsum==3.3.0
+optax==0.2.2
+optree==0.11.0
+optuna==3.6.1
+orbax-checkpoint==0.5.7
+ordered-set==4.1.0
+orjson==3.9.10
+ortools==9.4.1874
+osmnx==1.9.2
+overrides==7.4.0
+packaging==21.3
+pandas-datareader==0.10.0
+pandas-profiling==3.6.6
+pandas-summary==0.2.0
+pandas==2.1.4
+pandas==2.2.1
+pandasql==0.7.3
+pandocfilters==1.5.0
+panel==1.3.8
+papermill==2.5.0
+param==2.1.0
+parso==0.8.3
+partd==1.4.1
+path.py==12.5.0
+path==16.10.0
+pathos==0.3.2
+pathy==0.10.3
+patsy==0.5.6
+pdf2image==1.17.0
+peft==0.10.0
+pettingzoo==1.24.0
+pexpect==4.8.0
+pexpect==4.9.0
+phik==0.12.4
+pickleshare==0.7.5
+pillow==10.3.0
+pip==23.3.2
+pkgutil_resolve_name==1.3.10
+platformdirs==4.2.0
+plotly-express==0.4.1
+plotly==5.18.0
+plotnine==0.13.4
+pluggy==1.4.0
+pointpats==2.4.0
+polars==0.20.18
+polyglot==16.7.4
+pooch==1.8.1
+pox==0.3.4
+ppca==0.0.4
+ppft==1.7.6.8
+preprocessing==0.1.13
+preshed==3.0.9
+prettytable==3.9.0
+progressbar2==4.4.2
+prometheus-client==0.19.0
+promise==2.3
+prompt-toolkit==3.0.42
+prompt-toolkit==3.0.43
+prophet==1.1.1
+proto-plus==1.23.0
+protobuf==3.20.3
+protobuf==4.21.12
+psutil==5.9.3
+psutil==5.9.7
+ptyprocess==0.7.0
+pudb==2024.1
+pure-eval==0.2.2
+py-cpuinfo==9.0.0
+py-spy==0.3.14
+py4j==0.10.9.7
+pyLDAvis==3.4.1
+pyOpenSSL==23.3.0
+pyaml==23.12.0
+pyarrow-hotfix==0.6
+pyarrow==15.0.2
+pyasn1-modules==0.3.0
+pyasn1==0.5.1
+pybind11==2.12.0
+pyclipper==1.3.0.post5
+pycodestyle==2.11.1
+pycosat==0.6.6
+pycparser==2.21
+pycryptodome==3.20.0
+pyct==0.5.0
+pycuda==2024.1
+pydantic==2.5.3
+pydantic==2.6.4
+pydantic_core==2.14.6
+pydantic_core==2.16.3
+pydegensac==0.1.2
+pydicom==2.4.4
+pydocstyle==6.3.0
+pydot==1.4.2
+pydub==0.25.1
+pyemd==1.0.0
+pyerfa==2.0.1.1
+pyexcel-io==0.6.6
+pyexcel-ods==0.6.0
+pyflakes==3.2.0
+pygltflib==1.16.2
+pykalman==0.9.7
+pylibraft==23.8.0
+pylint==3.1.0
+pymc3==3.11.4
+pymongo==3.13.0
+pynndescent==0.5.12
+pynvml==11.4.1
+pynvrtc==9.2
+pyparsing==3.1.1
+pyparsing==3.1.2
+pypdf==4.1.0
+pyproj==3.6.1
+pysal==24.1
+pyshp==2.3.1
+pytesseract==0.3.10
+pytest==8.1.1
+python-bidi==0.4.2
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.0
+python-json-logger==2.0.7
+python-louvain==0.16
+python-lsp-jsonrpc==1.1.2
+python-lsp-server==1.11.0
+python-slugify==8.0.4
+python-utils==3.8.2
+pythreejs==2.4.2
+pytoolconfig==1.3.1
+pytools==2024.1.1
+pytorch-ignite==0.5.0.post2
+pytorch-lightning==2.2.1
+pytz==2023.3.post1
+pytz==2024.1
+pyu2f==0.1.5
+pyviz_comms==3.0.2
+pyzmq==24.0.1
+pyzmq==25.1.2
+qgrid==1.3.1
+qtconsole==5.5.1
+quantecon==0.7.2
+qudida==0.0.4
+raft-dask==23.8.0
+rasterio==1.3.9
+rasterstats==0.19.0
+ray-cpp==2.9.0
+ray==2.9.0
+referencing==0.32.1
+regex==2023.12.25
+requests-oauthlib==1.3.1
+requests-toolbelt==0.10.1
+requests==2.31.0
+retrying==1.3.3
+retrying==1.3.4
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rgf-python==3.12.0
+rich-click==1.7.4
+rich==13.7.0
+rich==13.7.1
+rmm==23.8.0
+rope==1.13.0
+rpds-py==0.16.2
+rsa==4.9
+ruamel-yaml-conda==0.15.100
+ruamel.yaml.clib==0.2.7
+ruamel.yaml==0.17.40
+s2sphere==0.2.5
+s3fs==2024.2.0
+s3transfer==0.6.2
+safetensors==0.4.2
+scattertext==0.1.19
+scikit-image==0.22.0
+scikit-learn-intelex==2024.2.0
+scikit-learn==1.2.2
+scikit-multilearn==0.2.0
+scikit-optimize==0.10.1
+scikit-plot==0.3.7
+scikit-surprise==1.1.3
+scipy==1.11.4
+scipy==1.12.0
+seaborn==0.12.2
+segment_anything==1.0
+segregation==2.5
+semver==3.0.2
+sentencepiece==0.2.0
+sentry-sdk==1.44.1
+setproctitle==1.3.3
+setuptools-git==1.2
+setuptools-scm==8.0.4
+setuptools==69.0.3
+shap==0.44.1
+shapely==2.0.3
+shellingham==1.5.4
+shtab==1.7.1
+simpervisor==1.0.0
+simplejson==3.19.2
+six==1.16.0
+sklearn-pandas==2.2.0
+slicer==0.0.7
+smart-open==6.4.0
+smmap==5.0.1
+sniffio==1.3.0
+snowballstemmer==2.2.0
+snuggs==1.4.7
+sortedcontainers==2.4.0
+soundfile==0.12.1
+soupsieve==2.5
+soxr==0.3.7
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+spacy==3.7.2
+spaghetti==1.7.5.post1
+spectral==0.23.1
+spglm==1.1.0
+sphinx-rtd-theme==0.2.4
+spint==1.0.7
+splot==1.1.5.post1
+spopt==0.6.0
+spreg==1.4.2
+spvcm==0.3.0
+sqlparse==0.4.4
+squarify==0.4.3
+srsly==2.4.8
+stable-baselines3==2.1.0
+stack-data==0.6.2
+stack-data==0.6.3
+stanio==0.5.0
+starlette==0.32.0.post1
+statsmodels==0.14.1
+stemming==1.0.1
+stop-words==2018.7.23
+stopit==1.1.2
+stumpy==1.12.0
+sympy==1.12
+tables==3.9.2
+tabulate==0.9.0
+tangled-up-in-unicode==0.2.0
+tbb==2021.12.0
+tblib==3.0.0
+tenacity==8.2.3
+tensorboard-data-server==0.7.2
+tensorboard-plugin-profile==2.15.0
+tensorboard==2.15.1
+tensorboardX==2.6.2.2
+tensorflow-cloud==0.1.16
+tensorflow-datasets==4.9.4
+tensorflow-decision-forests==1.8.1
+tensorflow-estimator==2.15.0
+tensorflow-hub==0.16.1
+tensorflow-io-gcs-filesystem==0.35.0
+tensorflow-io==0.35.0
+tensorflow-metadata==0.14.0
+tensorflow-probability==0.23.0
+tensorflow-serving-api==2.14.1
+tensorflow-text==2.15.0
+tensorflow-transform==0.14.0
+tensorflow==2.15.0
+tensorstore==0.1.56
+termcolor==2.4.0
+terminado==0.18.0
+testpath==0.6.0
+text-unidecode==1.3
+textblob==0.18.0.post0
+texttable==1.7.0
+tf_keras==2.15.1
+tfp-nightly==0.24.0.dev0
+thinc==8.2.2
+threadpoolctl==3.2.0
+tifffile==2023.12.9
+timm==0.9.16
+tinycss2==1.2.1
+tobler==0.11.2
+tokenizers==0.15.2
+toml==0.10.2
+tomli==2.0.1
+tomlkit==0.12.4
+toolz==0.12.1
+torch==2.1.2
+torchaudio==2.1.2
+torchdata==0.7.1
+torchinfo==1.8.0
+torchmetrics==1.3.2
+torchtext==0.16.2
+torchvision==0.16.2
+tornado==6.3.3
+tqdm==4.66.1
+traceml==1.0.8
+traitlets==5.9.0
+traittypes==0.2.1
+transformers==4.39.3
+treelite-runtime==3.2.0
+treelite==3.2.0
+trl==0.8.1
+truststore==0.8.0
+trx-python==0.2.9
+tsfresh==0.20.2
+typeguard==4.1.5
+typer==0.9.0
+typer==0.9.4
+types-python-dateutil==2.8.19.20240106
+typing-inspect==0.9.0
+typing-utils==0.1.0
+typing_extensions==4.9.0
+tyro==0.8.3
+tzdata==2023.4
+uc-micro-py==1.0.3
+ucx-py==0.33.0
+ujson==5.9.0
+umap-learn==0.5.5
+unicodedata2==15.1.0
+update-checker==0.18.0
+uri-template==1.3.0
+uritemplate==3.0.1
+urllib3==1.26.18
+urllib3==2.1.0
+urwid==2.6.10
+urwid_readline==0.14
+uvicorn==0.25.0
+uvloop==0.19.0
+vaex-astro==0.9.3
+vaex-core==4.17.1
+vaex-hdf5==0.14.1
+vaex-jupyter==0.8.2
+vaex-ml==0.18.3
+vaex-server==0.9.0
+vaex-viz==0.5.4
+vaex==4.17.0
+vec_noise==1.1.4
+vecstack==0.4.0
+virtualenv==20.21.0
+visions==0.7.5
+vowpalwabbit==9.9.0
+vtk==9.3.0
+wandb==0.16.5
+wasabi==1.1.2
+watchfiles==0.21.0
+wavio==0.0.8
+wcwidth==0.2.13
+weasel==0.3.4
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.7.0
+websockets==12.0
+wfdb==4.1.2
+whatthepatch==1.0.5
+wheel==0.42.0
+widgetsnbextension==3.6.6
+witwidget==1.8.1
+woodwork==0.29.0
+wordcloud==1.9.3
+wordsegment==1.3.1
+wrapt==1.14.1
+xarray-einstats==0.7.0
+xarray==2024.3.0
+xgboost==2.0.3
+xvfbwrapper==0.2.9
+xxhash==3.4.1
+xyzservices==2023.10.1
+y-py==0.6.2
+yapf==0.40.2
+yarl==1.9.3
+yarl==1.9.4
+ydata-profiling==4.6.4
+yellowbrick==1.5
+ypy-websocket==0.8.4
+zict==3.0.0
+zipp==3.17.0
+zstandard==0.22.0

wandb/run-20240411_115958-sm65qpc7/files/wandb-metadata.json

@@ -0,0 +1,66 @@
+{
+    "os": "Linux-5.15.133+-x86_64-with-glibc2.31",
+    "python": "3.10.13",
+    "heartbeatAt": "2024-04-11T11:59:59.292356",
+    "startedAt": "2024-04-11T11:59:58.685383",
+    "docker": null,
+    "cuda": null,
+    "args": [],
+    "state": "running",
+    "program": "kaggle.ipynb",
+    "codePathLocal": null,
+    "root": "/kaggle/working",
+    "host": "55cd788bb41a",
+    "username": "root",
+    "executable": "/opt/conda/bin/python3.10",
+    "cpu_count": 2,
+    "cpu_count_logical": 4,
+    "cpu_freq": {
+        "current": 2000.18,
+        "min": 0.0,
+        "max": 0.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2000.18,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.18,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.18,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.18,
+            "min": 0.0,
+            "max": 0.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 8062.387607574463,
+            "used": 5568.725933074951
+        }
+    },
+    "gpu": "Tesla T4",
+    "gpu_count": 2,
+    "gpu_devices": [
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        },
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        }
+    ],
+    "memory": {
+        "total": 31.357559204101562
+    }
+}

wandb/run-20240411_115958-sm65qpc7/files/wandb-summary.json

@@ -0,0 +1 @@
+{"train/loss": 6.2818, "train/grad_norm": 47.7755126953125, "train/learning_rate": 1e-06, "train/epoch": 0.0, "train/global_step": 20, "_timestamp": 1712837347.0713778, "_runtime": 548.3782157897949, "_step": 0, "_wandb": {"runtime": 375}}

wandb/run-20240411_115958-sm65qpc7/logs/debug-internal.log

@@ -0,0 +1,483 @@
+2024-04-11 11:59:58,693 INFO    StreamThr :472 [internal.py:wandb_internal():86] W&B internal server running at pid: 472, started at: 2024-04-11 11:59:58.693009
+2024-04-11 11:59:58,697 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status
+2024-04-11 11:59:59,019 INFO    WriterThread:472 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/run-sm65qpc7.wandb
+2024-04-11 11:59:59,020 DEBUG   SenderThread:472 [sender.py:send():379] send: header
+2024-04-11 11:59:59,022 DEBUG   SenderThread:472 [sender.py:send():379] send: run
+2024-04-11 11:59:59,164 INFO    SenderThread:472 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files
+2024-04-11 11:59:59,164 INFO    SenderThread:472 [sender.py:_start_run_threads():1124] run started: sm65qpc7 with start time 1712836798.693162
+2024-04-11 11:59:59,173 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: check_version
+2024-04-11 11:59:59,174 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: check_version
+2024-04-11 11:59:59,266 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: run_start
+2024-04-11 11:59:59,277 DEBUG   HandlerThread:472 [system_info.py:__init__():26] System info init
+2024-04-11 11:59:59,277 DEBUG   HandlerThread:472 [system_info.py:__init__():41] System info init done
+2024-04-11 11:59:59,277 INFO    HandlerThread:472 [system_monitor.py:start():194] Starting system monitor
+2024-04-11 11:59:59,277 INFO    SystemMonitor:472 [system_monitor.py:_start():158] Starting system asset monitoring threads
+2024-04-11 11:59:59,278 INFO    SystemMonitor:472 [interfaces.py:start():190] Started cpu monitoring
+2024-04-11 11:59:59,278 INFO    HandlerThread:472 [system_monitor.py:probe():214] Collecting system info
+2024-04-11 11:59:59,279 INFO    SystemMonitor:472 [interfaces.py:start():190] Started disk monitoring
+2024-04-11 11:59:59,280 INFO    SystemMonitor:472 [interfaces.py:start():190] Started gpu monitoring
+2024-04-11 11:59:59,281 INFO    SystemMonitor:472 [interfaces.py:start():190] Started memory monitoring
+2024-04-11 11:59:59,282 INFO    SystemMonitor:472 [interfaces.py:start():190] Started network monitoring
+2024-04-11 11:59:59,292 DEBUG   HandlerThread:472 [system_info.py:probe():150] Probing system
+2024-04-11 11:59:59,295 DEBUG   HandlerThread:472 [gitlib.py:_init_repo():56] git repository is invalid
+2024-04-11 11:59:59,295 DEBUG   HandlerThread:472 [system_info.py:probe():198] Probing system done
+2024-04-11 11:59:59,295 DEBUG   HandlerThread:472 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-11T11:59:59.292356', 'startedAt': '2024-04-11T11:59:58.685383', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': '55cd788bb41a', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.18, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.18, 'min': 0.0, 'max': 0.0}, {'current': 2000.18, 'min': 0.0, 'max': 0.0}, {'current': 2000.18, 'min': 0.0, 'max': 0.0}, {'current': 2000.18, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5568.725933074951}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}}
+2024-04-11 11:59:59,295 INFO    HandlerThread:472 [system_monitor.py:probe():224] Finished collecting system info
+2024-04-11 11:59:59,295 INFO    HandlerThread:472 [system_monitor.py:probe():227] Publishing system info
+2024-04-11 11:59:59,295 DEBUG   HandlerThread:472 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment
+2024-04-11 12:00:00,167 INFO    Thread-12 :472 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/conda-environment.yaml
+2024-04-11 12:00:14,311 ERROR   HandlerThread:472 [system_info.py:_save_conda():221] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds
+Traceback (most recent call last):
+  File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 214, in _save_conda
+    subprocess.call(
+  File "/opt/conda/lib/python3.10/subprocess.py", line 347, in call
+    return p.wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1209, in wait
+    return self._wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait
+    raise TimeoutExpired(self.args, timeout)
+subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds
+2024-04-11 12:00:14,312 DEBUG   HandlerThread:472 [system_info.py:_save_conda():222] Saving conda packages done
+2024-04-11 12:00:14,312 INFO    HandlerThread:472 [system_monitor.py:probe():229] Finished publishing system info
+2024-04-11 12:00:14,317 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:00:14,317 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-11 12:00:14,317 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:00:14,317 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-11 12:00:14,318 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:00:14,318 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-11 12:00:14,318 DEBUG   SenderThread:472 [sender.py:send():379] send: files
+2024-04-11 12:00:14,318 INFO    SenderThread:472 [sender.py:_save_file():1390] saving file wandb-metadata.json with policy now
+2024-04-11 12:00:14,510 INFO    wandb-upload_0:472 [upload_job.py:push():131] Uploaded file /tmp/tmpduacgb07wandb/hbppccgg-wandb-metadata.json
+2024-04-11 12:00:15,169 INFO    Thread-12 :472 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/wandb-metadata.json
+2024-04-11 12:00:15,245 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: python_packages
+2024-04-11 12:00:15,245 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: python_packages
+2024-04-11 12:00:15,248 DEBUG   SenderThread:472 [sender.py:send():379] send: telemetry
+2024-04-11 12:00:15,258 DEBUG   SenderThread:472 [sender.py:send():379] send: config
+2024-04-11 12:00:15,260 DEBUG   SenderThread:472 [sender.py:send():379] send: metric
+2024-04-11 12:00:15,260 DEBUG   SenderThread:472 [sender.py:send():379] send: telemetry
+2024-04-11 12:00:15,260 DEBUG   SenderThread:472 [sender.py:send():379] send: metric
+2024-04-11 12:00:15,261 WARNING SenderThread:472 [sender.py:send_metric():1341] Seen metric with glob (shouldn't happen)
+2024-04-11 12:00:15,261 DEBUG   SenderThread:472 [sender.py:send():379] send: telemetry
+2024-04-11 12:00:15,262 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:00:15,262 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:00:15,266 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:00:16,170 INFO    Thread-12 :472 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/output.log
+2024-04-11 12:00:16,170 INFO    Thread-12 :472 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/requirements.txt
+2024-04-11 12:00:18,171 INFO    Thread-12 :472 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/output.log
+2024-04-11 12:00:19,818 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:00:20,171 INFO    Thread-12 :472 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/output.log
+2024-04-11 12:00:22,172 INFO    Thread-12 :472 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/output.log
+2024-04-11 12:00:24,819 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:00:29,825 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:00:30,176 INFO    Thread-12 :472 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/config.yaml
+2024-04-11 12:00:30,247 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:00:30,248 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:00:30,249 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:00:35,316 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:00:38,179 INFO    Thread-12 :472 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/output.log
+2024-04-11 12:00:40,779 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:00:45,248 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:00:45,250 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:00:45,250 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:00:46,376 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:00:51,377 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:00:57,292 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:00:58,187 INFO    Thread-12 :472 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/output.log
+2024-04-11 12:00:59,282 DEBUG   SystemMonitor:472 [system_monitor.py:_start():172] Starting system metrics aggregation loop
+2024-04-11 12:00:59,284 DEBUG   SenderThread:472 [sender.py:send():379] send: stats
+2024-04-11 12:01:00,246 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:01:00,247 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:01:00,250 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:01:02,314 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:01:07,315 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:01:12,403 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:01:14,193 INFO    Thread-12 :472 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/output.log
+2024-04-11 12:01:15,249 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:01:15,250 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:01:15,250 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:01:18,373 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:01:23,374 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:01:24,481 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: pause
+2024-04-11 12:01:24,481 INFO    HandlerThread:472 [handler.py:handle_request_pause():708] stopping system metrics thread
+2024-04-11 12:01:24,481 INFO    HandlerThread:472 [system_monitor.py:finish():203] Stopping system monitor
+2024-04-11 12:01:24,481 DEBUG   SystemMonitor:472 [system_monitor.py:_start():179] Finished system metrics aggregation loop
+2024-04-11 12:01:24,482 DEBUG   SystemMonitor:472 [system_monitor.py:_start():183] Publishing last batch of metrics
+2024-04-11 12:01:24,482 INFO    HandlerThread:472 [interfaces.py:finish():202] Joined cpu monitor
+2024-04-11 12:01:24,483 INFO    HandlerThread:472 [interfaces.py:finish():202] Joined disk monitor
+2024-04-11 12:01:24,494 INFO    HandlerThread:472 [interfaces.py:finish():202] Joined gpu monitor
+2024-04-11 12:01:24,494 INFO    HandlerThread:472 [interfaces.py:finish():202] Joined memory monitor
+2024-04-11 12:01:24,494 INFO    HandlerThread:472 [interfaces.py:finish():202] Joined network monitor
+2024-04-11 12:01:24,494 DEBUG   SenderThread:472 [sender.py:send():379] send: stats
+2024-04-11 12:01:28,495 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:01:30,248 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:01:30,248 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:01:30,249 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:01:34,384 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:01:39,385 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:01:44,386 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:01:45,248 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:01:45,249 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:01:45,286 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:01:50,287 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:01:55,289 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:02:00,248 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:02:00,249 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:02:00,289 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:02:00,374 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:02:05,375 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:02:10,376 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:02:15,248 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:02:15,249 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:02:15,289 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:02:16,306 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:02:21,307 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:02:26,307 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:02:30,249 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:02:30,249 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:02:30,289 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:02:31,328 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:02:36,329 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:02:41,330 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:02:45,249 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:02:45,249 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:02:45,290 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:02:46,368 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:02:51,370 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:02:56,370 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:03:00,249 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:03:00,249 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:03:00,289 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:03:02,305 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:03:07,305 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:03:12,306 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:03:15,249 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:03:15,249 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:03:15,290 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:03:17,314 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:03:22,315 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:03:27,317 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:03:30,249 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:03:30,250 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:03:30,290 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:03:32,344 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:03:37,345 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:03:42,345 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:03:45,249 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:03:45,250 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:03:45,290 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:03:48,331 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:03:53,332 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:03:58,333 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:04:00,250 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:04:00,250 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:04:00,290 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:04:04,304 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:04:09,305 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:04:14,306 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:04:15,250 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:04:15,250 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:04:15,291 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:04:20,293 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:04:25,294 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:04:30,250 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:04:30,250 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:04:30,291 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:04:30,318 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:04:35,320 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:04:40,320 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:04:45,250 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:04:45,250 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:04:45,291 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:04:45,793 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: resume
+2024-04-11 12:04:45,793 INFO    HandlerThread:472 [handler.py:handle_request_resume():699] starting system metrics thread
+2024-04-11 12:04:45,793 INFO    HandlerThread:472 [system_monitor.py:start():194] Starting system monitor
+2024-04-11 12:04:45,793 INFO    SystemMonitor:472 [system_monitor.py:_start():158] Starting system asset monitoring threads
+2024-04-11 12:04:45,794 INFO    SystemMonitor:472 [interfaces.py:start():190] Started cpu monitoring
+2024-04-11 12:04:45,794 INFO    SystemMonitor:472 [interfaces.py:start():190] Started disk monitoring
+2024-04-11 12:04:45,795 INFO    SystemMonitor:472 [interfaces.py:start():190] Started gpu monitoring
+2024-04-11 12:04:45,795 INFO    SystemMonitor:472 [interfaces.py:start():190] Started memory monitoring
+2024-04-11 12:04:45,797 INFO    SystemMonitor:472 [interfaces.py:start():190] Started network monitoring
+2024-04-11 12:04:46,308 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:04:51,309 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:04:56,310 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:05:00,250 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:05:00,251 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:05:00,253 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:05:01,348 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:05:06,349 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:05:11,349 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:05:15,250 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:05:15,251 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:05:15,291 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:05:17,338 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:05:22,339 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:05:27,340 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:05:30,250 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:05:30,251 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:05:30,291 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:05:32,357 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:05:37,358 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:05:42,359 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:05:45,251 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:05:45,251 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:05:45,292 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:05:45,797 DEBUG   SystemMonitor:472 [system_monitor.py:_start():172] Starting system metrics aggregation loop
+2024-04-11 12:05:45,798 DEBUG   SenderThread:472 [sender.py:send():379] send: stats
+2024-04-11 12:05:47,799 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:05:52,800 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:05:57,801 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:06:00,251 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:06:00,251 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:06:00,274 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:06:03,275 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:06:08,276 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:06:13,277 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:06:15,252 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:06:15,257 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:06:15,257 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:06:15,801 DEBUG   SenderThread:472 [sender.py:send():379] send: stats
+2024-04-11 12:06:18,802 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:06:23,803 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:06:28,804 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:06:30,252 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:06:30,257 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:06:30,257 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:06:34,358 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:06:39,359 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:06:44,360 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:06:45,252 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:06:45,257 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:06:45,257 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:06:45,802 DEBUG   SenderThread:472 [sender.py:send():379] send: stats
+2024-04-11 12:06:49,803 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:06:54,804 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:06:59,805 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:07:00,252 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:07:00,257 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:07:00,257 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:07:05,347 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:07:10,348 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:07:15,252 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:07:15,257 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:07:15,258 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:07:15,804 DEBUG   SenderThread:472 [sender.py:send():379] send: stats
+2024-04-11 12:07:15,806 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:07:20,805 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:07:25,806 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:07:30,252 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:07:30,257 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:07:30,258 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:07:31,382 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:07:36,383 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:07:41,384 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:07:45,252 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:07:45,257 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:07:45,258 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:07:45,804 DEBUG   SenderThread:472 [sender.py:send():379] send: stats
+2024-04-11 12:07:46,805 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:07:51,806 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:07:56,807 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:08:00,252 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:08:00,257 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:08:00,258 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:08:02,384 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:08:07,471 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:08:07,549 DEBUG   SenderThread:472 [sender.py:send():379] send: config
+2024-04-11 12:08:07,552 DEBUG   SenderThread:472 [sender.py:send():379] send: metric
+2024-04-11 12:08:07,552 DEBUG   SenderThread:472 [sender.py:send():379] send: metric
+2024-04-11 12:08:07,552 WARNING SenderThread:472 [sender.py:send_metric():1341] Seen metric with glob (shouldn't happen)
+2024-04-11 12:08:08,360 INFO    Thread-12 :472 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/output.log
+2024-04-11 12:08:10,361 INFO    Thread-12 :472 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/output.log
+2024-04-11 12:08:12,915 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:08:15,253 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:08:15,258 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:08:15,258 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:08:15,805 DEBUG   SenderThread:472 [sender.py:send():379] send: stats
+2024-04-11 12:08:18,812 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:08:19,364 INFO    Thread-12 :472 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/config.yaml
+2024-04-11 12:08:23,957 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:08:26,367 INFO    Thread-12 :472 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/output.log
+2024-04-11 12:08:29,061 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:08:30,253 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:08:30,258 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:08:30,258 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:08:34,293 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:08:40,133 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:08:40,372 INFO    Thread-12 :472 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/output.log
+2024-04-11 12:08:45,134 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:08:45,254 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:08:45,258 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:08:45,259 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:08:45,807 DEBUG   SenderThread:472 [sender.py:send():379] send: stats
+2024-04-11 12:08:50,808 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:08:55,809 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:09:00,254 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:09:00,260 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:09:00,261 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:09:01,307 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:09:06,307 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:09:07,071 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-11 12:09:07,073 DEBUG   SenderThread:472 [sender.py:send():379] send: metric
+2024-04-11 12:09:07,074 DEBUG   SenderThread:472 [sender.py:send():379] send: metric
+2024-04-11 12:09:07,074 DEBUG   SenderThread:472 [sender.py:send():379] send: metric
+2024-04-11 12:09:07,074 DEBUG   SenderThread:472 [sender.py:send():379] send: metric
+2024-04-11 12:09:07,074 DEBUG   SenderThread:472 [sender.py:send():379] send: history
+2024-04-11 12:09:07,074 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: summary_record
+2024-04-11 12:09:07,074 INFO    SenderThread:472 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-11 12:09:07,383 INFO    Thread-12 :472 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/wandb-summary.json
+2024-04-11 12:09:08,383 INFO    Thread-12 :472 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/output.log
+2024-04-11 12:09:11,449 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:09:12,385 INFO    Thread-12 :472 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/output.log
+2024-04-11 12:09:14,386 INFO    Thread-12 :472 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/output.log
+2024-04-11 12:09:15,253 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:09:15,258 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:09:15,259 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:09:15,808 DEBUG   SenderThread:472 [sender.py:send():379] send: stats
+2024-04-11 12:09:16,808 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:09:21,814 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:09:22,389 INFO    Thread-12 :472 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/config.yaml
+2024-04-11 12:09:26,926 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:09:30,254 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:09:30,258 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:09:30,259 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:09:32,310 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:09:34,393 INFO    Thread-12 :472 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/output.log
+2024-04-11 12:09:36,289 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: pause
+2024-04-11 12:09:36,290 INFO    HandlerThread:472 [handler.py:handle_request_pause():708] stopping system metrics thread
+2024-04-11 12:09:36,290 INFO    HandlerThread:472 [system_monitor.py:finish():203] Stopping system monitor
+2024-04-11 12:09:36,290 INFO    HandlerThread:472 [interfaces.py:finish():202] Joined cpu monitor
+2024-04-11 12:09:36,291 INFO    HandlerThread:472 [interfaces.py:finish():202] Joined disk monitor
+2024-04-11 12:09:36,291 DEBUG   SystemMonitor:472 [system_monitor.py:_start():179] Finished system metrics aggregation loop
+2024-04-11 12:09:36,291 DEBUG   SystemMonitor:472 [system_monitor.py:_start():183] Publishing last batch of metrics
+2024-04-11 12:09:36,302 INFO    HandlerThread:472 [interfaces.py:finish():202] Joined gpu monitor
+2024-04-11 12:09:36,302 INFO    HandlerThread:472 [interfaces.py:finish():202] Joined memory monitor
+2024-04-11 12:09:36,302 INFO    HandlerThread:472 [interfaces.py:finish():202] Joined network monitor
+2024-04-11 12:09:36,303 DEBUG   SenderThread:472 [sender.py:send():379] send: stats
+2024-04-11 12:09:36,394 INFO    Thread-12 :472 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/output.log
+2024-04-11 12:09:38,304 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:09:40,061 DEBUG   SenderThread:472 [sender.py:send():379] send: exit
+2024-04-11 12:09:40,061 INFO    SenderThread:472 [sender.py:send_exit():586] handling exit code: 0
+2024-04-11 12:09:40,061 INFO    SenderThread:472 [sender.py:send_exit():588] handling runtime: 375
+2024-04-11 12:09:40,061 INFO    SenderThread:472 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-11 12:09:40,062 INFO    SenderThread:472 [sender.py:send_exit():594] send defer
+2024-04-11 12:09:40,062 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:09:40,062 INFO    HandlerThread:472 [handler.py:handle_request_defer():172] handle defer: 0
+2024-04-11 12:09:40,062 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:09:40,062 INFO    SenderThread:472 [sender.py:send_request_defer():610] handle sender defer: 0
+2024-04-11 12:09:40,062 INFO    SenderThread:472 [sender.py:transition_state():614] send defer: 1
+2024-04-11 12:09:40,063 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:09:40,063 INFO    HandlerThread:472 [handler.py:handle_request_defer():172] handle defer: 1
+2024-04-11 12:09:40,063 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:09:40,063 INFO    SenderThread:472 [sender.py:send_request_defer():610] handle sender defer: 1
+2024-04-11 12:09:40,063 INFO    SenderThread:472 [sender.py:transition_state():614] send defer: 2
+2024-04-11 12:09:40,063 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:09:40,063 INFO    HandlerThread:472 [handler.py:handle_request_defer():172] handle defer: 2
+2024-04-11 12:09:40,063 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:09:40,063 INFO    SenderThread:472 [sender.py:send_request_defer():610] handle sender defer: 2
+2024-04-11 12:09:40,063 INFO    SenderThread:472 [sender.py:transition_state():614] send defer: 3
+2024-04-11 12:09:40,063 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:09:40,064 INFO    HandlerThread:472 [handler.py:handle_request_defer():172] handle defer: 3
+2024-04-11 12:09:40,064 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:09:40,064 INFO    SenderThread:472 [sender.py:send_request_defer():610] handle sender defer: 3
+2024-04-11 12:09:40,064 INFO    SenderThread:472 [sender.py:transition_state():614] send defer: 4
+2024-04-11 12:09:40,064 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:09:40,064 INFO    HandlerThread:472 [handler.py:handle_request_defer():172] handle defer: 4
+2024-04-11 12:09:40,064 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:09:40,064 INFO    SenderThread:472 [sender.py:send_request_defer():610] handle sender defer: 4
+2024-04-11 12:09:40,064 INFO    SenderThread:472 [sender.py:transition_state():614] send defer: 5
+2024-04-11 12:09:40,064 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:09:40,064 INFO    HandlerThread:472 [handler.py:handle_request_defer():172] handle defer: 5
+2024-04-11 12:09:40,065 DEBUG   SenderThread:472 [sender.py:send():379] send: summary
+2024-04-11 12:09:40,065 INFO    SenderThread:472 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-11 12:09:40,065 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:09:40,065 INFO    SenderThread:472 [sender.py:send_request_defer():610] handle sender defer: 5
+2024-04-11 12:09:40,065 INFO    SenderThread:472 [sender.py:transition_state():614] send defer: 6
+2024-04-11 12:09:40,066 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:09:40,066 INFO    HandlerThread:472 [handler.py:handle_request_defer():172] handle defer: 6
+2024-04-11 12:09:40,066 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:09:40,066 INFO    SenderThread:472 [sender.py:send_request_defer():610] handle sender defer: 6
+2024-04-11 12:09:40,066 INFO    SenderThread:472 [sender.py:transition_state():614] send defer: 7
+2024-04-11 12:09:40,066 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:09:40,066 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:09:40,066 INFO    HandlerThread:472 [handler.py:handle_request_defer():172] handle defer: 7
+2024-04-11 12:09:40,067 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:09:40,067 INFO    SenderThread:472 [sender.py:send_request_defer():610] handle sender defer: 7
+2024-04-11 12:09:40,395 INFO    Thread-12 :472 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/wandb-summary.json
+2024-04-11 12:09:41,061 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-11 12:09:41,992 INFO    SenderThread:472 [sender.py:transition_state():614] send defer: 8
+2024-04-11 12:09:41,992 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: poll_exit
+2024-04-11 12:09:41,992 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:09:41,993 INFO    HandlerThread:472 [handler.py:handle_request_defer():172] handle defer: 8
+2024-04-11 12:09:41,993 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:09:41,993 INFO    SenderThread:472 [sender.py:send_request_defer():610] handle sender defer: 8
+2024-04-11 12:09:41,993 INFO    SenderThread:472 [job_builder.py:build():318] Attempting to build job artifact
+2024-04-11 12:09:42,034 INFO    SenderThread:472 [job_builder.py:_get_source_type():466] no source found
+2024-04-11 12:09:42,034 INFO    SenderThread:472 [sender.py:transition_state():614] send defer: 9
+2024-04-11 12:09:42,034 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:09:42,034 INFO    HandlerThread:472 [handler.py:handle_request_defer():172] handle defer: 9
+2024-04-11 12:09:42,035 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:09:42,035 INFO    SenderThread:472 [sender.py:send_request_defer():610] handle sender defer: 9
+2024-04-11 12:09:42,035 INFO    SenderThread:472 [dir_watcher.py:finish():358] shutting down directory watcher
+2024-04-11 12:09:42,061 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-11 12:09:42,397 INFO    SenderThread:472 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/output.log
+2024-04-11 12:09:42,397 INFO    SenderThread:472 [dir_watcher.py:finish():388] scan: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files
+2024-04-11 12:09:42,397 INFO    SenderThread:472 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/wandb-metadata.json wandb-metadata.json
+2024-04-11 12:09:42,397 INFO    SenderThread:472 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/conda-environment.yaml conda-environment.yaml
+2024-04-11 12:09:42,398 INFO    SenderThread:472 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/output.log output.log
+2024-04-11 12:09:42,398 INFO    SenderThread:472 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/wandb-summary.json wandb-summary.json
+2024-04-11 12:09:42,402 INFO    SenderThread:472 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/config.yaml config.yaml
+2024-04-11 12:09:42,406 INFO    SenderThread:472 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/requirements.txt requirements.txt
+2024-04-11 12:09:42,411 INFO    SenderThread:472 [sender.py:transition_state():614] send defer: 10
+2024-04-11 12:09:42,411 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: poll_exit
+2024-04-11 12:09:42,411 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:09:42,412 INFO    HandlerThread:472 [handler.py:handle_request_defer():172] handle defer: 10
+2024-04-11 12:09:42,415 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:09:42,415 INFO    SenderThread:472 [sender.py:send_request_defer():610] handle sender defer: 10
+2024-04-11 12:09:42,415 INFO    SenderThread:472 [file_pusher.py:finish():172] shutting down file pusher
+2024-04-11 12:09:42,628 INFO    wandb-upload_0:472 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/output.log
+2024-04-11 12:09:42,629 INFO    wandb-upload_2:472 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/config.yaml
+2024-04-11 12:09:42,632 INFO    wandb-upload_1:472 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/wandb-summary.json
+2024-04-11 12:09:42,702 INFO    wandb-upload_3:472 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240411_115958-sm65qpc7/files/requirements.txt
+2024-04-11 12:09:42,903 INFO    Thread-11 (_thread_body):472 [sender.py:transition_state():614] send defer: 11
+2024-04-11 12:09:42,903 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:09:42,903 INFO    HandlerThread:472 [handler.py:handle_request_defer():172] handle defer: 11
+2024-04-11 12:09:42,904 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:09:42,904 INFO    SenderThread:472 [sender.py:send_request_defer():610] handle sender defer: 11
+2024-04-11 12:09:42,904 INFO    SenderThread:472 [file_pusher.py:join():178] waiting for file pusher
+2024-04-11 12:09:42,904 INFO    SenderThread:472 [sender.py:transition_state():614] send defer: 12
+2024-04-11 12:09:42,904 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:09:42,904 INFO    HandlerThread:472 [handler.py:handle_request_defer():172] handle defer: 12
+2024-04-11 12:09:42,905 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:09:42,905 INFO    SenderThread:472 [sender.py:send_request_defer():610] handle sender defer: 12
+2024-04-11 12:09:42,905 INFO    SenderThread:472 [file_stream.py:finish():614] file stream finish called
+2024-04-11 12:09:42,989 INFO    SenderThread:472 [file_stream.py:finish():618] file stream finish is done
+2024-04-11 12:09:42,989 INFO    SenderThread:472 [sender.py:transition_state():614] send defer: 13
+2024-04-11 12:09:42,990 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:09:42,990 INFO    HandlerThread:472 [handler.py:handle_request_defer():172] handle defer: 13
+2024-04-11 12:09:42,990 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:09:42,990 INFO    SenderThread:472 [sender.py:send_request_defer():610] handle sender defer: 13
+2024-04-11 12:09:42,990 INFO    SenderThread:472 [sender.py:transition_state():614] send defer: 14
+2024-04-11 12:09:42,991 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:09:42,991 INFO    HandlerThread:472 [handler.py:handle_request_defer():172] handle defer: 14
+2024-04-11 12:09:42,991 DEBUG   SenderThread:472 [sender.py:send():379] send: final
+2024-04-11 12:09:42,991 DEBUG   SenderThread:472 [sender.py:send():379] send: footer
+2024-04-11 12:09:42,991 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:09:42,991 INFO    SenderThread:472 [sender.py:send_request_defer():610] handle sender defer: 14
+2024-04-11 12:09:42,992 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-11 12:09:42,992 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: poll_exit
+2024-04-11 12:09:42,993 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-11 12:09:42,993 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: poll_exit
+2024-04-11 12:09:42,994 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: server_info
+2024-04-11 12:09:42,994 DEBUG   SenderThread:472 [sender.py:send_request():406] send_request: server_info
+2024-04-11 12:09:42,998 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: get_summary
+2024-04-11 12:09:42,999 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: sampled_history
+2024-04-11 12:09:42,999 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:09:43,015 INFO    MainThread:472 [wandb_run.py:_footer_history_summary_info():3920] rendering history
+2024-04-11 12:09:43,015 INFO    MainThread:472 [wandb_run.py:_footer_history_summary_info():3952] rendering summary
+2024-04-11 12:09:43,015 INFO    MainThread:472 [wandb_run.py:_footer_sync_info():3879] logging synced files
+2024-04-11 12:09:43,016 DEBUG   HandlerThread:472 [handler.py:handle_request():146] handle_request: shutdown
+2024-04-11 12:09:43,016 INFO    HandlerThread:472 [handler.py:finish():866] shutting down handler
+2024-04-11 12:09:43,994 INFO    WriterThread:472 [datastore.py:close():296] close: /kaggle/working/wandb/run-20240411_115958-sm65qpc7/run-sm65qpc7.wandb
+2024-04-11 12:09:44,015 INFO    SenderThread:472 [sender.py:finish():1546] shutting down sender
+2024-04-11 12:09:44,015 INFO    SenderThread:472 [file_pusher.py:finish():172] shutting down file pusher
+2024-04-11 12:09:44,015 INFO    SenderThread:472 [file_pusher.py:join():178] waiting for file pusher

wandb/run-20240411_115958-sm65qpc7/logs/debug.log

@@ -0,0 +1,37 @@
+2024-04-11 11:59:58,687 INFO    MainThread:427 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
+2024-04-11 11:59:58,687 INFO    MainThread:427 [wandb_setup.py:_flush():76] Configure stats pid to 427
+2024-04-11 11:59:58,687 INFO    MainThread:427 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2024-04-11 11:59:58,687 INFO    MainThread:427 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
+2024-04-11 11:59:58,687 INFO    MainThread:427 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2024-04-11 11:59:58,688 INFO    MainThread:427 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-04-11 11:59:58,688 INFO    MainThread:427 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
+2024-04-11 11:59:58,688 INFO    MainThread:427 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-04-11 11:59:58,688 INFO    MainThread:427 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240411_115958-sm65qpc7/logs/debug.log
+2024-04-11 11:59:58,688 INFO    MainThread:427 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240411_115958-sm65qpc7/logs/debug-internal.log
+2024-04-11 11:59:58,688 INFO    MainThread:427 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7a45231678e0>
+2024-04-11 11:59:58,689 INFO    MainThread:427 [wandb_init.py:init():567] calling init triggers
+2024-04-11 11:59:58,689 INFO    MainThread:427 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
+config: {}
+2024-04-11 11:59:58,689 INFO    MainThread:427 [wandb_init.py:init():617] starting backend
+2024-04-11 11:59:58,689 INFO    MainThread:427 [wandb_init.py:init():621] setting up manager
+2024-04-11 11:59:58,691 INFO    MainThread:427 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-04-11 11:59:58,692 INFO    MainThread:427 [wandb_init.py:init():629] backend started and connected
+2024-04-11 11:59:58,706 INFO    MainThread:427 [wandb_run.py:_label_probe_notebook():1299] probe notebook
+2024-04-11 11:59:59,018 INFO    MainThread:427 [wandb_init.py:init():721] updated telemetry
+2024-04-11 11:59:59,021 INFO    MainThread:427 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
+2024-04-11 11:59:59,173 INFO    MainThread:427 [wandb_run.py:_on_init():2344] communicating current version
+2024-04-11 11:59:59,260 INFO    MainThread:427 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2024-04-11 11:59:59,260 INFO    MainThread:427 [wandb_init.py:init():805] starting run threads in backend
+2024-04-11 12:00:15,246 INFO    MainThread:427 [wandb_run.py:_console_start():2323] atexit reg
+2024-04-11 12:00:15,246 INFO    MainThread:427 [wandb_run.py:_redirect():2178] redirect: wrap_raw
+2024-04-11 12:00:15,246 INFO    MainThread:427 [wandb_run.py:_redirect():2243] Wrapping output streams.
+2024-04-11 12:00:15,246 INFO    MainThread:427 [wandb_run.py:_redirect():2268] Redirects installed.
+2024-04-11 12:00:15,247 INFO    MainThread:427 [wandb_init.py:init():848] run started, returning control to user process
+2024-04-11 12:00:15,253 INFO    MainThread:427 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 250880, 'hidden_size': 1536, 'n_layer': 24, 'n_head': 16, 'layer_norm_epsilon': 1e-05, 'initializer_range': 0.02, 'use_cache': False, 'pretraining_tp': 1, 'apply_residual_connection_post_layernorm': False, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'bos_token_id': 1, 'eos_token_id': 2, 'slow_but_exact': False, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['BloomForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'pad_token_id': 3, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'bigscience/bloomz-1b1', 'transformers_version': '4.39.3', 'attention_softmax_in_fp32': True, 'bias_dropout_fusion': True, 'unk_token_id': 0, 'masked_softmax_fusion': True, 'model_type': 'bloom', 'n_inner': None, 'offset_alibi': 100, 'seq_length': 2048, 'skip_bias_add': True, 'skip_bias_add_qkv': False, 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 3e-05, 'weight_decay': 0.001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.3, 'num_train_epochs': 5, 'max_steps': 20000, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr11_11-52-16_55cd788bb41a', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 20, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 20, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_32bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}
+2024-04-11 12:01:24,480 INFO    MainThread:427 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-04-11 12:01:24,480 INFO    MainThread:427 [wandb_init.py:_pause_backend():438] pausing backend
+2024-04-11 12:04:45,792 INFO    MainThread:427 [wandb_init.py:_resume_backend():443] resuming backend
+2024-04-11 12:08:07,539 INFO    MainThread:427 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 250880, 'hidden_size': 1536, 'n_layer': 24, 'n_head': 16, 'layer_norm_epsilon': 1e-05, 'initializer_range': 0.02, 'use_cache': False, 'pretraining_tp': 1, 'apply_residual_connection_post_layernorm': False, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'bos_token_id': 1, 'eos_token_id': 2, 'slow_but_exact': False, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['BloomForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'pad_token_id': 3, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'bigscience/bloomz-1b1', 'transformers_version': '4.39.3', 'attention_softmax_in_fp32': True, 'bias_dropout_fusion': True, 'unk_token_id': 0, 'masked_softmax_fusion': True, 'model_type': 'bloom', 'n_inner': None, 'offset_alibi': 100, 'seq_length': 2048, 'skip_bias_add': True, 'skip_bias_add_qkv': False, 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 3e-05, 'weight_decay': 0.001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.3, 'num_train_epochs': 5, 'max_steps': 20000, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr11_12-04-45_55cd788bb41a', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 20, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 20, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_32bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}
+2024-04-11 12:09:36,289 INFO    MainThread:427 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-04-11 12:09:36,289 INFO    MainThread:427 [wandb_init.py:_pause_backend():438] pausing backend

wandb/run-20240411_121051-1qmakf52/files/config.yaml

@@ -0,0 +1,701 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    python_version: 3.10.13
+    cli_version: 0.16.5
+    framework: huggingface
+    huggingface_version: 4.39.3
+    is_jupyter_run: true
+    is_kaggle_kernel: true
+    start_time: 1712837451.0
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      2:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      3:
+      - 7
+      - 23
+      4: 3.10.13
+      5: 0.16.5
+      6: 4.39.3
+      8:
+      - 1
+      - 2
+      - 5
+      9:
+        1: transformers_trainer
+      13: linux-x86_64
+    m:
+    - 1: train/global_step
+      6:
+      - 3
+    - 1: train/loss
+      5: 1
+      6:
+      - 1
+    - 1: train/grad_norm
+      5: 1
+      6:
+      - 1
+    - 1: train/learning_rate
+      5: 1
+      6:
+      - 1
+    - 1: train/epoch
+      5: 1
+      6:
+      - 1
+vocab_size:
+  desc: null
+  value: 250880
+hidden_size:
+  desc: null
+  value: 1536
+n_layer:
+  desc: null
+  value: 24
+n_head:
+  desc: null
+  value: 16
+layer_norm_epsilon:
+  desc: null
+  value: 1.0e-05
+initializer_range:
+  desc: null
+  value: 0.02
+use_cache:
+  desc: null
+  value: false
+pretraining_tp:
+  desc: null
+  value: 1
+apply_residual_connection_post_layernorm:
+  desc: null
+  value: false
+hidden_dropout:
+  desc: null
+  value: 0.0
+attention_dropout:
+  desc: null
+  value: 0.0
+bos_token_id:
+  desc: null
+  value: 1
+eos_token_id:
+  desc: null
+  value: 2
+slow_but_exact:
+  desc: null
+  value: false
+return_dict:
+  desc: null
+  value: true
+output_hidden_states:
+  desc: null
+  value: false
+output_attentions:
+  desc: null
+  value: false
+torchscript:
+  desc: null
+  value: false
+torch_dtype:
+  desc: null
+  value: null
+use_bfloat16:
+  desc: null
+  value: false
+tf_legacy_loss:
+  desc: null
+  value: false
+pruned_heads:
+  desc: null
+  value: {}
+tie_word_embeddings:
+  desc: null
+  value: true
+chunk_size_feed_forward:
+  desc: null
+  value: 0
+is_encoder_decoder:
+  desc: null
+  value: false
+is_decoder:
+  desc: null
+  value: false
+cross_attention_hidden_size:
+  desc: null
+  value: null
+add_cross_attention:
+  desc: null
+  value: false
+tie_encoder_decoder:
+  desc: null
+  value: false
+max_length:
+  desc: null
+  value: 20
+min_length:
+  desc: null
+  value: 0
+do_sample:
+  desc: null
+  value: false
+early_stopping:
+  desc: null
+  value: false
+num_beams:
+  desc: null
+  value: 1
+num_beam_groups:
+  desc: null
+  value: 1
+diversity_penalty:
+  desc: null
+  value: 0.0
+temperature:
+  desc: null
+  value: 1.0
+top_k:
+  desc: null
+  value: 50
+top_p:
+  desc: null
+  value: 1.0
+typical_p:
+  desc: null
+  value: 1.0
+repetition_penalty:
+  desc: null
+  value: 1.0
+length_penalty:
+  desc: null
+  value: 1.0
+no_repeat_ngram_size:
+  desc: null
+  value: 0
+encoder_no_repeat_ngram_size:
+  desc: null
+  value: 0
+bad_words_ids:
+  desc: null
+  value: null
+num_return_sequences:
+  desc: null
+  value: 1
+output_scores:
+  desc: null
+  value: false
+return_dict_in_generate:
+  desc: null
+  value: false
+forced_bos_token_id:
+  desc: null
+  value: null
+forced_eos_token_id:
+  desc: null
+  value: null
+remove_invalid_values:
+  desc: null
+  value: false
+exponential_decay_length_penalty:
+  desc: null
+  value: null
+suppress_tokens:
+  desc: null
+  value: null
+begin_suppress_tokens:
+  desc: null
+  value: null
+architectures:
+  desc: null
+  value:
+  - BloomForCausalLM
+finetuning_task:
+  desc: null
+  value: null
+id2label:
+  desc: null
+  value:
+    '0': LABEL_0
+    '1': LABEL_1
+label2id:
+  desc: null
+  value:
+    LABEL_0: 0
+    LABEL_1: 1
+tokenizer_class:
+  desc: null
+  value: null
+prefix:
+  desc: null
+  value: null
+pad_token_id:
+  desc: null
+  value: 3
+sep_token_id:
+  desc: null
+  value: null
+decoder_start_token_id:
+  desc: null
+  value: null
+task_specific_params:
+  desc: null
+  value: null
+problem_type:
+  desc: null
+  value: null
+_name_or_path:
+  desc: null
+  value: bigscience/bloomz-1b1
+transformers_version:
+  desc: null
+  value: 4.39.3
+attention_softmax_in_fp32:
+  desc: null
+  value: true
+bias_dropout_fusion:
+  desc: null
+  value: true
+unk_token_id:
+  desc: null
+  value: 0
+masked_softmax_fusion:
+  desc: null
+  value: true
+model_type:
+  desc: null
+  value: bloom
+n_inner:
+  desc: null
+  value: null
+offset_alibi:
+  desc: null
+  value: 100
+seq_length:
+  desc: null
+  value: 2048
+skip_bias_add:
+  desc: null
+  value: true
+skip_bias_add_qkv:
+  desc: null
+  value: false
+quantization_config:
+  desc: null
+  value:
+    quant_method: QuantizationMethod.BITS_AND_BYTES
+    _load_in_8bit: false
+    _load_in_4bit: true
+    llm_int8_threshold: 6.0
+    llm_int8_skip_modules: null
+    llm_int8_enable_fp32_cpu_offload: false
+    llm_int8_has_fp16_weight: false
+    bnb_4bit_quant_type: nf4
+    bnb_4bit_use_double_quant: false
+    bnb_4bit_compute_dtype: float16
+    bnb_4bit_quant_storage: uint8
+    load_in_4bit: true
+    load_in_8bit: false
+output_dir:
+  desc: null
+  value: /kaggle/working/
+overwrite_output_dir:
+  desc: null
+  value: false
+do_train:
+  desc: null
+  value: false
+do_eval:
+  desc: null
+  value: false
+do_predict:
+  desc: null
+  value: false
+evaluation_strategy:
+  desc: null
+  value: 'no'
+prediction_loss_only:
+  desc: null
+  value: false
+per_device_train_batch_size:
+  desc: null
+  value: 8
+per_device_eval_batch_size:
+  desc: null
+  value: 8
+per_gpu_train_batch_size:
+  desc: null
+  value: null
+per_gpu_eval_batch_size:
+  desc: null
+  value: null
+gradient_accumulation_steps:
+  desc: null
+  value: 1
+eval_accumulation_steps:
+  desc: null
+  value: null
+eval_delay:
+  desc: null
+  value: 0
+learning_rate:
+  desc: null
+  value: 3.0e-05
+weight_decay:
+  desc: null
+  value: 0.001
+adam_beta1:
+  desc: null
+  value: 0.9
+adam_beta2:
+  desc: null
+  value: 0.999
+adam_epsilon:
+  desc: null
+  value: 1.0e-08
+max_grad_norm:
+  desc: null
+  value: 0.3
+num_train_epochs:
+  desc: null
+  value: 5
+max_steps:
+  desc: null
+  value: 18000
+lr_scheduler_type:
+  desc: null
+  value: cosine
+lr_scheduler_kwargs:
+  desc: null
+  value: {}
+warmup_ratio:
+  desc: null
+  value: 0.03
+warmup_steps:
+  desc: null
+  value: 0
+log_level:
+  desc: null
+  value: passive
+log_level_replica:
+  desc: null
+  value: warning
+log_on_each_node:
+  desc: null
+  value: true
+logging_dir:
+  desc: null
+  value: /kaggle/working/runs/Apr11_12-10-45_55cd788bb41a
+logging_strategy:
+  desc: null
+  value: steps
+logging_first_step:
+  desc: null
+  value: false
+logging_steps:
+  desc: null
+  value: 20
+logging_nan_inf_filter:
+  desc: null
+  value: true
+save_strategy:
+  desc: null
+  value: steps
+save_steps:
+  desc: null
+  value: 20
+save_total_limit:
+  desc: null
+  value: 1
+save_safetensors:
+  desc: null
+  value: true
+save_on_each_node:
+  desc: null
+  value: false
+save_only_model:
+  desc: null
+  value: false
+no_cuda:
+  desc: null
+  value: false
+use_cpu:
+  desc: null
+  value: false
+use_mps_device:
+  desc: null
+  value: false
+seed:
+  desc: null
+  value: 42
+data_seed:
+  desc: null
+  value: null
+jit_mode_eval:
+  desc: null
+  value: false
+use_ipex:
+  desc: null
+  value: false
+bf16:
+  desc: null
+  value: false
+fp16:
+  desc: null
+  value: false
+fp16_opt_level:
+  desc: null
+  value: O1
+half_precision_backend:
+  desc: null
+  value: auto
+bf16_full_eval:
+  desc: null
+  value: false
+fp16_full_eval:
+  desc: null
+  value: false
+tf32:
+  desc: null
+  value: null
+local_rank:
+  desc: null
+  value: 0
+ddp_backend:
+  desc: null
+  value: null
+tpu_num_cores:
+  desc: null
+  value: null
+tpu_metrics_debug:
+  desc: null
+  value: false
+debug:
+  desc: null
+  value: []
+dataloader_drop_last:
+  desc: null
+  value: false
+eval_steps:
+  desc: null
+  value: null
+dataloader_num_workers:
+  desc: null
+  value: 8
+dataloader_prefetch_factor:
+  desc: null
+  value: null
+past_index:
+  desc: null
+  value: -1
+run_name:
+  desc: null
+  value: /kaggle/working/
+disable_tqdm:
+  desc: null
+  value: false
+remove_unused_columns:
+  desc: null
+  value: true
+label_names:
+  desc: null
+  value: null
+load_best_model_at_end:
+  desc: null
+  value: false
+metric_for_best_model:
+  desc: null
+  value: null
+greater_is_better:
+  desc: null
+  value: null
+ignore_data_skip:
+  desc: null
+  value: false
+fsdp:
+  desc: null
+  value: []
+fsdp_min_num_params:
+  desc: null
+  value: 0
+fsdp_config:
+  desc: null
+  value:
+    min_num_params: 0
+    xla: false
+    xla_fsdp_v2: false
+    xla_fsdp_grad_ckpt: false
+fsdp_transformer_layer_cls_to_wrap:
+  desc: null
+  value: null
+accelerator_config:
+  desc: null
+  value:
+    split_batches: false
+    dispatch_batches: null
+    even_batches: true
+    use_seedable_sampler: true
+deepspeed:
+  desc: null
+  value: null
+label_smoothing_factor:
+  desc: null
+  value: 0.0
+optim:
+  desc: null
+  value: paged_adamw_32bit
+optim_args:
+  desc: null
+  value: null
+adafactor:
+  desc: null
+  value: false
+group_by_length:
+  desc: null
+  value: false
+length_column_name:
+  desc: null
+  value: length
+report_to:
+  desc: null
+  value:
+  - tensorboard
+  - wandb
+ddp_find_unused_parameters:
+  desc: null
+  value: null
+ddp_bucket_cap_mb:
+  desc: null
+  value: null
+ddp_broadcast_buffers:
+  desc: null
+  value: null
+dataloader_pin_memory:
+  desc: null
+  value: true
+dataloader_persistent_workers:
+  desc: null
+  value: false
+skip_memory_metrics:
+  desc: null
+  value: true
+use_legacy_prediction_loop:
+  desc: null
+  value: false
+push_to_hub:
+  desc: null
+  value: false
+resume_from_checkpoint:
+  desc: null
+  value: null
+hub_model_id:
+  desc: null
+  value: null
+hub_strategy:
+  desc: null
+  value: every_save
+hub_token:
+  desc: null
+  value: <HUB_TOKEN>
+hub_private_repo:
+  desc: null
+  value: false
+hub_always_push:
+  desc: null
+  value: false
+gradient_checkpointing:
+  desc: null
+  value: true
+gradient_checkpointing_kwargs:
+  desc: null
+  value: null
+include_inputs_for_metrics:
+  desc: null
+  value: false
+fp16_backend:
+  desc: null
+  value: auto
+push_to_hub_model_id:
+  desc: null
+  value: null
+push_to_hub_organization:
+  desc: null
+  value: null
+push_to_hub_token:
+  desc: null
+  value: <PUSH_TO_HUB_TOKEN>
+mp_parameters:
+  desc: null
+  value: ''
+auto_find_batch_size:
+  desc: null
+  value: true
+full_determinism:
+  desc: null
+  value: false
+torchdynamo:
+  desc: null
+  value: null
+ray_scope:
+  desc: null
+  value: last
+ddp_timeout:
+  desc: null
+  value: 1800
+torch_compile:
+  desc: null
+  value: false
+torch_compile_backend:
+  desc: null
+  value: null
+torch_compile_mode:
+  desc: null
+  value: null
+dispatch_batches:
+  desc: null
+  value: null
+split_batches:
+  desc: null
+  value: null
+include_tokens_per_second:
+  desc: null
+  value: false
+include_num_input_tokens_seen:
+  desc: null
+  value: false
+neftune_noise_alpha:
+  desc: null
+  value: null
+optim_target_modules:
+  desc: null
+  value: null

wandb/run-20240411_121051-1qmakf52/files/output.log

@@ -0,0 +1,14 @@
+/opt/conda/lib/python3.10/site-packages/torch/utils/data/dataloader.py:557: UserWarning: This DataLoader will create 8 worker processes in total. Our suggested max number of worker in current system is 4, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.
+  warnings.warn(_create_warning_msg(
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
+  warnings.warn('Was asked to gather along dimension 0, but all '
+/opt/conda/lib/python3.10/site-packages/peft/utils/save_and_load.py:139: UserWarning: Setting `save_embedding_layers` to `True` as embedding layers found in `target_modules`.
+  warnings.warn("Setting `save_embedding_layers` to `True` as embedding layers found in `target_modules`.")
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
+  warnings.warn('Was asked to gather along dimension 0, but all '
+/opt/conda/lib/python3.10/site-packages/torch/utils/data/dataloader.py:557: UserWarning: This DataLoader will create 8 worker processes in total. Our suggested max number of worker in current system is 4, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.
+  warnings.warn(_create_warning_msg(

wandb/run-20240411_121051-1qmakf52/files/requirements.txt

@@ -0,0 +1,864 @@
+Babel==2.14.0
+Boruta==0.3
+Brotli==1.0.9
+CVXcanon==0.1.2
+Cartopy==0.22.0
+Cython==3.0.8
+Deprecated==1.2.14
+Farama-Notifications==0.0.4
+Flask==3.0.2
+Geohash==1.0
+GitPython==3.1.41
+ImageHash==4.3.1
+Janome==0.5.0
+Jinja2==3.1.2
+LunarCalendar==0.0.9
+Mako==1.3.2
+Markdown==3.5.2
+MarkupSafe==2.1.3
+MarkupSafe==2.1.5
+Pillow==9.5.0
+PuLP==2.8.0
+PyArabic==0.6.15
+PyJWT==2.8.0
+PyMeeus==0.5.12
+PySocks==1.7.1
+PyUpSet==0.1.1.post7
+PyWavelets==1.5.0
+PyYAML==6.0.1
+Pygments==2.17.2
+Pympler==1.0.1
+QtPy==2.4.1
+Rtree==1.2.0
+SQLAlchemy==2.0.25
+SecretStorage==3.3.3
+Send2Trash==1.8.2
+Shapely==1.8.5.post1
+Shimmy==1.3.0
+SimpleITK==2.3.1
+TPOT==0.12.1
+Theano-PyMC==1.1.2
+Theano==1.0.5
+Wand==0.6.13
+Werkzeug==3.0.2
+absl-py==1.4.0
+accelerate==0.28.0
+access==1.1.9
+affine==2.4.0
+aiobotocore==2.12.2
+aiofiles==22.1.0
+aiohttp-cors==0.7.0
+aiohttp==3.9.1
+aioitertools==0.11.0
+aiorwlock==1.3.0
+aiosignal==1.3.1
+aiosqlite==0.19.0
+albumentations==1.4.0
+alembic==1.13.1
+altair==5.3.0
+annotated-types==0.6.0
+annoy==1.17.3
+anyio==4.2.0
+apache-beam==2.46.0
+aplus==0.11.0
+appdirs==1.4.4
+archspec==0.2.3
+argon2-cffi-bindings==21.2.0
+argon2-cffi==23.1.0
+array-record==0.5.0
+arrow==1.3.0
+arviz==0.17.1
+astroid==3.1.0
+astropy-iers-data==0.2024.4.1.0.33.14
+astropy==6.0.1
+asttokens==2.4.1
+astunparse==1.6.3
+async-lru==2.0.4
+async-timeout==4.0.3
+attrs==23.2.0
+audioread==3.0.1
+autopep8==2.0.4
+backoff==2.2.1
+bayesian-optimization==1.4.3
+beatrix_jupyterlab==2023.128.151533
+beautifulsoup4==4.12.2
+bitsandbytes==0.43.0
+blake3==0.2.1
+bleach==6.1.0
+blessed==1.20.0
+blinker==1.7.0
+blis==0.7.10
+blosc2==2.6.0
+bokeh==3.3.4
+boltons==23.1.1
+boto3==1.26.100
+botocore==1.34.51
+bq_helper==0.4.1
+bqplot==0.12.43
+branca==0.7.1
+brewer2mpl==1.4.1
+brotlipy==0.7.0
+cached-property==1.5.2
+cachetools==4.2.4
+cachetools==5.3.2
+catalogue==2.0.10
+catalyst==22.4
+catboost==1.2.3
+category-encoders==2.6.3
+certifi==2024.2.2
+cesium==0.12.1
+cffi==1.16.0
+charset-normalizer==3.3.2
+chex==0.1.86
+cleverhans==4.0.0
+click-plugins==1.1.1
+click==8.1.7
+cligj==0.7.2
+cloud-tpu-client==0.10
+cloud-tpu-profiler==2.4.0
+cloudpathlib==0.16.0
+cloudpickle==2.2.1
+cloudpickle==3.0.0
+cmdstanpy==1.2.2
+colorama==0.4.6
+colorcet==3.1.0
+colorful==0.5.6
+colorlog==6.8.2
+colorlover==0.3.0
+comm==0.2.1
+conda-libmamba-solver==23.7.0
+conda-package-handling==2.2.0
+conda==23.7.4
+conda_package_streaming==0.9.0
+confection==0.1.4
+contextily==1.6.0
+contourpy==1.2.0
+convertdate==2.4.0
+crcmod==1.7
+cryptography==41.0.7
+cuda-python==12.4.0
+cudf==23.8.0
+cufflinks==0.17.3
+cuml==23.8.0
+cupy==13.0.0
+cycler==0.12.1
+cymem==2.0.8
+cytoolz==0.12.3
+daal4py==2024.2.0
+daal==2024.2.0
+dacite==1.8.1
+dask-cuda==23.8.0
+dask-cudf==23.8.0
+dask-expr==1.0.9
+dask==2024.4.0
+dataclasses-json==0.6.4
+dataproc_jupyter_plugin==0.1.66
+datasets==2.16.0
+datashader==0.16.0
+datatile==1.0.3
+db-dtypes==1.2.0
+deap==1.4.1
+debugpy==1.8.0
+decorator==5.1.1
+deepdiff==6.7.1
+defusedxml==0.7.1
+deprecation==2.1.0
+descartes==1.1.0
+dill==0.3.7
+dipy==1.9.0
+distlib==0.3.8
+distributed==2023.7.1
+distro==1.9.0
+dm-tree==0.1.8
+docker-pycreds==0.4.0
+docker==7.0.0
+docopt==0.6.2
+docstring-parser==0.15
+docstring-to-markdown==0.15
+docutils==0.20.1
+earthengine-api==0.1.395
+easydict==1.13
+easyocr==1.7.1
+ecos==2.0.13
+eli5==0.13.0
+emoji==2.11.0
+en-core-web-lg==3.7.1
+en-core-web-sm==3.7.1
+entrypoints==0.4
+ephem==4.1.5
+esda==2.5.1
+essentia==2.1b6.dev1110
+et-xmlfile==1.1.0
+etils==1.6.0
+exceptiongroup==1.2.0
+executing==2.0.1
+explainable-ai-sdk==1.3.3
+fastai==2.7.14
+fastapi==0.108.0
+fastavro==1.9.3
+fastcore==1.5.29
+fastdownload==0.0.7
+fasteners==0.19
+fastjsonschema==2.19.1
+fastprogress==1.0.3
+fastrlock==0.8.2
+fasttext==0.9.2
+feather-format==0.4.1
+featuretools==1.30.0
+filelock==3.13.1
+fiona==1.9.6
+fitter==1.7.0
+flake8==7.0.0
+flashtext==2.7
+flatbuffers==23.5.26
+flax==0.8.2
+folium==0.16.0
+fonttools==4.47.0
+fonttools==4.50.0
+fqdn==1.5.1
+frozendict==2.4.1
+frozenlist==1.4.1
+fsspec==2023.10.0
+fsspec==2024.3.1
+funcy==2.0
+fury==0.10.0
+future==1.0.0
+fuzzywuzzy==0.18.0
+gast==0.5.4
+gatspy==0.3
+gcsfs==2024.2.0
+gensim==4.3.2
+geographiclib==2.0
+geojson==3.1.0
+geopandas==0.14.3
+geoplot==0.5.1
+geopy==2.4.1
+geoviews==1.11.1
+ggplot==0.11.5
+giddy==2.3.5
+gitdb==4.0.11
+google-ai-generativelanguage==0.4.0
+google-api-core==2.11.1
+google-api-core==2.18.0
+google-api-python-client==2.125.0
+google-apitools==0.5.31
+google-auth-httplib2==0.2.0
+google-auth-oauthlib==1.2.0
+google-auth==2.26.1
+google-cloud-aiplatform==0.6.0a1
+google-cloud-artifact-registry==1.10.0
+google-cloud-automl==1.0.1
+google-cloud-bigquery==2.34.4
+google-cloud-bigtable==1.7.3
+google-cloud-core==2.4.1
+google-cloud-datastore==2.19.0
+google-cloud-dlp==3.14.0
+google-cloud-jupyter-config==0.0.5
+google-cloud-language==2.13.3
+google-cloud-monitoring==2.18.0
+google-cloud-pubsub==2.19.0
+google-cloud-pubsublite==1.9.0
+google-cloud-recommendations-ai==0.7.1
+google-cloud-resource-manager==1.11.0
+google-cloud-spanner==3.40.1
+google-cloud-storage==1.44.0
+google-cloud-translate==3.12.1
+google-cloud-videointelligence==2.13.3
+google-cloud-vision==2.8.0
+google-crc32c==1.5.0
+google-generativeai==0.4.1
+google-pasta==0.2.0
+google-resumable-media==2.7.0
+googleapis-common-protos==1.62.0
+gplearn==0.4.2
+gpustat==1.0.0
+gpxpy==1.6.2
+graphviz==0.20.3
+greenlet==3.0.3
+grpc-google-iam-v1==0.12.7
+grpcio-status==1.48.1
+grpcio-status==1.48.2
+grpcio==1.51.1
+grpcio==1.60.0
+gviz-api==1.10.0
+gym-notices==0.0.8
+gym==0.26.2
+gymnasium==0.29.0
+h11==0.14.0
+h2o==3.46.0.1
+h5netcdf==1.3.0
+h5py==3.10.0
+haversine==2.8.1
+hdfs==2.7.3
+hep-ml==0.7.2
+hijri-converter==2.3.1
+hmmlearn==0.3.2
+holidays==0.24
+holoviews==1.18.3
+hpsklearn==0.1.0
+html5lib==1.1
+htmlmin==0.1.12
+httpcore==1.0.5
+httplib2==0.21.0
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.22.2
+hunspell==0.5.5
+hydra-slayer==0.5.0
+hyperopt==0.2.7
+hypertools==0.8.0
+idna==3.6
+igraph==0.11.4
+imagecodecs==2024.1.1
+imageio==2.33.1
+imbalanced-learn==0.12.2
+imgaug==0.4.0
+importlib-metadata==6.11.0
+importlib-metadata==7.0.1
+importlib-resources==6.1.1
+inequality==1.0.1
+iniconfig==2.0.0
+ipydatawidgets==4.3.5
+ipykernel==6.28.0
+ipyleaflet==0.18.2
+ipympl==0.7.0
+ipython-genutils==0.2.0
+ipython-genutils==0.2.0
+ipython-sql==0.5.0
+ipython==8.20.0
+ipyvolume==0.6.3
+ipyvue==1.10.2
+ipyvuetify==1.9.3
+ipywebrtc==0.6.0
+ipywidgets==7.7.1
+isoduration==20.11.0
+isort==5.13.2
+isoweek==1.3.3
+itsdangerous==2.1.2
+jaraco.classes==3.3.0
+jax-jumpy==1.0.0
+jax==0.4.23
+jaxlib==0.4.23.dev20240116
+jedi==0.19.1
+jeepney==0.8.0
+jieba==0.42.1
+jmespath==1.0.1
+joblib==1.3.2
+json5==0.9.14
+jsonpatch==1.33
+jsonpointer==2.4
+jsonschema-specifications==2023.12.1
+jsonschema==4.20.0
+jupyter-console==6.6.3
+jupyter-events==0.9.0
+jupyter-http-over-ws==0.0.8
+jupyter-lsp==1.5.1
+jupyter-server-mathjax==0.2.6
+jupyter-ydoc==0.2.5
+jupyter_client==7.4.9
+jupyter_client==8.6.0
+jupyter_core==5.7.1
+jupyter_server==2.13.0
+jupyter_server_fileid==0.9.1
+jupyter_server_proxy==4.1.0
+jupyter_server_terminals==0.5.1
+jupyter_server_ydoc==0.8.0
+jupyterlab-lsp==5.1.0
+jupyterlab-widgets==3.0.9
+jupyterlab==4.1.5
+jupyterlab_git==0.44.0
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.25.2
+jupytext==1.16.0
+kaggle-environments==1.14.3
+kaggle==1.6.8
+kagglehub==0.2.2
+keras-cv==0.8.2
+keras-nlp==0.8.2
+keras-tuner==1.4.6
+keras==3.1.1
+kernels-mixer==0.0.7
+keyring==24.3.0
+keyrings.google-artifactregistry-auth==1.1.2
+kfp-pipeline-spec==0.2.2
+kfp-server-api==2.0.5
+kfp==2.5.0
+kiwisolver==1.4.5
+kmapper==2.0.1
+kmodes==0.12.2
+korean-lunar-calendar==0.3.1
+kornia==0.7.2
+kornia_rs==0.1.3
+kt-legacy==1.0.5
+kubernetes==26.1.0
+langcodes==3.3.0
+langid==1.1.6
+lazy_loader==0.3
+learntools==0.3.4
+leven==1.0.4
+libclang==16.0.6
+libmambapy==1.5.0
+libpysal==4.9.2
+librosa==0.10.1
+lightgbm==4.2.0
+lightning-utilities==0.11.2
+lime==0.2.0.1
+line-profiler==4.1.2
+linkify-it-py==2.0.3
+llvmlite==0.41.1
+llvmlite==0.42.0
+lml==0.1.0
+locket==1.0.0
+loguru==0.7.2
+lxml==5.2.1
+lz4==4.3.3
+mamba==1.5.0
+mapclassify==2.6.1
+markdown-it-py==3.0.0
+marshmallow==3.21.1
+matplotlib-inline==0.1.6
+matplotlib-venn==0.11.10
+matplotlib==3.7.5
+matplotlib==3.8.3
+mccabe==0.7.0
+mdit-py-plugins==0.4.0
+mdurl==0.1.2
+memory-profiler==0.61.0
+menuinst==2.0.1
+mercantile==1.2.1
+mgwr==2.2.1
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.11.1
+ml-dtypes==0.2.0
+mlcrate==0.2.0
+mlens==0.2.3
+mlxtend==0.23.1
+mne==1.6.1
+mnist==0.2.2
+momepy==0.7.0
+more-itertools==10.2.0
+mpld3==0.5.10
+mpmath==1.3.0
+msgpack==1.0.7
+multidict==6.0.4
+multimethod==1.10
+multipledispatch==1.0.0
+multiprocess==0.70.15
+munkres==1.1.4
+murmurhash==1.0.10
+mypy-extensions==1.0.0
+namex==0.0.7
+nb-conda-kernels==2.3.1
+nb_conda==2.2.1
+nbclassic==1.0.0
+nbclient==0.5.13
+nbconvert==6.4.5
+nbdime==3.2.0
+nbformat==5.9.2
+ndindex==1.8
+nest-asyncio==1.5.8
+networkx==3.2.1
+nibabel==5.2.1
+nilearn==0.10.3
+ninja==1.11.1.1
+nltk==3.2.4
+nose==1.3.7
+notebook==6.5.4
+notebook==6.5.6
+notebook_executor==0.2
+notebook_shim==0.2.3
+numba==0.58.1
+numba==0.59.1
+numexpr==2.10.0
+numpy==1.26.4
+nvidia-ml-py==11.495.46
+nvtx==0.2.10
+oauth2client==4.1.3
+oauthlib==3.2.2
+objsize==0.6.1
+odfpy==1.4.1
+olefile==0.47
+onnx==1.16.0
+opencensus-context==0.1.3
+opencensus==0.11.4
+opencv-contrib-python==4.9.0.80
+opencv-python-headless==4.9.0.80
+opencv-python==4.9.0.80
+openpyxl==3.1.2
+openslide-python==1.3.1
+opentelemetry-api==1.22.0
+opentelemetry-exporter-otlp-proto-common==1.22.0
+opentelemetry-exporter-otlp-proto-grpc==1.22.0
+opentelemetry-exporter-otlp-proto-http==1.22.0
+opentelemetry-exporter-otlp==1.22.0
+opentelemetry-proto==1.22.0
+opentelemetry-sdk==1.22.0
+opentelemetry-semantic-conventions==0.43b0
+opt-einsum==3.3.0
+optax==0.2.2
+optree==0.11.0
+optuna==3.6.1
+orbax-checkpoint==0.5.7
+ordered-set==4.1.0
+orjson==3.9.10
+ortools==9.4.1874
+osmnx==1.9.2
+overrides==7.4.0
+packaging==21.3
+pandas-datareader==0.10.0
+pandas-profiling==3.6.6
+pandas-summary==0.2.0
+pandas==2.1.4
+pandas==2.2.1
+pandasql==0.7.3
+pandocfilters==1.5.0
+panel==1.3.8
+papermill==2.5.0
+param==2.1.0
+parso==0.8.3
+partd==1.4.1
+path.py==12.5.0
+path==16.10.0
+pathos==0.3.2
+pathy==0.10.3
+patsy==0.5.6
+pdf2image==1.17.0
+peft==0.10.0
+pettingzoo==1.24.0
+pexpect==4.8.0
+pexpect==4.9.0
+phik==0.12.4
+pickleshare==0.7.5
+pillow==10.3.0
+pip==23.3.2
+pkgutil_resolve_name==1.3.10
+platformdirs==4.2.0
+plotly-express==0.4.1
+plotly==5.18.0
+plotnine==0.13.4
+pluggy==1.4.0
+pointpats==2.4.0
+polars==0.20.18
+polyglot==16.7.4
+pooch==1.8.1
+pox==0.3.4
+ppca==0.0.4
+ppft==1.7.6.8
+preprocessing==0.1.13
+preshed==3.0.9
+prettytable==3.9.0
+progressbar2==4.4.2
+prometheus-client==0.19.0
+promise==2.3
+prompt-toolkit==3.0.42
+prompt-toolkit==3.0.43
+prophet==1.1.1
+proto-plus==1.23.0
+protobuf==3.20.3
+protobuf==4.21.12
+psutil==5.9.3
+psutil==5.9.7
+ptyprocess==0.7.0
+pudb==2024.1
+pure-eval==0.2.2
+py-cpuinfo==9.0.0
+py-spy==0.3.14
+py4j==0.10.9.7
+pyLDAvis==3.4.1
+pyOpenSSL==23.3.0
+pyaml==23.12.0
+pyarrow-hotfix==0.6
+pyarrow==15.0.2
+pyasn1-modules==0.3.0
+pyasn1==0.5.1
+pybind11==2.12.0
+pyclipper==1.3.0.post5
+pycodestyle==2.11.1
+pycosat==0.6.6
+pycparser==2.21
+pycryptodome==3.20.0
+pyct==0.5.0
+pycuda==2024.1
+pydantic==2.5.3
+pydantic==2.6.4
+pydantic_core==2.14.6
+pydantic_core==2.16.3
+pydegensac==0.1.2
+pydicom==2.4.4
+pydocstyle==6.3.0
+pydot==1.4.2
+pydub==0.25.1
+pyemd==1.0.0
+pyerfa==2.0.1.1
+pyexcel-io==0.6.6
+pyexcel-ods==0.6.0
+pyflakes==3.2.0
+pygltflib==1.16.2
+pykalman==0.9.7
+pylibraft==23.8.0
+pylint==3.1.0
+pymc3==3.11.4
+pymongo==3.13.0
+pynndescent==0.5.12
+pynvml==11.4.1
+pynvrtc==9.2
+pyparsing==3.1.1
+pyparsing==3.1.2
+pypdf==4.1.0
+pyproj==3.6.1
+pysal==24.1
+pyshp==2.3.1
+pytesseract==0.3.10
+pytest==8.1.1
+python-bidi==0.4.2
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.0
+python-json-logger==2.0.7
+python-louvain==0.16
+python-lsp-jsonrpc==1.1.2
+python-lsp-server==1.11.0
+python-slugify==8.0.4
+python-utils==3.8.2
+pythreejs==2.4.2
+pytoolconfig==1.3.1
+pytools==2024.1.1
+pytorch-ignite==0.5.0.post2
+pytorch-lightning==2.2.1
+pytz==2023.3.post1
+pytz==2024.1
+pyu2f==0.1.5
+pyviz_comms==3.0.2
+pyzmq==24.0.1
+pyzmq==25.1.2
+qgrid==1.3.1
+qtconsole==5.5.1
+quantecon==0.7.2
+qudida==0.0.4
+raft-dask==23.8.0
+rasterio==1.3.9
+rasterstats==0.19.0
+ray-cpp==2.9.0
+ray==2.9.0
+referencing==0.32.1
+regex==2023.12.25
+requests-oauthlib==1.3.1
+requests-toolbelt==0.10.1
+requests==2.31.0
+retrying==1.3.3
+retrying==1.3.4
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rgf-python==3.12.0
+rich-click==1.7.4
+rich==13.7.0
+rich==13.7.1
+rmm==23.8.0
+rope==1.13.0
+rpds-py==0.16.2
+rsa==4.9
+ruamel-yaml-conda==0.15.100
+ruamel.yaml.clib==0.2.7
+ruamel.yaml==0.17.40
+s2sphere==0.2.5
+s3fs==2024.2.0
+s3transfer==0.6.2
+safetensors==0.4.2
+scattertext==0.1.19
+scikit-image==0.22.0
+scikit-learn-intelex==2024.2.0
+scikit-learn==1.2.2
+scikit-multilearn==0.2.0
+scikit-optimize==0.10.1
+scikit-plot==0.3.7
+scikit-surprise==1.1.3
+scipy==1.11.4
+scipy==1.12.0
+seaborn==0.12.2
+segment_anything==1.0
+segregation==2.5
+semver==3.0.2
+sentencepiece==0.2.0
+sentry-sdk==1.44.1
+setproctitle==1.3.3
+setuptools-git==1.2
+setuptools-scm==8.0.4
+setuptools==69.0.3
+shap==0.44.1
+shapely==2.0.3
+shellingham==1.5.4
+shtab==1.7.1
+simpervisor==1.0.0
+simplejson==3.19.2
+six==1.16.0
+sklearn-pandas==2.2.0
+slicer==0.0.7
+smart-open==6.4.0
+smmap==5.0.1
+sniffio==1.3.0
+snowballstemmer==2.2.0
+snuggs==1.4.7
+sortedcontainers==2.4.0
+soundfile==0.12.1
+soupsieve==2.5
+soxr==0.3.7
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+spacy==3.7.2
+spaghetti==1.7.5.post1
+spectral==0.23.1
+spglm==1.1.0
+sphinx-rtd-theme==0.2.4
+spint==1.0.7
+splot==1.1.5.post1
+spopt==0.6.0
+spreg==1.4.2
+spvcm==0.3.0
+sqlparse==0.4.4
+squarify==0.4.3
+srsly==2.4.8
+stable-baselines3==2.1.0
+stack-data==0.6.2
+stack-data==0.6.3
+stanio==0.5.0
+starlette==0.32.0.post1
+statsmodels==0.14.1
+stemming==1.0.1
+stop-words==2018.7.23
+stopit==1.1.2
+stumpy==1.12.0
+sympy==1.12
+tables==3.9.2
+tabulate==0.9.0
+tangled-up-in-unicode==0.2.0
+tbb==2021.12.0
+tblib==3.0.0
+tenacity==8.2.3
+tensorboard-data-server==0.7.2
+tensorboard-plugin-profile==2.15.0
+tensorboard==2.15.1
+tensorboardX==2.6.2.2
+tensorflow-cloud==0.1.16
+tensorflow-datasets==4.9.4
+tensorflow-decision-forests==1.8.1
+tensorflow-estimator==2.15.0
+tensorflow-hub==0.16.1
+tensorflow-io-gcs-filesystem==0.35.0
+tensorflow-io==0.35.0
+tensorflow-metadata==0.14.0
+tensorflow-probability==0.23.0
+tensorflow-serving-api==2.14.1
+tensorflow-text==2.15.0
+tensorflow-transform==0.14.0
+tensorflow==2.15.0
+tensorstore==0.1.56
+termcolor==2.4.0
+terminado==0.18.0
+testpath==0.6.0
+text-unidecode==1.3
+textblob==0.18.0.post0
+texttable==1.7.0
+tf_keras==2.15.1
+tfp-nightly==0.24.0.dev0
+thinc==8.2.2
+threadpoolctl==3.2.0
+tifffile==2023.12.9
+timm==0.9.16
+tinycss2==1.2.1
+tobler==0.11.2
+tokenizers==0.15.2
+toml==0.10.2
+tomli==2.0.1
+tomlkit==0.12.4
+toolz==0.12.1
+torch==2.1.2
+torchaudio==2.1.2
+torchdata==0.7.1
+torchinfo==1.8.0
+torchmetrics==1.3.2
+torchtext==0.16.2
+torchvision==0.16.2
+tornado==6.3.3
+tqdm==4.66.1
+traceml==1.0.8
+traitlets==5.9.0
+traittypes==0.2.1
+transformers==4.39.3
+treelite-runtime==3.2.0
+treelite==3.2.0
+trl==0.8.1
+truststore==0.8.0
+trx-python==0.2.9
+tsfresh==0.20.2
+typeguard==4.1.5
+typer==0.9.0
+typer==0.9.4
+types-python-dateutil==2.8.19.20240106
+typing-inspect==0.9.0
+typing-utils==0.1.0
+typing_extensions==4.9.0
+tyro==0.8.3
+tzdata==2023.4
+uc-micro-py==1.0.3
+ucx-py==0.33.0
+ujson==5.9.0
+umap-learn==0.5.5
+unicodedata2==15.1.0
+update-checker==0.18.0
+uri-template==1.3.0
+uritemplate==3.0.1
+urllib3==1.26.18
+urllib3==2.1.0
+urwid==2.6.10
+urwid_readline==0.14
+uvicorn==0.25.0
+uvloop==0.19.0
+vaex-astro==0.9.3
+vaex-core==4.17.1
+vaex-hdf5==0.14.1
+vaex-jupyter==0.8.2
+vaex-ml==0.18.3
+vaex-server==0.9.0
+vaex-viz==0.5.4
+vaex==4.17.0
+vec_noise==1.1.4
+vecstack==0.4.0
+virtualenv==20.21.0
+visions==0.7.5
+vowpalwabbit==9.9.0
+vtk==9.3.0
+wandb==0.16.5
+wasabi==1.1.2
+watchfiles==0.21.0
+wavio==0.0.8
+wcwidth==0.2.13
+weasel==0.3.4
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.7.0
+websockets==12.0
+wfdb==4.1.2
+whatthepatch==1.0.5
+wheel==0.42.0
+widgetsnbextension==3.6.6
+witwidget==1.8.1
+woodwork==0.29.0
+wordcloud==1.9.3
+wordsegment==1.3.1
+wrapt==1.14.1
+xarray-einstats==0.7.0
+xarray==2024.3.0
+xgboost==2.0.3
+xvfbwrapper==0.2.9
+xxhash==3.4.1
+xyzservices==2023.10.1
+y-py==0.6.2
+yapf==0.40.2
+yarl==1.9.3
+yarl==1.9.4
+ydata-profiling==4.6.4
+yellowbrick==1.5
+ypy-websocket==0.8.4
+zict==3.0.0
+zipp==3.17.0
+zstandard==0.22.0

wandb/run-20240411_121051-1qmakf52/files/wandb-metadata.json

@@ -0,0 +1,66 @@
+{
+    "os": "Linux-5.15.133+-x86_64-with-glibc2.31",
+    "python": "3.10.13",
+    "heartbeatAt": "2024-04-11T12:10:52.265357",
+    "startedAt": "2024-04-11T12:10:51.527492",
+    "docker": null,
+    "cuda": null,
+    "args": [],
+    "state": "running",
+    "program": "kaggle.ipynb",
+    "codePathLocal": null,
+    "root": "/kaggle/working",
+    "host": "55cd788bb41a",
+    "username": "root",
+    "executable": "/opt/conda/bin/python3.10",
+    "cpu_count": 2,
+    "cpu_count_logical": 4,
+    "cpu_freq": {
+        "current": 2000.18,
+        "min": 0.0,
+        "max": 0.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2000.18,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.18,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.18,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.18,
+            "min": 0.0,
+            "max": 0.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 8062.387607574463,
+            "used": 5568.848327636719
+        }
+    },
+    "gpu": "Tesla T4",
+    "gpu_count": 2,
+    "gpu_devices": [
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        },
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        }
+    ],
+    "memory": {
+        "total": 31.357559204101562
+    }
+}

wandb/run-20240411_121051-1qmakf52/files/wandb-summary.json

@@ -0,0 +1 @@
+{"train/loss": 6.2815, "train/grad_norm": 51.30440139770508, "train/learning_rate": 1.111111111111111e-06, "train/epoch": 0.0, "train/global_step": 20, "_timestamp": 1712837529.2155979, "_runtime": 77.68191194534302, "_step": 0, "_wandb": {"runtime": 117}}

wandb/run-20240411_121051-1qmakf52/logs/debug-internal.log

@@ -0,0 +1,269 @@
+2024-04-11 12:10:51,534 INFO    StreamThr :1038 [internal.py:wandb_internal():86] W&B internal server running at pid: 1038, started at: 2024-04-11 12:10:51.533844
+2024-04-11 12:10:51,536 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status
+2024-04-11 12:10:51,980 INFO    WriterThread:1038 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240411_121051-1qmakf52/run-1qmakf52.wandb
+2024-04-11 12:10:51,980 DEBUG   SenderThread:1038 [sender.py:send():379] send: header
+2024-04-11 12:10:51,983 DEBUG   SenderThread:1038 [sender.py:send():379] send: run
+2024-04-11 12:10:52,140 INFO    SenderThread:1038 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files
+2024-04-11 12:10:52,140 INFO    SenderThread:1038 [sender.py:_start_run_threads():1124] run started: 1qmakf52 with start time 1712837451.533686
+2024-04-11 12:10:52,148 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: check_version
+2024-04-11 12:10:52,148 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: check_version
+2024-04-11 12:10:52,239 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: run_start
+2024-04-11 12:10:52,251 DEBUG   HandlerThread:1038 [system_info.py:__init__():26] System info init
+2024-04-11 12:10:52,251 DEBUG   HandlerThread:1038 [system_info.py:__init__():41] System info init done
+2024-04-11 12:10:52,251 INFO    HandlerThread:1038 [system_monitor.py:start():194] Starting system monitor
+2024-04-11 12:10:52,251 INFO    SystemMonitor:1038 [system_monitor.py:_start():158] Starting system asset monitoring threads
+2024-04-11 12:10:52,251 INFO    HandlerThread:1038 [system_monitor.py:probe():214] Collecting system info
+2024-04-11 12:10:52,252 INFO    SystemMonitor:1038 [interfaces.py:start():190] Started cpu monitoring
+2024-04-11 12:10:52,252 INFO    SystemMonitor:1038 [interfaces.py:start():190] Started disk monitoring
+2024-04-11 12:10:52,253 INFO    SystemMonitor:1038 [interfaces.py:start():190] Started gpu monitoring
+2024-04-11 12:10:52,255 INFO    SystemMonitor:1038 [interfaces.py:start():190] Started memory monitoring
+2024-04-11 12:10:52,255 INFO    SystemMonitor:1038 [interfaces.py:start():190] Started network monitoring
+2024-04-11 12:10:52,265 DEBUG   HandlerThread:1038 [system_info.py:probe():150] Probing system
+2024-04-11 12:10:52,267 DEBUG   HandlerThread:1038 [gitlib.py:_init_repo():56] git repository is invalid
+2024-04-11 12:10:52,267 DEBUG   HandlerThread:1038 [system_info.py:probe():198] Probing system done
+2024-04-11 12:10:52,267 DEBUG   HandlerThread:1038 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-11T12:10:52.265357', 'startedAt': '2024-04-11T12:10:51.527492', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': '55cd788bb41a', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.18, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.18, 'min': 0.0, 'max': 0.0}, {'current': 2000.18, 'min': 0.0, 'max': 0.0}, {'current': 2000.18, 'min': 0.0, 'max': 0.0}, {'current': 2000.18, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5568.848327636719}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}}
+2024-04-11 12:10:52,267 INFO    HandlerThread:1038 [system_monitor.py:probe():224] Finished collecting system info
+2024-04-11 12:10:52,267 INFO    HandlerThread:1038 [system_monitor.py:probe():227] Publishing system info
+2024-04-11 12:10:52,267 DEBUG   HandlerThread:1038 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment
+2024-04-11 12:10:53,142 INFO    Thread-12 :1038 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/conda-environment.yaml
+2024-04-11 12:11:07,284 ERROR   HandlerThread:1038 [system_info.py:_save_conda():221] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds
+Traceback (most recent call last):
+  File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 214, in _save_conda
+    subprocess.call(
+  File "/opt/conda/lib/python3.10/subprocess.py", line 347, in call
+    return p.wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1209, in wait
+    return self._wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait
+    raise TimeoutExpired(self.args, timeout)
+subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds
+2024-04-11 12:11:07,285 DEBUG   HandlerThread:1038 [system_info.py:_save_conda():222] Saving conda packages done
+2024-04-11 12:11:07,286 INFO    HandlerThread:1038 [system_monitor.py:probe():229] Finished publishing system info
+2024-04-11 12:11:07,291 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:11:07,291 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-11 12:11:07,291 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:11:07,291 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-11 12:11:07,291 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:11:07,291 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-11 12:11:07,292 DEBUG   SenderThread:1038 [sender.py:send():379] send: files
+2024-04-11 12:11:07,292 INFO    SenderThread:1038 [sender.py:_save_file():1390] saving file wandb-metadata.json with policy now
+2024-04-11 12:11:07,506 INFO    wandb-upload_0:1038 [upload_job.py:push():131] Uploaded file /tmp/tmpl_gzxit6wandb/fhtouylb-wandb-metadata.json
+2024-04-11 12:11:08,146 INFO    Thread-12 :1038 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/wandb-metadata.json
+2024-04-11 12:11:08,211 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: python_packages
+2024-04-11 12:11:08,211 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: python_packages
+2024-04-11 12:11:08,214 DEBUG   SenderThread:1038 [sender.py:send():379] send: telemetry
+2024-04-11 12:11:08,214 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:11:08,215 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:11:08,226 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:11:08,352 DEBUG   SenderThread:1038 [sender.py:send():379] send: config
+2024-04-11 12:11:08,355 DEBUG   SenderThread:1038 [sender.py:send():379] send: metric
+2024-04-11 12:11:08,355 DEBUG   SenderThread:1038 [sender.py:send():379] send: telemetry
+2024-04-11 12:11:08,355 DEBUG   SenderThread:1038 [sender.py:send():379] send: metric
+2024-04-11 12:11:08,355 WARNING SenderThread:1038 [sender.py:send_metric():1341] Seen metric with glob (shouldn't happen)
+2024-04-11 12:11:08,355 DEBUG   SenderThread:1038 [sender.py:send():379] send: telemetry
+2024-04-11 12:11:09,146 INFO    Thread-12 :1038 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/output.log
+2024-04-11 12:11:09,147 INFO    Thread-12 :1038 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/requirements.txt
+2024-04-11 12:11:11,147 INFO    Thread-12 :1038 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/output.log
+2024-04-11 12:11:12,609 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:11:13,148 INFO    Thread-12 :1038 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/output.log
+2024-04-11 12:11:17,610 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:11:22,615 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:11:23,152 INFO    Thread-12 :1038 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/config.yaml
+2024-04-11 12:11:23,214 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:11:23,214 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:11:23,215 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:11:28,309 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:11:33,310 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:11:38,214 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:11:38,215 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:11:38,215 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:11:38,331 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:11:43,331 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:11:48,332 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:11:52,255 DEBUG   SystemMonitor:1038 [system_monitor.py:_start():172] Starting system metrics aggregation loop
+2024-04-11 12:11:52,257 DEBUG   SenderThread:1038 [sender.py:send():379] send: stats
+2024-04-11 12:11:53,213 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:11:53,213 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:11:53,242 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:11:54,243 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:11:59,244 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:12:04,245 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:12:08,220 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:12:08,220 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:12:08,261 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:12:09,216 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-11 12:12:09,218 DEBUG   SenderThread:1038 [sender.py:send():379] send: metric
+2024-04-11 12:12:09,218 DEBUG   SenderThread:1038 [sender.py:send():379] send: metric
+2024-04-11 12:12:09,218 DEBUG   SenderThread:1038 [sender.py:send():379] send: metric
+2024-04-11 12:12:09,218 DEBUG   SenderThread:1038 [sender.py:send():379] send: metric
+2024-04-11 12:12:09,218 DEBUG   SenderThread:1038 [sender.py:send():379] send: history
+2024-04-11 12:12:09,218 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: summary_record
+2024-04-11 12:12:09,220 INFO    SenderThread:1038 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-11 12:12:09,257 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:12:10,169 INFO    Thread-12 :1038 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/wandb-summary.json
+2024-04-11 12:12:11,170 INFO    Thread-12 :1038 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/output.log
+2024-04-11 12:12:14,258 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:12:17,172 INFO    Thread-12 :1038 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/output.log
+2024-04-11 12:12:20,205 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:12:22,257 DEBUG   SenderThread:1038 [sender.py:send():379] send: stats
+2024-04-11 12:12:23,213 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:12:23,213 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:12:23,216 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:12:25,254 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:12:26,176 INFO    Thread-12 :1038 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/config.yaml
+2024-04-11 12:12:30,356 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:12:35,357 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:12:38,213 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:12:38,214 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:12:38,217 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:12:39,181 INFO    Thread-12 :1038 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/output.log
+2024-04-11 12:12:41,321 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:12:46,322 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:12:49,689 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: pause
+2024-04-11 12:12:49,689 INFO    HandlerThread:1038 [handler.py:handle_request_pause():708] stopping system metrics thread
+2024-04-11 12:12:49,689 INFO    HandlerThread:1038 [system_monitor.py:finish():203] Stopping system monitor
+2024-04-11 12:12:49,689 INFO    HandlerThread:1038 [interfaces.py:finish():202] Joined cpu monitor
+2024-04-11 12:12:49,690 INFO    HandlerThread:1038 [interfaces.py:finish():202] Joined disk monitor
+2024-04-11 12:12:49,690 DEBUG   SystemMonitor:1038 [system_monitor.py:_start():179] Finished system metrics aggregation loop
+2024-04-11 12:12:49,690 DEBUG   SystemMonitor:1038 [system_monitor.py:_start():183] Publishing last batch of metrics
+2024-04-11 12:12:49,701 INFO    HandlerThread:1038 [interfaces.py:finish():202] Joined gpu monitor
+2024-04-11 12:12:49,702 INFO    HandlerThread:1038 [interfaces.py:finish():202] Joined memory monitor
+2024-04-11 12:12:49,702 INFO    HandlerThread:1038 [interfaces.py:finish():202] Joined network monitor
+2024-04-11 12:12:49,702 DEBUG   SenderThread:1038 [sender.py:send():379] send: stats
+2024-04-11 12:12:51,703 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:12:53,213 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:12:53,213 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:12:53,216 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:12:57,342 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:13:02,343 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:13:07,344 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:13:08,213 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:13:08,213 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:13:08,254 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:13:13,313 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:13:14,058 DEBUG   SenderThread:1038 [sender.py:send():379] send: exit
+2024-04-11 12:13:14,058 INFO    SenderThread:1038 [sender.py:send_exit():586] handling exit code: 0
+2024-04-11 12:13:14,058 INFO    SenderThread:1038 [sender.py:send_exit():588] handling runtime: 117
+2024-04-11 12:13:14,061 INFO    SenderThread:1038 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-11 12:13:14,061 INFO    SenderThread:1038 [sender.py:send_exit():594] send defer
+2024-04-11 12:13:14,062 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:13:14,062 INFO    HandlerThread:1038 [handler.py:handle_request_defer():172] handle defer: 0
+2024-04-11 12:13:14,062 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:13:14,062 INFO    SenderThread:1038 [sender.py:send_request_defer():610] handle sender defer: 0
+2024-04-11 12:13:14,062 INFO    SenderThread:1038 [sender.py:transition_state():614] send defer: 1
+2024-04-11 12:13:14,062 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:13:14,062 INFO    HandlerThread:1038 [handler.py:handle_request_defer():172] handle defer: 1
+2024-04-11 12:13:14,062 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:13:14,062 INFO    SenderThread:1038 [sender.py:send_request_defer():610] handle sender defer: 1
+2024-04-11 12:13:14,063 INFO    SenderThread:1038 [sender.py:transition_state():614] send defer: 2
+2024-04-11 12:13:14,063 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:13:14,063 INFO    HandlerThread:1038 [handler.py:handle_request_defer():172] handle defer: 2
+2024-04-11 12:13:14,063 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:13:14,063 INFO    SenderThread:1038 [sender.py:send_request_defer():610] handle sender defer: 2
+2024-04-11 12:13:14,063 INFO    SenderThread:1038 [sender.py:transition_state():614] send defer: 3
+2024-04-11 12:13:14,063 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:13:14,063 INFO    HandlerThread:1038 [handler.py:handle_request_defer():172] handle defer: 3
+2024-04-11 12:13:14,063 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:13:14,063 INFO    SenderThread:1038 [sender.py:send_request_defer():610] handle sender defer: 3
+2024-04-11 12:13:14,063 INFO    SenderThread:1038 [sender.py:transition_state():614] send defer: 4
+2024-04-11 12:13:14,064 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:13:14,064 INFO    HandlerThread:1038 [handler.py:handle_request_defer():172] handle defer: 4
+2024-04-11 12:13:14,064 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:13:14,064 INFO    SenderThread:1038 [sender.py:send_request_defer():610] handle sender defer: 4
+2024-04-11 12:13:14,064 INFO    SenderThread:1038 [sender.py:transition_state():614] send defer: 5
+2024-04-11 12:13:14,064 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:13:14,064 INFO    HandlerThread:1038 [handler.py:handle_request_defer():172] handle defer: 5
+2024-04-11 12:13:14,064 DEBUG   SenderThread:1038 [sender.py:send():379] send: summary
+2024-04-11 12:13:14,065 INFO    SenderThread:1038 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-11 12:13:14,065 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:13:14,065 INFO    SenderThread:1038 [sender.py:send_request_defer():610] handle sender defer: 5
+2024-04-11 12:13:14,065 INFO    SenderThread:1038 [sender.py:transition_state():614] send defer: 6
+2024-04-11 12:13:14,065 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:13:14,065 INFO    HandlerThread:1038 [handler.py:handle_request_defer():172] handle defer: 6
+2024-04-11 12:13:14,065 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:13:14,065 INFO    SenderThread:1038 [sender.py:send_request_defer():610] handle sender defer: 6
+2024-04-11 12:13:14,066 INFO    SenderThread:1038 [sender.py:transition_state():614] send defer: 7
+2024-04-11 12:13:14,066 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:13:14,066 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:13:14,066 INFO    HandlerThread:1038 [handler.py:handle_request_defer():172] handle defer: 7
+2024-04-11 12:13:14,066 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:13:14,066 INFO    SenderThread:1038 [sender.py:send_request_defer():610] handle sender defer: 7
+2024-04-11 12:13:14,193 INFO    Thread-12 :1038 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/wandb-summary.json
+2024-04-11 12:13:14,525 INFO    SenderThread:1038 [sender.py:transition_state():614] send defer: 8
+2024-04-11 12:13:14,525 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:13:14,525 INFO    HandlerThread:1038 [handler.py:handle_request_defer():172] handle defer: 8
+2024-04-11 12:13:14,526 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:13:14,526 INFO    SenderThread:1038 [sender.py:send_request_defer():610] handle sender defer: 8
+2024-04-11 12:13:14,526 INFO    SenderThread:1038 [job_builder.py:build():318] Attempting to build job artifact
+2024-04-11 12:13:14,528 INFO    SenderThread:1038 [job_builder.py:_get_source_type():466] no source found
+2024-04-11 12:13:14,528 INFO    SenderThread:1038 [sender.py:transition_state():614] send defer: 9
+2024-04-11 12:13:14,528 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:13:14,528 INFO    HandlerThread:1038 [handler.py:handle_request_defer():172] handle defer: 9
+2024-04-11 12:13:14,528 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:13:14,528 INFO    SenderThread:1038 [sender.py:send_request_defer():610] handle sender defer: 9
+2024-04-11 12:13:14,528 INFO    SenderThread:1038 [dir_watcher.py:finish():358] shutting down directory watcher
+2024-04-11 12:13:15,058 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-11 12:13:15,193 INFO    Thread-12 :1038 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/output.log
+2024-04-11 12:13:15,194 INFO    SenderThread:1038 [dir_watcher.py:finish():388] scan: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files
+2024-04-11 12:13:15,194 INFO    SenderThread:1038 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/wandb-metadata.json wandb-metadata.json
+2024-04-11 12:13:15,195 INFO    SenderThread:1038 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/conda-environment.yaml conda-environment.yaml
+2024-04-11 12:13:15,195 INFO    SenderThread:1038 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/output.log output.log
+2024-04-11 12:13:15,195 INFO    SenderThread:1038 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/wandb-summary.json wandb-summary.json
+2024-04-11 12:13:15,198 INFO    SenderThread:1038 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/config.yaml config.yaml
+2024-04-11 12:13:15,198 INFO    SenderThread:1038 [dir_watcher.py:finish():402] scan save: /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/requirements.txt requirements.txt
+2024-04-11 12:13:15,201 INFO    SenderThread:1038 [sender.py:transition_state():614] send defer: 10
+2024-04-11 12:13:15,202 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: poll_exit
+2024-04-11 12:13:15,208 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:13:15,208 INFO    HandlerThread:1038 [handler.py:handle_request_defer():172] handle defer: 10
+2024-04-11 12:13:15,209 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:13:15,209 INFO    SenderThread:1038 [sender.py:send_request_defer():610] handle sender defer: 10
+2024-04-11 12:13:15,209 INFO    SenderThread:1038 [file_pusher.py:finish():172] shutting down file pusher
+2024-04-11 12:13:15,357 INFO    wandb-upload_1:1038 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/wandb-summary.json
+2024-04-11 12:13:15,407 INFO    wandb-upload_0:1038 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/output.log
+2024-04-11 12:13:15,429 INFO    wandb-upload_3:1038 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/requirements.txt
+2024-04-11 12:13:15,430 INFO    wandb-upload_2:1038 [upload_job.py:push():131] Uploaded file /kaggle/working/wandb/run-20240411_121051-1qmakf52/files/config.yaml
+2024-04-11 12:13:15,630 INFO    Thread-11 (_thread_body):1038 [sender.py:transition_state():614] send defer: 11
+2024-04-11 12:13:15,631 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:13:15,631 INFO    HandlerThread:1038 [handler.py:handle_request_defer():172] handle defer: 11
+2024-04-11 12:13:15,631 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:13:15,631 INFO    SenderThread:1038 [sender.py:send_request_defer():610] handle sender defer: 11
+2024-04-11 12:13:15,632 INFO    SenderThread:1038 [file_pusher.py:join():178] waiting for file pusher
+2024-04-11 12:13:15,632 INFO    SenderThread:1038 [sender.py:transition_state():614] send defer: 12
+2024-04-11 12:13:15,632 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:13:15,632 INFO    HandlerThread:1038 [handler.py:handle_request_defer():172] handle defer: 12
+2024-04-11 12:13:15,632 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:13:15,632 INFO    SenderThread:1038 [sender.py:send_request_defer():610] handle sender defer: 12
+2024-04-11 12:13:15,632 INFO    SenderThread:1038 [file_stream.py:finish():614] file stream finish called
+2024-04-11 12:13:15,691 INFO    SenderThread:1038 [file_stream.py:finish():618] file stream finish is done
+2024-04-11 12:13:15,691 INFO    SenderThread:1038 [sender.py:transition_state():614] send defer: 13
+2024-04-11 12:13:15,691 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:13:15,691 INFO    HandlerThread:1038 [handler.py:handle_request_defer():172] handle defer: 13
+2024-04-11 12:13:15,691 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:13:15,692 INFO    SenderThread:1038 [sender.py:send_request_defer():610] handle sender defer: 13
+2024-04-11 12:13:15,692 INFO    SenderThread:1038 [sender.py:transition_state():614] send defer: 14
+2024-04-11 12:13:15,692 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: defer
+2024-04-11 12:13:15,692 INFO    HandlerThread:1038 [handler.py:handle_request_defer():172] handle defer: 14
+2024-04-11 12:13:15,692 DEBUG   SenderThread:1038 [sender.py:send():379] send: final
+2024-04-11 12:13:15,692 DEBUG   SenderThread:1038 [sender.py:send():379] send: footer
+2024-04-11 12:13:15,693 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: defer
+2024-04-11 12:13:15,693 INFO    SenderThread:1038 [sender.py:send_request_defer():610] handle sender defer: 14
+2024-04-11 12:13:15,694 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-11 12:13:15,694 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: poll_exit
+2024-04-11 12:13:15,694 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: poll_exit
+2024-04-11 12:13:15,695 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: poll_exit
+2024-04-11 12:13:15,695 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: server_info
+2024-04-11 12:13:15,696 DEBUG   SenderThread:1038 [sender.py:send_request():406] send_request: server_info
+2024-04-11 12:13:15,699 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: get_summary
+2024-04-11 12:13:15,699 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: sampled_history
+2024-04-11 12:13:15,700 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:13:15,727 INFO    MainThread:1038 [wandb_run.py:_footer_history_summary_info():3920] rendering history
+2024-04-11 12:13:15,727 INFO    MainThread:1038 [wandb_run.py:_footer_history_summary_info():3952] rendering summary
+2024-04-11 12:13:15,727 INFO    MainThread:1038 [wandb_run.py:_footer_sync_info():3879] logging synced files
+2024-04-11 12:13:15,728 DEBUG   HandlerThread:1038 [handler.py:handle_request():146] handle_request: shutdown
+2024-04-11 12:13:15,728 INFO    HandlerThread:1038 [handler.py:finish():866] shutting down handler
+2024-04-11 12:13:16,688 WARNING StreamThr :1038 [internal.py:is_dead():414] Internal process exiting, parent pid 999 disappeared
+2024-04-11 12:13:16,688 ERROR   StreamThr :1038 [internal.py:wandb_internal():152] Internal process shutdown.
+2024-04-11 12:13:16,696 INFO    WriterThread:1038 [datastore.py:close():296] close: /kaggle/working/wandb/run-20240411_121051-1qmakf52/run-1qmakf52.wandb
+2024-04-11 12:13:16,727 INFO    SenderThread:1038 [sender.py:finish():1546] shutting down sender
+2024-04-11 12:13:16,727 INFO    SenderThread:1038 [file_pusher.py:finish():172] shutting down file pusher
+2024-04-11 12:13:16,727 INFO    SenderThread:1038 [file_pusher.py:join():178] waiting for file pusher

wandb/run-20240411_121051-1qmakf52/logs/debug.log

@@ -0,0 +1,33 @@
+2024-04-11 12:10:51,529 INFO    MainThread:999 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
+2024-04-11 12:10:51,529 INFO    MainThread:999 [wandb_setup.py:_flush():76] Configure stats pid to 999
+2024-04-11 12:10:51,529 INFO    MainThread:999 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2024-04-11 12:10:51,529 INFO    MainThread:999 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
+2024-04-11 12:10:51,529 INFO    MainThread:999 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2024-04-11 12:10:51,529 INFO    MainThread:999 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-04-11 12:10:51,529 INFO    MainThread:999 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
+2024-04-11 12:10:51,530 INFO    MainThread:999 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-04-11 12:10:51,530 INFO    MainThread:999 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240411_121051-1qmakf52/logs/debug.log
+2024-04-11 12:10:51,530 INFO    MainThread:999 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240411_121051-1qmakf52/logs/debug-internal.log
+2024-04-11 12:10:51,530 INFO    MainThread:999 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7d327a0d55d0>
+2024-04-11 12:10:51,530 INFO    MainThread:999 [wandb_init.py:init():567] calling init triggers
+2024-04-11 12:10:51,530 INFO    MainThread:999 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
+config: {}
+2024-04-11 12:10:51,530 INFO    MainThread:999 [wandb_init.py:init():617] starting backend
+2024-04-11 12:10:51,530 INFO    MainThread:999 [wandb_init.py:init():621] setting up manager
+2024-04-11 12:10:51,532 INFO    MainThread:999 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-04-11 12:10:51,533 INFO    MainThread:999 [wandb_init.py:init():629] backend started and connected
+2024-04-11 12:10:51,545 INFO    MainThread:999 [wandb_run.py:_label_probe_notebook():1299] probe notebook
+2024-04-11 12:10:51,979 INFO    MainThread:999 [wandb_init.py:init():721] updated telemetry
+2024-04-11 12:10:51,982 INFO    MainThread:999 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
+2024-04-11 12:10:52,147 INFO    MainThread:999 [wandb_run.py:_on_init():2344] communicating current version
+2024-04-11 12:10:52,234 INFO    MainThread:999 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2024-04-11 12:10:52,234 INFO    MainThread:999 [wandb_init.py:init():805] starting run threads in backend
+2024-04-11 12:11:08,212 INFO    MainThread:999 [wandb_run.py:_console_start():2323] atexit reg
+2024-04-11 12:11:08,212 INFO    MainThread:999 [wandb_run.py:_redirect():2178] redirect: wrap_raw
+2024-04-11 12:11:08,212 INFO    MainThread:999 [wandb_run.py:_redirect():2243] Wrapping output streams.
+2024-04-11 12:11:08,213 INFO    MainThread:999 [wandb_run.py:_redirect():2268] Redirects installed.
+2024-04-11 12:11:08,214 INFO    MainThread:999 [wandb_init.py:init():848] run started, returning control to user process
+2024-04-11 12:11:08,220 INFO    MainThread:999 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 250880, 'hidden_size': 1536, 'n_layer': 24, 'n_head': 16, 'layer_norm_epsilon': 1e-05, 'initializer_range': 0.02, 'use_cache': False, 'pretraining_tp': 1, 'apply_residual_connection_post_layernorm': False, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'bos_token_id': 1, 'eos_token_id': 2, 'slow_but_exact': False, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['BloomForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'pad_token_id': 3, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'bigscience/bloomz-1b1', 'transformers_version': '4.39.3', 'attention_softmax_in_fp32': True, 'bias_dropout_fusion': True, 'unk_token_id': 0, 'masked_softmax_fusion': True, 'model_type': 'bloom', 'n_inner': None, 'offset_alibi': 100, 'seq_length': 2048, 'skip_bias_add': True, 'skip_bias_add_qkv': False, 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 3e-05, 'weight_decay': 0.001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.3, 'num_train_epochs': 5, 'max_steps': 18000, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr11_12-10-45_55cd788bb41a', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 20, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 20, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_32bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}
+2024-04-11 12:12:49,688 INFO    MainThread:999 [jupyter.py:save_ipynb():373] not saving jupyter notebook
+2024-04-11 12:12:49,688 INFO    MainThread:999 [wandb_init.py:_pause_backend():438] pausing backend

wandb/run-20240411_122441-3wiow4fo/files/config.yaml

@@ -0,0 +1,690 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    python_version: 3.10.13
+    cli_version: 0.16.5
+    framework: huggingface
+    huggingface_version: 4.39.3
+    is_jupyter_run: true
+    is_kaggle_kernel: true
+    start_time: 1712838281.0
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      2:
+      - 1
+      - 2
+      - 3
+      - 5
+      - 11
+      - 12
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 84
+      - 98
+      - 105
+      3:
+      - 7
+      - 23
+      - 62
+      4: 3.10.13
+      5: 0.16.5
+      6: 4.39.3
+      8:
+      - 1
+      - 2
+      - 5
+      9:
+        1: transformers_trainer
+      13: linux-x86_64
+    m:
+    - 1: train/global_step
+      6:
+      - 3
+    - 1: train/epoch
+      5: 1
+      6:
+      - 1
+vocab_size:
+  desc: null
+  value: 250880
+hidden_size:
+  desc: null
+  value: 1024
+n_layer:
+  desc: null
+  value: 24
+n_head:
+  desc: null
+  value: 16
+layer_norm_epsilon:
+  desc: null
+  value: 1.0e-05
+initializer_range:
+  desc: null
+  value: 0.02
+use_cache:
+  desc: null
+  value: false
+pretraining_tp:
+  desc: null
+  value: 1
+apply_residual_connection_post_layernorm:
+  desc: null
+  value: false
+hidden_dropout:
+  desc: null
+  value: 0.0
+attention_dropout:
+  desc: null
+  value: 0.0
+bos_token_id:
+  desc: null
+  value: 1
+eos_token_id:
+  desc: null
+  value: 2
+slow_but_exact:
+  desc: null
+  value: false
+return_dict:
+  desc: null
+  value: true
+output_hidden_states:
+  desc: null
+  value: false
+output_attentions:
+  desc: null
+  value: false
+torchscript:
+  desc: null
+  value: false
+torch_dtype:
+  desc: null
+  value: null
+use_bfloat16:
+  desc: null
+  value: false
+tf_legacy_loss:
+  desc: null
+  value: false
+pruned_heads:
+  desc: null
+  value: {}
+tie_word_embeddings:
+  desc: null
+  value: true
+chunk_size_feed_forward:
+  desc: null
+  value: 0
+is_encoder_decoder:
+  desc: null
+  value: false
+is_decoder:
+  desc: null
+  value: false
+cross_attention_hidden_size:
+  desc: null
+  value: null
+add_cross_attention:
+  desc: null
+  value: false
+tie_encoder_decoder:
+  desc: null
+  value: false
+max_length:
+  desc: null
+  value: 20
+min_length:
+  desc: null
+  value: 0
+do_sample:
+  desc: null
+  value: false
+early_stopping:
+  desc: null
+  value: false
+num_beams:
+  desc: null
+  value: 1
+num_beam_groups:
+  desc: null
+  value: 1
+diversity_penalty:
+  desc: null
+  value: 0.0
+temperature:
+  desc: null
+  value: 1.0
+top_k:
+  desc: null
+  value: 50
+top_p:
+  desc: null
+  value: 1.0
+typical_p:
+  desc: null
+  value: 1.0
+repetition_penalty:
+  desc: null
+  value: 1.0
+length_penalty:
+  desc: null
+  value: 1.0
+no_repeat_ngram_size:
+  desc: null
+  value: 0
+encoder_no_repeat_ngram_size:
+  desc: null
+  value: 0
+bad_words_ids:
+  desc: null
+  value: null
+num_return_sequences:
+  desc: null
+  value: 1
+output_scores:
+  desc: null
+  value: false
+return_dict_in_generate:
+  desc: null
+  value: false
+forced_bos_token_id:
+  desc: null
+  value: null
+forced_eos_token_id:
+  desc: null
+  value: null
+remove_invalid_values:
+  desc: null
+  value: false
+exponential_decay_length_penalty:
+  desc: null
+  value: null
+suppress_tokens:
+  desc: null
+  value: null
+begin_suppress_tokens:
+  desc: null
+  value: null
+architectures:
+  desc: null
+  value:
+  - BloomForCausalLM
+finetuning_task:
+  desc: null
+  value: null
+id2label:
+  desc: null
+  value:
+    '0': LABEL_0
+    '1': LABEL_1
+label2id:
+  desc: null
+  value:
+    LABEL_0: 0
+    LABEL_1: 1
+tokenizer_class:
+  desc: null
+  value: null
+prefix:
+  desc: null
+  value: null
+pad_token_id:
+  desc: null
+  value: 3
+sep_token_id:
+  desc: null
+  value: null
+decoder_start_token_id:
+  desc: null
+  value: null
+task_specific_params:
+  desc: null
+  value: null
+problem_type:
+  desc: null
+  value: null
+_name_or_path:
+  desc: null
+  value: bigscience/bloomz-560m
+transformers_version:
+  desc: null
+  value: 4.39.3
+attention_softmax_in_fp32:
+  desc: null
+  value: true
+bias_dropout_fusion:
+  desc: null
+  value: true
+unk_token_id:
+  desc: null
+  value: 0
+masked_softmax_fusion:
+  desc: null
+  value: true
+model_type:
+  desc: null
+  value: bloom
+n_inner:
+  desc: null
+  value: null
+offset_alibi:
+  desc: null
+  value: 100
+seq_length:
+  desc: null
+  value: 2048
+skip_bias_add:
+  desc: null
+  value: true
+skip_bias_add_qkv:
+  desc: null
+  value: false
+quantization_config:
+  desc: null
+  value:
+    quant_method: QuantizationMethod.BITS_AND_BYTES
+    _load_in_8bit: false
+    _load_in_4bit: true
+    llm_int8_threshold: 6.0
+    llm_int8_skip_modules: null
+    llm_int8_enable_fp32_cpu_offload: false
+    llm_int8_has_fp16_weight: false
+    bnb_4bit_quant_type: nf4
+    bnb_4bit_use_double_quant: false
+    bnb_4bit_compute_dtype: float16
+    bnb_4bit_quant_storage: uint8
+    load_in_4bit: true
+    load_in_8bit: false
+output_dir:
+  desc: null
+  value: /kaggle/working/
+overwrite_output_dir:
+  desc: null
+  value: false
+do_train:
+  desc: null
+  value: false
+do_eval:
+  desc: null
+  value: false
+do_predict:
+  desc: null
+  value: false
+evaluation_strategy:
+  desc: null
+  value: 'no'
+prediction_loss_only:
+  desc: null
+  value: false
+per_device_train_batch_size:
+  desc: null
+  value: 8
+per_device_eval_batch_size:
+  desc: null
+  value: 8
+per_gpu_train_batch_size:
+  desc: null
+  value: null
+per_gpu_eval_batch_size:
+  desc: null
+  value: null
+gradient_accumulation_steps:
+  desc: null
+  value: 1
+eval_accumulation_steps:
+  desc: null
+  value: null
+eval_delay:
+  desc: null
+  value: 0
+learning_rate:
+  desc: null
+  value: 3.0e-05
+weight_decay:
+  desc: null
+  value: 0.0001
+adam_beta1:
+  desc: null
+  value: 0.9
+adam_beta2:
+  desc: null
+  value: 0.999
+adam_epsilon:
+  desc: null
+  value: 1.0e-08
+max_grad_norm:
+  desc: null
+  value: 0.3
+num_train_epochs:
+  desc: null
+  value: 5
+max_steps:
+  desc: null
+  value: 10
+lr_scheduler_type:
+  desc: null
+  value: cosine
+lr_scheduler_kwargs:
+  desc: null
+  value: {}
+warmup_ratio:
+  desc: null
+  value: 0.03
+warmup_steps:
+  desc: null
+  value: 0
+log_level:
+  desc: null
+  value: passive
+log_level_replica:
+  desc: null
+  value: warning
+log_on_each_node:
+  desc: null
+  value: true
+logging_dir:
+  desc: null
+  value: /kaggle/working/runs/Apr11_12-17-04_55cd788bb41a
+logging_strategy:
+  desc: null
+  value: steps
+logging_first_step:
+  desc: null
+  value: false
+logging_steps:
+  desc: null
+  value: 20
+logging_nan_inf_filter:
+  desc: null
+  value: true
+save_strategy:
+  desc: null
+  value: steps
+save_steps:
+  desc: null
+  value: 20
+save_total_limit:
+  desc: null
+  value: 1
+save_safetensors:
+  desc: null
+  value: true
+save_on_each_node:
+  desc: null
+  value: false
+save_only_model:
+  desc: null
+  value: false
+no_cuda:
+  desc: null
+  value: false
+use_cpu:
+  desc: null
+  value: false
+use_mps_device:
+  desc: null
+  value: false
+seed:
+  desc: null
+  value: 42
+data_seed:
+  desc: null
+  value: null
+jit_mode_eval:
+  desc: null
+  value: false
+use_ipex:
+  desc: null
+  value: false
+bf16:
+  desc: null
+  value: false
+fp16:
+  desc: null
+  value: false
+fp16_opt_level:
+  desc: null
+  value: O1
+half_precision_backend:
+  desc: null
+  value: auto
+bf16_full_eval:
+  desc: null
+  value: false
+fp16_full_eval:
+  desc: null
+  value: false
+tf32:
+  desc: null
+  value: null
+local_rank:
+  desc: null
+  value: 0
+ddp_backend:
+  desc: null
+  value: null
+tpu_num_cores:
+  desc: null
+  value: null
+tpu_metrics_debug:
+  desc: null
+  value: false
+debug:
+  desc: null
+  value: []
+dataloader_drop_last:
+  desc: null
+  value: false
+eval_steps:
+  desc: null
+  value: null
+dataloader_num_workers:
+  desc: null
+  value: 8
+dataloader_prefetch_factor:
+  desc: null
+  value: null
+past_index:
+  desc: null
+  value: -1
+run_name:
+  desc: null
+  value: /kaggle/working/
+disable_tqdm:
+  desc: null
+  value: false
+remove_unused_columns:
+  desc: null
+  value: true
+label_names:
+  desc: null
+  value: null
+load_best_model_at_end:
+  desc: null
+  value: false
+metric_for_best_model:
+  desc: null
+  value: null
+greater_is_better:
+  desc: null
+  value: null
+ignore_data_skip:
+  desc: null
+  value: false
+fsdp:
+  desc: null
+  value: []
+fsdp_min_num_params:
+  desc: null
+  value: 0
+fsdp_config:
+  desc: null
+  value:
+    min_num_params: 0
+    xla: false
+    xla_fsdp_v2: false
+    xla_fsdp_grad_ckpt: false
+fsdp_transformer_layer_cls_to_wrap:
+  desc: null
+  value: null
+accelerator_config:
+  desc: null
+  value:
+    split_batches: false
+    dispatch_batches: null
+    even_batches: true
+    use_seedable_sampler: true
+deepspeed:
+  desc: null
+  value: null
+label_smoothing_factor:
+  desc: null
+  value: 0.0
+optim:
+  desc: null
+  value: paged_adamw_32bit
+optim_args:
+  desc: null
+  value: null
+adafactor:
+  desc: null
+  value: false
+group_by_length:
+  desc: null
+  value: false
+length_column_name:
+  desc: null
+  value: length
+report_to:
+  desc: null
+  value:
+  - tensorboard
+  - wandb
+ddp_find_unused_parameters:
+  desc: null
+  value: null
+ddp_bucket_cap_mb:
+  desc: null
+  value: null
+ddp_broadcast_buffers:
+  desc: null
+  value: null
+dataloader_pin_memory:
+  desc: null
+  value: true
+dataloader_persistent_workers:
+  desc: null
+  value: false
+skip_memory_metrics:
+  desc: null
+  value: true
+use_legacy_prediction_loop:
+  desc: null
+  value: false
+push_to_hub:
+  desc: null
+  value: false
+resume_from_checkpoint:
+  desc: null
+  value: null
+hub_model_id:
+  desc: null
+  value: null
+hub_strategy:
+  desc: null
+  value: every_save
+hub_token:
+  desc: null
+  value: <HUB_TOKEN>
+hub_private_repo:
+  desc: null
+  value: false
+hub_always_push:
+  desc: null
+  value: false
+gradient_checkpointing:
+  desc: null
+  value: true
+gradient_checkpointing_kwargs:
+  desc: null
+  value: null
+include_inputs_for_metrics:
+  desc: null
+  value: false
+fp16_backend:
+  desc: null
+  value: auto
+push_to_hub_model_id:
+  desc: null
+  value: null
+push_to_hub_organization:
+  desc: null
+  value: null
+push_to_hub_token:
+  desc: null
+  value: <PUSH_TO_HUB_TOKEN>
+mp_parameters:
+  desc: null
+  value: ''
+auto_find_batch_size:
+  desc: null
+  value: true
+full_determinism:
+  desc: null
+  value: false
+torchdynamo:
+  desc: null
+  value: null
+ray_scope:
+  desc: null
+  value: last
+ddp_timeout:
+  desc: null
+  value: 1800
+torch_compile:
+  desc: null
+  value: false
+torch_compile_backend:
+  desc: null
+  value: null
+torch_compile_mode:
+  desc: null
+  value: null
+dispatch_batches:
+  desc: null
+  value: null
+split_batches:
+  desc: null
+  value: null
+include_tokens_per_second:
+  desc: null
+  value: false
+include_num_input_tokens_seen:
+  desc: null
+  value: false
+neftune_noise_alpha:
+  desc: null
+  value: null
+optim_target_modules:
+  desc: null
+  value: null

wandb/run-20240411_122441-3wiow4fo/files/output.log

@@ -0,0 +1,103 @@
+/opt/conda/lib/python3.10/site-packages/torch/utils/data/dataloader.py:557: UserWarning: This DataLoader will create 8 worker processes in total. Our suggested max number of worker in current system is 4, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.
+  warnings.warn(_create_warning_msg(
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+/opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
+  warnings.warn(
+/opt/conda/lib/python3.10/site-packages/torch/nn/parallel/_functions.py:68: UserWarning: Was asked to gather along dimension 0, but all input tensors were scalars; will instead unsqueeze and return a vector.
+  warnings.warn('Was asked to gather along dimension 0, but all '
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+huggingface/tokenizers: The current process just got forked, after parallelism has already been used. Disabling parallelism to avoid deadlocks...
+To disable this warning, you can either:
+	- Avoid using `tokenizers` before the fork if possible
+	- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)
+/opt/conda/lib/python3.10/site-packages/peft/utils/save_and_load.py:139: UserWarning: Setting `save_embedding_layers` to `True` as embedding layers found in `target_modules`.

wandb/run-20240411_122441-3wiow4fo/files/requirements.txt

@@ -0,0 +1,864 @@
+Babel==2.14.0
+Boruta==0.3
+Brotli==1.0.9
+CVXcanon==0.1.2
+Cartopy==0.22.0
+Cython==3.0.8
+Deprecated==1.2.14
+Farama-Notifications==0.0.4
+Flask==3.0.2
+Geohash==1.0
+GitPython==3.1.41
+ImageHash==4.3.1
+Janome==0.5.0
+Jinja2==3.1.2
+LunarCalendar==0.0.9
+Mako==1.3.2
+Markdown==3.5.2
+MarkupSafe==2.1.3
+MarkupSafe==2.1.5
+Pillow==9.5.0
+PuLP==2.8.0
+PyArabic==0.6.15
+PyJWT==2.8.0
+PyMeeus==0.5.12
+PySocks==1.7.1
+PyUpSet==0.1.1.post7
+PyWavelets==1.5.0
+PyYAML==6.0.1
+Pygments==2.17.2
+Pympler==1.0.1
+QtPy==2.4.1
+Rtree==1.2.0
+SQLAlchemy==2.0.25
+SecretStorage==3.3.3
+Send2Trash==1.8.2
+Shapely==1.8.5.post1
+Shimmy==1.3.0
+SimpleITK==2.3.1
+TPOT==0.12.1
+Theano-PyMC==1.1.2
+Theano==1.0.5
+Wand==0.6.13
+Werkzeug==3.0.2
+absl-py==1.4.0
+accelerate==0.28.0
+access==1.1.9
+affine==2.4.0
+aiobotocore==2.12.2
+aiofiles==22.1.0
+aiohttp-cors==0.7.0
+aiohttp==3.9.1
+aioitertools==0.11.0
+aiorwlock==1.3.0
+aiosignal==1.3.1
+aiosqlite==0.19.0
+albumentations==1.4.0
+alembic==1.13.1
+altair==5.3.0
+annotated-types==0.6.0
+annoy==1.17.3
+anyio==4.2.0
+apache-beam==2.46.0
+aplus==0.11.0
+appdirs==1.4.4
+archspec==0.2.3
+argon2-cffi-bindings==21.2.0
+argon2-cffi==23.1.0
+array-record==0.5.0
+arrow==1.3.0
+arviz==0.17.1
+astroid==3.1.0
+astropy-iers-data==0.2024.4.1.0.33.14
+astropy==6.0.1
+asttokens==2.4.1
+astunparse==1.6.3
+async-lru==2.0.4
+async-timeout==4.0.3
+attrs==23.2.0
+audioread==3.0.1
+autopep8==2.0.4
+backoff==2.2.1
+bayesian-optimization==1.4.3
+beatrix_jupyterlab==2023.128.151533
+beautifulsoup4==4.12.2
+bitsandbytes==0.43.0
+blake3==0.2.1
+bleach==6.1.0
+blessed==1.20.0
+blinker==1.7.0
+blis==0.7.10
+blosc2==2.6.0
+bokeh==3.3.4
+boltons==23.1.1
+boto3==1.26.100
+botocore==1.34.51
+bq_helper==0.4.1
+bqplot==0.12.43
+branca==0.7.1
+brewer2mpl==1.4.1
+brotlipy==0.7.0
+cached-property==1.5.2
+cachetools==4.2.4
+cachetools==5.3.2
+catalogue==2.0.10
+catalyst==22.4
+catboost==1.2.3
+category-encoders==2.6.3
+certifi==2024.2.2
+cesium==0.12.1
+cffi==1.16.0
+charset-normalizer==3.3.2
+chex==0.1.86
+cleverhans==4.0.0
+click-plugins==1.1.1
+click==8.1.7
+cligj==0.7.2
+cloud-tpu-client==0.10
+cloud-tpu-profiler==2.4.0
+cloudpathlib==0.16.0
+cloudpickle==2.2.1
+cloudpickle==3.0.0
+cmdstanpy==1.2.2
+colorama==0.4.6
+colorcet==3.1.0
+colorful==0.5.6
+colorlog==6.8.2
+colorlover==0.3.0
+comm==0.2.1
+conda-libmamba-solver==23.7.0
+conda-package-handling==2.2.0
+conda==23.7.4
+conda_package_streaming==0.9.0
+confection==0.1.4
+contextily==1.6.0
+contourpy==1.2.0
+convertdate==2.4.0
+crcmod==1.7
+cryptography==41.0.7
+cuda-python==12.4.0
+cudf==23.8.0
+cufflinks==0.17.3
+cuml==23.8.0
+cupy==13.0.0
+cycler==0.12.1
+cymem==2.0.8
+cytoolz==0.12.3
+daal4py==2024.2.0
+daal==2024.2.0
+dacite==1.8.1
+dask-cuda==23.8.0
+dask-cudf==23.8.0
+dask-expr==1.0.9
+dask==2024.4.0
+dataclasses-json==0.6.4
+dataproc_jupyter_plugin==0.1.66
+datasets==2.16.0
+datashader==0.16.0
+datatile==1.0.3
+db-dtypes==1.2.0
+deap==1.4.1
+debugpy==1.8.0
+decorator==5.1.1
+deepdiff==6.7.1
+defusedxml==0.7.1
+deprecation==2.1.0
+descartes==1.1.0
+dill==0.3.7
+dipy==1.9.0
+distlib==0.3.8
+distributed==2023.7.1
+distro==1.9.0
+dm-tree==0.1.8
+docker-pycreds==0.4.0
+docker==7.0.0
+docopt==0.6.2
+docstring-parser==0.15
+docstring-to-markdown==0.15
+docutils==0.20.1
+earthengine-api==0.1.395
+easydict==1.13
+easyocr==1.7.1
+ecos==2.0.13
+eli5==0.13.0
+emoji==2.11.0
+en-core-web-lg==3.7.1
+en-core-web-sm==3.7.1
+entrypoints==0.4
+ephem==4.1.5
+esda==2.5.1
+essentia==2.1b6.dev1110
+et-xmlfile==1.1.0
+etils==1.6.0
+exceptiongroup==1.2.0
+executing==2.0.1
+explainable-ai-sdk==1.3.3
+fastai==2.7.14
+fastapi==0.108.0
+fastavro==1.9.3
+fastcore==1.5.29
+fastdownload==0.0.7
+fasteners==0.19
+fastjsonschema==2.19.1
+fastprogress==1.0.3
+fastrlock==0.8.2
+fasttext==0.9.2
+feather-format==0.4.1
+featuretools==1.30.0
+filelock==3.13.1
+fiona==1.9.6
+fitter==1.7.0
+flake8==7.0.0
+flashtext==2.7
+flatbuffers==23.5.26
+flax==0.8.2
+folium==0.16.0
+fonttools==4.47.0
+fonttools==4.50.0
+fqdn==1.5.1
+frozendict==2.4.1
+frozenlist==1.4.1
+fsspec==2023.10.0
+fsspec==2024.3.1
+funcy==2.0
+fury==0.10.0
+future==1.0.0
+fuzzywuzzy==0.18.0
+gast==0.5.4
+gatspy==0.3
+gcsfs==2024.2.0
+gensim==4.3.2
+geographiclib==2.0
+geojson==3.1.0
+geopandas==0.14.3
+geoplot==0.5.1
+geopy==2.4.1
+geoviews==1.11.1
+ggplot==0.11.5
+giddy==2.3.5
+gitdb==4.0.11
+google-ai-generativelanguage==0.4.0
+google-api-core==2.11.1
+google-api-core==2.18.0
+google-api-python-client==2.125.0
+google-apitools==0.5.31
+google-auth-httplib2==0.2.0
+google-auth-oauthlib==1.2.0
+google-auth==2.26.1
+google-cloud-aiplatform==0.6.0a1
+google-cloud-artifact-registry==1.10.0
+google-cloud-automl==1.0.1
+google-cloud-bigquery==2.34.4
+google-cloud-bigtable==1.7.3
+google-cloud-core==2.4.1
+google-cloud-datastore==2.19.0
+google-cloud-dlp==3.14.0
+google-cloud-jupyter-config==0.0.5
+google-cloud-language==2.13.3
+google-cloud-monitoring==2.18.0
+google-cloud-pubsub==2.19.0
+google-cloud-pubsublite==1.9.0
+google-cloud-recommendations-ai==0.7.1
+google-cloud-resource-manager==1.11.0
+google-cloud-spanner==3.40.1
+google-cloud-storage==1.44.0
+google-cloud-translate==3.12.1
+google-cloud-videointelligence==2.13.3
+google-cloud-vision==2.8.0
+google-crc32c==1.5.0
+google-generativeai==0.4.1
+google-pasta==0.2.0
+google-resumable-media==2.7.0
+googleapis-common-protos==1.62.0
+gplearn==0.4.2
+gpustat==1.0.0
+gpxpy==1.6.2
+graphviz==0.20.3
+greenlet==3.0.3
+grpc-google-iam-v1==0.12.7
+grpcio-status==1.48.1
+grpcio-status==1.48.2
+grpcio==1.51.1
+grpcio==1.60.0
+gviz-api==1.10.0
+gym-notices==0.0.8
+gym==0.26.2
+gymnasium==0.29.0
+h11==0.14.0
+h2o==3.46.0.1
+h5netcdf==1.3.0
+h5py==3.10.0
+haversine==2.8.1
+hdfs==2.7.3
+hep-ml==0.7.2
+hijri-converter==2.3.1
+hmmlearn==0.3.2
+holidays==0.24
+holoviews==1.18.3
+hpsklearn==0.1.0
+html5lib==1.1
+htmlmin==0.1.12
+httpcore==1.0.5
+httplib2==0.21.0
+httptools==0.6.1
+httpx==0.27.0
+huggingface-hub==0.22.2
+hunspell==0.5.5
+hydra-slayer==0.5.0
+hyperopt==0.2.7
+hypertools==0.8.0
+idna==3.6
+igraph==0.11.4
+imagecodecs==2024.1.1
+imageio==2.33.1
+imbalanced-learn==0.12.2
+imgaug==0.4.0
+importlib-metadata==6.11.0
+importlib-metadata==7.0.1
+importlib-resources==6.1.1
+inequality==1.0.1
+iniconfig==2.0.0
+ipydatawidgets==4.3.5
+ipykernel==6.28.0
+ipyleaflet==0.18.2
+ipympl==0.7.0
+ipython-genutils==0.2.0
+ipython-genutils==0.2.0
+ipython-sql==0.5.0
+ipython==8.20.0
+ipyvolume==0.6.3
+ipyvue==1.10.2
+ipyvuetify==1.9.3
+ipywebrtc==0.6.0
+ipywidgets==7.7.1
+isoduration==20.11.0
+isort==5.13.2
+isoweek==1.3.3
+itsdangerous==2.1.2
+jaraco.classes==3.3.0
+jax-jumpy==1.0.0
+jax==0.4.23
+jaxlib==0.4.23.dev20240116
+jedi==0.19.1
+jeepney==0.8.0
+jieba==0.42.1
+jmespath==1.0.1
+joblib==1.3.2
+json5==0.9.14
+jsonpatch==1.33
+jsonpointer==2.4
+jsonschema-specifications==2023.12.1
+jsonschema==4.20.0
+jupyter-console==6.6.3
+jupyter-events==0.9.0
+jupyter-http-over-ws==0.0.8
+jupyter-lsp==1.5.1
+jupyter-server-mathjax==0.2.6
+jupyter-ydoc==0.2.5
+jupyter_client==7.4.9
+jupyter_client==8.6.0
+jupyter_core==5.7.1
+jupyter_server==2.13.0
+jupyter_server_fileid==0.9.1
+jupyter_server_proxy==4.1.0
+jupyter_server_terminals==0.5.1
+jupyter_server_ydoc==0.8.0
+jupyterlab-lsp==5.1.0
+jupyterlab-widgets==3.0.9
+jupyterlab==4.1.5
+jupyterlab_git==0.44.0
+jupyterlab_pygments==0.3.0
+jupyterlab_server==2.25.2
+jupytext==1.16.0
+kaggle-environments==1.14.3
+kaggle==1.6.8
+kagglehub==0.2.2
+keras-cv==0.8.2
+keras-nlp==0.8.2
+keras-tuner==1.4.6
+keras==3.1.1
+kernels-mixer==0.0.7
+keyring==24.3.0
+keyrings.google-artifactregistry-auth==1.1.2
+kfp-pipeline-spec==0.2.2
+kfp-server-api==2.0.5
+kfp==2.5.0
+kiwisolver==1.4.5
+kmapper==2.0.1
+kmodes==0.12.2
+korean-lunar-calendar==0.3.1
+kornia==0.7.2
+kornia_rs==0.1.3
+kt-legacy==1.0.5
+kubernetes==26.1.0
+langcodes==3.3.0
+langid==1.1.6
+lazy_loader==0.3
+learntools==0.3.4
+leven==1.0.4
+libclang==16.0.6
+libmambapy==1.5.0
+libpysal==4.9.2
+librosa==0.10.1
+lightgbm==4.2.0
+lightning-utilities==0.11.2
+lime==0.2.0.1
+line-profiler==4.1.2
+linkify-it-py==2.0.3
+llvmlite==0.41.1
+llvmlite==0.42.0
+lml==0.1.0
+locket==1.0.0
+loguru==0.7.2
+lxml==5.2.1
+lz4==4.3.3
+mamba==1.5.0
+mapclassify==2.6.1
+markdown-it-py==3.0.0
+marshmallow==3.21.1
+matplotlib-inline==0.1.6
+matplotlib-venn==0.11.10
+matplotlib==3.7.5
+matplotlib==3.8.3
+mccabe==0.7.0
+mdit-py-plugins==0.4.0
+mdurl==0.1.2
+memory-profiler==0.61.0
+menuinst==2.0.1
+mercantile==1.2.1
+mgwr==2.2.1
+missingno==0.5.2
+mistune==0.8.4
+mizani==0.11.1
+ml-dtypes==0.2.0
+mlcrate==0.2.0
+mlens==0.2.3
+mlxtend==0.23.1
+mne==1.6.1
+mnist==0.2.2
+momepy==0.7.0
+more-itertools==10.2.0
+mpld3==0.5.10
+mpmath==1.3.0
+msgpack==1.0.7
+multidict==6.0.4
+multimethod==1.10
+multipledispatch==1.0.0
+multiprocess==0.70.15
+munkres==1.1.4
+murmurhash==1.0.10
+mypy-extensions==1.0.0
+namex==0.0.7
+nb-conda-kernels==2.3.1
+nb_conda==2.2.1
+nbclassic==1.0.0
+nbclient==0.5.13
+nbconvert==6.4.5
+nbdime==3.2.0
+nbformat==5.9.2
+ndindex==1.8
+nest-asyncio==1.5.8
+networkx==3.2.1
+nibabel==5.2.1
+nilearn==0.10.3
+ninja==1.11.1.1
+nltk==3.2.4
+nose==1.3.7
+notebook==6.5.4
+notebook==6.5.6
+notebook_executor==0.2
+notebook_shim==0.2.3
+numba==0.58.1
+numba==0.59.1
+numexpr==2.10.0
+numpy==1.26.4
+nvidia-ml-py==11.495.46
+nvtx==0.2.10
+oauth2client==4.1.3
+oauthlib==3.2.2
+objsize==0.6.1
+odfpy==1.4.1
+olefile==0.47
+onnx==1.16.0
+opencensus-context==0.1.3
+opencensus==0.11.4
+opencv-contrib-python==4.9.0.80
+opencv-python-headless==4.9.0.80
+opencv-python==4.9.0.80
+openpyxl==3.1.2
+openslide-python==1.3.1
+opentelemetry-api==1.22.0
+opentelemetry-exporter-otlp-proto-common==1.22.0
+opentelemetry-exporter-otlp-proto-grpc==1.22.0
+opentelemetry-exporter-otlp-proto-http==1.22.0
+opentelemetry-exporter-otlp==1.22.0
+opentelemetry-proto==1.22.0
+opentelemetry-sdk==1.22.0
+opentelemetry-semantic-conventions==0.43b0
+opt-einsum==3.3.0
+optax==0.2.2
+optree==0.11.0
+optuna==3.6.1
+orbax-checkpoint==0.5.7
+ordered-set==4.1.0
+orjson==3.9.10
+ortools==9.4.1874
+osmnx==1.9.2
+overrides==7.4.0
+packaging==21.3
+pandas-datareader==0.10.0
+pandas-profiling==3.6.6
+pandas-summary==0.2.0
+pandas==2.1.4
+pandas==2.2.1
+pandasql==0.7.3
+pandocfilters==1.5.0
+panel==1.3.8
+papermill==2.5.0
+param==2.1.0
+parso==0.8.3
+partd==1.4.1
+path.py==12.5.0
+path==16.10.0
+pathos==0.3.2
+pathy==0.10.3
+patsy==0.5.6
+pdf2image==1.17.0
+peft==0.10.0
+pettingzoo==1.24.0
+pexpect==4.8.0
+pexpect==4.9.0
+phik==0.12.4
+pickleshare==0.7.5
+pillow==10.3.0
+pip==23.3.2
+pkgutil_resolve_name==1.3.10
+platformdirs==4.2.0
+plotly-express==0.4.1
+plotly==5.18.0
+plotnine==0.13.4
+pluggy==1.4.0
+pointpats==2.4.0
+polars==0.20.18
+polyglot==16.7.4
+pooch==1.8.1
+pox==0.3.4
+ppca==0.0.4
+ppft==1.7.6.8
+preprocessing==0.1.13
+preshed==3.0.9
+prettytable==3.9.0
+progressbar2==4.4.2
+prometheus-client==0.19.0
+promise==2.3
+prompt-toolkit==3.0.42
+prompt-toolkit==3.0.43
+prophet==1.1.1
+proto-plus==1.23.0
+protobuf==3.20.3
+protobuf==4.21.12
+psutil==5.9.3
+psutil==5.9.7
+ptyprocess==0.7.0
+pudb==2024.1
+pure-eval==0.2.2
+py-cpuinfo==9.0.0
+py-spy==0.3.14
+py4j==0.10.9.7
+pyLDAvis==3.4.1
+pyOpenSSL==23.3.0
+pyaml==23.12.0
+pyarrow-hotfix==0.6
+pyarrow==15.0.2
+pyasn1-modules==0.3.0
+pyasn1==0.5.1
+pybind11==2.12.0
+pyclipper==1.3.0.post5
+pycodestyle==2.11.1
+pycosat==0.6.6
+pycparser==2.21
+pycryptodome==3.20.0
+pyct==0.5.0
+pycuda==2024.1
+pydantic==2.5.3
+pydantic==2.6.4
+pydantic_core==2.14.6
+pydantic_core==2.16.3
+pydegensac==0.1.2
+pydicom==2.4.4
+pydocstyle==6.3.0
+pydot==1.4.2
+pydub==0.25.1
+pyemd==1.0.0
+pyerfa==2.0.1.1
+pyexcel-io==0.6.6
+pyexcel-ods==0.6.0
+pyflakes==3.2.0
+pygltflib==1.16.2
+pykalman==0.9.7
+pylibraft==23.8.0
+pylint==3.1.0
+pymc3==3.11.4
+pymongo==3.13.0
+pynndescent==0.5.12
+pynvml==11.4.1
+pynvrtc==9.2
+pyparsing==3.1.1
+pyparsing==3.1.2
+pypdf==4.1.0
+pyproj==3.6.1
+pysal==24.1
+pyshp==2.3.1
+pytesseract==0.3.10
+pytest==8.1.1
+python-bidi==0.4.2
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.0
+python-json-logger==2.0.7
+python-louvain==0.16
+python-lsp-jsonrpc==1.1.2
+python-lsp-server==1.11.0
+python-slugify==8.0.4
+python-utils==3.8.2
+pythreejs==2.4.2
+pytoolconfig==1.3.1
+pytools==2024.1.1
+pytorch-ignite==0.5.0.post2
+pytorch-lightning==2.2.1
+pytz==2023.3.post1
+pytz==2024.1
+pyu2f==0.1.5
+pyviz_comms==3.0.2
+pyzmq==24.0.1
+pyzmq==25.1.2
+qgrid==1.3.1
+qtconsole==5.5.1
+quantecon==0.7.2
+qudida==0.0.4
+raft-dask==23.8.0
+rasterio==1.3.9
+rasterstats==0.19.0
+ray-cpp==2.9.0
+ray==2.9.0
+referencing==0.32.1
+regex==2023.12.25
+requests-oauthlib==1.3.1
+requests-toolbelt==0.10.1
+requests==2.31.0
+retrying==1.3.3
+retrying==1.3.4
+rfc3339-validator==0.1.4
+rfc3986-validator==0.1.1
+rgf-python==3.12.0
+rich-click==1.7.4
+rich==13.7.0
+rich==13.7.1
+rmm==23.8.0
+rope==1.13.0
+rpds-py==0.16.2
+rsa==4.9
+ruamel-yaml-conda==0.15.100
+ruamel.yaml.clib==0.2.7
+ruamel.yaml==0.17.40
+s2sphere==0.2.5
+s3fs==2024.2.0
+s3transfer==0.6.2
+safetensors==0.4.2
+scattertext==0.1.19
+scikit-image==0.22.0
+scikit-learn-intelex==2024.2.0
+scikit-learn==1.2.2
+scikit-multilearn==0.2.0
+scikit-optimize==0.10.1
+scikit-plot==0.3.7
+scikit-surprise==1.1.3
+scipy==1.11.4
+scipy==1.12.0
+seaborn==0.12.2
+segment_anything==1.0
+segregation==2.5
+semver==3.0.2
+sentencepiece==0.2.0
+sentry-sdk==1.44.1
+setproctitle==1.3.3
+setuptools-git==1.2
+setuptools-scm==8.0.4
+setuptools==69.0.3
+shap==0.44.1
+shapely==2.0.3
+shellingham==1.5.4
+shtab==1.7.1
+simpervisor==1.0.0
+simplejson==3.19.2
+six==1.16.0
+sklearn-pandas==2.2.0
+slicer==0.0.7
+smart-open==6.4.0
+smmap==5.0.1
+sniffio==1.3.0
+snowballstemmer==2.2.0
+snuggs==1.4.7
+sortedcontainers==2.4.0
+soundfile==0.12.1
+soupsieve==2.5
+soxr==0.3.7
+spacy-legacy==3.0.12
+spacy-loggers==1.0.5
+spacy==3.7.2
+spaghetti==1.7.5.post1
+spectral==0.23.1
+spglm==1.1.0
+sphinx-rtd-theme==0.2.4
+spint==1.0.7
+splot==1.1.5.post1
+spopt==0.6.0
+spreg==1.4.2
+spvcm==0.3.0
+sqlparse==0.4.4
+squarify==0.4.3
+srsly==2.4.8
+stable-baselines3==2.1.0
+stack-data==0.6.2
+stack-data==0.6.3
+stanio==0.5.0
+starlette==0.32.0.post1
+statsmodels==0.14.1
+stemming==1.0.1
+stop-words==2018.7.23
+stopit==1.1.2
+stumpy==1.12.0
+sympy==1.12
+tables==3.9.2
+tabulate==0.9.0
+tangled-up-in-unicode==0.2.0
+tbb==2021.12.0
+tblib==3.0.0
+tenacity==8.2.3
+tensorboard-data-server==0.7.2
+tensorboard-plugin-profile==2.15.0
+tensorboard==2.15.1
+tensorboardX==2.6.2.2
+tensorflow-cloud==0.1.16
+tensorflow-datasets==4.9.4
+tensorflow-decision-forests==1.8.1
+tensorflow-estimator==2.15.0
+tensorflow-hub==0.16.1
+tensorflow-io-gcs-filesystem==0.35.0
+tensorflow-io==0.35.0
+tensorflow-metadata==0.14.0
+tensorflow-probability==0.23.0
+tensorflow-serving-api==2.14.1
+tensorflow-text==2.15.0
+tensorflow-transform==0.14.0
+tensorflow==2.15.0
+tensorstore==0.1.56
+termcolor==2.4.0
+terminado==0.18.0
+testpath==0.6.0
+text-unidecode==1.3
+textblob==0.18.0.post0
+texttable==1.7.0
+tf_keras==2.15.1
+tfp-nightly==0.24.0.dev0
+thinc==8.2.2
+threadpoolctl==3.2.0
+tifffile==2023.12.9
+timm==0.9.16
+tinycss2==1.2.1
+tobler==0.11.2
+tokenizers==0.15.2
+toml==0.10.2
+tomli==2.0.1
+tomlkit==0.12.4
+toolz==0.12.1
+torch==2.1.2
+torchaudio==2.1.2
+torchdata==0.7.1
+torchinfo==1.8.0
+torchmetrics==1.3.2
+torchtext==0.16.2
+torchvision==0.16.2
+tornado==6.3.3
+tqdm==4.66.1
+traceml==1.0.8
+traitlets==5.9.0
+traittypes==0.2.1
+transformers==4.39.3
+treelite-runtime==3.2.0
+treelite==3.2.0
+trl==0.8.1
+truststore==0.8.0
+trx-python==0.2.9
+tsfresh==0.20.2
+typeguard==4.1.5
+typer==0.9.0
+typer==0.9.4
+types-python-dateutil==2.8.19.20240106
+typing-inspect==0.9.0
+typing-utils==0.1.0
+typing_extensions==4.9.0
+tyro==0.8.3
+tzdata==2023.4
+uc-micro-py==1.0.3
+ucx-py==0.33.0
+ujson==5.9.0
+umap-learn==0.5.5
+unicodedata2==15.1.0
+update-checker==0.18.0
+uri-template==1.3.0
+uritemplate==3.0.1
+urllib3==1.26.18
+urllib3==2.1.0
+urwid==2.6.10
+urwid_readline==0.14
+uvicorn==0.25.0
+uvloop==0.19.0
+vaex-astro==0.9.3
+vaex-core==4.17.1
+vaex-hdf5==0.14.1
+vaex-jupyter==0.8.2
+vaex-ml==0.18.3
+vaex-server==0.9.0
+vaex-viz==0.5.4
+vaex==4.17.0
+vec_noise==1.1.4
+vecstack==0.4.0
+virtualenv==20.21.0
+visions==0.7.5
+vowpalwabbit==9.9.0
+vtk==9.3.0
+wandb==0.16.5
+wasabi==1.1.2
+watchfiles==0.21.0
+wavio==0.0.8
+wcwidth==0.2.13
+weasel==0.3.4
+webcolors==1.13
+webencodings==0.5.1
+websocket-client==1.7.0
+websockets==12.0
+wfdb==4.1.2
+whatthepatch==1.0.5
+wheel==0.42.0
+widgetsnbextension==3.6.6
+witwidget==1.8.1
+woodwork==0.29.0
+wordcloud==1.9.3
+wordsegment==1.3.1
+wrapt==1.14.1
+xarray-einstats==0.7.0
+xarray==2024.3.0
+xgboost==2.0.3
+xvfbwrapper==0.2.9
+xxhash==3.4.1
+xyzservices==2023.10.1
+y-py==0.6.2
+yapf==0.40.2
+yarl==1.9.3
+yarl==1.9.4
+ydata-profiling==4.6.4
+yellowbrick==1.5
+ypy-websocket==0.8.4
+zict==3.0.0
+zipp==3.17.0
+zstandard==0.22.0

wandb/run-20240411_122441-3wiow4fo/files/wandb-metadata.json

@@ -0,0 +1,66 @@
+{
+    "os": "Linux-5.15.133+-x86_64-with-glibc2.31",
+    "python": "3.10.13",
+    "heartbeatAt": "2024-04-11T12:24:41.715654",
+    "startedAt": "2024-04-11T12:24:41.032425",
+    "docker": null,
+    "cuda": null,
+    "args": [],
+    "state": "running",
+    "program": "kaggle.ipynb",
+    "codePathLocal": null,
+    "root": "/kaggle/working",
+    "host": "55cd788bb41a",
+    "username": "root",
+    "executable": "/opt/conda/bin/python3.10",
+    "cpu_count": 2,
+    "cpu_count_logical": 4,
+    "cpu_freq": {
+        "current": 2000.18,
+        "min": 0.0,
+        "max": 0.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2000.18,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.18,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.18,
+            "min": 0.0,
+            "max": 0.0
+        },
+        {
+            "current": 2000.18,
+            "min": 0.0,
+            "max": 0.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 8062.387607574463,
+            "used": 5571.194152832031
+        }
+    },
+    "gpu": "Tesla T4",
+    "gpu_count": 2,
+    "gpu_devices": [
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        },
+        {
+            "name": "Tesla T4",
+            "memory_total": 16106127360
+        }
+    ],
+    "memory": {
+        "total": 31.357559204101562
+    }
+}

wandb/run-20240411_122441-3wiow4fo/files/wandb-summary.json

@@ -0,0 +1 @@
+{"train_runtime": 12.6279, "train_samples_per_second": 3.168, "train_steps_per_second": 0.792, "total_flos": 19241066102784.0, "train_loss": 5.502705001831055, "train/epoch": 0.0, "train/global_step": 10, "_timestamp": 1712838333.068445, "_runtime": 52.02996587753296, "_step": 0}

wandb/run-20240411_122441-3wiow4fo/logs/debug-internal.log

@@ -0,0 +1,127 @@
+2024-04-11 12:24:41,039 INFO    StreamThr :1468 [internal.py:wandb_internal():86] W&B internal server running at pid: 1468, started at: 2024-04-11 12:24:41.038680
+2024-04-11 12:24:41,041 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status
+2024-04-11 12:24:41,424 INFO    WriterThread:1468 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240411_122441-3wiow4fo/run-3wiow4fo.wandb
+2024-04-11 12:24:41,425 DEBUG   SenderThread:1468 [sender.py:send():379] send: header
+2024-04-11 12:24:41,433 DEBUG   SenderThread:1468 [sender.py:send():379] send: run
+2024-04-11 12:24:41,575 INFO    SenderThread:1468 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240411_122441-3wiow4fo/files
+2024-04-11 12:24:41,575 INFO    SenderThread:1468 [sender.py:_start_run_threads():1124] run started: 3wiow4fo with start time 1712838281.038479
+2024-04-11 12:24:41,584 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: check_version
+2024-04-11 12:24:41,584 DEBUG   SenderThread:1468 [sender.py:send_request():406] send_request: check_version
+2024-04-11 12:24:41,681 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: run_start
+2024-04-11 12:24:41,695 DEBUG   HandlerThread:1468 [system_info.py:__init__():26] System info init
+2024-04-11 12:24:41,695 DEBUG   HandlerThread:1468 [system_info.py:__init__():41] System info init done
+2024-04-11 12:24:41,695 INFO    HandlerThread:1468 [system_monitor.py:start():194] Starting system monitor
+2024-04-11 12:24:41,695 INFO    SystemMonitor:1468 [system_monitor.py:_start():158] Starting system asset monitoring threads
+2024-04-11 12:24:41,696 INFO    HandlerThread:1468 [system_monitor.py:probe():214] Collecting system info
+2024-04-11 12:24:41,696 INFO    SystemMonitor:1468 [interfaces.py:start():190] Started cpu monitoring
+2024-04-11 12:24:41,697 INFO    SystemMonitor:1468 [interfaces.py:start():190] Started disk monitoring
+2024-04-11 12:24:41,699 INFO    SystemMonitor:1468 [interfaces.py:start():190] Started gpu monitoring
+2024-04-11 12:24:41,700 INFO    SystemMonitor:1468 [interfaces.py:start():190] Started memory monitoring
+2024-04-11 12:24:41,701 INFO    SystemMonitor:1468 [interfaces.py:start():190] Started network monitoring
+2024-04-11 12:24:41,715 DEBUG   HandlerThread:1468 [system_info.py:probe():150] Probing system
+2024-04-11 12:24:41,717 DEBUG   HandlerThread:1468 [gitlib.py:_init_repo():56] git repository is invalid
+2024-04-11 12:24:41,717 DEBUG   HandlerThread:1468 [system_info.py:probe():198] Probing system done
+2024-04-11 12:24:41,717 DEBUG   HandlerThread:1468 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-11T12:24:41.715654', 'startedAt': '2024-04-11T12:24:41.032425', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': '55cd788bb41a', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.18, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.18, 'min': 0.0, 'max': 0.0}, {'current': 2000.18, 'min': 0.0, 'max': 0.0}, {'current': 2000.18, 'min': 0.0, 'max': 0.0}, {'current': 2000.18, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5571.194152832031}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}}
+2024-04-11 12:24:41,717 INFO    HandlerThread:1468 [system_monitor.py:probe():224] Finished collecting system info
+2024-04-11 12:24:41,718 INFO    HandlerThread:1468 [system_monitor.py:probe():227] Publishing system info
+2024-04-11 12:24:41,718 DEBUG   HandlerThread:1468 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment
+2024-04-11 12:24:42,577 INFO    Thread-12 :1468 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240411_122441-3wiow4fo/files/conda-environment.yaml
+2024-04-11 12:24:56,733 ERROR   HandlerThread:1468 [system_info.py:_save_conda():221] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds
+Traceback (most recent call last):
+  File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 214, in _save_conda
+    subprocess.call(
+  File "/opt/conda/lib/python3.10/subprocess.py", line 347, in call
+    return p.wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1209, in wait
+    return self._wait(timeout=timeout)
+  File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait
+    raise TimeoutExpired(self.args, timeout)
+subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds
+2024-04-11 12:24:56,734 DEBUG   HandlerThread:1468 [system_info.py:_save_conda():222] Saving conda packages done
+2024-04-11 12:24:56,734 INFO    HandlerThread:1468 [system_monitor.py:probe():229] Finished publishing system info
+2024-04-11 12:24:56,739 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:24:56,739 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-11 12:24:56,739 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:24:56,739 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-11 12:24:56,740 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:24:56,740 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: keepalive
+2024-04-11 12:24:56,740 DEBUG   SenderThread:1468 [sender.py:send():379] send: files
+2024-04-11 12:24:56,740 INFO    SenderThread:1468 [sender.py:_save_file():1390] saving file wandb-metadata.json with policy now
+2024-04-11 12:24:56,944 INFO    wandb-upload_0:1468 [upload_job.py:push():131] Uploaded file /tmp/tmp67awq2ybwandb/dyzxjezo-wandb-metadata.json
+2024-04-11 12:24:57,580 INFO    Thread-12 :1468 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240411_122441-3wiow4fo/files/wandb-metadata.json
+2024-04-11 12:24:57,688 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: python_packages
+2024-04-11 12:24:57,689 DEBUG   SenderThread:1468 [sender.py:send_request():406] send_request: python_packages
+2024-04-11 12:24:57,691 DEBUG   SenderThread:1468 [sender.py:send():379] send: telemetry
+2024-04-11 12:24:57,701 DEBUG   SenderThread:1468 [sender.py:send():379] send: config
+2024-04-11 12:24:57,703 DEBUG   SenderThread:1468 [sender.py:send():379] send: metric
+2024-04-11 12:24:57,704 DEBUG   SenderThread:1468 [sender.py:send():379] send: telemetry
+2024-04-11 12:24:57,704 DEBUG   SenderThread:1468 [sender.py:send():379] send: metric
+2024-04-11 12:24:57,704 WARNING SenderThread:1468 [sender.py:send_metric():1341] Seen metric with glob (shouldn't happen)
+2024-04-11 12:24:57,704 DEBUG   SenderThread:1468 [sender.py:send():379] send: telemetry
+2024-04-11 12:24:57,704 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:24:57,705 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:24:57,706 DEBUG   SenderThread:1468 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:24:58,581 INFO    Thread-12 :1468 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240411_122441-3wiow4fo/files/output.log
+2024-04-11 12:24:58,581 INFO    Thread-12 :1468 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240411_122441-3wiow4fo/files/requirements.txt
+2024-04-11 12:25:00,581 INFO    Thread-12 :1468 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_122441-3wiow4fo/files/output.log
+2024-04-11 12:25:01,973 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:25:02,582 INFO    Thread-12 :1468 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_122441-3wiow4fo/files/output.log
+2024-04-11 12:25:06,974 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:25:11,989 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:25:12,586 INFO    Thread-12 :1468 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_122441-3wiow4fo/files/config.yaml
+2024-04-11 12:25:12,691 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:25:12,691 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:25:12,692 DEBUG   SenderThread:1468 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:25:14,587 INFO    Thread-12 :1468 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_122441-3wiow4fo/files/output.log
+2024-04-11 12:25:17,774 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:25:22,589 INFO    Thread-12 :1468 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_122441-3wiow4fo/files/output.log
+2024-04-11 12:25:22,814 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:25:27,691 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:25:27,691 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:25:27,691 DEBUG   SenderThread:1468 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:25:28,752 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:25:33,068 DEBUG   SenderThread:1468 [sender.py:send():379] send: telemetry
+2024-04-11 12:25:33,108 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: partial_history
+2024-04-11 12:25:33,110 DEBUG   SenderThread:1468 [sender.py:send_request():406] send_request: summary_record
+2024-04-11 12:25:33,112 INFO    SenderThread:1468 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-11 12:25:33,112 DEBUG   SenderThread:1468 [sender.py:send_request():406] send_request: summary_record
+2024-04-11 12:25:33,112 INFO    SenderThread:1468 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-11 12:25:33,113 DEBUG   SenderThread:1468 [sender.py:send_request():406] send_request: summary_record
+2024-04-11 12:25:33,113 INFO    SenderThread:1468 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-11 12:25:33,113 DEBUG   SenderThread:1468 [sender.py:send_request():406] send_request: summary_record
+2024-04-11 12:25:33,113 INFO    SenderThread:1468 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-11 12:25:33,114 DEBUG   SenderThread:1468 [sender.py:send_request():406] send_request: summary_record
+2024-04-11 12:25:33,114 INFO    SenderThread:1468 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-11 12:25:33,114 DEBUG   SenderThread:1468 [sender.py:send():379] send: metric
+2024-04-11 12:25:33,114 DEBUG   SenderThread:1468 [sender.py:send():379] send: history
+2024-04-11 12:25:33,114 DEBUG   SenderThread:1468 [sender.py:send_request():406] send_request: summary_record
+2024-04-11 12:25:33,114 INFO    SenderThread:1468 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
+2024-04-11 12:25:33,594 INFO    Thread-12 :1468 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240411_122441-3wiow4fo/files/wandb-summary.json
+2024-04-11 12:25:34,249 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:25:34,594 INFO    Thread-12 :1468 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_122441-3wiow4fo/files/output.log
+2024-04-11 12:25:39,250 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:25:41,701 DEBUG   SystemMonitor:1468 [system_monitor.py:_start():172] Starting system metrics aggregation loop
+2024-04-11 12:25:41,703 DEBUG   SenderThread:1468 [sender.py:send():379] send: stats
+2024-04-11 12:25:42,689 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:25:42,690 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:25:42,690 DEBUG   SenderThread:1468 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:25:44,768 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:25:45,599 INFO    Thread-12 :1468 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240411_122441-3wiow4fo/files/config.yaml
+2024-04-11 12:25:49,891 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:25:54,892 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:25:57,689 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:25:57,690 DEBUG   SenderThread:1468 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:25:57,726 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:26:00,727 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:26:05,729 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:26:10,730 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:26:11,704 DEBUG   SenderThread:1468 [sender.py:send():379] send: stats
+2024-04-11 12:26:12,690 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:26:12,690 DEBUG   SenderThread:1468 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:26:12,731 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: internal_messages
+2024-04-11 12:26:15,819 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:26:20,820 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:26:25,820 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: status_report
+2024-04-11 12:26:27,690 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: stop_status
+2024-04-11 12:26:27,691 DEBUG   SenderThread:1468 [sender.py:send_request():406] send_request: stop_status
+2024-04-11 12:26:27,726 DEBUG   HandlerThread:1468 [handler.py:handle_request():146] handle_request: internal_messages

wandb/run-20240411_122441-3wiow4fo/logs/debug.log

@@ -0,0 +1,31 @@
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_setup.py:_flush():76] Current SDK version is 0.16.5
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_setup.py:_flush():76] Configure stats pid to 1425
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_setup.py:_flush():76] Loading settings from /root/.config/wandb/settings
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_setup.py:_flush():76] Loading settings from /kaggle/working/wandb/settings
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_setup.py:_flush():76] Loading settings from environment variables: {}
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program': '<python with no main file>'}
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_init.py:_log_setup():527] Logging user logs to /kaggle/working/wandb/run-20240411_122441-3wiow4fo/logs/debug.log
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_init.py:_log_setup():528] Logging internal logs to /kaggle/working/wandb/run-20240411_122441-3wiow4fo/logs/debug-internal.log
+2024-04-11 12:24:41,034 INFO    MainThread:1425 [wandb_init.py:_jupyter_setup():473] configuring jupyter hooks <wandb.sdk.wandb_init._WandbInit object at 0x7bd820cc4d00>
+2024-04-11 12:24:41,035 INFO    MainThread:1425 [wandb_init.py:init():567] calling init triggers
+2024-04-11 12:24:41,035 INFO    MainThread:1425 [wandb_init.py:init():574] wandb.init called with sweep_config: {}
+config: {}
+2024-04-11 12:24:41,035 INFO    MainThread:1425 [wandb_init.py:init():617] starting backend
+2024-04-11 12:24:41,035 INFO    MainThread:1425 [wandb_init.py:init():621] setting up manager
+2024-04-11 12:24:41,036 INFO    MainThread:1425 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-04-11 12:24:41,038 INFO    MainThread:1425 [wandb_init.py:init():629] backend started and connected
+2024-04-11 12:24:41,050 INFO    MainThread:1425 [wandb_run.py:_label_probe_notebook():1299] probe notebook
+2024-04-11 12:24:41,423 INFO    MainThread:1425 [wandb_init.py:init():721] updated telemetry
+2024-04-11 12:24:41,432 INFO    MainThread:1425 [wandb_init.py:init():754] communicating run to backend with 90.0 second timeout
+2024-04-11 12:24:41,583 INFO    MainThread:1425 [wandb_run.py:_on_init():2344] communicating current version
+2024-04-11 12:24:41,671 INFO    MainThread:1425 [wandb_run.py:_on_init():2353] got version response upgrade_message: "wandb version 0.16.6 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2024-04-11 12:24:41,672 INFO    MainThread:1425 [wandb_init.py:init():805] starting run threads in backend
+2024-04-11 12:24:57,689 INFO    MainThread:1425 [wandb_run.py:_console_start():2323] atexit reg
+2024-04-11 12:24:57,689 INFO    MainThread:1425 [wandb_run.py:_redirect():2178] redirect: wrap_raw
+2024-04-11 12:24:57,690 INFO    MainThread:1425 [wandb_run.py:_redirect():2243] Wrapping output streams.
+2024-04-11 12:24:57,690 INFO    MainThread:1425 [wandb_run.py:_redirect():2268] Redirects installed.
+2024-04-11 12:24:57,691 INFO    MainThread:1425 [wandb_init.py:init():848] run started, returning control to user process
+2024-04-11 12:24:57,696 INFO    MainThread:1425 [wandb_run.py:_config_callback():1347] config_cb None None {'vocab_size': 250880, 'hidden_size': 1024, 'n_layer': 24, 'n_head': 16, 'layer_norm_epsilon': 1e-05, 'initializer_range': 0.02, 'use_cache': False, 'pretraining_tp': 1, 'apply_residual_connection_post_layernorm': False, 'hidden_dropout': 0.0, 'attention_dropout': 0.0, 'bos_token_id': 1, 'eos_token_id': 2, 'slow_but_exact': False, 'return_dict': True, 'output_hidden_states': False, 'output_attentions': False, 'torchscript': False, 'torch_dtype': None, 'use_bfloat16': False, 'tf_legacy_loss': False, 'pruned_heads': {}, 'tie_word_embeddings': True, 'chunk_size_feed_forward': 0, 'is_encoder_decoder': False, 'is_decoder': False, 'cross_attention_hidden_size': None, 'add_cross_attention': False, 'tie_encoder_decoder': False, 'max_length': 20, 'min_length': 0, 'do_sample': False, 'early_stopping': False, 'num_beams': 1, 'num_beam_groups': 1, 'diversity_penalty': 0.0, 'temperature': 1.0, 'top_k': 50, 'top_p': 1.0, 'typical_p': 1.0, 'repetition_penalty': 1.0, 'length_penalty': 1.0, 'no_repeat_ngram_size': 0, 'encoder_no_repeat_ngram_size': 0, 'bad_words_ids': None, 'num_return_sequences': 1, 'output_scores': False, 'return_dict_in_generate': False, 'forced_bos_token_id': None, 'forced_eos_token_id': None, 'remove_invalid_values': False, 'exponential_decay_length_penalty': None, 'suppress_tokens': None, 'begin_suppress_tokens': None, 'architectures': ['BloomForCausalLM'], 'finetuning_task': None, 'id2label': {0: 'LABEL_0', 1: 'LABEL_1'}, 'label2id': {'LABEL_0': 0, 'LABEL_1': 1}, 'tokenizer_class': None, 'prefix': None, 'pad_token_id': 3, 'sep_token_id': None, 'decoder_start_token_id': None, 'task_specific_params': None, 'problem_type': None, '_name_or_path': 'bigscience/bloomz-560m', 'transformers_version': '4.39.3', 'attention_softmax_in_fp32': True, 'bias_dropout_fusion': True, 'unk_token_id': 0, 'masked_softmax_fusion': True, 'model_type': 'bloom', 'n_inner': None, 'offset_alibi': 100, 'seq_length': 2048, 'skip_bias_add': True, 'skip_bias_add_qkv': False, 'quantization_config': {'quant_method': 'QuantizationMethod.BITS_AND_BYTES', '_load_in_8bit': False, '_load_in_4bit': True, 'llm_int8_threshold': 6.0, 'llm_int8_skip_modules': None, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': False, 'bnb_4bit_compute_dtype': 'float16', 'bnb_4bit_quant_storage': 'uint8', 'load_in_4bit': True, 'load_in_8bit': False}, 'output_dir': '/kaggle/working/', 'overwrite_output_dir': False, 'do_train': False, 'do_eval': False, 'do_predict': False, 'evaluation_strategy': 'no', 'prediction_loss_only': False, 'per_device_train_batch_size': 8, 'per_device_eval_batch_size': 8, 'per_gpu_train_batch_size': None, 'per_gpu_eval_batch_size': None, 'gradient_accumulation_steps': 1, 'eval_accumulation_steps': None, 'eval_delay': 0, 'learning_rate': 3e-05, 'weight_decay': 0.0001, 'adam_beta1': 0.9, 'adam_beta2': 0.999, 'adam_epsilon': 1e-08, 'max_grad_norm': 0.3, 'num_train_epochs': 5, 'max_steps': 10, 'lr_scheduler_type': 'cosine', 'lr_scheduler_kwargs': {}, 'warmup_ratio': 0.03, 'warmup_steps': 0, 'log_level': 'passive', 'log_level_replica': 'warning', 'log_on_each_node': True, 'logging_dir': '/kaggle/working/runs/Apr11_12-17-04_55cd788bb41a', 'logging_strategy': 'steps', 'logging_first_step': False, 'logging_steps': 20, 'logging_nan_inf_filter': True, 'save_strategy': 'steps', 'save_steps': 20, 'save_total_limit': 1, 'save_safetensors': True, 'save_on_each_node': False, 'save_only_model': False, 'no_cuda': False, 'use_cpu': False, 'use_mps_device': False, 'seed': 42, 'data_seed': None, 'jit_mode_eval': False, 'use_ipex': False, 'bf16': False, 'fp16': False, 'fp16_opt_level': 'O1', 'half_precision_backend': 'auto', 'bf16_full_eval': False, 'fp16_full_eval': False, 'tf32': None, 'local_rank': 0, 'ddp_backend': None, 'tpu_num_cores': None, 'tpu_metrics_debug': False, 'debug': [], 'dataloader_drop_last': False, 'eval_steps': None, 'dataloader_num_workers': 8, 'dataloader_prefetch_factor': None, 'past_index': -1, 'run_name': '/kaggle/working/', 'disable_tqdm': False, 'remove_unused_columns': True, 'label_names': None, 'load_best_model_at_end': False, 'metric_for_best_model': None, 'greater_is_better': None, 'ignore_data_skip': False, 'fsdp': [], 'fsdp_min_num_params': 0, 'fsdp_config': {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}, 'fsdp_transformer_layer_cls_to_wrap': None, 'accelerator_config': {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True}, 'deepspeed': None, 'label_smoothing_factor': 0.0, 'optim': 'paged_adamw_32bit', 'optim_args': None, 'adafactor': False, 'group_by_length': False, 'length_column_name': 'length', 'report_to': ['tensorboard', 'wandb'], 'ddp_find_unused_parameters': None, 'ddp_bucket_cap_mb': None, 'ddp_broadcast_buffers': None, 'dataloader_pin_memory': True, 'dataloader_persistent_workers': False, 'skip_memory_metrics': True, 'use_legacy_prediction_loop': False, 'push_to_hub': False, 'resume_from_checkpoint': None, 'hub_model_id': None, 'hub_strategy': 'every_save', 'hub_token': '<HUB_TOKEN>', 'hub_private_repo': False, 'hub_always_push': False, 'gradient_checkpointing': True, 'gradient_checkpointing_kwargs': None, 'include_inputs_for_metrics': False, 'fp16_backend': 'auto', 'push_to_hub_model_id': None, 'push_to_hub_organization': None, 'push_to_hub_token': '<PUSH_TO_HUB_TOKEN>', 'mp_parameters': '', 'auto_find_batch_size': True, 'full_determinism': False, 'torchdynamo': None, 'ray_scope': 'last', 'ddp_timeout': 1800, 'torch_compile': False, 'torch_compile_backend': None, 'torch_compile_mode': None, 'dispatch_batches': None, 'split_batches': None, 'include_tokens_per_second': False, 'include_num_input_tokens_seen': False, 'neftune_noise_alpha': None, 'optim_target_modules': None}