fixes

dvc.yaml

@@ -26,7 +26,7 @@ stages:
       - models:
           persist: true
     metrics:
-      - reports/training_metrics.csv:
+      - reports/training_metrics.txt:
           cache: false
   eval:
     cmd: python src/models/evaluate_model.py

src/models/model.py

@@ -332,7 +332,7 @@ class Summarization:
 
         WandLogger = WandbLogger(project="summarization-dagshub")
 
-        # logger = DAGsHubLogger(metrics_path='reports/training_metrics.csv')
+        # logger = DAGsHubLogger(metrics_path='reports/training_metrics.txt')
 
         early_stop_callback = (
             [

src/models/train_model.py

@@ -1,3 +1,5 @@
+import json
+
 import yaml
 
 from model import Summarization
@@ -28,8 +30,11 @@ def train_model():
 
     model.save_model(model_dir=params['model_dir'])
 
-    df = pd.read_json(r'wandb/latest-run/files/wandb-summary.json',typ='series')
-    df.to_csv(r'reports/training_metrics.csv', index=False)
+    with open('wandb/latest-run/files/wandb-summary.json') as json_file:
+        data = json.load(json_file)
+
+    with open('reports/training_metrics.txt', 'w') as fp:
+        json.dump(data, fp)
 
 
 if __name__ == '__main__':