[fix] output file breakage (#28)

EleutherAI · Feb 16, 2024 · 3c075f4 · 3c075f4
1 parent 3d3011e
commit 3c075f4
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/benchmarks/sizing/utils.py b/benchmarks/sizing/utils.py
@@ -1,6 +1,7 @@
 import sys
 import torch
 import numpy as np
+from pathlib import Path
 from megatron.model import LayerNorm
 from megatron.model.fused_softmax import FusedScaleMaskSoftmax, SoftmaxFusionTypes
 from megatron.model.transformer import ParallelSelfAttention, ParallelMLP, ParallelTransformerLayer
@@ -11,6 +12,7 @@
 
 class Tee(object):
     def __init__(self, filename, verbose):
+        Path(filename).resolve().parent.mkdir(parents=True, exist_ok=True)
         self.file = open(filename, "w")
         self.verbose = verbose
         if self.verbose: