File tree 1 file changed +1
-10
lines changed
1 file changed +1
-10
lines changed Original file line number Diff line number Diff line change 34
34
if TYPE_CHECKING :
35
35
from mlflow import MlflowClient
36
36
37
- SAMPLE_SIZE = 1000
38
-
39
37
logger = logging .getLogger (__name__ )
40
38
41
39
@@ -556,19 +554,12 @@ def cat_columns(self):
556
554
return self ._cat_columns (self .meta )
557
555
558
556
def save (self , local_path : str ):
559
- with (
560
- open (Path (local_path ) / "data.csv.zst" , "wb" ) as f ,
561
- open (Path (local_path ) / "data.sample.csv.zst" , "wb" ) as f_sample ,
562
- ):
557
+ with (open (Path (local_path ) / "data.csv.zst" , "wb" ) as f ,):
563
558
uncompressed_bytes = save_df (self .df )
564
559
compressed_bytes = compress (uncompressed_bytes )
565
560
f .write (compressed_bytes )
566
561
original_size_bytes , compressed_size_bytes = len (uncompressed_bytes ), len (compressed_bytes )
567
562
568
- uncompressed_bytes = save_df (self .df .sample (min (SAMPLE_SIZE , len (self .df .index ))))
569
- compressed_bytes = compress (uncompressed_bytes )
570
- f_sample .write (compressed_bytes )
571
-
572
563
with open (Path (local_path ) / "giskard-dataset-meta.yaml" , "w" ) as meta_f :
573
564
yaml .dump (
574
565
{
You can’t perform that action at this time.
0 commit comments