File tree Expand file tree Collapse file tree 2 files changed +8
-2
lines changed Expand file tree Collapse file tree 2 files changed +8
-2
lines changed Original file line number Diff line number Diff line change @@ -1130,6 +1130,7 @@ def publish_batch_data(
1130
1130
# Get min and max timestamps
1131
1131
earliest_timestamp = batch_df [batch_data ["timestampColumnName" ]].min ()
1132
1132
latest_timestamp = batch_df [batch_data ["timestampColumnName" ]].max ()
1133
+ batch_row_count = len (batch_df )
1133
1134
1134
1135
with tempfile .TemporaryDirectory () as tmp_dir :
1135
1136
# Copy save files to tmp dir
@@ -1140,7 +1141,12 @@ def publish_batch_data(
1140
1141
with tarfile .open (tar_file_path , mode = "w:gz" ) as tar :
1141
1142
tar .add (tmp_dir , arcname = os .path .basename ("batch_data" ))
1142
1143
1143
- payload = {"performGroundTruthMerge" : False }
1144
+ payload = {
1145
+ "performGroundTruthMerge" : False ,
1146
+ "earliestTimestamp" : int (earliest_timestamp ),
1147
+ "latestTimestamp" : int (latest_timestamp ),
1148
+ "rowCount" : batch_row_count ,
1149
+ }
1144
1150
1145
1151
presigned_url_query_params_dict = {
1146
1152
"earliestTimestamp" : int (earliest_timestamp ),
Original file line number Diff line number Diff line change 22
22
data=data,
23
23
)
24
24
"""
25
- __version__ = "0.1.0a13 "
25
+ __version__ = "0.1.0a14 "
You can’t perform that action at this time.
0 commit comments