Skip to content

Commit d91c9e6

Browse files
[pre-commit.ci] auto fixes from pre-commit.com hooks
for more information, see https://pre-commit.ci
1 parent 163c9b5 commit d91c9e6

File tree

1 file changed

+6
-7
lines changed

1 file changed

+6
-7
lines changed

examples/incremental_processing/delta.py

Lines changed: 6 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -34,13 +34,12 @@ def process_files_with_delta():
3434
This demonstrates incremental processing - only new files are processed.
3535
"""
3636
chain = (
37-
dc
38-
.read_storage("test/", update=True, delta=True, delta_on="file.path")
39-
.filter(C("file.path").glob("*.txt"))
40-
.map(file_number=extract_file_number)
41-
.map(content=lambda file: file.read_text())
42-
.map(processed_at=lambda: time.strftime("%Y-%m-%d %H:%M:%S"))
43-
.save(name="test_files")
37+
dc.read_storage("test/", update=True, delta=True, delta_on="file.path")
38+
.filter(C("file.path").glob("*.txt"))
39+
.map(file_number=extract_file_number)
40+
.map(content=lambda file: file.read_text())
41+
.map(processed_at=lambda: time.strftime("%Y-%m-%d %H:%M:%S"))
42+
.save(name="test_files")
4443
)
4544

4645
# Show information about the dataset

0 commit comments

Comments
 (0)