|
29 | 29 | import static org.mockito.Mockito.mock;
|
30 | 30 | import static org.mockito.Mockito.never;
|
31 | 31 | import static org.mockito.Mockito.spy;
|
| 32 | +import static org.mockito.Mockito.times; |
32 | 33 | import static org.mockito.Mockito.verify;
|
33 | 34 | import static org.mockito.Mockito.verifyNoMoreInteractions;
|
34 | 35 | import static org.mockito.Mockito.when;
|
|
52 | 53 | import com.google.cloud.dataflow.sdk.options.DataflowPipelineOptions;
|
53 | 54 | import com.google.cloud.dataflow.sdk.options.PipelineOptions;
|
54 | 55 | import com.google.cloud.dataflow.sdk.options.PipelineOptionsFactory;
|
| 56 | +import com.google.cloud.dataflow.sdk.testing.ExpectedLogs; |
55 | 57 | import com.google.cloud.dataflow.sdk.util.TestCredential;
|
56 | 58 | import com.google.common.collect.Lists;
|
57 | 59 |
|
@@ -97,6 +99,8 @@ public class DatastoreIOTest {
|
97 | 99 | @Rule
|
98 | 100 | public final ExpectedException thrown = ExpectedException.none();
|
99 | 101 |
|
| 102 | + @Rule public final ExpectedLogs logged = ExpectedLogs.none(DatastoreIO.Source.class); |
| 103 | + |
100 | 104 | @Before
|
101 | 105 | public void setUp() {
|
102 | 106 | MockitoAnnotations.initMocks(this);
|
@@ -330,6 +334,37 @@ public void testQueryDoesNotSplitWithLimitSet() throws Exception {
|
330 | 334 | verifyNoMoreInteractions(splitter);
|
331 | 335 | }
|
332 | 336 |
|
| 337 | + /** |
| 338 | + * Tests that when {@link QuerySplitter} cannot split a query, {@link DatastoreIO} falls back to |
| 339 | + * a single split. |
| 340 | + */ |
| 341 | + @Test |
| 342 | + public void testQuerySplitterThrows() throws Exception { |
| 343 | + // Mock query splitter that throws IllegalArgumentException |
| 344 | + IllegalArgumentException exception = |
| 345 | + new IllegalArgumentException("query not supported by splitter"); |
| 346 | + QuerySplitter splitter = mock(QuerySplitter.class); |
| 347 | + when( |
| 348 | + splitter.getSplits( |
| 349 | + any(Query.class), any(PartitionId.class), any(Integer.class), any(Datastore.class))) |
| 350 | + .thenThrow(exception); |
| 351 | + |
| 352 | + Query query = Query.newBuilder().addKind(KindExpression.newBuilder().setName("myKind")).build(); |
| 353 | + List<DatastoreIO.Source> bundles = |
| 354 | + initialSource |
| 355 | + .withQuery(query) |
| 356 | + .withMockSplitter(splitter) |
| 357 | + .withMockEstimateSizeBytes(10240L) |
| 358 | + .splitIntoBundles(1024, testPipelineOptions(null)); |
| 359 | + |
| 360 | + assertEquals(1, bundles.size()); |
| 361 | + assertEquals(query, bundles.get(0).getQuery()); |
| 362 | + verify(splitter, times(1)) |
| 363 | + .getSplits( |
| 364 | + any(Query.class), any(PartitionId.class), any(Integer.class), any(Datastore.class)); |
| 365 | + logged.verifyWarn("Unable to parallelize the given query", exception); |
| 366 | + } |
| 367 | + |
333 | 368 | @Test
|
334 | 369 | public void testQuerySplitSizeUnavailable() throws Exception {
|
335 | 370 | KindExpression mykind = KindExpression.newBuilder().setName("mykind").build();
|
|
0 commit comments