forked from twitter/the-algorithm
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathpipeline-indexer.userupdates.xml
30 lines (26 loc) · 1.08 KB
/
pipeline-indexer.userupdates.xml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
<?xml version="1.0" encoding="UTF-8"?>
<!--
This indexer reads UserModification from user_modification Kafka topic, converts the
data into AntisocialUserUpdate by querying Gizmoduck and then writes the data to the
the search_user_updates Kafka topic.
-->
<pipeline>
<property
propName="validator"
className="org.apache.commons.pipeline.validation.SimplePipelineValidator"/>
<listener className="org.apache.commons.pipeline.listener.ObjectProcessedEventCounter"/>
<driverFactory
className="org.apache.commons.pipeline.driver.DedicatedThreadStageDriverFactory"
id="pipeline">
<!-- This queue is a factor of batchSize larger than inner queues because it is unbatched -->
<property
propName="queueFactory"
className="org.apache.commons.pipeline.util.BlockingQueueFactory$ArrayBlockingQueueFactory"
capacity="500"
fair="false"/>
</driverFactory>
<stage
className="com.twitter.search.ingester.pipeline.twitter.userupdates.UserUpdatesPipelineStage"
environment="prod"
driverFactoryId="pipeline"/>
</pipeline>