forked from fullstorydev/solr-bench
-
Notifications
You must be signed in to change notification settings - Fork 2
/
workflow.json
117 lines (114 loc) · 3.31 KB
/
workflow.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
{
"task-types": {
"indexing": {
"index-benchmark": {
"name": "CLOUD_INDEXING",
"description": "Wikipedia dataset on SolrCloud",
"replication-type": "cloud",
"dataset-file": "small-data/small-enwiki.tsv.gz",
"file-format": "tsv",
"id-field": "id",
"setups": [
{
"setup-name": "cloud_2x2",
"collection": "small-wikipedia",
"replication-factor": 3,
"shards": 1,
"min-threads": 2,
"max-threads": 2,
"thread-step": 1
}
]
}
},
"collection-creation": {
"command": "${SOLRURL}admin/collections?action=CREATE&name=collection${INDEX}&numShards=${SHARDS}",
"defaults": {
"INDEX": 0,
"SHARDS": 1
}
},
"shard-splitting": {
"command": "${SOLRURL}admin/collections?action=SPLITSHARD&collection=${COLLECTION}&shard=${SHARD}",
"defaults": {}
},
"num-docs": {
"command": "${SOLRURL}small-wikipedia/select?q=*:*&rows=0&distrib=false",
"defaults": {}
},
"restart-solr-node": {
"restart-solr-node": "${NODE_INDEX}",
"await-recoveries": true
}
},
"global-variables": {
"collection-counter": 0
},
"global-constants": {
"HOST": "localhost",
"PORT": "8983"
},
"execution-plan": {
"task1": {
"type": "indexing",
"mode": "async"
},
"task2": {
"description": "Create 100 collections parallely using 1 threads",
"type": "collection-creation",
"instances": 5,
"concurrency": 4,
"parameters": {
"INDEX": "${collection-counter}",
"SHARDS": 1
},
"pre-task-evals": [
"inc(collection-counter,1)"
],
"mode": "async"
},
"task3": {
"description": "Once all collections are created, split a shard in collection1",
"type": "shard-splitting",
"parameters": {
"COLLECTION": "collection1",
"SHARD": "shard1"
},
"wait-for": "task2",
"mode": "sync"
},
"task4": {
"description": "Restart Solr node",
"type": "restart-solr-node",
"parameters": {
"NODE_INDEX": "2"
},
"wait-for": "task3",
"mode": "sync"
},
"task5": {
"description": "validate",
"type": "num-docs",
"parameters": {
"NODE_INDEX": "2"
},
"wait-for": "task1",
"mode": "sync"
}
},
"cluster": {
"num-solr-nodes": 3,
"startup-params": "-m 1g -V",
"provisioning-method": "local"
},
"repository": {
"commit-id": "d007470bda2f70ba4e1c407ac624e21288947128",
"description": "Solr 8.4",
"name": "git-repository",
"package-subdir": "/solr/package/",
"build-command": "ant ivy-bootstrap && cd solr && ant compile package",
"submodules": false,
"url": "https://github.com/apache/lucene-solr",
"user" : "ishan"
}
}