Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

SOLR-15118: Convert /v2/collections APIs to annotations #2281

Merged
merged 13 commits into from
Feb 8, 2021
Merged

SOLR-15118: Convert /v2/collections APIs to annotations #2281

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
13 commits
Select commit Hold shift + click to select a range
12586ee
SOLR-15118: Convert /v2/collections APIs to annotations
Jan 28, 2021
c613a1f
Use constants for param names where possible
Feb 1, 2021
472b7a4
Fix precommit, rd 1
Feb 1, 2021
f62f5b8
Merge branch 'master' into SOLR_15118_annotation_based_collections_apis
Feb 4, 2021
7b06110
Add new incremental backup/restore params to v2 POJOs
Feb 4, 2021
e4a0997
Remove unintentionally committed 'IML' file
Feb 4, 2021
f68afd1
Address review comments, rd 1
Feb 4, 2021
253676f
Address review feedback, rd 1 (cont'd)
Feb 4, 2021
6c616ad
Fix broken tests, pt 1
Feb 4, 2021
006b5c9
Remove V2RequestSupport impl from CollectionAdminRequest
Feb 7, 2021
5ffe72d
Fix precommit, rd 1
Feb 8, 2021
2f025b7
Fix precommit, rd 2
Feb 8, 2021
7ec7382
Fix test failures, rd 1
Feb 8, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Use constants for param names where possible
  • Loading branch information
Jason Gerlowski committed Feb 1, 2021
commit c613a1f308f0a61161ad5a588b8fb4874f2cbab9
77 changes: 44 additions & 33 deletions solr/core/src/java/org/apache/solr/handler/CollectionsAPI.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -27,22 +27,25 @@
import org.apache.solr.client.solrj.request.beans.DeleteAliasBody;
import org.apache.solr.client.solrj.request.beans.RestoreCollectionBody;
import org.apache.solr.client.solrj.request.beans.SetAliasPropertyBody;
import org.apache.solr.common.StringUtils;
import org.apache.solr.client.solrj.request.beans.V2ApiConstants;
import org.apache.solr.common.cloud.ZkStateReader;
import org.apache.solr.common.params.CollectionAdminParams;
import org.apache.solr.common.params.CollectionParams.CollectionAction;
import org.apache.solr.handler.admin.CollectionsHandler;
import org.apache.solr.request.SolrQueryRequest;
import org.apache.solr.response.SolrQueryResponse;

import java.util.HashMap;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.stream.Collectors;

import static org.apache.solr.client.solrj.SolrRequest.METHOD.*;
import static org.apache.solr.common.params.CollectionAdminParams.*;
import static org.apache.solr.client.solrj.request.beans.V2ApiConstants.ROUTER_KEY;
import static org.apache.solr.cloud.api.collections.RoutedAlias.CREATE_COLLECTION_PREFIX;
import static org.apache.solr.common.params.CollectionAdminParams.PROPERTY_PREFIX;
import static org.apache.solr.common.params.CollectionAdminParams.ROUTER_PREFIX;
import static org.apache.solr.common.params.CommonParams.ACTION;
import static org.apache.solr.common.params.CommonParams.NAME;
import static org.apache.solr.handler.ClusterAPI.wrapParams;
Expand All @@ -55,7 +58,14 @@
*/
public class CollectionsAPI {

private final CollectionsHandler collectionsHandler;
public static final String V2_CREATE_COLLECTION_CMD = "create";
public static final String V2_BACKUP_CMD = "backup-collection";
public static final String V2_RESTORE_CMD = "restore-collection";
public static final String V2_CREATE_ALIAS_CMD = "create-alias";
public static final String V2_SET_ALIAS_PROP_CMD = "set-alias-property";
public static final String V2_DELETE_ALIAS_CMD = "delete-alias";
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Should we also add other collection commands here, such as: COLLECTIONPROP, CREATE / DELETESHARD, ADD / MOVE / DELETEREPLICA, MODIFYCOLLECTION, REINDEXCOLLECTION, RENAME, SPLITSHARD ?

Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Yes, please

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

They should definitely exist somewhere, but they're not /v2/collections APIs, so I didn't do that in this PR. If you guys really want them, I'm not against adding those constants in this PR.

But even then they should probably live somewhere else, shouldn't they? (since this class is for /v2/collections APIs, and those commands are for other APIs? AFAIK this file is only for those APIs that specifically live under /v2/collections, right?)


private final CollectionsHandler collectionsHandler;

public final CollectionsCommands collectionsCommands = new CollectionsCommands();

Expand All @@ -77,7 +87,7 @@ public void getCollections(SolrQueryRequest req, SolrQueryResponse rsp) throws E
permission = COLL_EDIT_PERM)
public class CollectionsCommands {

@Command(name = "backup-collection")
@Command(name = V2_BACKUP_CMD)
@SuppressWarnings("unchecked")
public void backupCollection(PayloadObj<BackupCollectionBody> obj) throws Exception {
final Map<String, Object> v1Params = obj.get().toMap(new HashMap<>());
Expand All @@ -86,23 +96,23 @@ public void backupCollection(PayloadObj<BackupCollectionBody> obj) throws Except
collectionsHandler.handleRequestBody(wrapParams(obj.getRequest(), v1Params), obj.getResponse());
}

@Command(name = "restore-collection")
@Command(name = V2_RESTORE_CMD)
@SuppressWarnings("unchecked")
public void restoreBackup(PayloadObj<RestoreCollectionBody> obj) throws Exception {
final RestoreCollectionBody v2Body = obj.get();
final Map<String, Object> v1Params = v2Body.toMap(new HashMap<>());

v1Params.put(ACTION, CollectionAction.RESTORE.toLower());
if (v2Body.createCollectionParams != null && !v2Body.createCollectionParams.isEmpty()) {
final Map<String, Object> createCollParams = (Map<String, Object>) v1Params.remove("create-collection");
final Map<String, Object> createCollParams = (Map<String, Object>) v1Params.remove(V2ApiConstants.CREATE_COLLECTION_KEY);
convertV2CreateCollectionMapToV1ParamMap(createCollParams);
v1Params.putAll(createCollParams);
}

collectionsHandler.handleRequestBody(wrapParams(obj.getRequest(), v1Params), obj.getResponse());
}

@Command(name = "create-alias")
@Command(name = V2_CREATE_ALIAS_CMD)
@SuppressWarnings("unchecked")
public void createAlias(PayloadObj<CreateAliasBody> obj) throws Exception {
final CreateAliasBody v2Body = obj.get();
Expand All @@ -111,37 +121,37 @@ public void createAlias(PayloadObj<CreateAliasBody> obj) throws Exception {
v1Params.put(ACTION, CollectionAction.CREATEALIAS.toLower());
if (! CollectionUtils.isEmpty(v2Body.collections)) {
final String collectionsStr = String.join(",", v2Body.collections);
v1Params.remove("collections");
v1Params.put("collections", collectionsStr);
v1Params.remove(V2ApiConstants.COLLECTIONS);
v1Params.put(V2ApiConstants.COLLECTIONS, collectionsStr);
}
if (v2Body.router != null) {
Map<String, Object> routerProperties = (Map<String, Object>) v1Params.remove("router");
flattenMapWithPrefix(routerProperties, v1Params, "router.");
Map<String, Object> routerProperties = (Map<String, Object>) v1Params.remove(V2ApiConstants.ROUTER_KEY);
flattenMapWithPrefix(routerProperties, v1Params, ROUTER_PREFIX);
}
if (v2Body.createCollectionParams != null && !v2Body.createCollectionParams.isEmpty()) {
final Map<String, Object> createCollectionMap = (Map<String, Object>) v1Params.remove("create-collection");
final Map<String, Object> createCollectionMap = (Map<String, Object>) v1Params.remove(V2ApiConstants.CREATE_COLLECTION_KEY);
convertV2CreateCollectionMapToV1ParamMap(createCollectionMap);
flattenMapWithPrefix(createCollectionMap, v1Params, "create-collection.");
flattenMapWithPrefix(createCollectionMap, v1Params, CREATE_COLLECTION_PREFIX);
}

collectionsHandler.handleRequestBody(wrapParams(obj.getRequest(), v1Params), obj.getResponse());
}

@Command(name="set-alias-property")
@Command(name= V2_SET_ALIAS_PROP_CMD)
@SuppressWarnings("unchecked")
public void setAliasProperty(PayloadObj<SetAliasPropertyBody> obj) throws Exception {
final SetAliasPropertyBody v2Body = obj.get();
final Map<String, Object> v1Params = v2Body.toMap(new HashMap<>());

v1Params.put(ACTION, CollectionAction.ALIASPROP.toLower());
// Flatten "properties" map into individual prefixed params
final Map<String, Object> propertiesMap = (Map<String, Object>) v1Params.remove("properties");
flattenMapWithPrefix(propertiesMap, v1Params, "property.");
final Map<String, Object> propertiesMap = (Map<String, Object>) v1Params.remove(V2ApiConstants.PROPERTIES_KEY);
flattenMapWithPrefix(propertiesMap, v1Params, PROPERTY_PREFIX);

collectionsHandler.handleRequestBody(wrapParams(obj.getRequest(), v1Params), obj.getResponse());
}

@Command(name= "delete-alias")
@Command(name= V2_DELETE_ALIAS_CMD)
@SuppressWarnings("unchecked")
public void deleteAlias(PayloadObj<DeleteAliasBody> obj) throws Exception {
final DeleteAliasBody v2Body = obj.get();
Expand All @@ -151,7 +161,7 @@ public void deleteAlias(PayloadObj<DeleteAliasBody> obj) throws Exception {
collectionsHandler.handleRequestBody(wrapParams(obj.getRequest(), v1Params), obj.getResponse());
}

@Command(name = "create")
@Command(name = V2_CREATE_COLLECTION_CMD)
@SuppressWarnings("unchecked")
public void create(PayloadObj<CreateBody> obj) throws Exception {
final CreateBody v2Body = obj.get();
Expand All @@ -163,29 +173,30 @@ public void create(PayloadObj<CreateBody> obj) throws Exception {
collectionsHandler.handleRequestBody(wrapParams(obj.getRequest(), v1Params), obj.getResponse());
}

@SuppressWarnings("unchecked")
private void convertV2CreateCollectionMapToV1ParamMap(Map<String, Object> v2MapVals) {
// Keys are copied so that map can be modified as keys are looped through.
final Set<String> v2Keys = v2MapVals.keySet().stream().collect(Collectors.toSet());
for (String key : v2Keys) {
switch (key) {
case "properties":
final Map<String, Object> propertiesMap = (Map<String, Object>) v2MapVals.remove("properties");
flattenMapWithPrefix(propertiesMap, v2MapVals, "property.");
case V2ApiConstants.PROPERTIES_KEY:
final Map<String, Object> propertiesMap = (Map<String, Object>) v2MapVals.remove(V2ApiConstants.PROPERTIES_KEY);
flattenMapWithPrefix(propertiesMap, v2MapVals, PROPERTY_PREFIX);
break;
case "router":
final Map<String, Object> routerProperties = (Map<String, Object>) v2MapVals.remove("router");
flattenMapWithPrefix(routerProperties, v2MapVals, "router.");
case ROUTER_KEY:
final Map<String, Object> routerProperties = (Map<String, Object>) v2MapVals.remove(V2ApiConstants.ROUTER_KEY);
flattenMapWithPrefix(routerProperties, v2MapVals, CollectionAdminParams.ROUTER_PREFIX);
break;
case "config":
v2MapVals.put("collection.configName", v2MapVals.remove("config"));
case V2ApiConstants.CONFIG:
v2MapVals.put(CollectionAdminParams.COLL_CONF, v2MapVals.remove(V2ApiConstants.CONFIG));
break;
case "shuffleNodes":
v2MapVals.put("createNodeSet.shuffle", v2MapVals.remove("shuffleNodes"));
case V2ApiConstants.SHUFFLE_NODES:
v2MapVals.put(CollectionAdminParams.CREATE_NODE_SET_SHUFFLE_PARAM, v2MapVals.remove(V2ApiConstants.SHUFFLE_NODES));
break;
case "nodeSet":
final List<String> nodeSetList = (List<String>) v2MapVals.remove("nodeSet");
case V2ApiConstants.NODE_SET:
final List<String> nodeSetList = (List<String>) v2MapVals.remove(V2ApiConstants.NODE_SET);
final String nodeSetStr = String.join(",", nodeSetList);
v2MapVals.put("createNodeSet", nodeSetStr);
v2MapVals.put(CollectionAdminParams.CREATE_NODE_SET_PARAM, nodeSetStr);
break;
default:
break;
Expand All @@ -207,7 +218,7 @@ private void flattenMapWithPrefix(Map<String, Object> toFlatten, Map<String, Obj
method = DELETE,
permission = COLL_EDIT_PERM)
public void deleteCollection(SolrQueryRequest req, SolrQueryResponse rsp) throws Exception {
req = wrapParams(req, "action",
req = wrapParams(req, ACTION,
CollectionAction.DELETE.toString(),
NAME, req.getPathTemplateValues().get(ZkStateReader.COLLECTION_PROP));
collectionsHandler.handleRequestBody(req, rsp);
Expand Down
Loading