Skip to content

Adding JRF domain into ItJrfDomainInPV #1767

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 25 commits into from
Jun 29, 2020
Merged

Adding JRF domain into ItJrfDomainInPV #1767

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
25 commits
Select commit Hold shift + click to select a range
8431fe6
first cut for junit5 JRF
maggiehe00 Jun 8, 2020
0dc8de3
first working version
maggiehe00 Jun 10, 2020
3dde26b
add the missing files
maggiehe00 Jun 11, 2020
ac18848
fix SSL connection closed issue and Kind image pull issue
maggiehe00 Jun 11, 2020
f8ad23e
increase retry time
maggiehe00 Jun 12, 2020
6615186
ignore SSLProtocolException
maggiehe00 Jun 12, 2020
d1962c8
minor change
maggiehe00 Jun 12, 2020
2d3cee0
merge to the latest devlop branch
maggiehe00 Jun 12, 2020
b938abd
cleanup the code
maggiehe00 Jun 15, 2020
553d170
minor cleanup
maggiehe00 Jun 15, 2020
6f9a150
Merge remote-tracking branch 'origin/develop' into junit5-jrf1
maggiehe00 Jun 15, 2020
3bc96a8
address the review comments
maggiehe00 Jun 16, 2020
d83a70d
Merge remote-tracking branch 'origin/develop' into junit5-jrf1
maggiehe00 Jun 17, 2020
33bdbc2
addressed more review comments
maggiehe00 Jun 17, 2020
b362155
first cut of ItJrfDomainInPV
maggiehe00 Jun 21, 2020
c9c4be9
merge to the latest develop branch
maggiehe00 Jun 22, 2020
62347c4
minor change
maggiehe00 Jun 23, 2020
d6d682f
increase RCU pooling time
maggiehe00 Jun 24, 2020
8230860
move DB/RCU to initAll
maggiehe00 Jun 24, 2020
32e9a62
merge to the latest develop branch
maggiehe00 Jun 24, 2020
c97125d
cleanup the code
maggiehe00 Jun 24, 2020
eee31d2
merge to the latest develop branch and address the review comments
maggiehe00 Jun 26, 2020
c97caba
move verify managed server service before checkcheckPodReady
maggiehe00 Jun 26, 2020
aa0edfe
minor change
maggiehe00 Jun 29, 2020
c4fa21e
Merge remote-tracking branch 'origin/develop' into junit5-jrf2
maggiehe00 Jun 29, 2020
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
265 changes: 239 additions & 26 deletions new-integration-tests/src/test/java/oracle/weblogic/kubernetes/ItJrfDomainInPV.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,11 +3,34 @@

package oracle.weblogic.kubernetes;

import java.io.File;
import java.io.FileOutputStream;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.List;
import java.util.Properties;

import io.kubernetes.client.openapi.models.V1Container;
import io.kubernetes.client.openapi.models.V1EnvVar;
import io.kubernetes.client.openapi.models.V1LocalObjectReference;
import io.kubernetes.client.openapi.models.V1ObjectMeta;
import io.kubernetes.client.openapi.models.V1PersistentVolumeClaimVolumeSource;
import io.kubernetes.client.openapi.models.V1SecretReference;
import io.kubernetes.client.openapi.models.V1Volume;
import io.kubernetes.client.openapi.models.V1VolumeMount;
import oracle.weblogic.domain.AdminServer;
import oracle.weblogic.domain.AdminService;
import oracle.weblogic.domain.Channel;
import oracle.weblogic.domain.Cluster;
import oracle.weblogic.domain.Domain;
import oracle.weblogic.domain.DomainSpec;
import oracle.weblogic.domain.ServerPod;
import oracle.weblogic.kubernetes.annotations.IntegrationTest;
import oracle.weblogic.kubernetes.annotations.Namespaces;
import oracle.weblogic.kubernetes.logging.LoggingFacade;
import oracle.weblogic.kubernetes.utils.CommonTestUtils;
import oracle.weblogic.kubernetes.utils.DbUtils;
import org.awaitility.core.ConditionFactory;
import org.junit.jupiter.api.BeforeAll;
Expand All @@ -16,12 +39,27 @@

import static java.util.concurrent.TimeUnit.MINUTES;
import static java.util.concurrent.TimeUnit.SECONDS;
import static oracle.weblogic.kubernetes.TestConstants.ADMIN_PASSWORD_DEFAULT;
import static oracle.weblogic.kubernetes.TestConstants.ADMIN_USERNAME_DEFAULT;
import static oracle.weblogic.kubernetes.TestConstants.DB_IMAGE_NAME;
import static oracle.weblogic.kubernetes.TestConstants.DB_IMAGE_TAG;
import static oracle.weblogic.kubernetes.TestConstants.DOMAIN_API_VERSION;
import static oracle.weblogic.kubernetes.TestConstants.JRF_BASE_IMAGE_NAME;
import static oracle.weblogic.kubernetes.TestConstants.JRF_BASE_IMAGE_TAG;
import static oracle.weblogic.kubernetes.TestConstants.K8S_NODEPORT_HOST;
import static oracle.weblogic.kubernetes.TestConstants.KIND_REPO;
import static oracle.weblogic.kubernetes.TestConstants.OCR_EMAIL;
import static oracle.weblogic.kubernetes.TestConstants.OCR_PASSWORD;
import static oracle.weblogic.kubernetes.TestConstants.OCR_REGISTRY;
import static oracle.weblogic.kubernetes.TestConstants.OCR_SECRET_NAME;
import static oracle.weblogic.kubernetes.TestConstants.OCR_USERNAME;
import static oracle.weblogic.kubernetes.actions.ActionConstants.RESOURCE_DIR;
import static oracle.weblogic.kubernetes.utils.CommonTestUtils.checkPodReady;
import static oracle.weblogic.kubernetes.utils.CommonTestUtils.checkServiceExists;
import static oracle.weblogic.kubernetes.utils.CommonTestUtils.createDockerRegistrySecret;
import static oracle.weblogic.kubernetes.utils.CommonTestUtils.createDomainAndVerify;
import static oracle.weblogic.kubernetes.utils.CommonTestUtils.createSecretWithUsernamePassword;
import static oracle.weblogic.kubernetes.utils.CommonTestUtils.installAndVerifyOperator;
import static oracle.weblogic.kubernetes.utils.TestUtils.getNextFreePort;
import static oracle.weblogic.kubernetes.utils.ThreadSafeLogger.getLogger;
import static org.awaitility.Awaitility.with;
Expand All @@ -42,16 +80,21 @@ public class ItJrfDomainInPV {
private static final String RCUSCHEMAPREFIX = "jrfdomainpv";
private static final String ORACLEDBURLPREFIX = "oracledb.";
private static final String ORACLEDBSUFFIX = ".svc.cluster.local:1521/devpdb.k8s";

private static final String RCUSYSUSERNAME = "sys";
private static final String RCUSYSPASSWORD = "Oradoc_db1";
private static final String RCUSCHEMAUSERNAME = "myrcuuser";
private static final String RCUSCHEMAPASSWORD = "Oradoc_db1";

private static String dbUrl = null;
private static int dbPort = getNextFreePort(30000, 32767);

private static String fmwImage = JRF_BASE_IMAGE_NAME + ":" + JRF_BASE_IMAGE_TAG;
private static String dbImage = DB_IMAGE_NAME + ":" + DB_IMAGE_TAG;
private static boolean isUseSecret = true;
private static LoggingFacade logger = null;

private final String domainUid = "jrfdomain-inpv";
private final String wlSecretName = domainUid + "-weblogic-credentials";
private final String rcuSecretName = domainUid + "-rcu-credentials";

// create standard, reusable retry/backoff policy
private static final ConditionFactory withStandardRetryPolicy
= with().pollDelay(2, SECONDS)
Expand All @@ -67,38 +110,33 @@ public class ItJrfDomainInPV {
* @param namespaces injected by JUnit
*/
@BeforeAll
public static void initAll(@Namespaces(1) List<String> namespaces) {
public static void initAll(@Namespaces(3) List<String> namespaces) {
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Now you need to initialize the logger in this method and remove the implements LoggedTest.

See #1765

Copy link
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Yeah, when I merged to the latest develop branch I can see the conflicts.

Copy link
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Fixed.


logger = getLogger();
logger.info("Assign a unique namespace for DB and RCU");
assertNotNull(namespaces.get(0), "Namespace is null");
dbNamespace = namespaces.get(0);
dbUrl = ORACLEDBURLPREFIX + dbNamespace + ORACLEDBSUFFIX;

/*
TODO temporarily being commented out. Will be needed when JRF domain is added
logger.info("Assign a unique namespace for DB and RCU");
logger.info("Assign a unique namespace for operator");
assertNotNull(namespaces.get(1), "Namespace is null");
opNamespace = namespaces.get(1);

logger.info("Assign a unique namespace for JRF domain");
assertNotNull(namespaces.get(2), "Namespace is null");
jrfDomainNamespace = namespaces.get(2);

//TODO in the final version when JRF domain is added setupDBandRCUschema should be here
//start DB and create RCU schema
logger.info("Start DB and create RCU schema for namespace: {0} RCU prefix: {1} dbPort: {2} "
+ "dbUrl: {3} dbImage: {4} fmwImage: {5}", dbNamespace, RCUSCHEMAPREFIX, dbPort, dbUrl, dbImage, fmwImage);
final int dbPort = getNextFreePort(30000, 32767);
logger.info("Start DB and create RCU schema for namespace: {0}, RCU prefix: {1}, dbPort: {2} "
+ "dbUrl: {3} dbImage: {4}, fmwImage: {5} isUseSecret: {6}", dbNamespace, RCUSCHEMAPREFIX, dbPort, dbUrl,
dbImage, fmwImage, isUseSecret);
assertDoesNotThrow(() -> DbUtils.setupDBandRCUschema(dbImage, fmwImage, RCUSCHEMAPREFIX, dbNamespace,
dbPort, dbUrl), String.format("Failed to create RCU schema for prefix %s in the namespace %s with "
+ "dbPort %s and dbUrl %s", RCUSCHEMAPREFIX, dbNamespace, dbPort, dbUrl));

dbPort, dbUrl, isUseSecret), String.format("Failed to create RCU schema for prefix %s in the namespace %s with "
+ "dbPort %s and dbUrl %s", RCUSCHEMAPREFIX, dbNamespace, dbPort, dbUrl, isUseSecret));

// install operator and verify its running in ready state
installAndVerifyOperator(opNamespace, jrftDomainNamespace);
installAndVerifyOperator(opNamespace, jrfDomainNamespace);

*/

//determine if the tests are running in Kind cluster. if true use images from Kind registry
//determine if the tests are running in Kind cluster. if true use images from Kind registry
if (KIND_REPO != null) {
dbImage = KIND_REPO + DB_IMAGE_NAME.substring(OCR_REGISTRY.length() + 1)
Expand All @@ -116,21 +154,196 @@ public static void initAll(@Namespaces(1) List<String> namespaces) {
* Create a JRF domain using WLST in a persistent volume.
* Create a domain custom resource with domainHomeSourceType as PersistentVolume.
* Verify domain pods runs in ready state and services are created.
* Verify login to WebLogic console is successful.
*/
@Test
@DisplayName("Create JRF domain in PV using WLST script")
public void testJrfDomainInPvUsingWlst() {
final String clusterName = "cluster-jrfdomain-inpv";
final String adminServerName = "wlst-admin-server";
final String adminServerPodName = domainUid + "-" + adminServerName;
final String managedServerNameBase = "wlst-ms-";
final int managedServerPort = 8001;
final String managedServerPodNamePrefix = domainUid + "-" + managedServerNameBase;
final int replicaCount = 2;
final int t3ChannelPort = getNextFreePort(30000, 32767);

final String pvName = domainUid + "-pv";
final String pvcName = domainUid + "-pvc";

// create pull secrets for jrfDomainNamespace when running in non Kind Kubernetes cluster
if (isUseSecret) {
createDockerRegistrySecret(OCR_USERNAME, OCR_PASSWORD,
OCR_EMAIL, OCR_REGISTRY, OCR_SECRET_NAME, jrfDomainNamespace);
}

// create JRF domain credential secret
createSecretWithUsernamePassword(wlSecretName, jrfDomainNamespace,
ADMIN_USERNAME_DEFAULT, ADMIN_PASSWORD_DEFAULT);

// create RCU credential secret
CommonTestUtils.createRcuSecretWithUsernamePassword(rcuSecretName, jrfDomainNamespace,
RCUSCHEMAUSERNAME, RCUSCHEMAPASSWORD, RCUSYSUSERNAME, RCUSYSPASSWORD);

// create persistent volume and persistent volume claim for domain
CommonTestUtils.createPV(pvName, domainUid, this.getClass().getSimpleName());
CommonTestUtils.createPVC(pvName, pvcName, domainUid, jrfDomainNamespace);

// create a temporary WebLogic domain property file
File domainPropertiesFile = assertDoesNotThrow(() ->
File.createTempFile("domain", "properties"),
"Failed to create domain properties file");
Properties p = new Properties();
p.setProperty("oracleHome", "/u01/oracle"); //default $ORACLE_HOME
p.setProperty("javaHome", "/u01/jdk"); //default $JAVA_HOME
p.setProperty("domainParentDir", "/shared/domains/");
p.setProperty("domainName", domainUid);
p.setProperty("domainUser", ADMIN_USERNAME_DEFAULT);
p.setProperty("domainPassword", ADMIN_PASSWORD_DEFAULT);
p.setProperty("rcuDb", dbUrl);
p.setProperty("rcuSchemaPrefix", RCUSCHEMAPREFIX);
p.setProperty("rcuSchemaPassword", RCUSCHEMAPASSWORD);
p.setProperty("adminListenPort", "7001");
p.setProperty("adminName", adminServerName);
p.setProperty("managedNameBase", managedServerNameBase);
p.setProperty("managedServerPort",Integer.toString(managedServerPort));
p.setProperty("prodMode", "true");
p.setProperty("managedCount", "4");
p.setProperty("clusterName", clusterName);
p.setProperty("t3ChannelPublicAddress", K8S_NODEPORT_HOST);
p.setProperty("t3ChannelPort", Integer.toString(t3ChannelPort));
p.setProperty("exposeAdminT3Channel", "true");

assertDoesNotThrow(() ->
p.store(new FileOutputStream(domainPropertiesFile), "jrf wlst properties file"),
"Failed to write domain properties file");

// WLST script for creating domain
Path wlstScript = Paths.get(RESOURCE_DIR, "python-scripts", "jrf-wlst-create-domain-onpv.py");

// create configmap and domain on persistent volume using the WLST script and property file
createDomainOnPVUsingWlst(wlstScript, domainPropertiesFile.toPath(),
pvName, pvcName, jrfDomainNamespace);

// create a domain custom resource configuration object
logger.info("Creating domain custom resource");
Domain domain = new Domain()
.apiVersion(DOMAIN_API_VERSION)
.kind("Domain")
.metadata(new V1ObjectMeta()
.name(domainUid)
.namespace(jrfDomainNamespace))
.spec(new DomainSpec()
.domainUid(domainUid)
.domainHome("/shared/domains/" + domainUid) // point to domain home in pv
.domainHomeSourceType("PersistentVolume") // set the domain home source type as pv
.image(fmwImage)
.imagePullPolicy("IfNotPresent")
.imagePullSecrets(isUseSecret ? Arrays.asList(
new V1LocalObjectReference()
.name(OCR_SECRET_NAME))
: null)
.webLogicCredentialsSecret(new V1SecretReference()
.name(wlSecretName)
.namespace(jrfDomainNamespace))
.includeServerOutInPodLog(true)
.logHomeEnabled(Boolean.TRUE)
.logHome("/shared/logs/" + domainUid)
.dataHome("")
.serverStartPolicy("IF_NEEDED")
.serverPod(new ServerPod() //serverpod
.addEnvItem(new V1EnvVar()
.name("JAVA_OPTIONS")
.value("-Dweblogic.StdoutDebugEnabled=false"))
.addEnvItem(new V1EnvVar()
.name("USER_MEM_ARGS")
.value("-Djava.security.egd=file:/dev/./urandom "))
.addVolumesItem(new V1Volume()
.name(pvName)
.persistentVolumeClaim(new V1PersistentVolumeClaimVolumeSource()
.claimName(pvcName)))
.addVolumeMountsItem(new V1VolumeMount()
.mountPath("/shared")
.name(pvName)))
.adminServer(new AdminServer() //admin server
.serverStartState("RUNNING")
.adminService(new AdminService()
.addChannelsItem(new Channel()
.channelName("default")
.nodePort(0))
.addChannelsItem(new Channel()
.channelName("T3Channel")
.nodePort(t3ChannelPort))))
.addClustersItem(new Cluster() //cluster
.clusterName(clusterName)
.replicas(replicaCount)
.serverStartState("RUNNING")));

// verify the domain custom resource is created
createDomainAndVerify(domain, jrfDomainNamespace);

// verify the admin server service created
checkServiceExists(adminServerPodName, jrfDomainNamespace);

// verify admin server pod is ready
checkPodReady(adminServerPodName, domainUid, jrfDomainNamespace);

// verify managed server services created
for (int i = 1; i <= replicaCount; i++) {
logger.info("Checking managed server service {0} is created in namespace {1}",
managedServerPodNamePrefix + i, jrfDomainNamespace);
checkServiceExists(managedServerPodNamePrefix + i, jrfDomainNamespace);
}

// verify managed server pods are ready
for (int i = 1; i <= replicaCount; i++) {
logger.info("Waiting for managed server pod {0} to be ready in namespace {1}",
managedServerPodNamePrefix + i, jrfDomainNamespace);
checkPodReady(managedServerPodNamePrefix + i, domainUid, jrfDomainNamespace);
}

//TODO temporarily being here. Will be moved to BeforeAll when JRF domain is added
logger.info("Start DB and create RCU schema for namespace: {0} RCU prefix: {1} dbPort: {2} "
+ "dbUrl: {3} dbImage: {4} fmwImage: {5} isUseSecret: {6}", dbNamespace, RCUSCHEMAPREFIX, dbPort, dbUrl,
dbImage, fmwImage, isUseSecret);
assertDoesNotThrow(() -> DbUtils.setupDBandRCUschema(dbImage, fmwImage, RCUSCHEMAPREFIX, dbNamespace,
dbPort, dbUrl, isUseSecret), String.format("Failed to create RCU schema for prefix %s in the namespace %s with "
+ "dbPort %s and dbUrl %s", RCUSCHEMAPREFIX, dbNamespace, dbPort, dbUrl, isUseSecret));
}

/**
* Create a WebLogic domain on a persistent volume by doing the following.
* Create a configmap containing WLST script and property file.
* Create a Kubernetes job to create domain on persistent volume.
*
* @param wlstScriptFile python script file to create domain
* @param domainPropertiesFile properties file containing domain configuration
* @param pvName name of the persistent volume to create domain in
* @param pvcName name of the persistent volume claim
* @param namespace name of the domain namespace in which the job is created
*/
private void createDomainOnPVUsingWlst(Path wlstScriptFile, Path domainPropertiesFile,
String pvName, String pvcName, String namespace) {

logger.info("Preparing to run create domain job using WLST");

List<Path> domainScriptFiles = new ArrayList<>();
domainScriptFiles.add(wlstScriptFile);
domainScriptFiles.add(domainPropertiesFile);

logger.info("Creating a config map to hold domain creation scripts");
String domainScriptConfigMapName = "create-domain-scripts-cm";
assertDoesNotThrow(
() -> CommonTestUtils.createConfigMapForDomainCreation(domainScriptConfigMapName, domainScriptFiles,
namespace, this.getClass().getSimpleName()),
"Create configmap for domain creation failed");

// create a V1Container with specific scripts and properties for creating domain
V1Container jobCreationContainer = new V1Container()
.addCommandItem("/bin/sh")
.addArgsItem("/u01/oracle/oracle_common/common/bin/wlst.sh")
.addArgsItem("/u01/weblogic/" + wlstScriptFile.getFileName()) //wlst.sh script
.addArgsItem("-skipWLSModuleScanning")
.addArgsItem("-loadProperties")
.addArgsItem("/u01/weblogic/" + domainPropertiesFile.getFileName()); //domain property file

logger.info("Running a Kubernetes job to create the domain");
CommonTestUtils.createDomainJob(fmwImage, isUseSecret, pvName, pvcName, domainScriptConfigMapName,
jrfDomainNamespace, jobCreationContainer);

}

}

Loading