org.apache.http.util.Asserts#check

Source File: TargetHostsBuilderTest.java From parallec with Apache License 2.0

6 votes

@Test
public void setTargetHostsFromJsonPathTest() {
    String jsonPath = "$.sample.small-target-hosts[*].hostName";
    List<String> targetHosts = thb.setTargetHostsFromJsonPath(jsonPath,
            URL_JSON_PATH, SOURCE_URL);
    logger.info("Get list " + targetHosts.size() + " from json path  "
            + jsonPath + " from file " + URL_JSON_PATH);

    Asserts.check(targetHosts.size() > 0,
            "fail setTargetHostsFromJsonPathTest");
    // try bad
    try {
        thb.setTargetHostsFromJsonPath(jsonPath,
                FILEPATH_JSON_PATH + "bad", SOURCE_LOCAL);
    } catch (TargetHostsLoadException e) {
        logger.info("expected error. Get bad list " + " from json path  "
                + jsonPath + " from file " + URL_JSON_PATH);
    }

}

Source File: ElasticSearchServer.java From vind with Apache License 2.0

5 votes

@Override
public IndexResult index(List<Document> docs) {
    Asserts.notNull(docs,"Document to index should not be null.");
    Asserts.check(!docs.isEmpty(), "Should be at least one document to index.");

    return  indexMultipleDocuments(docs, -1);
}

Source File: TargetHostsBuilderTest.java From parallec with Apache License 2.0

5 votes

@Test
public void setTargetHostsFromUrl() {
    List<String> targetHosts = thb.setTargetHostsFromLineByLineText(
            URL_TOP_100, SOURCE_URL);
    logger.info("Get list " + targetHosts.size() + " from " + URL_TOP_100);

    Asserts.check(targetHosts.size() > 0,
            "fail setTargetHostsFromLineByLineText setTargetHostsFromUrl");

}

Source File: TargetHostsBuilderTest.java From parallec with Apache License 2.0

5 votes

@Test
public void setTargetHostsFromLineByLineText() {
    List<String> targetHosts = thb.setTargetHostsFromLineByLineText(
            FILEPATH_TOP_100, SOURCE_LOCAL);
    logger.info("Get list " + targetHosts.size() + " from "
            + FILEPATH_TOP_100);
    Asserts.check(targetHosts.size()>0, "fail test");

    // bad path
    try {
        thb.setTargetHostsFromLineByLineText("/badpath", SOURCE_LOCAL);
    } catch (TargetHostsLoadException e) {
        logger.info("expected exception: " + e);
    }
}

Source File: TargetHostsBuilderTest.java From parallec with Apache License 2.0

5 votes

@Test
public void setTargetHostsFromListBadHostTest() {
    List<String> targetHostsOrg = new ArrayList<String>();
    targetHostsOrg.add("www.restco mmander.com");
    List<String> targetHosts = thb.setTargetHostsFromList(targetHostsOrg);
    logger.info("Get list " + targetHosts.size()
            + " setTargetHostsFromListTest ");
    Asserts.check(targetHosts.size()>0, "fail test");
}

Source File: TargetHostsBuilderTest.java From parallec with Apache License 2.0

5 votes

@Test
public void setTargetHostsFromListTestDup() {
    List<String> targetHostsOrg = new ArrayList<String>();
    targetHostsOrg.add("www.restcommander.com");
    targetHostsOrg.add("www.restcommander.com");
    List<String> targetHosts = thb.setTargetHostsFromList(targetHostsOrg);
    logger.info("Get list " + targetHosts.size()
            + " setTargetHostsFromListTest ");
    Asserts.check(targetHosts.size()==1, "fail test");
}

Source File: TargetHostsBuilderTest.java From parallec with Apache License 2.0

5 votes

@Test
public void setTargetHostsFromListTest() {
    List<String> targetHosts = thb.setTargetHostsFromList(Arrays.asList("www.jeffpei.com", "www.restcommander.com"));
    logger.info("Get list " + targetHosts.size()
            + " setTargetHostsFromListTest ");
    Asserts.check(targetHosts.size()>0, "fail test");
}

Source File: ParallelTaskCancelOnTargetHostsTest.java From parallec with Apache License 2.0

5 votes

@Test
public void cancelSingleHostAfter200MillisGoodAndBadHostName() {
    ParallelTask pt = pc
            .prepareHttpGet("")
            .async()
            .setConcurrency(100)
            .setTargetHostsFromLineByLineText(FILEPATH_TOP_100,
                    SOURCE_LOCAL).execute(new ParallecResponseHandler() {

                @Override
                public void onCompleted(ResponseOnSingleTask res,
                        Map<String, Object> responseContext) {
                    logger.info("Responose Code:" + res.getStatusCode()
                            + " host: " + res.getHost());
                }
            });
    boolean hasCanceled = false;
    boolean cancelSuccess = false;
    while (!pt.isCompleted()) {
        try {
            Thread.sleep(200L);
            if (!hasCanceled) {
                logger.info("try to cancel on target");
                cancelSuccess = pt.cancelOnTargetHosts(Arrays.asList(
                        "badhostName", "www.walmart.com"));
                hasCanceled = true;
            }
            System.err.println(String.format(
                    "POLL_JOB_PROGRESS (%.5g%%)  PT jobid: %s",
                    pt.getProgress(), pt.getTaskId()));
        } catch (InterruptedException e) {
            e.printStackTrace();
        }
    }

    Asserts.check(cancelSuccess == true,
            "fail cancelSingleHostAfter200Millis");
    pt.saveLogToLocal();
}

Source File: ParallelClientVarReplacementHostSpecificTest.java From parallec with Apache License 2.0

5 votes

/**
 * test all requests are disabled
 */
@Test
public void hitWebsitesMinTargetHostSpecificReplacementWithAllNA() {

    Map<String, StrStrMap> replacementVarMapNodeSpecific = new HashMap<String, StrStrMap>();
    replacementVarMapNodeSpecific.put("www.parallec.io", new StrStrMap()
            .addPair("JOB_ID", "job_a").addPair("NA", "NA"));
    replacementVarMapNodeSpecific.put("www.jeffpei.com", new StrStrMap()
            .addPair("JOB_ID", "job_b").addPair("NA", "NA"));
    replacementVarMapNodeSpecific.put("www.restcommander.com",
            new StrStrMap().addPair("JOB_ID", "job_c").addPair("NA", "NA"));

    ParallelTask task = pc
            .prepareHttpGet("/$JOB_ID.html")
            .setConcurrency(1700)
            .setTargetHostsFromString(
                    "www.parallec.io www.jeffpei.com www.restcommander.com")
            .setReplacementVarMapNodeSpecific(replacementVarMapNodeSpecific)
            .execute(new ParallecResponseHandler() {
                @Override
                public void onCompleted(ResponseOnSingleTask res,
                        Map<String, Object> responseContext) {

                }
            });

    logger.info(task.toString());

    Asserts.check(task.getRequestNum() == 3
            && task.getRequestNumActual() == 0,
            "NA is not able to disable the request");

}

Source File: ParallelClientVarReplacementHostSpecificTest.java From parallec with Apache License 2.0

5 votes

/**
 * Test with diable request when need to disable the request.
 */
@Test
public void hitWebsitesMinTargetHostSpecificReplacementWithNA() {

    Map<String, StrStrMap> replacementVarMapNodeSpecific = new HashMap<String, StrStrMap>();
    replacementVarMapNodeSpecific.put("www.parallec.io",
            new StrStrMap().addPair("JOB_ID", "job_a"));
    replacementVarMapNodeSpecific.put("www.jeffpei.com", new StrStrMap()
            .addPair("JOB_ID", "job_b").addPair("NA", "NA"));
    replacementVarMapNodeSpecific.put("www.restcommander.com",
            new StrStrMap().addPair("JOB_ID", "job_c"));

    ParallelTask task = pc
            .prepareHttpGet("/$JOB_ID.html")
            .setConcurrency(1700)
            .setTargetHostsFromString(
                    "www.parallec.io www.jeffpei.com www.restcommander.com")
            .setReplacementVarMapNodeSpecific(replacementVarMapNodeSpecific)
            .execute(new ParallecResponseHandler() {
                @Override
                public void onCompleted(ResponseOnSingleTask res,
                        Map<String, Object> responseContext) {

                }
            });

    logger.info(task.toString());

    Asserts.check(task.getRequestNum() == 3
            && task.getRequestNumActual() == 2,
            "NA is not able to disable the request");

}

Source File: SolrSearchServer.java From vind with Apache License 2.0

5 votes

@Override
public IndexResult index(List<Document> docs) {
    Asserts.notNull(docs,"Document to index should not be null.");
    Asserts.check(docs.size() > 0, "Should be at least one document to index.");

    return  indexMultipleDocuments(docs, -1);
}

Source File: ElasticSearchServer.java From vind with Apache License 2.0

5 votes

@Override
public IndexResult indexWithin(List<Document> docs, int withinMs) {
    Asserts.notNull(docs,"Document to index should not be null.");
    Asserts.check(!docs.isEmpty(), "Should be at least one document to index.");
    log.warn("Parameter 'within' not in use in elastic search backend");
    return  indexMultipleDocuments(docs, withinMs);
}

Source File: ParallelClientHttpFromCmsAsyncTest.java From parallec with Apache License 2.0

4 votes

/**
 * With CMS query; async timeout 15 seconds
 * Added token
 */
@Test(timeout = 15000)
public void hitCmsQuerySinglePageWithoutTokenAsync() {

    // http://ccoetech.ebay.com/cms-configuration-management-service-based-mongodb
    String cmsQueryUrl = URL_CMS_QUERY_SINGLE_PAGE;
    ParallelTask pt = pc.prepareHttpGet("/validateInternals.html")
            .setTargetHostsFromCmsQueryUrl(cmsQueryUrl, "label")
            .setConcurrency(1700).async()
            .execute(new ParallecResponseHandler() {

                @Override
                public void onCompleted(ResponseOnSingleTask res,
                        Map<String, Object> responseContext) {
                    String cpu = new FilterRegex(
                            ".*<td>CPU-Usage-Percent</td>\\s*<td>(.*?)</td>[\\s\\S]*")
                            .filter(res.getResponseContent());
                    String memory = new FilterRegex(
                            ".*<td>Memory-Used-KB</td>\\s*<td>(.*?)</td>[\\s\\S]*")
                            .filter(res.getResponseContent());

                    Map<String, Object> metricMap = new HashMap<String, Object>();
                    metricMap.put("CpuUsage", cpu);
                    metricMap.put("MemoryUsage", memory);
                    metricMap.put("LastUpdated",
                            PcDateUtils.getNowDateTimeStrStandard());
                    metricMap.put("NodeGroupType", "OpenSource");

                    logger.info("cpu:" + cpu + " host: " + res.getHost());
                }
            });
    logger.info(pt.toString());
    Asserts.check(pt.getRequestNum() == 3, "fail to load all target hosts");
    while (!pt.isCompleted()) {
        try {
            Thread.sleep(100L);
            System.err.println(String.format("POLL_JOB_PROGRESS (%.5g%%)",
                    pt.getProgress()));
        } catch (InterruptedException e) {
            e.printStackTrace();
        }
    }

}

Source File: ParallelClientHttpFromCmsAsyncTest.java From parallec with Apache License 2.0

4 votes

/**
 * With CMS query; async timeout 15 seconds
 * Added token
 */
@Test(timeout = 15000)
public void hitCmsQuerySinglePageWithTokenAsync() {

    // http://ccoetech.ebay.com/cms-configuration-management-service-based-mongodb
    String cmsQueryUrl = URL_CMS_QUERY_SINGLE_PAGE;
    ParallelTask pt = pc.prepareHttpGet("/validateInternals.html")
            .setTargetHostsFromCmsQueryUrl(cmsQueryUrl, "label", "someToken")
            .setConcurrency(1700).async()
            .execute(new ParallecResponseHandler() {

                @Override
                public void onCompleted(ResponseOnSingleTask res,
                        Map<String, Object> responseContext) {
                    String cpu = new FilterRegex(
                            ".*<td>CPU-Usage-Percent</td>\\s*<td>(.*?)</td>[\\s\\S]*")
                            .filter(res.getResponseContent());
                    String memory = new FilterRegex(
                            ".*<td>Memory-Used-KB</td>\\s*<td>(.*?)</td>[\\s\\S]*")
                            .filter(res.getResponseContent());

                    Map<String, Object> metricMap = new HashMap<String, Object>();
                    metricMap.put("CpuUsage", cpu);
                    metricMap.put("MemoryUsage", memory);
                    metricMap.put("LastUpdated",
                            PcDateUtils.getNowDateTimeStrStandard());
                    metricMap.put("NodeGroupType", "OpenSource");

                    logger.info("cpu:" + cpu + " host: " + res.getHost());
                }
            });
    logger.info(pt.toString());
    Asserts.check(pt.getRequestNum() == 3, "fail to load all target hosts");
    while (!pt.isCompleted()) {
        try {
            Thread.sleep(100L);
            System.err.println(String.format("POLL_JOB_PROGRESS (%.5g%%)",
                    pt.getProgress()));
        } catch (InterruptedException e) {
            e.printStackTrace();
        }
    }

}

Source File: ParallelClientHttpFromCmsAsyncTest.java From parallec with Apache License 2.0

4 votes

/**
 * With CMS(YiDB) query; async timeout 15 seconds CMS Example:
 * http://ccoetech
 * .ebay.com/cms-configuration-management-service-based-mongodb
 */
@Test(timeout = 15000)
public void hitCmsQueryMultiPageAsync() {

    String cmsQueryUrl = URL_CMS_QUERY_MULTI_PAGE;
    ParallelTask pt = pc.prepareHttpGet("/validateInternals.html")
            .setTargetHostsFromCmsQueryUrl(cmsQueryUrl)
            .setConcurrency(1700).async()
            .execute(new ParallecResponseHandler() {

                @Override
                public void onCompleted(ResponseOnSingleTask res,
                        Map<String, Object> responseContext) {
                    String cpu = new FilterRegex(
                            ".*<td>CPU-Usage-Percent</td>\\s*<td>(.*?)</td>[\\s\\S]*")
                            .filter(res.getResponseContent());
                    String memory = new FilterRegex(
                            ".*<td>Memory-Used-KB</td>\\s*<td>(.*?)</td>[\\s\\S]*")
                            .filter(res.getResponseContent());

                    Map<String, Object> metricMap = new HashMap<String, Object>();
                    metricMap.put("CpuUsage", cpu);
                    metricMap.put("MemoryUsage", memory);

                    logger.info("cpu:" + cpu + " memory: " + memory
                            + " host: " + res.getHost());
                    Double cpuDouble = Double.parseDouble(cpu);
                    Asserts.check(cpuDouble <= 100.0 && cpuDouble >= 0.0,
                            " Fail to extract cpu values");
                }
            });

    logger.info(pt.toString());
    Asserts.check(pt.getRequestNum() == 3, "fail to load all target hosts");

    while (!pt.isCompleted()) {
        try {
            Thread.sleep(100L);
            System.err.println(String.format("POLL_JOB_PROGRESS (%.5g%%)",
                    pt.getProgress()));
        } catch (InterruptedException e) {
            e.printStackTrace();
        }
    }

}

Source File: RestUtilities.java From Knowage-Server with GNU Affero General Public License v3.0

4 votes

@SuppressWarnings("deprecation")
public static InputStream makeRequestGetStream(HttpMethod httpMethod, String address, Map<String, String> requestHeaders, String requestBody,
		List<NameValuePair> queryParams, boolean authenticate) throws HttpException, IOException, HMACSecurityException {
	final HttpMethodBase method = getMethod(httpMethod, address);
	if (requestHeaders != null) {
		for (Entry<String, String> entry : requestHeaders.entrySet()) {
			method.addRequestHeader(entry.getKey(), entry.getValue());
		}
	}
	if (queryParams != null) {
		// add uri query params to provided query params present in query
		List<NameValuePair> addressPairs = getAddressPairs(address);
		List<NameValuePair> totalPairs = new ArrayList<NameValuePair>(addressPairs);
		totalPairs.addAll(queryParams);
		method.setQueryString(totalPairs.toArray(new NameValuePair[queryParams.size()]));
	}
	if (method instanceof EntityEnclosingMethod) {
		EntityEnclosingMethod eem = (EntityEnclosingMethod) method;
		// charset of request currently not used
		eem.setRequestBody(requestBody);
	}

	if (authenticate) {
		String hmacKey = SpagoBIUtilities.getHmacKey();
		if (hmacKey != null && !hmacKey.isEmpty()) {
			logger.debug("HMAC key found with value [" + hmacKey + "]. Requests will be authenticated.");
			HMACFilterAuthenticationProvider authenticationProvider = new HMACFilterAuthenticationProvider(hmacKey);
			authenticationProvider.provideAuthentication(method, requestBody);
		} else {
			throw new SpagoBIRuntimeException("The request need to be authenticated, but hmacKey wasn't found.");
		}
	}

	HttpClient client = getHttpClient(address);
	int statusCode = client.executeMethod(method);
	logger.debug("Status code " + statusCode);
	Header[] headers = method.getResponseHeaders();
	logger.debug("Response header " + headers);
	Asserts.check(statusCode == HttpStatus.SC_OK, "Response not OK.\nStatus code: " + statusCode);

	return new FilterInputStream(method.getResponseBodyAsStream()) {
		@Override
		public void close() throws IOException {
			try {
				super.close();
			} finally {
				method.releaseConnection();
			}
		}
	};
}

Source File: SolrSearchServer.java From vind with Apache License 2.0

4 votes

@Override
public IndexResult index(Document ... docs) {
    Asserts.notNull(docs,"Document to index should not be null.");
    Asserts.check(docs.length > 0, "Should be at least one document to index.");
    return indexMultipleDocuments(Arrays.asList(docs), -1);
}

Source File: ElasticSearchServer.java From vind with Apache License 2.0

4 votes

@Override
public IndexResult index(Document... docs) {
    Asserts.notNull(docs,"Document to index should not be null.");
    Asserts.check(docs.length > 0, "Should be at least one document to index.");
    return indexMultipleDocuments(Arrays.asList(docs), -1);
}

Java Code Examples for org.apache.http.util.Asserts#check()