Java Code Examples for org.apache.pig.PigServer#getExamples()

@Test
public void testFilter3() throws Exception {

    PigServer pigserver = new PigServer(pigContext);

    String query = "A = load " + A
            + " using PigStorage() as (x : int, y : int);\n";
    pigserver.registerQuery(query);
    query = "B = filter A by x > 10;";
    pigserver.registerQuery(query);
    query = "C = FOREACH B GENERATE (x+1) as x1, (y+1) as y1;";
    pigserver.registerQuery(query);
    query = "D = FOREACH C GENERATE (x1+1) as x2, (y1+1) as y2;";
    pigserver.registerQuery(query);
    query = "E = DISTINCT D;";
    pigserver.registerQuery(query);
    Map<Operator, DataBag> derivedData = pigserver.getExamples("E");

    assertNotNull(derivedData);

}
 

@Test
public void testFilterGroupCountStore() throws Exception {
    File out = File.createTempFile("testFilterGroupCountStoreOutput", "");
    out.deleteOnExit();
    out.delete();

    PigServer pigServer = new PigServer(pigContext);
    pigServer.setBatchOn();
    pigServer.registerQuery("A = load " + A.toString() + " as (x, y);");
    pigServer.registerQuery("B = filter A by x < 5;");
    pigServer.registerQuery("C = group B by x;");
    pigServer.registerQuery("D = foreach C generate group as x, COUNT(B) as the_count;");
    pigServer.registerQuery("store D into '" +  Util.encodeEscape(out.getAbsolutePath()) + "';");
    Map<Operator, DataBag> derivedData = pigServer.getExamples(null);

    assertNotNull(derivedData);
}
 

@Test
public void testLimit() throws Exception {
    PigServer pigServer = new PigServer(pigContext);
    pigServer.registerQuery("A = load " + A.toString() + " as (x, y);");
    pigServer.registerQuery("B = limit A 5;");
    Map<Operator, DataBag> derivedData = pigServer.getExamples("B");

    assertNotNull(derivedData);
}
 

@Test
public void testDistinct() throws Exception {
    PigServer pigServer = new PigServer(pigContext);
    pigServer.registerQuery("A = load " + A.toString() + " as (x, y);");
    pigServer.registerQuery("B = DISTINCT A;");
    Map<Operator, DataBag> derivedData = pigServer.getExamples("B");

    assertNotNull(derivedData);
}
 

@Test
public void testFilterWithIsNull() throws ExecException, IOException {
    PigServer pigServer = new PigServer(pigContext);

    pigServer.registerQuery("A = load " + A
            + " using PigStorage() as (x : int, y : int);");
    pigServer.registerQuery("B = filter A by x is not null;");

    Map<Operator, DataBag> derivedData = pigServer.getExamples("B");

    assertNotNull(derivedData);
}
 

@Test
public void testForEachNestedBlock2() throws Exception {
    PigServer pigServer = new PigServer(pigContext);
    pigServer.registerQuery("A = load " + A.toString() + " as (x:int, y:int);");
    pigServer.registerQuery("B = group A by x;");
    pigServer.registerQuery("C = foreach B { FA = filter A by y == 6; DA = DISTINCT FA; generate group, COUNT(DA);};");
    Map<Operator, DataBag> derivedData = pigServer.getExamples("C");

    assertNotNull(derivedData);

}
 

@Test
public void testForEachNestedBlock() throws Exception {
    PigServer pigServer = new PigServer(pigContext);
    pigServer.registerQuery("A = load " + A.toString() + " as (x:int, y:int);");
    pigServer.registerQuery("B = group A by x;");
    pigServer.registerQuery("C = foreach B { FA = filter A by y == 6; generate group, COUNT(FA);};");
    Map<Operator, DataBag> derivedData = pigServer.getExamples("C");

    assertNotNull(derivedData);

}
 

@Test
public void testFilterWithUDF() throws ExecException, IOException {
    PigServer pigServer = new PigServer(pigContext);

    pigServer.registerQuery("A = load " + A
            + " using PigStorage() as (x : int, y : int);");
    pigServer.registerQuery("B = group A by x;");
    pigServer.registerQuery("C = filter B by NOT IsEmpty(A.y);");

    Map<Operator, DataBag> derivedData = pigServer.getExamples("C");

    assertNotNull(derivedData);
}
 

@Test
public void testGroup3() throws Exception {
    PigServer pigServer = new PigServer(pigContext);
    pigServer.registerQuery("A = load " + A.toString() + " as (x:int, y:int);");
    pigServer.registerQuery("B = FILTER A by x  > 3;");
    pigServer.registerQuery("C = group B by y;");
    pigServer.registerQuery("D = foreach C generate group, COUNT(B);");
    Map<Operator, DataBag> derivedData = pigServer.getExamples("D");

    assertNotNull(derivedData);

}
 

@Test
public void testGroup2() throws Exception {
    PigServer pigServer = new PigServer(pigContext);
    pigServer.registerQuery("A = load " + A.toString() + " as (x:int, y:int);");
    pigServer.registerQuery("B = group A by x;");
    pigServer.registerQuery("C = foreach B generate group, COUNT(A);");
    Map<Operator, DataBag> derivedData = pigServer.getExamples("C");

    assertNotNull(derivedData);

}
 

@Test
public void testLoaderWithContext() throws Exception {
    PigServer pigServer = new PigServer(pigContext);
    pigServer.registerQuery("A = load " + A.toString() + " using " + UDFContextTestLoaderWithSignature.class.getName() + "('a') as (x, y);");
    Map<Operator, DataBag> derivedData = pigServer.getExamples("A");

    assertNotNull(derivedData);
}
 

@Test
public void testCogroup() throws Exception {
    PigServer pigServer = new PigServer(pigContext);
    pigServer.registerQuery("A = load " + A + " as (x, y);");
    pigServer.registerQuery("B = load " + B + " as (x, y);");
    pigServer.registerQuery("C = cogroup A by x, B by x;");
    Map<Operator, DataBag> derivedData = pigServer.getExamples("C");

    assertNotNull(derivedData);
}
 

@Test
public void testCross() throws Exception {
    PigServer pigServer = new PigServer(pigContext);
    pigServer.registerQuery("A = load " + A.toString() + " as (x, y);");
    pigServer.registerQuery("B = load " + B.toString() + " as (x, y);");
    pigServer.registerQuery("C = CROSS A, B;");
    Map<Operator, DataBag> derivedData = pigServer.getExamples("C");

    assertNotNull(derivedData);
}
 

@Test
public void testJoin2() throws IOException, ExecException {
    PigServer pigServer = new PigServer(pigContext);
    pigServer.registerQuery("A1 = load " + A + " as (x, y);");
    pigServer.registerQuery("B1 = load " + A + " as (x, y);");

    pigServer.registerQuery("E = join A1 by x, B1 by x;");

    Map<Operator, DataBag> derivedData = pigServer.getExamples("E");

    assertNotNull(derivedData);
}
 

@Test
public void testJoin() throws IOException, ExecException {
    PigServer pigServer = new PigServer(pigContext);
    pigServer.registerQuery("A1 = load " + A + " as (x, y);");
    pigServer.registerQuery("B1 = load " + B + " as (x, y);");

    pigServer.registerQuery("E = join A1 by x, B1 by x;");

    Map<Operator, DataBag> derivedData = pigServer.getExamples("E");

    assertNotNull(derivedData);
}
 

@Test
public void testForeachWithTypeCastCounter() throws ExecException, IOException {
    PigServer pigServer = new PigServer(pigContext);
    //cast error results in counter being incremented and was resulting
    // in a NPE exception in illustrate
    pigServer.registerQuery("A = load " + A
            + " using PigStorage() as (x : int, y : int);");
    pigServer.registerQuery("B = foreach A generate x, (int)'InvalidInt';");

    Map<Operator, DataBag> derivedData = pigServer.getExamples("B");

    assertNotNull(derivedData);
}
 

@Test
public void testForeachBinCondWithBooleanExp() throws ExecException, IOException {
    PigServer pigServer = new PigServer(pigContext);

    pigServer.registerQuery("A = load " + A
            + " using PigStorage() as (x : int, y : int);");
    pigServer.registerQuery("B = foreach A generate  (x + 1 > y ? 0 : 1);");

    Map<Operator, DataBag> derivedData = pigServer.getExamples("B");

    assertNotNull(derivedData);
}
 

@Test
public void testFilter2() throws Exception {

    PigServer pigserver = new PigServer(pigContext);

    String query = "A = load " + A
            + " using PigStorage() as (x : int, y : int);\n";
    pigserver.registerQuery(query);
    query = "B = filter A by x > 5 AND y < 6;";
    pigserver.registerQuery(query);
    Map<Operator, DataBag> derivedData = pigserver.getExamples("B");

    assertNotNull(derivedData);
}
 

@Test
public void testFilter() throws Exception {

    PigServer pigserver = new PigServer(pigContext);

    String query = "A = load " + A
            + " using PigStorage() as (x : int, y : int);\n";
    pigserver.registerQuery(query);
    query = "B = filter A by x > 10;";
    pigserver.registerQuery(query);
    Map<Operator, DataBag> derivedData = pigserver.getExamples("B");

    assertNotNull(derivedData);

}
 

@Test
public void testLoad() throws Exception {

    PigServer pigserver = new PigServer(pigContext);

    String query = "A = load " + A
            + " using PigStorage() as (x : int, y : int);\n";
    pigserver.registerQuery(query);
    Map<Operator, DataBag> derivedData = pigserver.getExamples("A");

    assertNotNull(derivedData);

}