MCPcopy Create free account
hub / github.com/apache/pig / testComplex2

Method testComplex2

test/org/apache/pig/test/TestPruneColumn.java:1492–1520  ·  view source on GitHub ↗
()

Source from the content-addressed store, hash-verified

1490 }
1491
1492 @Test
1493 public void testComplex2() throws Exception {
1494 HashSet<String> optimizerRules = new HashSet<String>();
1495 optimizerRules.add("PushUpFilter");
1496 pigServer.getPigContext().getProperties().setProperty(
1497 PigImplConstants.PIG_OPTIMIZER_RULES_KEY,
1498 ObjectSerializer.serialize(optimizerRules));
1499 pigServer.registerQuery("A = load '"+ Util.generateURI(tmpFile13.toString(), pigServer.getPigContext()) + "' as (a:int, b:chararray);");
1500 pigServer.registerQuery("B = FOREACH A generate a;");
1501 pigServer.registerQuery("C = GROUP B by a;");
1502 pigServer.registerQuery("D = filter C by group > 0 and group < 100;");
1503 pigServer.registerQuery("E = FOREACH D {F = LIMIT B 1 ;GENERATE B.a as mya, FLATTEN(F.a) as setting;}");
1504 pigServer.registerQuery("G = FOREACH E GENERATE mya, setting as setting;");
1505
1506 Iterator<Tuple> iter = pigServer.openIterator("G");
1507
1508 assertTrue(iter.hasNext());
1509
1510 String[] expected = new String[] {
1511 "({(1)},1)",
1512 "({(2),(2)},2)",
1513 "({(3),(3),(3)},3)"
1514 };
1515 Util.checkQueryOutputs(iter, expected, org.apache.pig.newplan.logical.Util.translateSchema(pigServer.dumpSchema("G")),
1516 Util.isSparkExecType(Util.getLocalTestMode()));
1517
1518 assertTrue(checkLogFileMessage(new String[]{"Columns pruned for A: $1"}));
1519 pigServer.getPigContext().getProperties().remove(PigImplConstants.PIG_OPTIMIZER_RULES_KEY);
1520 }
1521
1522 @Test
1523 public void testCoGroup8() throws Exception {

Callers

nothing calls this directly

Calls 15

serializeMethod · 0.95
generateURIMethod · 0.95
checkQueryOutputsMethod · 0.95
isSparkExecTypeMethod · 0.95
getLocalTestModeMethod · 0.95
checkLogFileMessageMethod · 0.95
openIteratorMethod · 0.80
translateSchemaMethod · 0.80
dumpSchemaMethod · 0.80
addMethod · 0.65
setPropertyMethod · 0.65
removeMethod · 0.65

Tested by

no test coverage detected