()
| 1490 | } |
| 1491 | |
| 1492 | @Test |
| 1493 | public void testComplex2() throws Exception { |
| 1494 | HashSet<String> optimizerRules = new HashSet<String>(); |
| 1495 | optimizerRules.add("PushUpFilter"); |
| 1496 | pigServer.getPigContext().getProperties().setProperty( |
| 1497 | PigImplConstants.PIG_OPTIMIZER_RULES_KEY, |
| 1498 | ObjectSerializer.serialize(optimizerRules)); |
| 1499 | pigServer.registerQuery("A = load '"+ Util.generateURI(tmpFile13.toString(), pigServer.getPigContext()) + "' as (a:int, b:chararray);"); |
| 1500 | pigServer.registerQuery("B = FOREACH A generate a;"); |
| 1501 | pigServer.registerQuery("C = GROUP B by a;"); |
| 1502 | pigServer.registerQuery("D = filter C by group > 0 and group < 100;"); |
| 1503 | pigServer.registerQuery("E = FOREACH D {F = LIMIT B 1 ;GENERATE B.a as mya, FLATTEN(F.a) as setting;}"); |
| 1504 | pigServer.registerQuery("G = FOREACH E GENERATE mya, setting as setting;"); |
| 1505 | |
| 1506 | Iterator<Tuple> iter = pigServer.openIterator("G"); |
| 1507 | |
| 1508 | assertTrue(iter.hasNext()); |
| 1509 | |
| 1510 | String[] expected = new String[] { |
| 1511 | "({(1)},1)", |
| 1512 | "({(2),(2)},2)", |
| 1513 | "({(3),(3),(3)},3)" |
| 1514 | }; |
| 1515 | Util.checkQueryOutputs(iter, expected, org.apache.pig.newplan.logical.Util.translateSchema(pigServer.dumpSchema("G")), |
| 1516 | Util.isSparkExecType(Util.getLocalTestMode())); |
| 1517 | |
| 1518 | assertTrue(checkLogFileMessage(new String[]{"Columns pruned for A: $1"})); |
| 1519 | pigServer.getPigContext().getProperties().remove(PigImplConstants.PIG_OPTIMIZER_RULES_KEY); |
| 1520 | } |
| 1521 | |
| 1522 | @Test |
| 1523 | public void testCoGroup8() throws Exception { |
nothing calls this directly
no test coverage detected