| 947 | } |
| 948 | |
| 949 | public static void printProperties(){ |
| 950 | System.out.println("The following properties are supported:"); |
| 951 | System.out.println(" Logging:"); |
| 952 | System.out.println(" verbose=true|false; default is false. This property is the same as -v switch"); |
| 953 | System.out.println(" brief=true|false; default is false. This property is the same as -b switch"); |
| 954 | System.out.println(" debug=OFF|ERROR|WARN|INFO|DEBUG; default is INFO. This property is the same as -d switch"); |
| 955 | System.out.println(" aggregate.warning=true|false; default is true. If true, prints count of warnings"); |
| 956 | System.out.println(" of each type rather than logging each warning."); |
| 957 | System.out.println(" Performance tuning:"); |
| 958 | System.out.println(" pig.cachedbag.memusage=<mem fraction>; default is 0.2 (20% of all memory)."); |
| 959 | System.out.println(" Note that this memory is shared across all large bags used by the application."); |
| 960 | System.out.println(" pig.skewedjoin.reduce.memusagea=<mem fraction>; default is 0.3 (30% of all memory)."); |
| 961 | System.out.println(" Specifies the fraction of heap available for the reducer to perform the join."); |
| 962 | System.out.println(" pig.exec.nocombiner=true|false; default is false. "); |
| 963 | System.out.println(" Only disable combiner as a temporary workaround for problems."); |
| 964 | System.out.println(" opt.multiquery=true|false; multiquery is on by default."); |
| 965 | System.out.println(" Only disable multiquery as a temporary workaround for problems."); |
| 966 | System.out.println(" opt.fetch=true|false; fetch is on by default."); |
| 967 | System.out.println(" Scripts containing Filter, Foreach, Limit, Stream, and Union can be dumped without MR jobs."); |
| 968 | System.out.println(" pig.tmpfilecompression=true|false; compression is off by default."); |
| 969 | System.out.println(" Determines whether output of intermediate jobs is compressed."); |
| 970 | System.out.println(" pig.tmpfilecompression.codec=lzo|gzip; default is gzip."); |
| 971 | System.out.println(" Used in conjunction with pig.tmpfilecompression. Defines compression type."); |
| 972 | System.out.println(" pig.noSplitCombination=true|false. Split combination is on by default."); |
| 973 | System.out.println(" Determines if multiple small files are combined into a single map."); |
| 974 | System.out.println(" pig.exec.mapPartAgg=true|false. Default is false."); |
| 975 | System.out.println(" Determines if partial aggregation is done within map phase, "); |
| 976 | System.out.println(" before records are sent to combiner."); |
| 977 | System.out.println(" pig.exec.mapPartAgg.minReduction=<min aggregation factor>. Default is 10."); |
| 978 | System.out.println(" If the in-map partial aggregation does not reduce the output num records"); |
| 979 | System.out.println(" by this factor, it gets disabled."); |
| 980 | System.out.println(" Miscellaneous:"); |
| 981 | System.out.println(" exectype=mapreduce|tez|local; default is mapreduce. This property is the same as -x switch"); |
| 982 | System.out.println(" pig.additional.jars.uris=<comma seperated list of jars>. Used in place of register command."); |
| 983 | System.out.println(" udf.import.list=<Colon seperated list of imports>. Used to avoid package names in UDF."); |
| 984 | System.out.println(" stop.on.failure=true|false; default is false. Set to true to terminate on the first error."); |
| 985 | System.out.println(" pig.datetime.default.tz=<UTC time offset>. e.g. +08:00. Default is the default timezone of the host."); |
| 986 | System.out.println(" Determines the timezone used to handle datetime datatype and UDFs. "); |
| 987 | System.out.println(" pig.artifacts.download.location=<path to download artifacts>; default is ~/.groovy/grapes"); |
| 988 | System.out.println(" Determines the location to download the artifacts when registering jars using ivy coordinates."); |
| 989 | System.out.println("Additionally, any Hadoop property can be specified."); |
| 990 | } |
| 991 | |
| 992 | private static String validateLogFile(String logFileName, File scriptFile) { |
| 993 | String strippedDownScriptName = null; |