ameet123 / spark_ex Goto Github PK

"C:\Program Files\Java\jdk1.8.0_172\bin\java" "-javaagent:C:\Program Files\JetBrains\IntelliJ IDEA 2017.1.4\lib\idea_rt.jar=59575:C:\Program Files\JetBrains\IntelliJ IDEA 2017.1.4\bin" -Dfile.encoding=UTF-8 -classpath "C:\Program Files\Java\jdk1.8.0_172\jre\lib\charsets.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\deploy.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\ext\access-bridge-64.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\ext\cldrdata.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\ext\dnsns.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\ext\jaccess.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\ext\jfxrt.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\ext\localedata.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\ext\nashorn.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\ext\sunec.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\ext\sunjce_provider.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\ext\sunmscapi.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\ext\sunpkcs11.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\ext\zipfs.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\javaws.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\jce.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\jfr.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\jfxswt.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\jsse.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\management-agent.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\plugin.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\resources.jar;C:\Program Files\Java\jdk1.8.0_172\jre\lib\rt.jar;C:\Users\ameet.chaubal\Documents\source\spark_ex\build\classes\main;C:\Users\ameet.chaubal\Documents\source\spark_ex\build\resources\main;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.spark\spark-core_2.11\2.4.3\67bf1b8c12b5f56a07a43a94736753b9851ddf0f\spark-core_2.11-2.4.3.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.spark\spark-sql_2.11\2.4.3\4a9f05701c552651cdbcf56f2ccbf5f7b752676d\spark-sql_2.11-2.4.3.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\commons-io\commons-io\2.6\815893df5f31da2ece4040fe0a12fd44b577afaf\commons-io-2.6.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.thoughtworks.paranamer\paranamer\2.8\619eba74c19ccf1da8ebec97a2d7f8ba05773dd6\paranamer-2.8.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.avro\avro\1.8.2\91e3146dfff4bd510181032c8276a3a0130c0697\avro-1.8.2.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.avro\avro-mapred\1.8.2\8d31caedebfc3f8801981b0f5b501a673eca1bb6\avro-mapred-1.8.2-hadoop2.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.twitter\chill_2.11\0.9.3\432cc2832f1deee574535b3dbf7be0a478e9ab0f\chill_2.11-0.9.3.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.twitter\chill-java\0.9.3\f7670c73b068b3beeba8f0ed284e08b8d38eae02\chill-java-0.9.3.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.xbean\xbean-asm6-shaded\4.8\34bd7c7236dfa87de173e4328354ba0701a374c\xbean-asm6-shaded-4.8.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.hadoop\hadoop-client\2.6.5\d7c7537441aa4478cdb086205971b9eeccdf5dd5\hadoop-client-2.6.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.spark\spark-launcher_2.11\2.4.3\66f7ae4f423e97ec4fcd4bd303b725b5a91cb28a\spark-launcher_2.11-2.4.3.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.spark\spark-kvstore_2.11\2.4.3\92e11dd67930791aac90d9b06321bd534b9bd080\spark-kvstore_2.11-2.4.3.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.spark\spark-network-common_2.11\2.4.3\60150e4d5499ca06e09fda9b1fd270f608934d33\spark-network-common_2.11-2.4.3.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.spark\spark-network-shuffle_2.11\2.4.3\207b80207587ffe22ca2481e758c1e903eb78bf3\spark-network-shuffle_2.11-2.4.3.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.spark\spark-unsafe_2.11\2.4.3\150beb7f5fdc7567bb15fbf8a8fccbe555b99787\spark-unsafe_2.11-2.4.3.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\javax.activation\activation\1.1.1\485de3a253e23f645037828c07f1d7f1af40763a\activation-1.1.1.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.curator\curator-recipes\2.6.0\8736b0fc42e6bf006d585fe85c90aaa4ade5cbef\curator-recipes-2.6.0.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.zookeeper\zookeeper\3.4.6\1b2502e29da1ebaade2357cd1de35a855fa3755\zookeeper-3.4.6.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\javax.servlet\javax.servlet-api\3.1.0\3cd63d075497751784b2fa84be59432f4905bf7c\javax.servlet-api-3.1.0.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.commons\commons-lang3\3.5\6c6c702c89bfff3cd9e80b04d668c5e190d588c6\commons-lang3-3.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.commons\commons-math3\3.4.1\3ac44a8664228384bc68437264cf7c4cf112f579\commons-math3-3.4.1.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.slf4j\jul-to-slf4j\1.7.16\2d5b546c5557dcbf08c3a381d7dc9bd275a602c1\jul-to-slf4j-1.7.16.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.slf4j\jcl-over-slf4j\1.7.16\34e48073884704ac987d3d1a1ab9b60e62028a9\jcl-over-slf4j-1.7.16.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\log4j\log4j\1.2.17\5af35056b4d257e4b64b9e8069c0746e8b08629f\log4j-1.2.17.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.slf4j\slf4j-log4j12\1.7.16\54c6dd23a7c420e40b8848e962d5f2a3534260af\slf4j-log4j12-1.7.16.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.ning\compress-lzf\1.0.3\3e1495b0c532ebe58f1c8b1c5d9b3bdcc6c1504c\compress-lzf-1.0.3.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.xerial.snappy\snappy-java\1.1.7.3\241bb74a1eb37d68a4e324a4bc3865427de0a62d\snappy-java-1.1.7.3.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.lz4\lz4-java\1.4.0\db5083b84299ad982a19677316da9a49363ad6e0\lz4-java-1.4.0.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.github.luben\zstd-jni\1.3.2-2\bde2d9e205aa832222a02e59ab155f42efefbf44\zstd-jni-1.3.2-2.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.roaringbitmap\RoaringBitmap\0.7.45\cf97912280a8bc6f740d0e2c15b8acdfeb683ac3\RoaringBitmap-0.7.45.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\commons-net\commons-net\3.1\2298164a7c2484406f2aa5ac85b205d39019896f\commons-net-3.1.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.scala-lang\scala-library\2.11.12\bf5534e6fec3d665bd6419c952a929a8bdd4b591\scala-library-2.11.12.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.json4s\json4s-jackson_2.11\3.5.3\733a711a66d8eecbde9cfd7618235eae0d349a6d\json4s-jackson_2.11-3.5.3.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.glassfish.jersey.core\jersey-client\2.22.2\1712fff037ce5a59e3d67f90fff29222989799ee\jersey-client-2.22.2.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.glassfish.jersey.core\jersey-common\2.22.2\1209b89878b60ce7d49afadeff7522d2fde0e217\jersey-common-2.22.2.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.glassfish.jersey.core\jersey-server\2.22.2\5ede3e5f98f8b14d31d1d0fffe9908df2bd41c0f\jersey-server-2.22.2.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.glassfish.jersey.containers\jersey-container-servlet\2.22.2\d90487b9809f822af7731abb8896a2183e7c4a0c\jersey-container-servlet-2.22.2.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.glassfish.jersey.containers\jersey-container-servlet-core\2.22.2\212c534c5b030594ccf5c4b929e8f7cbf26eb1ba\jersey-container-servlet-core-2.22.2.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\io.netty\netty-all\4.1.17.Final\43142cd1d6a0ea281eb6a4990354b4d3ad23dd43\netty-all-4.1.17.Final.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\io.netty\netty\3.9.9.Final\58e0a7e7ff773f84d02d4f006ae9dd31ad22a0b1\netty-3.9.9.Final.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.clearspring.analytics\stream\2.7.0\9998f8cf87d329fef226405f8d519638cfe1431d\stream-2.7.0.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\io.dropwizard.metrics\metrics-core\3.1.5\b07d2c8b79a11dd0a7d6d48adc96f396d7b58808\metrics-core-3.1.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\io.dropwizard.metrics\metrics-jvm\3.1.5\42fe531a5873bd56dbca6e4b7678912b5df2a19\metrics-jvm-3.1.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\io.dropwizard.metrics\metrics-json\3.1.5\46debd1b9f1b4ada07d084dffc3eb272e87c6f62\metrics-json-3.1.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\io.dropwizard.metrics\metrics-graphite\3.1.5\366b727fe0e64fe43b60a3e2455c9dcc149cc0d3\metrics-graphite-3.1.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.fasterxml.jackson.core\jackson-databind\2.6.7.1\306775aeb5164835a1dcbdf3f945587045cfb3b5\jackson-databind-2.6.7.1.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.fasterxml.jackson.module\jackson-module-scala_2.11\2.6.7.1\1cacab783de67e3c3d2377aa604acaba3df399cd\jackson-module-scala_2.11-2.6.7.1.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.ivy\ivy\2.4.0\5abe4c24bbe992a9ac07ca563d5bd3e8d569e9ed\ivy-2.4.0.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\oro\oro\2.0.8\5592374f834645c4ae250f4c9fbb314c9369d698\oro-2.0.8.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\net.razorvine\pyrolite\4.13\b71a4668b0c4194486832fe7ce161eed2d0d12cb\pyrolite-4.13.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\net.sf.py4j\py4j\0.10.7\e733e888c2e798ea15802f12a9f3130949ca741f\py4j-0.10.7.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.spark\spark-tags_2.11\2.4.3\b790b7919c94785599edc2249b31aa0f43c078ac\spark-tags_2.11-2.4.3.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.commons\commons-crypto\1.0.0\7938f66b01f62f03ef8af8a64401e85e45d51c5d\commons-crypto-1.0.0.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.spark-project.spark\unused\1.0.0\205fe37a2fade6ce6dfcf8eff57ed21a4a1c22af\unused-1.0.0.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.univocity\univocity-parsers\2.7.3\2d7b2cbe31d203333e0ce2b99ddb9f8afa03fc42\univocity-parsers-2.7.3.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.spark\spark-sketch_2.11\2.4.3\7a7eaaee6d1112a64fe141770c7ef102551b57a5\spark-sketch_2.11-2.4.3.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.spark\spark-catalyst_2.11\2.4.3\6f357b20cbf91e733549f8ff7e1c125d2ddd839e\spark-catalyst_2.11-2.4.3.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.orc\orc-core\1.5.5\31c4c6c741a558d68c76c4cf88fb06fdca82adc\orc-core-1.5.5-nohive.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.orc\orc-mapreduce\1.5.5\fc8c58a4bd3a3523e42eec3eee61810e92ab6fe4\orc-mapreduce-1.5.5-nohive.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.parquet\parquet-column\1.10.1\10999fbe40cd5d26e7e800a9cf8e6cc0fcf1c99e\parquet-column-1.10.1.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.parquet\parquet-hadoop\1.10.1\374c8d94b49388266aeb4d96ae2d19e6fe957b26\parquet-hadoop-1.10.1.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.arrow\arrow-vector\0.10.0\1883c9bae9650ca76771dbbcbb4a8744070e5043\arrow-vector-0.10.0.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.codehaus.jackson\jackson-core-asl\1.9.13\3c304d70f42f832e0a86d45bd437f692129299a4\jackson-core-asl-1.9.13.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.codehaus.jackson\jackson-mapper-asl\1.9.13\1ee2f2bed0e5dd29d1cb155a166e6f8d50bbddb7\jackson-mapper-asl-1.9.13.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.commons\commons-compress\1.8.1\a698750c16740fd5b3871425f4cb3bbaa87f529d\commons-compress-1.8.1.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.tukaani\xz\1.5\9c64274b7dbb65288237216e3fae7877fd3f2bee\xz-1.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.avro\avro-ipc\1.8.2\f4b0a97be342337431dada7b3c8d8cd62993684c\avro-ipc-1.8.2.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.esotericsoftware\kryo-shaded\4.0.2\e8c89779f93091aa9cb895093402b5d15065bf88\kryo-shaded-4.0.2.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.hadoop\hadoop-common\2.6.5\775c6ba9b08cf8ec42e27ea0730b69cc990c69ea\hadoop-common-2.6.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.hadoop\hadoop-hdfs\2.6.5\8bd0f95e29b9ba7960b4239a7f3706b37b183652\hadoop-hdfs-2.6.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.hadoop\hadoop-mapreduce-client-app\2.6.5\1c1efaa36ef29cb27c9198e2b4a8544c5a02cf3b\hadoop-mapreduce-client-app-2.6.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.hadoop\hadoop-yarn-api\2.6.5\7f567c6bb57673a44cd397d30adf63eb037769a1\hadoop-yarn-api-2.6.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.hadoop\hadoop-mapreduce-client-core\2.6.5\38383ecce4016373f75c957f6af969820d3d303f\hadoop-mapreduce-client-core-2.6.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.hadoop\hadoop-mapreduce-client-jobclient\2.6.5\988e9987308067351542277523ee6bf5cd9a798\hadoop-mapreduce-client-jobclient-2.6.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.hadoop\hadoop-annotations\2.6.5\29262f09feff4e46beb447e2986319ad7d19f743\hadoop-annotations-2.6.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.fusesource.leveldbjni\leveldbjni-all\1.8\707350a2eeb1fa2ed77a32ddb3893ed308e941db\leveldbjni-all-1.8.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.fasterxml.jackson.core\jackson-annotations\2.6.7\7e08eafe72cbd11c955d92109108bd2bfaab979e\jackson-annotations-2.6.7.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.curator\curator-framework\2.6.0\81a699c39d127b5b4ff97cc77da7650b53e5b5ed\curator-framework-2.6.0.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.google.guava\guava\16.0.1\5fa98cd1a63c99a44dd8d3b77e4762b066a5d0c5\guava-16.0.1.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.roaringbitmap\shims\0.7.45\efcebd3284aaba8bc0c72040018a72e8ba7530bc\shims-0.7.45.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.json4s\json4s-core_2.11\3.5.3\4ea70f8fec94e03341c81d21e924d8c469ef0b61\json4s-core_2.11-3.5.3.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\javax.ws.rs\javax.ws.rs-api\2.0.1\104e9c2b5583cfcfeac0402316221648d6d8ea6b\javax.ws.rs-api-2.0.1.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.glassfish.hk2\hk2-api\2.4.0-b34\1017432e219dbd1d4a1121b2d7e87c5b2f0bcfb9\hk2-api-2.4.0-b34.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.glassfish.hk2.external\javax.inject\2.4.0-b34\a6a3d4935af7b03e44126b5aac2c2a0ce98fe6e9\javax.inject-2.4.0-b34.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.glassfish.hk2\hk2-locator\2.4.0-b34\1451fc3e5b7f00d7a5ca0feaff2c1bf68be5ac91\hk2-locator-2.4.0-b34.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\javax.annotation\javax.annotation-api\1.2\479c1e06db31c432330183f5cae684163f186146\javax.annotation-api-1.2.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.glassfish.jersey.bundles.repackaged\jersey-guava\2.22.2\7422c693c89640c9685dfa99dbef2da745aa4617\jersey-guava-2.22.2.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.glassfish.hk2\osgi-resource-locator\1.0.1\4ed2b2d4738aed5786cfa64cba5a332779c4c708\osgi-resource-locator-1.0.1.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.glassfish.jersey.media\jersey-media-jaxb\2.22.2\7a9adf97790a92d09a1f2c027dbd34af15ffee04\jersey-media-jaxb-2.22.2.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\javax.validation\validation-api\1.1.0.Final\8613ae82954779d518631e05daa73a6a954817d5\validation-api-1.1.0.Final.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.fasterxml.jackson.module\jackson-module-paranamer\2.7.9\47ee876c1145e3e39a9f028d9b23c2e3b6c9be6a\jackson-module-paranamer-2.7.9.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.scala-lang.modules\scala-parser-combinators_2.11\1.1.0\fbf4d9948b22f37c658c8c7712a621a732798b13\scala-parser-combinators_2.11-1.1.0.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.codehaus.janino\janino\3.0.9\ddfd261063f2e6300e4c884aeef5f145dd0b38d\janino-3.0.9.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.codehaus.janino\commons-compiler\3.0.9\6aac3c03d02dcab0d59f77ff00b682f5320e54e9\commons-compiler-3.0.9.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.antlr\antlr4-runtime\4.7\30b13b7efc55b7feea667691509cf59902375001\antlr4-runtime-4.7.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.orc\orc-shims\1.5.5\6a639c228ab66601398fd2d94d441d4c6a9a7c8e\orc-shims-1.5.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.google.protobuf\protobuf-java\2.5.0\a10732c76bfacdbd633a7eb0f7968b1059a65dfa\protobuf-java-2.5.0.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\commons-lang\commons-lang\2.6\ce1edb914c94ebc388f086c6827e8bdeec71ac2\commons-lang-2.6.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\io.airlift\aircompressor\0.10\bf8305930ec675964bd68599c702ffb32df4d1e6\aircompressor-0.10.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.parquet\parquet-common\1.10.1\2a6b665654098c2321f7ab95c48096734026638d\parquet-common-1.10.1.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.parquet\parquet-encoding\1.10.1\b495a7817b434be694965059c0cd4c255a94c57d\parquet-encoding-1.10.1.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.parquet\parquet-format\2.4.0\d4508d385899dfb2dcecdc08fc5e4a5e6b747057\parquet-format-2.4.0.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.parquet\parquet-jackson\1.10.1\d61d80ada3a2c6b0c9ed06bd689cfd428de96112\parquet-jackson-1.10.1.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.arrow\arrow-format\0.10.0\85347ddea82e80b0aa14efd25aefb9a009d8ff0f\arrow-format-0.10.0.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.arrow\arrow-memory\0.10.0\d9301e56042f0734b5844ddf265d1f044ae0c6d8\arrow-memory-0.10.0.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\joda-time\joda-time\2.9.9\f7b520c458572890807d143670c9b24f4de90897\joda-time-2.9.9.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.carrotsearch\hppc\0.7.2\710398361f2ae8fd594a133e3619045c16b24137\hppc-0.7.2.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.vlkan\flatbuffers\1.2.0-3f79e055\b4a3fa3b6f768a99c2540e8b96b83bbb051f926c\flatbuffers-1.2.0-3f79e055.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.esotericsoftware\minlog\1.3.0\ff07b5f1b01d2f92bb00a337f9a94873712f0827\minlog-1.3.0.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.objenesis\objenesis\2.5.1\272bab9a4e5994757044d1fc43ce480c8cb907a4\objenesis-2.5.1.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\commons-cli\commons-cli\1.2\2bf96b7aa8b611c177d329452af1dc933e14501c\commons-cli-1.2.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\xmlenc\xmlenc\0.52\d82554efbe65906d83b3d97bd7509289e9db561a\xmlenc-0.52.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\commons-httpclient\commons-httpclient\3.1\964cd74171f427720480efdec40a7c7f6e58426a\commons-httpclient-3.1.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\commons-collections\commons-collections\3.2.2\8ad72fe39fa8c91eaaf12aadb21e0c3661fe26d5\commons-collections-3.2.2.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\commons-configuration\commons-configuration\1.6\32cadde23955d7681b0d94a2715846d20b425235\commons-configuration-1.6.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.google.code.gson\gson\2.2.4\a60a5e993c98c864010053cb901b7eab25306568\gson-2.2.4.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.hadoop\hadoop-auth\2.6.5\dc366f22960ec35c8b8771b40dcb6437d4199416\hadoop-auth-2.6.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.curator\curator-client\2.6.0\b9007c357ad1a78066fc6004e8b1feaa2318f6f3\curator-client-2.6.0.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.htrace\htrace-core\3.0.4\d7461828faf28411f37f8570d896292db277d838\htrace-core-3.0.4.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.mortbay.jetty\jetty-util\6.1.26\e5642fe0399814e1687d55a3862aa5a3417226a9\jetty-util-6.1.26.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\xerces\xercesImpl\2.9.1\7bc7e49ddfe4fb5f193ed37ecc96c12292c8ceb6\xercesImpl-2.9.1.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.hadoop\hadoop-mapreduce-client-common\2.6.5\22351b44ef35dfd8ef352cf9df4d41eb4b549068\hadoop-mapreduce-client-common-2.6.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.hadoop\hadoop-mapreduce-client-shuffle\2.6.5\2008b781ee446daadf60c201548567477b9effc6\hadoop-mapreduce-client-shuffle-2.6.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.hadoop\hadoop-yarn-common\2.6.5\c318b7a43e0cefbc97ca70e84bebd0e194b2c9bc\hadoop-yarn-common-2.6.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.json4s\json4s-ast_2.11\3.5.3\f1b60133c0667114a02e122d7f05e334dadc03a7\json4s-ast_2.11-3.5.3.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.json4s\json4s-scalap_2.11\3.5.3\a78590f694a565a63ca6ba0eae8cd19f52d79ec4\json4s-scalap_2.11-3.5.3.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.scala-lang.modules\scala-xml_2.11\1.0.6\4ebd108453e6455351c0ec50d32509ae1154fdb1\scala-xml_2.11-1.0.6.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.glassfish.hk2\hk2-utils\2.4.0-b34\aacce18411fffef9621d8fc91464ca0477119c38\hk2-utils-2.4.0-b34.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.glassfish.hk2.external\aopalliance-repackaged\2.4.0-b34\3d5e856dbc91a3a2b0bcb3a3424f8b62421ae4cf\aopalliance-repackaged-2.4.0-b34.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.javassist\javassist\3.18.1-GA\d9a09f7732226af26bf99f19e2cffe0ae219db5b\javassist-3.18.1-GA.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\jline\jline\0.9.94\99a18e9a44834afdebc467294e1138364c207402\jline-0.9.94.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\commons-digester\commons-digester\1.8\dc6a73fdbd1fa3f0944e8497c6c872fa21dca37e\commons-digester-1.8.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.httpcomponents\httpclient\4.2.5\666e26e76f2e87d84e4f16acb546481ae1b8e9a6\httpclient-4.2.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.directory.server\apacheds-kerberos-codec\2.0.0-M15\1c16e4e477183641c5f0dd5cdecd27ec331bacb5\apacheds-kerberos-codec-2.0.0-M15.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\xml-apis\xml-apis\1.3.04\90b215f48fe42776c8c7f6e3509ec54e84fd65ef\xml-apis-1.3.04.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.hadoop\hadoop-yarn-client\2.6.5\f04ea6144290f73bda0859316e84b7e446c8482c\hadoop-yarn-client-2.6.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.hadoop\hadoop-yarn-server-common\2.6.5\23807d9f1291fa0803243f16e6ec1db79b4c8150\hadoop-yarn-server-common-2.6.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.hadoop\hadoop-yarn-server-nodemanager\2.6.5\d7dfcc7bef8155aa9e30a2563ed1869f778bae72\hadoop-yarn-server-nodemanager-2.6.5.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\javax.xml.bind\jaxb-api\2.2.2\aeb3021ca93dde265796d82015beecdcff95bf09\jaxb-api-2.2.2.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.codehaus.jackson\jackson-jaxrs\1.9.13\534d72d2b9d6199dd531dfb27083dd4844082bba\jackson-jaxrs-1.9.13.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.codehaus.jackson\jackson-xc\1.9.13\e3480072bc95c202476ffa1de99ff7ee9149f29c\jackson-xc-1.9.13.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.google.inject\guice\3.0\9d84f15fe35e2c716a02979fb62f50a29f38aefa\guice-3.0.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\javax.inject\javax.inject\1\6975da39a7040257bd51d21a231b76c915872d38\javax.inject-1.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\junit\junit\3.8.1\99129f16442844f6a4a11ae22fbbee40b14d774f\junit-3.8.1.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\commons-beanutils\commons-beanutils\1.7.0\5675fd96b29656504b86029551973d60fb41339b\commons-beanutils-1.7.0.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.httpcomponents\httpcore\4.2.4\3b7f38df6de5dd8b500e602ae8c2dd5ee446f883\httpcore-4.2.4.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.directory.server\apacheds-i18n\2.0.0-M15\71c61c84683152ec2a6a65f3f96fe534e304fa22\apacheds-i18n-2.0.0-M15.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.directory.api\api-asn1-api\1.0.0-M20\5e6486ffa3125ba44dc410ead166e1d6ba8ac76d\api-asn1-api-1.0.0-M20.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.apache.directory.api\api-util\1.0.0-M20\a871abf060b3cf83fc6dc4d7e3d151fce50ac3cb\api-util-1.0.0-M20.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.codehaus.jettison\jettison\1.1\1a01a2a1218fcf9faa2cc2a6ced025bdea687262\jettison-1.1.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\javax.xml.stream\stax-api\1.0-2\d6337b0de8b25e53e81b922352fbea9f9f57ba0b\stax-api-1.0-2.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\aopalliance\aopalliance\1.0\235ba8b489512805ac13a8f9ea77a1ca5ebe3e8\aopalliance-1.0.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.sonatype.sisu.inject\cglib\2.2.1-v20090111\7ce5e983fd0e6c78346f4c9cbfa39d83049dda2\cglib-2.2.1-v20090111.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.slf4j\slf4j-api\1.7.25\da76ca59f6a57ee3102f8f9bd9cee742973efa8a\slf4j-api-1.7.25.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\org.scala-lang\scala-reflect\2.11.12\2bb23c13c527566d9828107ca4108be2a2c06f01\scala-reflect-2.11.12.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\commons-codec\commons-codec\1.10\4b95f4897fa13f2cd904aee711aeafc0c5295cd8\commons-codec-1.10.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.fasterxml.jackson.core\jackson-core\2.7.9\9b530cec4fd2eb841ab8e79f19fc7cf0ec487b2\jackson-core-2.7.9.jar;C:\Users\ameet.chaubal\.gradle\caches\modules-2\files-2.1\com.google.code.findbugs\jsr305\3.0.2\25ea2e8b0c338a877313bd4672d3fe056ea78f0d\jsr305-3.0.2.jar" com.ameet.ual.ExplodeCollectorApp
19/06/13 14:20:16 INFO ExplodeCollectorApp: >>Starting ExploderCollector app
19/06/13 14:20:16 INFO AppUtils: >>out/wc deleted
+---+-----+--------------+
|aid|aname|segments_items|
+---+-----+--------------+
|  1|   a1|  [b1, b2, b3]|
|  2|   a2|          [b5]|
+---+-----+--------------+

root
 |-- aid: string (nullable = true)
 |-- aname: string (nullable = true)
 |-- segments_items: array (nullable = true)
 |    |-- element: string (containsNull = true)

+---+----------------+------------+
|sid|    booking_name|booking_city|
+---+----------------+------------+
| b1| 'first booking'|     chicago|
| b2|'second booking'|      boston|
| b3| 'third booking'|     atlanta|
| b5| 'fifth booking'|      irvine|
+---+----------------+------------+

root
 |-- sid: string (nullable = true)
 |-- booking_name: string (nullable = true)
 |-- booking_city: string (nullable = true)

19/06/13 14:20:31 INFO ExplodeCollectorApp: >>[4] Performing JOIN:
+---+-----+---+
|aid|aname|bid|
+---+-----+---+
|  1|   a1| b1|
|  1|   a1| b2|
|  1|   a1| b3|
|  2|   a2| b5|
+---+-----+---+

root
 |-- aid: string (nullable = true)
 |-- aname: string (nullable = true)
 |-- bid: string (nullable = true)

+---+-----+---+----------------+------------+
|aid|aname|bid|    booking_name|booking_city|
+---+-----+---+----------------+------------+
|  1|   a1| b1| 'first booking'|     chicago|
|  1|   a1| b2|'second booking'|      boston|
|  1|   a1| b3| 'third booking'|     atlanta|
|  2|   a2| b5| 'fifth booking'|      irvine|
+---+-----+---+----------------+------------+

root
 |-- aid: string (nullable = true)
 |-- aname: string (nullable = true)
 |-- bid: string (nullable = true)
 |-- booking_name: string (nullable = true)
 |-- booking_city: string (nullable = true)


Process finished with exit code 0