Skip to content

Instantly share code, notes, and snippets.

@gudiseva

gudiseva/ExampleMapReduce_.idea_.name

Created May 16, 2016 16:46
Show Gist options
  • Save gudiseva/08c4393353c1b2b409612a38af5314fc to your computer and use it in GitHub Desktop.
Save gudiseva/08c4393353c1b2b409612a38af5314fc to your computer and use it in GitHub Desktop.
Download ZIP
Extract rows containing specific value using MapReduce
Raw
ExampleMapReduce_.idea_.name
ExampleMapReduce
Raw
ExampleMapReduce_.idea_compiler.xml
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="CompilerConfiguration">
<resourceExtensions />
<wildcardResourcePatterns>
<entry name="!?*.java" />
<entry name="!?*.form" />
<entry name="!?*.class" />
<entry name="!?*.groovy" />
<entry name="!?*.scala" />
<entry name="!?*.flex" />
<entry name="!?*.kt" />
<entry name="!?*.clj" />
<entry name="!?*.aj" />
</wildcardResourcePatterns>
<annotationProcessing>
<profile default="true" name="Default" enabled="false">
<processorPath useClasspath="true" />
</profile>
<profile default="false" name="Maven default annotation processors profile" enabled="true">
<sourceOutputDir name="target/generated-sources/annotations" />
<sourceTestOutputDir name="target/generated-test-sources/test-annotations" />
<outputRelativeToContentRoot value="true" />
<processorPath useClasspath="true" />
<module name="ExampleMapReduce" />
</profile>
</annotationProcessing>
<bytecodeTargetLevel>
<module name="ExampleMapReduce" target="1.5" />
</bytecodeTargetLevel>
</component>
</project>
Raw
ExampleMapReduce_.idea_copyright_profiles_settings.xml
<component name="CopyrightManager">
<settings default="" />
</component>
Raw
ExampleMapReduce_.idea_encodings.xml
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="Encoding">
<file url="file://$PROJECT_DIR$" charset="UTF-8" />
<file url="PROJECT" charset="UTF-8" />
</component>
</project>
Raw
ExampleMapReduce_.idea_libraries_Maven__ant_ant_1_6_5.xml
<component name="libraryTable">
<library name="Maven: ant:ant:1.6.5">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/ant/ant/1.6.5/ant-1.6.5.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/ant/ant/1.6.5/ant-1.6.5-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/ant/ant/1.6.5/ant-1.6.5-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__commons_cli_commons_cli_1_2.xml
<component name="libraryTable">
<library name="Maven: commons-cli:commons-cli:1.2">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/commons-cli/commons-cli/1.2/commons-cli-1.2-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/commons-cli/commons-cli/1.2/commons-cli-1.2-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__commons_codec_commons_codec_1_3.xml
<component name="libraryTable">
<library name="Maven: commons-codec:commons-codec:1.3">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/commons-codec/commons-codec/1.3/commons-codec-1.3.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/commons-codec/commons-codec/1.3/commons-codec-1.3-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/commons-codec/commons-codec/1.3/commons-codec-1.3-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__commons_el_commons_el_1_0.xml
<component name="libraryTable">
<library name="Maven: commons-el:commons-el:1.0">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/commons-el/commons-el/1.0/commons-el-1.0.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/commons-el/commons-el/1.0/commons-el-1.0-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/commons-el/commons-el/1.0/commons-el-1.0-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__commons_httpclient_commons_httpclient_3_0_1.xml
<component name="libraryTable">
<library name="Maven: commons-httpclient:commons-httpclient:3.0.1">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/commons-httpclient/commons-httpclient/3.0.1/commons-httpclient-3.0.1.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/commons-httpclient/commons-httpclient/3.0.1/commons-httpclient-3.0.1-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/commons-httpclient/commons-httpclient/3.0.1/commons-httpclient-3.0.1-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__commons_logging_commons_logging_1_0_3.xml
<component name="libraryTable">
<library name="Maven: commons-logging:commons-logging:1.0.3">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/commons-logging/commons-logging/1.0.3/commons-logging-1.0.3.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/commons-logging/commons-logging/1.0.3/commons-logging-1.0.3-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/commons-logging/commons-logging/1.0.3/commons-logging-1.0.3-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__commons_net_commons_net_1_4_1.xml
<component name="libraryTable">
<library name="Maven: commons-net:commons-net:1.4.1">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/commons-net/commons-net/1.4.1/commons-net-1.4.1.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/commons-net/commons-net/1.4.1/commons-net-1.4.1-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/commons-net/commons-net/1.4.1/commons-net-1.4.1-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__hsqldb_hsqldb_1_8_0_10.xml
<component name="libraryTable">
<library name="Maven: hsqldb:hsqldb:1.8.0.10">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/hsqldb/hsqldb/1.8.0.10/hsqldb-1.8.0.10.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/hsqldb/hsqldb/1.8.0.10/hsqldb-1.8.0.10-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/hsqldb/hsqldb/1.8.0.10/hsqldb-1.8.0.10-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__junit_junit_3_8_1.xml
<component name="libraryTable">
<library name="Maven: junit:junit:3.8.1">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/junit/junit/3.8.1/junit-3.8.1.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/junit/junit/3.8.1/junit-3.8.1-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/junit/junit/3.8.1/junit-3.8.1-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__net_java_dev_jets3t_jets3t_0_7_1.xml
<component name="libraryTable">
<library name="Maven: net.java.dev.jets3t:jets3t:0.7.1">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/net/java/dev/jets3t/jets3t/0.7.1/jets3t-0.7.1.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/net/java/dev/jets3t/jets3t/0.7.1/jets3t-0.7.1-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/net/java/dev/jets3t/jets3t/0.7.1/jets3t-0.7.1-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__net_sf_kosmosfs_kfs_0_3.xml
<component name="libraryTable">
<library name="Maven: net.sf.kosmosfs:kfs:0.3">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/net/sf/kosmosfs/kfs/0.3/kfs-0.3.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/net/sf/kosmosfs/kfs/0.3/kfs-0.3-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/net/sf/kosmosfs/kfs/0.3/kfs-0.3-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__org_apache_hadoop_hadoop_core_0_20_2.xml
<component name="libraryTable">
<library name="Maven: org.apache.hadoop:hadoop-core:0.20.2">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/org/apache/hadoop/hadoop-core/0.20.2/hadoop-core-0.20.2.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/org/apache/hadoop/hadoop-core/0.20.2/hadoop-core-0.20.2-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/org/apache/hadoop/hadoop-core/0.20.2/hadoop-core-0.20.2-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__org_eclipse_jdt_core_3_1_1.xml
<component name="libraryTable">
<library name="Maven: org.eclipse.jdt:core:3.1.1">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/org/eclipse/jdt/core/3.1.1/core-3.1.1.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/org/eclipse/jdt/core/3.1.1/core-3.1.1-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/org/eclipse/jdt/core/3.1.1/core-3.1.1-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__org_mortbay_jetty_jetty_6_1_14.xml
<component name="libraryTable">
<library name="Maven: org.mortbay.jetty:jetty:6.1.14">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jetty/6.1.14/jetty-6.1.14.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jetty/6.1.14/jetty-6.1.14-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jetty/6.1.14/jetty-6.1.14-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__org_mortbay_jetty_jetty_util_6_1_14.xml
<component name="libraryTable">
<library name="Maven: org.mortbay.jetty:jetty-util:6.1.14">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jetty-util/6.1.14/jetty-util-6.1.14.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jetty-util/6.1.14/jetty-util-6.1.14-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jetty-util/6.1.14/jetty-util-6.1.14-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__org_mortbay_jetty_jsp_2_1_6_1_14.xml
<component name="libraryTable">
<library name="Maven: org.mortbay.jetty:jsp-2.1:6.1.14">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jsp-2.1/6.1.14/jsp-2.1-6.1.14.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jsp-2.1/6.1.14/jsp-2.1-6.1.14-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jsp-2.1/6.1.14/jsp-2.1-6.1.14-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__org_mortbay_jetty_jsp_api_2_1_6_1_14.xml
<component name="libraryTable">
<library name="Maven: org.mortbay.jetty:jsp-api-2.1:6.1.14">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jsp-api-2.1/6.1.14/jsp-api-2.1-6.1.14.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jsp-api-2.1/6.1.14/jsp-api-2.1-6.1.14-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jsp-api-2.1/6.1.14/jsp-api-2.1-6.1.14-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__org_mortbay_jetty_servlet_api_2_5_6_1_14.xml
<component name="libraryTable">
<library name="Maven: org.mortbay.jetty:servlet-api-2.5:6.1.14">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/servlet-api-2.5/6.1.14/servlet-api-2.5-6.1.14.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/servlet-api-2.5/6.1.14/servlet-api-2.5-6.1.14-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/servlet-api-2.5/6.1.14/servlet-api-2.5-6.1.14-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__oro_oro_2_0_8.xml
<component name="libraryTable">
<library name="Maven: oro:oro:2.0.8">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/oro/oro/2.0.8/oro-2.0.8.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/oro/oro/2.0.8/oro-2.0.8-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/oro/oro/2.0.8/oro-2.0.8-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__tomcat_jasper_compiler_5_5_12.xml
<component name="libraryTable">
<library name="Maven: tomcat:jasper-compiler:5.5.12">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/tomcat/jasper-compiler/5.5.12/jasper-compiler-5.5.12.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/tomcat/jasper-compiler/5.5.12/jasper-compiler-5.5.12-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/tomcat/jasper-compiler/5.5.12/jasper-compiler-5.5.12-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__tomcat_jasper_runtime_5_5_12.xml
<component name="libraryTable">
<library name="Maven: tomcat:jasper-runtime:5.5.12">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/tomcat/jasper-runtime/5.5.12/jasper-runtime-5.5.12.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/tomcat/jasper-runtime/5.5.12/jasper-runtime-5.5.12-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/tomcat/jasper-runtime/5.5.12/jasper-runtime-5.5.12-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_libraries_Maven__xmlenc_xmlenc_0_52.xml
<component name="libraryTable">
<library name="Maven: xmlenc:xmlenc:0.52">
<CLASSES>
<root url="jar://$USER_HOME$/M2_Repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar!/" />
</CLASSES>
<JAVADOC>
<root url="jar://$USER_HOME$/M2_Repository/xmlenc/xmlenc/0.52/xmlenc-0.52-javadoc.jar!/" />
</JAVADOC>
<SOURCES>
<root url="jar://$USER_HOME$/M2_Repository/xmlenc/xmlenc/0.52/xmlenc-0.52-sources.jar!/" />
</SOURCES>
</library>
</component>
Raw
ExampleMapReduce_.idea_misc.xml
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="EntryPointsManager">
<entry_points version="2.0" />
</component>
<component name="MavenProjectsManager">
<option name="originalFiles">
<list>
<option value="$PROJECT_DIR$/pom.xml" />
</list>
</option>
</component>
<component name="ProjectLevelVcsManager" settingsEditedManually="false">
<OptionsSetting value="true" id="Add" />
<OptionsSetting value="true" id="Remove" />
<OptionsSetting value="true" id="Checkout" />
<OptionsSetting value="true" id="Update" />
<OptionsSetting value="true" id="Status" />
<OptionsSetting value="true" id="Edit" />
<ConfirmationsSetting value="0" id="Add" />
<ConfirmationsSetting value="0" id="Remove" />
</component>
<component name="ProjectRootManager" version="2" languageLevel="JDK_1_8" default="true" assert-keyword="true" jdk-15="true" project-jdk-name="1.8" project-jdk-type="JavaSDK">
<output url="file://$PROJECT_DIR$/out" />
</component>
<component name="masterDetails">
<states>
<state key="ProjectJDKs.UI">
<settings>
<last-edited>1.8</last-edited>
<splitter-proportions>
<option name="proportions">
<list>
<option value="0.2" />
</list>
</option>
</splitter-proportions>
</settings>
</state>
</states>
</component>
</project>
Raw
ExampleMapReduce_.idea_modules.xml
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="ProjectModuleManager">
<modules>
<module fileurl="file://$PROJECT_DIR$/ExampleMapReduce.iml" filepath="$PROJECT_DIR$/ExampleMapReduce.iml" />
</modules>
</component>
</project>
Raw
ExampleMapReduce_.idea_uiDesigner.xml
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="Palette2">
<group name="Swing">
<item class="com.intellij.uiDesigner.HSpacer" tooltip-text="Horizontal Spacer" icon="/com/intellij/uiDesigner/icons/hspacer.png" removable="false" auto-create-binding="false" can-attach-label="false">
<default-constraints vsize-policy="1" hsize-policy="6" anchor="0" fill="1" />
</item>
<item class="com.intellij.uiDesigner.VSpacer" tooltip-text="Vertical Spacer" icon="/com/intellij/uiDesigner/icons/vspacer.png" removable="false" auto-create-binding="false" can-attach-label="false">
<default-constraints vsize-policy="6" hsize-policy="1" anchor="0" fill="2" />
</item>
<item class="javax.swing.JPanel" icon="/com/intellij/uiDesigner/icons/panel.png" removable="false" auto-create-binding="false" can-attach-label="false">
<default-constraints vsize-policy="3" hsize-policy="3" anchor="0" fill="3" />
</item>
<item class="javax.swing.JScrollPane" icon="/com/intellij/uiDesigner/icons/scrollPane.png" removable="false" auto-create-binding="false" can-attach-label="true">
<default-constraints vsize-policy="7" hsize-policy="7" anchor="0" fill="3" />
</item>
<item class="javax.swing.JButton" icon="/com/intellij/uiDesigner/icons/button.png" removable="false" auto-create-binding="true" can-attach-label="false">
<default-constraints vsize-policy="0" hsize-policy="3" anchor="0" fill="1" />
<initial-values>
<property name="text" value="Button" />
</initial-values>
</item>
<item class="javax.swing.JRadioButton" icon="/com/intellij/uiDesigner/icons/radioButton.png" removable="false" auto-create-binding="true" can-attach-label="false">
<default-constraints vsize-policy="0" hsize-policy="3" anchor="8" fill="0" />
<initial-values>
<property name="text" value="RadioButton" />
</initial-values>
</item>
<item class="javax.swing.JCheckBox" icon="/com/intellij/uiDesigner/icons/checkBox.png" removable="false" auto-create-binding="true" can-attach-label="false">
<default-constraints vsize-policy="0" hsize-policy="3" anchor="8" fill="0" />
<initial-values>
<property name="text" value="CheckBox" />
</initial-values>
</item>
<item class="javax.swing.JLabel" icon="/com/intellij/uiDesigner/icons/label.png" removable="false" auto-create-binding="false" can-attach-label="false">
<default-constraints vsize-policy="0" hsize-policy="0" anchor="8" fill="0" />
<initial-values>
<property name="text" value="Label" />
</initial-values>
</item>
<item class="javax.swing.JTextField" icon="/com/intellij/uiDesigner/icons/textField.png" removable="false" auto-create-binding="true" can-attach-label="true">
<default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1">
<preferred-size width="150" height="-1" />
</default-constraints>
</item>
<item class="javax.swing.JPasswordField" icon="/com/intellij/uiDesigner/icons/passwordField.png" removable="false" auto-create-binding="true" can-attach-label="true">
<default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1">
<preferred-size width="150" height="-1" />
</default-constraints>
</item>
<item class="javax.swing.JFormattedTextField" icon="/com/intellij/uiDesigner/icons/formattedTextField.png" removable="false" auto-create-binding="true" can-attach-label="true">
<default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1">
<preferred-size width="150" height="-1" />
</default-constraints>
</item>
<item class="javax.swing.JTextArea" icon="/com/intellij/uiDesigner/icons/textArea.png" removable="false" auto-create-binding="true" can-attach-label="true">
<default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3">
<preferred-size width="150" height="50" />
</default-constraints>
</item>
<item class="javax.swing.JTextPane" icon="/com/intellij/uiDesigner/icons/textPane.png" removable="false" auto-create-binding="true" can-attach-label="true">
<default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3">
<preferred-size width="150" height="50" />
</default-constraints>
</item>
<item class="javax.swing.JEditorPane" icon="/com/intellij/uiDesigner/icons/editorPane.png" removable="false" auto-create-binding="true" can-attach-label="true">
<default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3">
<preferred-size width="150" height="50" />
</default-constraints>
</item>
<item class="javax.swing.JComboBox" icon="/com/intellij/uiDesigner/icons/comboBox.png" removable="false" auto-create-binding="true" can-attach-label="true">
<default-constraints vsize-policy="0" hsize-policy="2" anchor="8" fill="1" />
</item>
<item class="javax.swing.JTable" icon="/com/intellij/uiDesigner/icons/table.png" removable="false" auto-create-binding="true" can-attach-label="false">
<default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3">
<preferred-size width="150" height="50" />
</default-constraints>
</item>
<item class="javax.swing.JList" icon="/com/intellij/uiDesigner/icons/list.png" removable="false" auto-create-binding="true" can-attach-label="false">
<default-constraints vsize-policy="6" hsize-policy="2" anchor="0" fill="3">
<preferred-size width="150" height="50" />
</default-constraints>
</item>
<item class="javax.swing.JTree" icon="/com/intellij/uiDesigner/icons/tree.png" removable="false" auto-create-binding="true" can-attach-label="false">
<default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3">
<preferred-size width="150" height="50" />
</default-constraints>
</item>
<item class="javax.swing.JTabbedPane" icon="/com/intellij/uiDesigner/icons/tabbedPane.png" removable="false" auto-create-binding="true" can-attach-label="false">
<default-constraints vsize-policy="3" hsize-policy="3" anchor="0" fill="3">
<preferred-size width="200" height="200" />
</default-constraints>
</item>
<item class="javax.swing.JSplitPane" icon="/com/intellij/uiDesigner/icons/splitPane.png" removable="false" auto-create-binding="false" can-attach-label="false">
<default-constraints vsize-policy="3" hsize-policy="3" anchor="0" fill="3">
<preferred-size width="200" height="200" />
</default-constraints>
</item>
<item class="javax.swing.JSpinner" icon="/com/intellij/uiDesigner/icons/spinner.png" removable="false" auto-create-binding="true" can-attach-label="true">
<default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1" />
</item>
<item class="javax.swing.JSlider" icon="/com/intellij/uiDesigner/icons/slider.png" removable="false" auto-create-binding="true" can-attach-label="false">
<default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1" />
</item>
<item class="javax.swing.JSeparator" icon="/com/intellij/uiDesigner/icons/separator.png" removable="false" auto-create-binding="false" can-attach-label="false">
<default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3" />
</item>
<item class="javax.swing.JProgressBar" icon="/com/intellij/uiDesigner/icons/progressbar.png" removable="false" auto-create-binding="true" can-attach-label="false">
<default-constraints vsize-policy="0" hsize-policy="6" anchor="0" fill="1" />
</item>
<item class="javax.swing.JToolBar" icon="/com/intellij/uiDesigner/icons/toolbar.png" removable="false" auto-create-binding="false" can-attach-label="false">
<default-constraints vsize-policy="0" hsize-policy="6" anchor="0" fill="1">
<preferred-size width="-1" height="20" />
</default-constraints>
</item>
<item class="javax.swing.JToolBar$Separator" icon="/com/intellij/uiDesigner/icons/toolbarSeparator.png" removable="false" auto-create-binding="false" can-attach-label="false">
<default-constraints vsize-policy="0" hsize-policy="0" anchor="0" fill="1" />
</item>
<item class="javax.swing.JScrollBar" icon="/com/intellij/uiDesigner/icons/scrollbar.png" removable="false" auto-create-binding="true" can-attach-label="false">
<default-constraints vsize-policy="6" hsize-policy="0" anchor="0" fill="2" />
</item>
</group>
</component>
</project>
Raw
ExampleMapReduce_ExampleMapReduce.iml
<?xml version="1.0" encoding="UTF-8"?>
<module org.jetbrains.idea.maven.project.MavenProjectsManager.isMavenModule="true" type="JAVA_MODULE" version="4">
<component name="NewModuleRootManager" LANGUAGE_LEVEL="JDK_1_5" inherit-compiler-output="false">
<output url="file://$MODULE_DIR$/target/classes" />
<output-test url="file://$MODULE_DIR$/target/test-classes" />
<content url="file://$MODULE_DIR$">
<sourceFolder url="file://$MODULE_DIR$/src/main/java" isTestSource="false" />
<sourceFolder url="file://$MODULE_DIR$/src/test/java" isTestSource="true" />
<excludeFolder url="file://$MODULE_DIR$/target" />
</content>
<orderEntry type="inheritedJdk" />
<orderEntry type="sourceFolder" forTests="false" />
<orderEntry type="library" scope="TEST" name="Maven: junit:junit:3.8.1" level="project" />
<orderEntry type="library" name="Maven: org.apache.hadoop:hadoop-core:0.20.2" level="project" />
<orderEntry type="library" name="Maven: commons-cli:commons-cli:1.2" level="project" />
<orderEntry type="library" name="Maven: xmlenc:xmlenc:0.52" level="project" />
<orderEntry type="library" name="Maven: commons-httpclient:commons-httpclient:3.0.1" level="project" />
<orderEntry type="library" name="Maven: commons-logging:commons-logging:1.0.3" level="project" />
<orderEntry type="library" name="Maven: commons-codec:commons-codec:1.3" level="project" />
<orderEntry type="library" name="Maven: commons-net:commons-net:1.4.1" level="project" />
<orderEntry type="library" name="Maven: org.mortbay.jetty:jetty:6.1.14" level="project" />
<orderEntry type="library" name="Maven: org.mortbay.jetty:jetty-util:6.1.14" level="project" />
<orderEntry type="library" name="Maven: tomcat:jasper-runtime:5.5.12" level="project" />
<orderEntry type="library" name="Maven: tomcat:jasper-compiler:5.5.12" level="project" />
<orderEntry type="library" name="Maven: org.mortbay.jetty:jsp-api-2.1:6.1.14" level="project" />
<orderEntry type="library" name="Maven: org.mortbay.jetty:jsp-2.1:6.1.14" level="project" />
<orderEntry type="library" name="Maven: ant:ant:1.6.5" level="project" />
<orderEntry type="library" name="Maven: commons-el:commons-el:1.0" level="project" />
<orderEntry type="library" name="Maven: net.java.dev.jets3t:jets3t:0.7.1" level="project" />
<orderEntry type="library" name="Maven: org.mortbay.jetty:servlet-api-2.5:6.1.14" level="project" />
<orderEntry type="library" name="Maven: net.sf.kosmosfs:kfs:0.3" level="project" />
<orderEntry type="library" name="Maven: hsqldb:hsqldb:1.8.0.10" level="project" />
<orderEntry type="library" name="Maven: oro:oro:2.0.8" level="project" />
<orderEntry type="library" name="Maven: org.eclipse.jdt:core:3.1.1" level="project" />
</component>
</module>
Raw
ExampleMapReduce_pom.xml
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>nag.arvind.gudiseva</groupId>
<artifactId>HadoopMapReduce</artifactId>
<version>1.0</version>
<packaging>jar</packaging>
<name>HadoopMapReduce</name>
<url>http://maven.apache.org</url>
<properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
</properties>
<dependencies>
<dependency>
<groupId>junit</groupId>
<artifactId>junit</artifactId>
<version>3.8.1</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-core</artifactId>
<version>0.20.2</version>
</dependency>
</dependencies>
<repositories>
<repository>
<id>cloudera</id>
<url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>
</repository>
</repositories>
</project>
Raw
ExampleMapReduce_src_main_java_example_ExampleDriver.java
package example;
import example.ExampleMapper;
import example.ExampleReducer;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.conf.Configured;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat;
import org.apache.hadoop.util.Tool;
import org.apache.hadoop.util.ToolRunner;
/**
* Created by ArvindGudiseva on 15/05/16.
*/
public class ExampleDriver extends Configured implements Tool {
public static void main(String[] args) throws Exception {
int exitCode = ToolRunner.run(new ExampleDriver(), args);
System.exit(exitCode);
}
public int run(String[] args) throws Exception {
if (args.length != 2) {
System.err.printf("Usage: %s [generic options] <input> <output>\n",
getClass().getSimpleName());
ToolRunner.printGenericCommandUsage(System.err);
return -1;
}
Job job = new org.apache.hadoop.mapreduce.Job();
job.setJarByClass(ExampleDriver.class);
job.setJobName("ExampleDriver");
FileInputFormat.addInputPath(job, new Path(args[0]));
// Added to delete the Output folder if already exists
Configuration conf = job.getConfiguration();
FileSystem.get(conf).delete(new Path(args[1]), true);
FileOutputFormat.setOutputPath(job, new Path(args[1]));
job.setOutputKeyClass(IntWritable.class);
job.setOutputValueClass(IntWritable.class);
job.setOutputFormatClass(TextOutputFormat.class);
job.setMapperClass(ExampleMapper.class);
job.setReducerClass(ExampleReducer.class);
// Sets reducer tasks to 0
//job.setNumReduceTasks(0);
int returnValue = job.waitForCompletion(true) ? 0:1;
System.out.println("job.isSuccessful " + job.isSuccessful());
return returnValue;
}
}
Raw
ExampleMapReduce_src_main_java_example_ExampleMapper.java
package example;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Mapper;
import java.io.IOException;
/**
* Created by ArvindGudiseva on 15/05/16.
*/
public class ExampleMapper extends Mapper<Object, Text, IntWritable, IntWritable> {
@Override
protected void map(Object key, Text value, Context context)
throws IOException, InterruptedException {
String[] tokens = value.toString().split(",");
String col0 = tokens[0];
String col1 = tokens[1];
String col2 = tokens[2];
String col3 = tokens[3];
int colInt0 = Integer.parseInt(col0);
int colInt1 = Integer.parseInt(col1);
int colInt2 = Integer.parseInt(col2);
int colInt3 = Integer.parseInt(col3);
//if col3 is == 40; print col3 and col0
if(colInt3 == 40){
context.write(new IntWritable(colInt3), new IntWritable(colInt0));
}
}
}
Raw
ExampleMapReduce_src_main_java_example_ExampleReducer.java
package example;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.mapreduce.Reducer;
import java.io.IOException;
import java.util.Iterator;
/**
* Created by ArvindGudiseva on 15/05/16.
*/
public class ExampleReducer extends Reducer<IntWritable, IntWritable, IntWritable, IntWritable> {
@Override
public void reduce(IntWritable key, Iterable<IntWritable> values, Context context)
throws IOException, InterruptedException {
int col0 = 0;
int col3 = 0;
Iterator itr = values.iterator();
while (itr.hasNext()){
col3 = Integer.parseInt(key.toString());
col0 = Integer.parseInt(itr.next().toString());
context.write(new IntWritable(col3), new IntWritable(col0));
}
}
}
Raw
ExampleMapReduce_src_main_java_nag_arvind_gudiseva_WordCount.java
package nag.arvind.gudiseva;
import java.io.IOException;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.conf.Configured;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.LongWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat;
import org.apache.hadoop.util.Tool;
import org.apache.hadoop.util.ToolRunner;
public class WordCount extends Configured implements Tool{
public static void main(String[] args) throws Exception{
int exitCode = ToolRunner.run(new WordCount(), args);
System.exit(exitCode);
}
public int run(String[] args) throws Exception {
if (args.length != 2) {
System.err.printf("Usage: %s [generic options] <input> <output>\n",
getClass().getSimpleName());
ToolRunner.printGenericCommandUsage(System.err);
return -1;
}
Job job = new org.apache.hadoop.mapreduce.Job();
job.setJarByClass(WordCount.class);
job.setJobName("WordCounter");
FileInputFormat.addInputPath(job, new Path(args[0]));
// Added to delete the Output folder if already exists
Configuration conf = job.getConfiguration();
FileSystem.get(conf).delete(new Path(args[1]), true);
FileOutputFormat.setOutputPath(job, new Path(args[1]));
job.setOutputKeyClass(Text.class);
job.setOutputValueClass(IntWritable.class);
job.setOutputFormatClass(TextOutputFormat.class);
job.setMapperClass(WordCountMapper.class);
job.setReducerClass(WordCountReducer.class);
int returnValue = job.waitForCompletion(true) ? 0:1;
System.out.println("job.isSuccessful " + job.isSuccessful());
return returnValue;
}
}
Raw
ExampleMapReduce_src_main_java_nag_arvind_gudiseva_WordCountMapper.java
package nag.arvind.gudiseva;
import java.io.IOException;
import java.util.StringTokenizer;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.LongWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Mapper;
public class WordCountMapper extends Mapper<LongWritable, Text, Text, IntWritable>{
private final static IntWritable one = new IntWritable(1);
private Text word = new Text();
@Override
protected void map(LongWritable key, Text value, Context context)
throws IOException, InterruptedException {
String line = value.toString();
StringTokenizer st = new StringTokenizer(line," ");
while(st.hasMoreTokens()){
word.set(st.nextToken());
context.write(word,one);
}
}
}
Raw
ExampleMapReduce_src_main_java_nag_arvind_gudiseva_WordCountReducer.java
package nag.arvind.gudiseva;
import java.io.IOException;
import java.util.Iterator;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Reducer;
public class WordCountReducer extends Reducer<Text, IntWritable, Text, IntWritable>{
@Override
protected void reduce(Text key, Iterable<IntWritable> values, Context context)
throws IOException, InterruptedException {
int sum = 0;
Iterator<IntWritable> valuesIt = values.iterator();
while(valuesIt.hasNext()){
sum = sum + valuesIt.next().get();
}
context.write(key, new IntWritable(sum));
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment