468 lines
33 KiB
HTML
468 lines
33 KiB
HTML
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
|
|
<!-- NewPage -->
|
|
<html lang="en">
|
|
<head>
|
|
<!-- Generated by javadoc (version 1.7.0_51) on Wed Apr 06 13:11:06 EDT 2016 -->
|
|
<title>PjmrJob (Parallel Java 2 Library Documentation)</title>
|
|
<meta name="date" content="2016-04-06">
|
|
<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
|
|
</head>
|
|
<body>
|
|
<script type="text/javascript"><!--
|
|
if (location.href.indexOf('is-external=true') == -1) {
|
|
parent.document.title="PjmrJob (Parallel Java 2 Library Documentation)";
|
|
}
|
|
//-->
|
|
</script>
|
|
<noscript>
|
|
<div>JavaScript is disabled on your browser.</div>
|
|
</noscript>
|
|
<!-- ========= START OF TOP NAVBAR ======= -->
|
|
<div class="topNav"><a name="navbar_top">
|
|
<!-- -->
|
|
</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
|
|
<!-- -->
|
|
</a>
|
|
<ul class="navList" title="Navigation">
|
|
<li><a href="../../../overview-summary.html">Overview</a></li>
|
|
<li><a href="package-summary.html">Package</a></li>
|
|
<li class="navBarCell1Rev">Class</li>
|
|
<li><a href="class-use/PjmrJob.html">Use</a></li>
|
|
<li><a href="package-tree.html">Tree</a></li>
|
|
<li><a href="../../../deprecated-list.html">Deprecated</a></li>
|
|
<li><a href="../../../index-files/index-1.html">Index</a></li>
|
|
<li><a href="../../../help-doc.html">Help</a></li>
|
|
</ul>
|
|
</div>
|
|
<div class="subNav">
|
|
<ul class="navList">
|
|
<li><a href="../../../edu/rit/pjmr/MapperTaskConfig.html" title="class in edu.rit.pjmr"><span class="strong">Prev Class</span></a></li>
|
|
<li><a href="../../../edu/rit/pjmr/Reducer.html" title="class in edu.rit.pjmr"><span class="strong">Next Class</span></a></li>
|
|
</ul>
|
|
<ul class="navList">
|
|
<li><a href="../../../index.html?edu/rit/pjmr/PjmrJob.html" target="_top">Frames</a></li>
|
|
<li><a href="PjmrJob.html" target="_top">No Frames</a></li>
|
|
</ul>
|
|
<ul class="navList" id="allclasses_navbar_top">
|
|
<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
|
|
</ul>
|
|
<div>
|
|
<script type="text/javascript"><!--
|
|
allClassesLink = document.getElementById("allclasses_navbar_top");
|
|
if(window==top) {
|
|
allClassesLink.style.display = "block";
|
|
}
|
|
else {
|
|
allClassesLink.style.display = "none";
|
|
}
|
|
//-->
|
|
</script>
|
|
</div>
|
|
<div>
|
|
<ul class="subNavList">
|
|
<li>Summary: </li>
|
|
<li>Nested | </li>
|
|
<li><a href="#fields_inherited_from_class_edu.rit.pj2.Job">Field</a> | </li>
|
|
<li><a href="#constructor_summary">Constr</a> | </li>
|
|
<li><a href="#method_summary">Method</a></li>
|
|
</ul>
|
|
<ul class="subNavList">
|
|
<li>Detail: </li>
|
|
<li>Field | </li>
|
|
<li><a href="#constructor_detail">Constr</a> | </li>
|
|
<li><a href="#method_detail">Method</a></li>
|
|
</ul>
|
|
</div>
|
|
<a name="skip-navbar_top">
|
|
<!-- -->
|
|
</a></div>
|
|
<!-- ========= END OF TOP NAVBAR ========= -->
|
|
<!-- ======== START OF CLASS DATA ======== -->
|
|
<div class="header">
|
|
<div class="subTitle">edu.rit.pjmr</div>
|
|
<h2 title="Class PjmrJob" class="title">Class PjmrJob<IK,IV,OK,OV extends <a href="../../../edu/rit/pj2/Vbl.html" title="interface in edu.rit.pj2">Vbl</a>></h2>
|
|
</div>
|
|
<div class="contentContainer">
|
|
<ul class="inheritance">
|
|
<li><a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">java.lang.Object</a></li>
|
|
<li>
|
|
<ul class="inheritance">
|
|
<li><a href="../../../edu/rit/pj2/Job.html" title="class in edu.rit.pj2">edu.rit.pj2.Job</a></li>
|
|
<li>
|
|
<ul class="inheritance">
|
|
<li>edu.rit.pjmr.PjmrJob<IK,IV,OK,OV></li>
|
|
</ul>
|
|
</li>
|
|
</ul>
|
|
</li>
|
|
</ul>
|
|
<div class="description">
|
|
<ul class="blockList">
|
|
<li class="blockList">
|
|
<dl><dt><span class="strong">Type Parameters:</span></dt><dd><code>IK</code> - Mapper input key (data record ID) data type.</dd><dd><code>IV</code> - Mapper input value (data record content) data type.</dd><dd><code>OK</code> - Mapper output key (reducer input key) data type.</dd><dd><code>OV</code> - Mapper output value (reducer input value) data type; must
|
|
implement interface <a href="../../../edu/rit/pj2/Vbl.html" title="interface in edu.rit.pj2">Vbl</a>.</dd></dl>
|
|
<dl>
|
|
<dt>Direct Known Subclasses:</dt>
|
|
<dd><a href="../../../edu/rit/pjmr/example/Concordance01.html" title="class in edu.rit.pjmr.example">Concordance01</a>, <a href="../../../edu/rit/pjmr/example/Concordance02.html" title="class in edu.rit.pjmr.example">Concordance02</a>, <a href="../../../edu/rit/pjmr/example/Concordance03.html" title="class in edu.rit.pjmr.example">Concordance03</a>, <a href="../../../edu/rit/pjmr/example/Concordance04.html" title="class in edu.rit.pjmr.example">Concordance04</a>, <a href="../../../edu/rit/pjmr/example/MaxTemp01.html" title="class in edu.rit.pjmr.example">MaxTemp01</a>, <a href="../../../edu/rit/pjmr/example/WebLog01.html" title="class in edu.rit.pjmr.example">WebLog01</a>, <a href="../../../edu/rit/pjmr/example/WebLog02.html" title="class in edu.rit.pjmr.example">WebLog02</a>, <a href="../../../edu/rit/pjmr/example/WebLog03.html" title="class in edu.rit.pjmr.example">WebLog03</a>, <a href="../../../edu/rit/pjmr/example/WebLog04.html" title="class in edu.rit.pjmr.example">WebLog04</a>, <a href="../../../edu/rit/pjmr/example/WebLog05.html" title="class in edu.rit.pjmr.example">WebLog05</a></dd>
|
|
</dl>
|
|
<hr>
|
|
<br>
|
|
<pre>public abstract class <span class="strong">PjmrJob<IK,IV,OK,OV extends <a href="../../../edu/rit/pj2/Vbl.html" title="interface in edu.rit.pj2">Vbl</a>></span>
|
|
extends <a href="../../../edu/rit/pj2/Job.html" title="class in edu.rit.pj2">Job</a></pre>
|
|
<div class="block">Class PjmrJob is the abstract base class for a map-reduce job in the Parallel
|
|
Java Map Reduce Framework. A PJMR map-reduce job is designed to run on a
|
|
cluster of multicore nodes. A PJMR map-reduce job consists of one or more
|
|
<a href="../../../edu/rit/pjmr/MapperTask.html" title="class in edu.rit.pjmr">MapperTask</a>s plus one <a href="../../../edu/rit/pjmr/ReducerTask.html" title="class in edu.rit.pjmr">ReducerTask</a>.
|
|
<P>
|
|
To program a PJMR map-reduce job:
|
|
<OL TYPE=1>
|
|
<P><LI>
|
|
Write <a href="../../../edu/rit/pjmr/Mapper.html" title="class in edu.rit.pjmr">Mapper</a>, <a href="../../../edu/rit/pjmr/Reducer.html" title="class in edu.rit.pjmr">Reducer</a>, <a href="../../../edu/rit/pjmr/Combiner.html" title="class in edu.rit.pjmr">Combiner</a>, and
|
|
<a href="../../../edu/rit/pjmr/Customizer.html" title="class in edu.rit.pjmr">Customizer</a> subclasses as appropriate for the map-reduce job.
|
|
<P><LI>
|
|
Write a subclass of class PjmrJob.
|
|
<P><LI>
|
|
In the PjmrJob subclass's <a href="../../../edu/rit/pj2/Job.html#main(java.lang.String[])"><code>main()</code></a> method:
|
|
<OL TYPE=a>
|
|
<P><LI>
|
|
Configure one or more mapper tasks. For each mapper task, call the <a href="../../../edu/rit/pjmr/PjmrJob.html#mapperTask()"><code>mapperTask()</code></a>, <a href="../../../edu/rit/pjmr/PjmrJob.html#mapperTask(int)"><code>mapperTask(copies)</code></a>, or
|
|
<a href="../../../edu/rit/pjmr/PjmrJob.html#mapperTask(java.lang.String)"><code>mapperTask(nodeName)</code></a> method. The method
|
|
returns a <a href="../../../edu/rit/pjmr/MapperTaskConfig.html" title="class in edu.rit.pjmr">MapperTaskConfig</a> object. Call further methods on the
|
|
<a href="../../../edu/rit/pjmr/MapperTaskConfig.html" title="class in edu.rit.pjmr">MapperTaskConfig</a> object to configure the mapper task with one or
|
|
more <a href="../../../edu/rit/pjmr/Source.html" title="interface in edu.rit.pjmr">Source</a>s, one or more <a href="../../../edu/rit/pjmr/Mapper.html" title="class in edu.rit.pjmr">Mapper</a>s, and an
|
|
optional <a href="../../../edu/rit/pjmr/Customizer.html" title="class in edu.rit.pjmr">Customizer</a>.
|
|
<P><LI>
|
|
Configure one reducer task. Call the <a href="../../../edu/rit/pjmr/PjmrJob.html#reducerTask()"><code>reducerTask()</code></a>
|
|
method. The method returns a <a href="../../../edu/rit/pjmr/ReducerTaskConfig.html" title="class in edu.rit.pjmr">ReducerTaskConfig</a> object. Call
|
|
further methods on the <a href="../../../edu/rit/pjmr/ReducerTaskConfig.html" title="class in edu.rit.pjmr">ReducerTaskConfig</a> object to configure the
|
|
reducer task with one or more <a href="../../../edu/rit/pjmr/Reducer.html" title="class in edu.rit.pjmr">Reducer</a>s and/or a <a href="../../../edu/rit/pjmr/Customizer.html" title="class in edu.rit.pjmr">Customizer</a>.
|
|
<P><LI>
|
|
Optionally, specify the combiner class that the mapper tasks and reducer task
|
|
will use. Call the <a href="../../../edu/rit/pjmr/PjmrJob.html#combiner(java.lang.Class)"><code>combiner()</code></a> method. If not
|
|
specified, the default is to use the <a href="../../../edu/rit/pjmr/Combiner.html" title="class in edu.rit.pjmr">Combiner</a> base class.
|
|
<P><LI>
|
|
As the last statement in the <a href="../../../edu/rit/pj2/Job.html#main(java.lang.String[])"><code>main()</code></a> method, call the
|
|
<a href="../../../edu/rit/pjmr/PjmrJob.html#startJob()"><code>startJob()</code></a> method.
|
|
</OL>
|
|
</OL>
|
|
<P>
|
|
To run a PJMR map-reduce job, run the Parallel Java 2 launcher program,
|
|
<a href="../../../pj2.html" title="class in <Unnamed>"><code>pj2</code></a>, specifying the PjmrJob subclass and any command line
|
|
arguments for the PjmrJob subclass's <a href="../../../edu/rit/pj2/Job.html#main(java.lang.String[])"><code>main()</code></a> method.
|
|
For example:
|
|
<PRE>
|
|
$ java pj2 MyMapReduceJob <I>arg1</I> <I>arg2</I></PRE>
|
|
<P>
|
|
Each mapper task runs on a separate node of the cluster. Each source in each
|
|
mapper task generates data records to be analyzed; for example, the data
|
|
records might come from a file or files stored on the node's local hard disk.
|
|
Each mapper in each mapper task runs in a separate core on the node, in a
|
|
separate thread. A mapper may optionally be specified to use a GPU
|
|
coprocessor.
|
|
<P>
|
|
The reducer task runs on a separate node of the cluster. Optionally, the
|
|
reducer task may run in the PJMR job's process on the cluster frontend node.
|
|
Each reducer in the reducer task runs in a separate core on the node, in a
|
|
separate thread. A reducer may optionally be specified to use a GPU
|
|
coprocessor.
|
|
<P>
|
|
Once the PjmrJob's <a href="../../../edu/rit/pjmr/PjmrJob.html#startJob()"><code>startJob()</code></a> method is called, the
|
|
mapper tasks and the reducer tasks all run in parallel. When all the mapper
|
|
and reducer tasks have finished, the PJMR job terminates.
|
|
<P>
|
|
See package <a href="../../../edu/rit/pjmr/example/package-summary.html">edu.rit.pjmr.example</a> for
|
|
examples of PJMR map-reduce jobs.</div>
|
|
</li>
|
|
</ul>
|
|
</div>
|
|
<div class="summary">
|
|
<ul class="blockList">
|
|
<li class="blockList">
|
|
<!-- =========== FIELD SUMMARY =========== -->
|
|
<ul class="blockList">
|
|
<li class="blockList"><a name="field_summary">
|
|
<!-- -->
|
|
</a>
|
|
<h3>Field Summary</h3>
|
|
<ul class="blockList">
|
|
<li class="blockList"><a name="fields_inherited_from_class_edu.rit.pj2.Job">
|
|
<!-- -->
|
|
</a>
|
|
<h3>Fields inherited from class edu.rit.pj2.<a href="../../../edu/rit/pj2/Job.html" title="class in edu.rit.pj2">Job</a></h3>
|
|
<code><a href="../../../edu/rit/pj2/Job.html#ALL_CORES">ALL_CORES</a>, <a href="../../../edu/rit/pj2/Job.html#ALL_GPUS">ALL_GPUS</a>, <a href="../../../edu/rit/pj2/Job.html#ANY_NODE_NAME">ANY_NODE_NAME</a>, <a href="../../../edu/rit/pj2/Job.html#DEFAULT_CHUNK">DEFAULT_CHUNK</a>, <a href="../../../edu/rit/pj2/Job.html#DEFAULT_CORES">DEFAULT_CORES</a>, <a href="../../../edu/rit/pj2/Job.html#DEFAULT_GPUS">DEFAULT_GPUS</a>, <a href="../../../edu/rit/pj2/Job.html#DEFAULT_NODE_NAME">DEFAULT_NODE_NAME</a>, <a href="../../../edu/rit/pj2/Job.html#DEFAULT_SCHEDULE">DEFAULT_SCHEDULE</a>, <a href="../../../edu/rit/pj2/Job.html#DEFAULT_THREADS">DEFAULT_THREADS</a>, <a href="../../../edu/rit/pj2/Job.html#DEFAULT_WORKERS">DEFAULT_WORKERS</a>, <a href="../../../edu/rit/pj2/Job.html#dynamic">dynamic</a>, <a href="../../../edu/rit/pj2/Job.html#fixed">fixed</a>, <a href="../../../edu/rit/pj2/Job.html#guided">guided</a>, <a href="../../../edu/rit/pj2/Job.html#jobFinish">jobFinish</a>, <a href="../../../edu/rit/pj2/Job.html#jobLaunch">jobLaunch</a>, <a href="../../../edu/rit/pj2/Job.html#jobStart">jobStart</a>, <a href="../../../edu/rit/pj2/Job.html#leapfrog">leapfrog</a>, <a href="../../../edu/rit/pj2/Job.html#makespan">makespan</a>, <a href="../../../edu/rit/pj2/Job.html#proportional">proportional</a>, <a href="../../../edu/rit/pj2/Job.html#remainingTuples">remainingTuples</a>, <a href="../../../edu/rit/pj2/Job.html#STANDARD_CHUNK">STANDARD_CHUNK</a>, <a href="../../../edu/rit/pj2/Job.html#taskArguments">taskArguments</a>, <a href="../../../edu/rit/pj2/Job.html#taskFinish">taskFinish</a>, <a href="../../../edu/rit/pj2/Job.html#taskInputTuples">taskInputTuples</a>, <a href="../../../edu/rit/pj2/Job.html#taskLaunch">taskLaunch</a>, <a href="../../../edu/rit/pj2/Job.html#taskOutputTuples">taskOutputTuples</a>, <a href="../../../edu/rit/pj2/Job.html#taskStart">taskStart</a>, <a href="../../../edu/rit/pj2/Job.html#THREADS_EQUALS_CORES">THREADS_EQUALS_CORES</a></code></li>
|
|
</ul>
|
|
</li>
|
|
</ul>
|
|
<!-- ======== CONSTRUCTOR SUMMARY ======== -->
|
|
<ul class="blockList">
|
|
<li class="blockList"><a name="constructor_summary">
|
|
<!-- -->
|
|
</a>
|
|
<h3>Constructor Summary</h3>
|
|
<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
|
|
<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
|
|
<tr>
|
|
<th class="colOne" scope="col">Constructor and Description</th>
|
|
</tr>
|
|
<tr class="altColor">
|
|
<td class="colOne"><code><strong><a href="../../../edu/rit/pjmr/PjmrJob.html#PjmrJob()">PjmrJob</a></strong>()</code>
|
|
<div class="block">Construct a new PJMR job.</div>
|
|
</td>
|
|
</tr>
|
|
</table>
|
|
</li>
|
|
</ul>
|
|
<!-- ========== METHOD SUMMARY =========== -->
|
|
<ul class="blockList">
|
|
<li class="blockList"><a name="method_summary">
|
|
<!-- -->
|
|
</a>
|
|
<h3>Method Summary</h3>
|
|
<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
|
|
<caption><span>Methods</span><span class="tabEnd"> </span></caption>
|
|
<tr>
|
|
<th class="colFirst" scope="col">Modifier and Type</th>
|
|
<th class="colLast" scope="col">Method and Description</th>
|
|
</tr>
|
|
<tr class="altColor">
|
|
<td class="colFirst"><code><T extends <a href="../../../edu/rit/pjmr/Combiner.html" title="class in edu.rit.pjmr">Combiner</a><<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">OK</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">OV</a>>> <br>void</code></td>
|
|
<td class="colLast"><code><strong><a href="../../../edu/rit/pjmr/PjmrJob.html#combiner(java.lang.Class)">combiner</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><T> combinerClass)</code>
|
|
<div class="block">Specify the combiner class for this PJMR job.</div>
|
|
</td>
|
|
</tr>
|
|
<tr class="rowColor">
|
|
<td class="colFirst"><code><a href="../../../edu/rit/pjmr/MapperTaskConfig.html" title="class in edu.rit.pjmr">MapperTaskConfig</a><<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">IK</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">IV</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">OK</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">OV</a>></code></td>
|
|
<td class="colLast"><code><strong><a href="../../../edu/rit/pjmr/PjmrJob.html#mapperTask()">mapperTask</a></strong>()</code>
|
|
<div class="block">Add one mapper task to this PJMR job.</div>
|
|
</td>
|
|
</tr>
|
|
<tr class="altColor">
|
|
<td class="colFirst"><code><a href="../../../edu/rit/pjmr/MapperTaskConfig.html" title="class in edu.rit.pjmr">MapperTaskConfig</a><<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">IK</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">IV</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">OK</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">OV</a>></code></td>
|
|
<td class="colLast"><code><strong><a href="../../../edu/rit/pjmr/PjmrJob.html#mapperTask(int)">mapperTask</a></strong>(int copies)</code>
|
|
<div class="block">Add the given number of mapper tasks to this PJMR job.</div>
|
|
</td>
|
|
</tr>
|
|
<tr class="rowColor">
|
|
<td class="colFirst"><code><a href="../../../edu/rit/pjmr/MapperTaskConfig.html" title="class in edu.rit.pjmr">MapperTaskConfig</a><<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">IK</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">IV</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">OK</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">OV</a>></code></td>
|
|
<td class="colLast"><code><strong><a href="../../../edu/rit/pjmr/PjmrJob.html#mapperTask(java.lang.String)">mapperTask</a></strong>(<a href="http://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> nodeName)</code>
|
|
<div class="block">Add one mapper task to this PJMR job that will run on the given node.</div>
|
|
</td>
|
|
</tr>
|
|
<tr class="altColor">
|
|
<td class="colFirst"><code><a href="../../../edu/rit/pjmr/ReducerTaskConfig.html" title="class in edu.rit.pjmr">ReducerTaskConfig</a><<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">OK</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">OV</a>></code></td>
|
|
<td class="colLast"><code><strong><a href="../../../edu/rit/pjmr/PjmrJob.html#reducerTask()">reducerTask</a></strong>()</code>
|
|
<div class="block">Specify the reducer task for this PJMR job.</div>
|
|
</td>
|
|
</tr>
|
|
<tr class="rowColor">
|
|
<td class="colFirst"><code>void</code></td>
|
|
<td class="colLast"><code><strong><a href="../../../edu/rit/pjmr/PjmrJob.html#startJob()">startJob</a></strong>()</code>
|
|
<div class="block">Start this PJMR job.</div>
|
|
</td>
|
|
</tr>
|
|
</table>
|
|
<ul class="blockList">
|
|
<li class="blockList"><a name="methods_inherited_from_class_edu.rit.pj2.Job">
|
|
<!-- -->
|
|
</a>
|
|
<h3>Methods inherited from class edu.rit.pj2.<a href="../../../edu/rit/pj2/Job.html" title="class in edu.rit.pj2">Job</a></h3>
|
|
<code><a href="../../../edu/rit/pj2/Job.html#chunk()">chunk</a>, <a href="../../../edu/rit/pj2/Job.html#chunk(int)">chunk</a>, <a href="../../../edu/rit/pj2/Job.html#cores()">cores</a>, <a href="../../../edu/rit/pj2/Job.html#cores(int)">cores</a>, <a href="../../../edu/rit/pj2/Job.html#debug(edu.rit.pj2.Debug...)">debug</a>, <a href="../../../edu/rit/pj2/Job.html#debug(edu.rit.pj2.Debug)">debug</a>, <a href="../../../edu/rit/pj2/Job.html#debug(java.util.Set)">debug</a>, <a href="../../../edu/rit/pj2/Job.html#execute()">execute</a>, <a href="../../../edu/rit/pj2/Job.html#gpus()">gpus</a>, <a href="../../../edu/rit/pj2/Job.html#gpus(int)">gpus</a>, <a href="../../../edu/rit/pj2/Job.html#jar()">jar</a>, <a href="../../../edu/rit/pj2/Job.html#jar(java.io.File)">jar</a>, <a href="../../../edu/rit/pj2/Job.html#jvmFlags()">jvmFlags</a>, <a href="../../../edu/rit/pj2/Job.html#jvmFlags(java.lang.String...)">jvmFlags</a>, <a href="../../../edu/rit/pj2/Job.html#listenHost()">listenHost</a>, <a href="../../../edu/rit/pj2/Job.html#listenHost(java.lang.String)">listenHost</a>, <a href="../../../edu/rit/pj2/Job.html#listenPort()">listenPort</a>, <a href="../../../edu/rit/pj2/Job.html#listenPort(int)">listenPort</a>, <a href="../../../edu/rit/pj2/Job.html#main(java.lang.String[])">main</a>, <a href="../../../edu/rit/pj2/Job.html#masterChunk()">masterChunk</a>, <a href="../../../edu/rit/pj2/Job.html#masterChunk(int)">masterChunk</a>, <a href="../../../edu/rit/pj2/Job.html#masterFor(int, int, java.lang.Class)">masterFor</a>, <a href="../../../edu/rit/pj2/Job.html#masterFor(long, long, java.lang.Class)">masterFor</a>, <a href="../../../edu/rit/pj2/Job.html#masterSchedule()">masterSchedule</a>, <a href="../../../edu/rit/pj2/Job.html#masterSchedule(edu.rit.pj2.Schedule)">masterSchedule</a>, <a href="../../../edu/rit/pj2/Job.html#nodeName()">nodeName</a>, <a href="../../../edu/rit/pj2/Job.html#nodeName(java.lang.String)">nodeName</a>, <a href="../../../edu/rit/pj2/Job.html#putTuple(int, edu.rit.pj2.Tuple)">putTuple</a>, <a href="../../../edu/rit/pj2/Job.html#putTuple(edu.rit.pj2.Tuple)">putTuple</a>, <a href="../../../edu/rit/pj2/Job.html#rule()">rule</a>, <a href="../../../edu/rit/pj2/Job.html#rule(edu.rit.util.Action)">rule</a>, <a href="../../../edu/rit/pj2/Job.html#schedule()">schedule</a>, <a href="../../../edu/rit/pj2/Job.html#schedule(edu.rit.pj2.Schedule)">schedule</a>, <a href="../../../edu/rit/pj2/Job.html#threads()">threads</a>, <a href="../../../edu/rit/pj2/Job.html#threads(int)">threads</a>, <a href="../../../edu/rit/pj2/Job.html#timeLimit()">timeLimit</a>, <a href="../../../edu/rit/pj2/Job.html#timeLimit(int)">timeLimit</a>, <a href="../../../edu/rit/pj2/Job.html#trackerHost()">trackerHost</a>, <a href="../../../edu/rit/pj2/Job.html#trackerHost(java.lang.String)">trackerHost</a>, <a href="../../../edu/rit/pj2/Job.html#trackerPort()">trackerPort</a>, <a href="../../../edu/rit/pj2/Job.html#trackerPort(int)">trackerPort</a>, <a href="../../../edu/rit/pj2/Job.html#workers()">workers</a>, <a href="../../../edu/rit/pj2/Job.html#workers(int)">workers</a></code></li>
|
|
</ul>
|
|
<ul class="blockList">
|
|
<li class="blockList"><a name="methods_inherited_from_class_java.lang.Object">
|
|
<!-- -->
|
|
</a>
|
|
<h3>Methods inherited from class java.lang.<a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</a></h3>
|
|
<code><a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#clone()" title="class or interface in java.lang">clone</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#equals(java.lang.Object)" title="class or interface in java.lang">equals</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#finalize()" title="class or interface in java.lang">finalize</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#getClass()" title="class or interface in java.lang">getClass</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#hashCode()" title="class or interface in java.lang">hashCode</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#notify()" title="class or interface in java.lang">notify</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#notifyAll()" title="class or interface in java.lang">notifyAll</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#toString()" title="class or interface in java.lang">toString</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#wait()" title="class or interface in java.lang">wait</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#wait(long)" title="class or interface in java.lang">wait</a>, <a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Object.html?is-external=true#wait(long, int)" title="class or interface in java.lang">wait</a></code></li>
|
|
</ul>
|
|
</li>
|
|
</ul>
|
|
</li>
|
|
</ul>
|
|
</div>
|
|
<div class="details">
|
|
<ul class="blockList">
|
|
<li class="blockList">
|
|
<!-- ========= CONSTRUCTOR DETAIL ======== -->
|
|
<ul class="blockList">
|
|
<li class="blockList"><a name="constructor_detail">
|
|
<!-- -->
|
|
</a>
|
|
<h3>Constructor Detail</h3>
|
|
<a name="PjmrJob()">
|
|
<!-- -->
|
|
</a>
|
|
<ul class="blockListLast">
|
|
<li class="blockList">
|
|
<h4>PjmrJob</h4>
|
|
<pre>public PjmrJob()</pre>
|
|
<div class="block">Construct a new PJMR job.</div>
|
|
</li>
|
|
</ul>
|
|
</li>
|
|
</ul>
|
|
<!-- ============ METHOD DETAIL ========== -->
|
|
<ul class="blockList">
|
|
<li class="blockList"><a name="method_detail">
|
|
<!-- -->
|
|
</a>
|
|
<h3>Method Detail</h3>
|
|
<a name="mapperTask()">
|
|
<!-- -->
|
|
</a>
|
|
<ul class="blockList">
|
|
<li class="blockList">
|
|
<h4>mapperTask</h4>
|
|
<pre>public <a href="../../../edu/rit/pjmr/MapperTaskConfig.html" title="class in edu.rit.pjmr">MapperTaskConfig</a><<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">IK</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">IV</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">OK</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">OV</a>> mapperTask()</pre>
|
|
<div class="block">Add one mapper task to this PJMR job. The mapper task may run on any
|
|
node. To configure the mapper task, call methods on the returned
|
|
<a href="../../../edu/rit/pjmr/MapperTaskConfig.html" title="class in edu.rit.pjmr">MapperTaskConfig</a> object.</div>
|
|
<dl><dt><span class="strong">Returns:</span></dt><dd>Mapper task config object.</dd></dl>
|
|
</li>
|
|
</ul>
|
|
<a name="mapperTask(int)">
|
|
<!-- -->
|
|
</a>
|
|
<ul class="blockList">
|
|
<li class="blockList">
|
|
<h4>mapperTask</h4>
|
|
<pre>public <a href="../../../edu/rit/pjmr/MapperTaskConfig.html" title="class in edu.rit.pjmr">MapperTaskConfig</a><<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">IK</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">IV</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">OK</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">OV</a>> mapperTask(int copies)</pre>
|
|
<div class="block">Add the given number of mapper tasks to this PJMR job. The mapper tasks
|
|
may run on any nodes. To configure the mapper tasks, call methods on the
|
|
returned <a href="../../../edu/rit/pjmr/MapperTaskConfig.html" title="class in edu.rit.pjmr">MapperTaskConfig</a> object; all the mapper tasks will
|
|
be configured the same.</div>
|
|
<dl><dt><span class="strong">Parameters:</span></dt><dd><code>copies</code> - Number of mapper tasks (≥ 1).</dd>
|
|
<dt><span class="strong">Returns:</span></dt><dd>Mapper task config object.</dd>
|
|
<dt><span class="strong">Throws:</span></dt>
|
|
<dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/lang/IllegalArgumentException.html?is-external=true" title="class or interface in java.lang">IllegalArgumentException</a></code> - (unchecked exception) Thrown if <TT>copies</TT> < 1.</dd></dl>
|
|
</li>
|
|
</ul>
|
|
<a name="mapperTask(java.lang.String)">
|
|
<!-- -->
|
|
</a>
|
|
<ul class="blockList">
|
|
<li class="blockList">
|
|
<h4>mapperTask</h4>
|
|
<pre>public <a href="../../../edu/rit/pjmr/MapperTaskConfig.html" title="class in edu.rit.pjmr">MapperTaskConfig</a><<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">IK</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">IV</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">OK</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">OV</a>> mapperTask(<a href="http://docs.oracle.com/javase/7/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</a> nodeName)</pre>
|
|
<div class="block">Add one mapper task to this PJMR job that will run on the given node. To
|
|
configure the mapper task, call methods on the returned <a href="../../../edu/rit/pjmr/MapperTaskConfig.html" title="class in edu.rit.pjmr">MapperTaskConfig</a> object.</div>
|
|
<dl><dt><span class="strong">Parameters:</span></dt><dd><code>nodeName</code> - Node name.</dd>
|
|
<dt><span class="strong">Returns:</span></dt><dd>Mapper task config object.</dd>
|
|
<dt><span class="strong">Throws:</span></dt>
|
|
<dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/lang/NullPointerException.html?is-external=true" title="class or interface in java.lang">NullPointerException</a></code> - (unchecked exception) Thrown if <TT>nodeName</TT> is null.</dd></dl>
|
|
</li>
|
|
</ul>
|
|
<a name="reducerTask()">
|
|
<!-- -->
|
|
</a>
|
|
<ul class="blockList">
|
|
<li class="blockList">
|
|
<h4>reducerTask</h4>
|
|
<pre>public <a href="../../../edu/rit/pjmr/ReducerTaskConfig.html" title="class in edu.rit.pjmr">ReducerTaskConfig</a><<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">OK</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">OV</a>> reducerTask()</pre>
|
|
<div class="block">Specify the reducer task for this PJMR job. To configure the reducer
|
|
task, call methods on the returned <a href="../../../edu/rit/pjmr/ReducerTaskConfig.html" title="class in edu.rit.pjmr">ReducerTaskConfig</a> object.</div>
|
|
<dl><dt><span class="strong">Returns:</span></dt><dd>Reducer task config object.</dd>
|
|
<dt><span class="strong">Throws:</span></dt>
|
|
<dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/lang/IllegalArgumentException.html?is-external=true" title="class or interface in java.lang">IllegalArgumentException</a></code> - (unchecked exception) Thrown if the reducer task has already been
|
|
specified.</dd></dl>
|
|
</li>
|
|
</ul>
|
|
<a name="combiner(java.lang.Class)">
|
|
<!-- -->
|
|
</a>
|
|
<ul class="blockList">
|
|
<li class="blockList">
|
|
<h4>combiner</h4>
|
|
<pre>public <T extends <a href="../../../edu/rit/pjmr/Combiner.html" title="class in edu.rit.pjmr">Combiner</a><<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">OK</a>,<a href="../../../edu/rit/pjmr/PjmrJob.html" title="type parameter in PjmrJob">OV</a>>> void combiner(<a href="http://docs.oracle.com/javase/7/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</a><T> combinerClass)</pre>
|
|
<div class="block">Specify the combiner class for this PJMR job. If not specified, the
|
|
default is the <a href="../../../edu/rit/pjmr/Combiner.html" title="class in edu.rit.pjmr">Combiner</a> base class.</div>
|
|
<dl><dt><span class="strong">Parameters:</span></dt><dd><code>combinerClass</code> - Combiner class.</dd>
|
|
<dt><span class="strong">Throws:</span></dt>
|
|
<dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/lang/NullPointerException.html?is-external=true" title="class or interface in java.lang">NullPointerException</a></code> - (unchecked exception) Thrown if <TT>combinerClass</TT> is null.</dd>
|
|
<dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/lang/IllegalArgumentException.html?is-external=true" title="class or interface in java.lang">IllegalArgumentException</a></code> - (unchecked exception) Thrown if the combiner class has already been
|
|
specified.</dd></dl>
|
|
</li>
|
|
</ul>
|
|
<a name="startJob()">
|
|
<!-- -->
|
|
</a>
|
|
<ul class="blockListLast">
|
|
<li class="blockList">
|
|
<h4>startJob</h4>
|
|
<pre>public void startJob()</pre>
|
|
<div class="block">Start this PJMR job.</div>
|
|
<dl><dt><span class="strong">Throws:</span></dt>
|
|
<dd><code><a href="http://docs.oracle.com/javase/7/docs/api/java/lang/IllegalArgumentException.html?is-external=true" title="class or interface in java.lang">IllegalArgumentException</a></code> - (unchecked exception) Thrown if this PJMR job is misconfigured.</dd></dl>
|
|
</li>
|
|
</ul>
|
|
</li>
|
|
</ul>
|
|
</li>
|
|
</ul>
|
|
</div>
|
|
</div>
|
|
<!-- ========= END OF CLASS DATA ========= -->
|
|
<!-- ======= START OF BOTTOM NAVBAR ====== -->
|
|
<div class="bottomNav"><a name="navbar_bottom">
|
|
<!-- -->
|
|
</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
|
|
<!-- -->
|
|
</a>
|
|
<ul class="navList" title="Navigation">
|
|
<li><a href="../../../overview-summary.html">Overview</a></li>
|
|
<li><a href="package-summary.html">Package</a></li>
|
|
<li class="navBarCell1Rev">Class</li>
|
|
<li><a href="class-use/PjmrJob.html">Use</a></li>
|
|
<li><a href="package-tree.html">Tree</a></li>
|
|
<li><a href="../../../deprecated-list.html">Deprecated</a></li>
|
|
<li><a href="../../../index-files/index-1.html">Index</a></li>
|
|
<li><a href="../../../help-doc.html">Help</a></li>
|
|
</ul>
|
|
</div>
|
|
<div class="subNav">
|
|
<ul class="navList">
|
|
<li><a href="../../../edu/rit/pjmr/MapperTaskConfig.html" title="class in edu.rit.pjmr"><span class="strong">Prev Class</span></a></li>
|
|
<li><a href="../../../edu/rit/pjmr/Reducer.html" title="class in edu.rit.pjmr"><span class="strong">Next Class</span></a></li>
|
|
</ul>
|
|
<ul class="navList">
|
|
<li><a href="../../../index.html?edu/rit/pjmr/PjmrJob.html" target="_top">Frames</a></li>
|
|
<li><a href="PjmrJob.html" target="_top">No Frames</a></li>
|
|
</ul>
|
|
<ul class="navList" id="allclasses_navbar_bottom">
|
|
<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
|
|
</ul>
|
|
<div>
|
|
<script type="text/javascript"><!--
|
|
allClassesLink = document.getElementById("allclasses_navbar_bottom");
|
|
if(window==top) {
|
|
allClassesLink.style.display = "block";
|
|
}
|
|
else {
|
|
allClassesLink.style.display = "none";
|
|
}
|
|
//-->
|
|
</script>
|
|
</div>
|
|
<div>
|
|
<ul class="subNavList">
|
|
<li>Summary: </li>
|
|
<li>Nested | </li>
|
|
<li><a href="#fields_inherited_from_class_edu.rit.pj2.Job">Field</a> | </li>
|
|
<li><a href="#constructor_summary">Constr</a> | </li>
|
|
<li><a href="#method_summary">Method</a></li>
|
|
</ul>
|
|
<ul class="subNavList">
|
|
<li>Detail: </li>
|
|
<li>Field | </li>
|
|
<li><a href="#constructor_detail">Constr</a> | </li>
|
|
<li><a href="#method_detail">Method</a></li>
|
|
</ul>
|
|
</div>
|
|
<a name="skip-navbar_bottom">
|
|
<!-- -->
|
|
</a></div>
|
|
<!-- ======== END OF BOTTOM NAVBAR ======= -->
|
|
<p class="legalCopy"><small><FONT SIZE="-2">Copyright © 2013–2016 by Alan Kaminsky. All rights reserved. Send comments to ark</FONT><FONT SIZE="1" COLOR="#FFFFFF">­</FONT><FONT SIZE="-2">@</FONT><FONT SIZE="1" COLOR="#FFFFFF">­</FONT><FONT SIZE="-2">cs.rit.edu.</FONT></small></p>
|
|
</body>
|
|
</html>
|