org.apache.mahout.vectorizer.tfidf

Class TFIDFPartialVectorReducer

java.lang.Object

org.apache.hadoop.mapreduce.Reducer<org.apache.hadoop.io.WritableComparable<?>,VectorWritable,org.apache.hadoop.io.WritableComparable<?>,VectorWritable>

org.apache.mahout.vectorizer.tfidf.TFIDFPartialVectorReducer

public class TFIDFPartialVectorReducer
extends org.apache.hadoop.mapreduce.Reducer<org.apache.hadoop.io.WritableComparable<?>,VectorWritable,org.apache.hadoop.io.WritableComparable<?>,VectorWritable>

Converts a document into a sparse vector

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Reducer

org.apache.hadoop.mapreduce.Reducer.Context

Constructor Summary

Constructors

Constructor and Description
TFIDFPartialVectorReducer()

Method Summary

Methods

Modifier and Type	Method and Description
protected void	reduce(org.apache.hadoop.io.WritableComparable<?> key, Iterable<VectorWritable> values, org.apache.hadoop.mapreduce.Reducer.Context context)
protected void	setup(org.apache.hadoop.mapreduce.Reducer.Context context)

Methods inherited from class org.apache.hadoop.mapreduce.Reducer

cleanup, run

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

TFIDFPartialVectorReducer

public TFIDFPartialVectorReducer()

Method Detail

reduce

protected void reduce(org.apache.hadoop.io.WritableComparable<?> key,
          Iterable<VectorWritable> values,
          org.apache.hadoop.mapreduce.Reducer.Context context)
               throws IOException,
                      InterruptedException

Overrides:

reduce in class org.apache.hadoop.mapreduce.Reducer<org.apache.hadoop.io.WritableComparable<?>,VectorWritable,org.apache.hadoop.io.WritableComparable<?>,VectorWritable>

Throws:

IOException

InterruptedException

setup

protected void setup(org.apache.hadoop.mapreduce.Reducer.Context context)
              throws IOException,
                     InterruptedException

Overrides:

setup in class org.apache.hadoop.mapreduce.Reducer<org.apache.hadoop.io.WritableComparable<?>,VectorWritable,org.apache.hadoop.io.WritableComparable<?>,VectorWritable>

Throws:

IOException

InterruptedException