package cc.mallet.pipe.tsf;

import java.io.*;
import java.util.HashMap;

import cc.mallet.pipe.*;
import cc.mallet.types.*;

public class WordVectors extends Pipe implements Serializable {
	
	String prefix;
	HashMap wordVectors;
	
	public WordVectors(String prefix, File vectorsFile) throws IOException {
		this.prefix = prefix;
		wordVectors = new HashMap();
		
		BufferedReader in = new BufferedReader(new FileReader(vectorsFile));
		String line;
		while ((line = in.readLine()) != null) {
			String[] fields = line.split("\\s+");
			
			String word = fields[0];
			double[] vector = new double[fields.length - 1];
			for (int i = 0; i < vector.length; i++) {
				vector[i] = Double.parseDouble(fields[i+1]);
			}
			wordVectors.put(word, vector);
		}
		in.close();
	}
	
	public Instance pipe (Instance carrier) {
		
		TokenSequence tokens = (TokenSequence) carrier.getData();
		
		for (int i = 0; i < tokens.size(); i++) {
			Token token = tokens.get(i);
			String s = token.getText().toLowerCase();
			if (wordVectors.containsKey(s)) {
				double[] vector = wordVectors.get(s);
				for (int j = 0; j < vector.length; j++) {
					token.setFeatureValue (prefix + j, vector[j]);
				}
			}
		}
		
		return carrier;
	}
	
	// Serialization 
	
	private static final long serialVersionUID = 1;
	private static final int CURRENT_SERIAL_VERSION = 0;
	
	private void writeObject (ObjectOutputStream out) throws IOException {
		out.writeInt (CURRENT_SERIAL_VERSION);
		out.writeObject (wordVectors);
		out.writeObject(prefix);
	}
	
	private void readObject (ObjectInputStream in) throws IOException, ClassNotFoundException {
		int version = in.readInt ();
		wordVectors = (HashMap) in.readObject();
		prefix = (String) in.readObject();
	}
	
}
 

Ads help maintain this website.