package cc.mallet.pipe.iterator;

import java.sql.*;
import java.io.*;
import java.util.*;
import java.util.regex.*;

import cc.mallet.types.*;
import cc.mallet.pipe.*;

public class DBInstanceIterator implements Iterator {

	// Supported types

	public static final int EMPTY = 0;
	public static final int STRING = 1;
	public static final int FEATURE_VECTOR = 2;
	public static final int FEATURE_SEQUENCE = 3;
	public static final int FEATURE_VECTOR_SEQUENCE = 4;
	public static final int LABEL = 5;

	boolean debug = false;

	Connection connection = null;
	Statement statement = null;

	Alphabet dataAlphabet = null;
	Alphabet targetAlphabet = null;
	ResultSet instanceResults;

	int instancesReturned = 0;
	boolean atLeastOneMore = false;

	public DBInstanceIterator (String dbName) throws Exception {
		
		Class.forName("org.apache.derby.jdbc.EmbeddedDriver");
		
		String connectionURL = "jdbc:derby:" + dbName + ";create=true";
		connection = DriverManager.getConnection(connectionURL);

		dataAlphabet = new Alphabet();
		targetAlphabet = new Alphabet(); // How should I distinguish label alphabets?

		statement = connection.createStatement();
		ResultSet alphabetResults = statement.executeQuery("SELECT * FROM data_alphabet ORDER BY entry_id");

		while (alphabetResults.next()) {
			int entryID = alphabetResults.getInt(1);
			String entryValue = alphabetResults.getString(2);

			int insertedID = dataAlphabet.lookupIndex(entryValue);
			if (entryID != insertedID) {
				throw new Exception("Index mismatch in data alphabet for " + entryValue + " expecting " + entryID + " got " + insertedID);
			}
		}
		alphabetResults.close();

		alphabetResults = statement.executeQuery("SELECT * FROM target_alphabet ORDER BY entry_id");

		while (alphabetResults.next()) {
			int entryID = alphabetResults.getInt(1);
			String entryValue = alphabetResults.getString(2);

			int insertedID = targetAlphabet.lookupIndex(entryValue);
			if (entryID != insertedID) {
				throw new Exception("Index mismatch in target alphabet for " + entryValue + " expecting " + entryID + " got " + insertedID);
			}
		}
		alphabetResults.close();

		// Avoid alphabets don't match errors
		if (targetAlphabet.size() == 0) {
			targetAlphabet = null;
		}
		
		instanceResults = statement.executeQuery("SELECT * FROM instances ORDER BY instance_id");
		atLeastOneMore = instanceResults.next();
	}

	/** Convert an array of bytes to an array of integers by copying the bits directly. Based on code at java2s.com. */
	public static int[] byteArrayToIntArray(byte[] src) {
		int dstLength = src.length >>> 2;
		int[] dst = new int[dstLength];
		
		for (int i=0; i < dstLength; i++) {
			int j = i << 2;
			int x = 0;
			x += (src[j++] & 0xff) << 0;
			x += (src[j++] & 0xff) << 8;
			x += (src[j++] & 0xff) << 16;
			x += (src[j++] & 0xff) << 24;
			dst[i] = x;
		}
		return dst;
	}

	public Pipe getPipe() {
		return new Noop(dataAlphabet, targetAlphabet);
	}

	public boolean hasNext() {
		return atLeastOneMore;
	}

	public Instance next() {
		Object name = null;
		Object data = null;
		Object target = null;
		Object source = null;
		
		try { 
			int instanceID = instanceResults.getInt(1);
			if (instanceID != instancesReturned) {
				throw new Exception("Expecting instance " + instancesReturned + ", found instance " + instanceID);
			}
			
			int nameType = instanceResults.getInt(3);
			if (nameType == STRING) {
				name = instanceResults.getString(2);
			}
			
			int targetType = instanceResults.getInt(5);
			if (targetType == STRING) {
				target = instanceResults.getString(4);
			}
			
			int dataType = instanceResults.getInt(7);
			if (dataType == FEATURE_SEQUENCE) {
				int[] features = byteArrayToIntArray(instanceResults.getBytes(6));

				for (int i=0; i < features.length; i++) {
					if (features[i] >= dataAlphabet.size()) {
						System.err.println("found " + features[i] + ", expecting size " + dataAlphabet.size());
					}
				}
				data = new FeatureSequence(dataAlphabet, features);
			}
			
			atLeastOneMore = instanceResults.next();
		} catch (Exception e) {
			System.err.println("problem returning instance " + instancesReturned + ": " + e.getMessage());
		}

		instancesReturned++;
		return new Instance(data, target, name, source);
	}

	public static InstanceList getInstances(String dbName) throws Exception {
		DBInstanceIterator dbIterator = new DBInstanceIterator(dbName);

        InstanceList instances = new InstanceList(dbIterator.getPipe());
        instances.addThruPipe(dbIterator);
        dbIterator.cleanup();

		return instances;
	}

	public void cleanup() throws Exception {
		String sqlState = "";
		
		instanceResults.close();
		statement.close();
		connection.close();

		try {
			DriverManager.getConnection("jdbc:derby:;shutdown=true");
		} catch (SQLException se) {
			sqlState = se.getSQLState();
		}

		if (sqlState.equals("XJ015")) {
			System.err.println("shutdown successful: " + sqlState);
		}
	}

	public void remove () {
		throw new IllegalStateException ("This Iterator does not support remove().");
	}
}
 

Ads help maintain this website.