/**
 * Copyright (C) 2013-2017 Vasilis Vryniotis 
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.datumbox.framework.core.machinelearning.modelselection.splitters;

import com.datumbox.framework.core.common.dataobjects.Dataframe;
import com.datumbox.framework.common.dataobjects.FlatDataList;
import com.datumbox.framework.core.common.utilities.PHPMethods;
import com.datumbox.framework.core.machinelearning.common.abstracts.modelselection.AbstractSplitter;

import java.util.*;

/**
 * The KFoldSplitter partitions the data in K folds.
 *
 * @author Vasilis Vryniotis 
 */
public class KFoldSplitter extends AbstractSplitter {

    private final int k;

    /**
     * The default constructor which receives the number of folds.
     *
     * @param k
     */
    public KFoldSplitter(int k) {
        super();
        this.k = k;
    }

    /**
     * The auxiliary constructor which receives the number of folds and a random generator.
     *
     * @param k
     * @param random
     */
    public KFoldSplitter(int k, Random random) {
        super(random);
        this.k = k;
    }

    /** {@inheritDoc} */
    @Override
    public Iterator split(final Dataframe dataset) {
        final int n = dataset.size();
        if(k<=0 || n<=k) {
            throw new IllegalArgumentException("Invalid number of folds.");
        }
        else if(k == 1) {
            //by convention we the train and test datasets are the same. we need to copy both of them to ensure the original data won't be modified.
            return Arrays.asList(new Split(dataset.copy(), dataset.copy())).iterator();
        }

        //shuffle the ids of the records
        final Integer[] ids = new Integer[n];
        int j = 0;
        for(Integer rId : dataset.index()) {
            ids[j++]=rId;
        }
        PHPMethods.shuffle(ids, random);

        //estimate the size of fold. we floor the number here
        final int foldSize= n/k;

        return new Iterator() {

            private int counter = 0;

            /** {@inheritDoc} */
            @Override
            public boolean hasNext() {
                return counter < k;
            }

            /** {@inheritDoc} */
            @Override
            public Split next() {
                logger.info("Kfold {}", counter);

                //We consider as fold window the part of the ids which are used for test
                FlatDataList trainIds = new FlatDataList(new ArrayList<>(n-foldSize));
                FlatDataList testIds = new FlatDataList(new ArrayList<>(foldSize));

                for(int i=0;i 

Ads help maintain this website.