package com.intel.daal.examples.quality_metrics;
import java.nio.DoubleBuffer;
import com.intel.daal.data_management.data.NumericTable;
import com.intel.daal.data_management.data.HomogenNumericTable;
import com.intel.daal.data_management.data.MergedNumericTable;
import com.intel.daal.data_management.data_source.DataSource;
import com.intel.daal.data_management.data_source.FileDataSource;
import com.intel.daal.examples.utils.Service;
import com.intel.daal.services.DaalContext;
import com.intel.daal.algorithms.linear_regression.Model;
import com.intel.daal.algorithms.linear_regression.prediction.*;
import com.intel.daal.algorithms.linear_regression.training.*;
import com.intel.daal.algorithms.linear_regression.quality_metric.*;
import com.intel.daal.algorithms.linear_regression.quality_metric_set.*;
import com.intel.daal.data_management.data.DataCollection;
class LinRegMetricsDenseBatch {
private static final String trainDatasetFileName = "../data/batch/linear_regression_train.csv";
private static final int nFeatures = 10;
private static final int nDependentVariables = 2;
private static final int iBeta1 = 2;
private static final int iBeta2 = 10;
static Model model;
static NumericTable trainData;
static NumericTable expectedResponses;
static NumericTable predictedResponses;
static NumericTable predictedReducedModelResponses;
static ResultCollection qualityMetricSetResult;
static double[] savedBetas;
private static DaalContext context = new DaalContext();
public static void main(String[] args) throws java.io.FileNotFoundException, java.io.IOException {
trainModel();
testModelQuality();
printResults();
context.dispose();
}
private static void trainModel() {
FileDataSource trainDataSource = new FileDataSource(context, trainDatasetFileName,
DataSource.DictionaryCreationFlag.DoDictionaryFromContext,
DataSource.NumericTableAllocationFlag.NotAllocateNumericTable);
trainData = new HomogenNumericTable(context, Float.class, nFeatures, 0, NumericTable.AllocationFlag.DoNotAllocate);
expectedResponses = new HomogenNumericTable(context, Float.class, nDependentVariables, 0,
NumericTable.AllocationFlag.DoNotAllocate);
MergedNumericTable mergedData = new MergedNumericTable(context);
mergedData.addNumericTable(trainData);
mergedData.addNumericTable(expectedResponses);
trainDataSource.loadDataBlock(mergedData);
TrainingBatch linearRegressionTrain = new TrainingBatch(context, Float.class, TrainingMethod.normEqDense);
linearRegressionTrain.input.set(TrainingInputId.data, trainData);
linearRegressionTrain.input.set(TrainingInputId.dependentVariable, expectedResponses);
TrainingResult trainingResult = linearRegressionTrain.compute();
model = trainingResult.get(TrainingResultId.model);
}
private static NumericTable predictResults() {
PredictionBatch linearRegressionPredict = new PredictionBatch(context, Float.class, PredictionMethod.defaultDense);
linearRegressionPredict.input.set(PredictionInputId.data, trainData);
linearRegressionPredict.input.set(PredictionInputId.model, model);
PredictionResult predictionResult = linearRegressionPredict.compute();
return predictionResult.get(PredictionResultId.prediction);
}
private static void reduceModel() {
final int nBeta = (int)model.getNumberOfBetas();
savedBetas = new double[nBeta * nDependentVariables];
DoubleBuffer betas = DoubleBuffer.allocate(nBeta * nDependentVariables);
betas = model.getBeta().getBlockOfRows(0, nDependentVariables, betas);
savedBetas[iBeta1] = betas.get(iBeta1);
savedBetas[iBeta2] = betas.get(iBeta2);
savedBetas[iBeta1 + nBeta] = betas.get(iBeta1 + nBeta);
savedBetas[iBeta2 + nBeta] = betas.get(iBeta2 + nBeta);
betas.put(iBeta1, 0);
betas.put(iBeta2, 0);
betas.put(iBeta1 + nBeta, 0);
betas.put(iBeta2 + nBeta, 0);
model.getBeta().releaseBlockOfRows(0, nDependentVariables, betas);
}
private static void restoreModel() {
final int nBeta = (int)model.getNumberOfBetas();
DoubleBuffer betas = DoubleBuffer.allocate(nBeta * nDependentVariables);
betas = model.getBeta().getBlockOfRows(0, nDependentVariables, betas);
betas.put(iBeta1, savedBetas[iBeta1]);
betas.put(iBeta2, savedBetas[iBeta2]);
betas.put(iBeta1 + nBeta, savedBetas[iBeta1 + nBeta]);
betas.put(iBeta2 + nBeta, savedBetas[iBeta2 + nBeta]);
model.getBeta().releaseBlockOfRows(0, nDependentVariables, betas);
}
private static void testModelQuality() {
predictedResponses = predictResults();
reduceModel();
predictedReducedModelResponses = predictResults();
restoreModel();
final long nBeta = model.getNumberOfBetas();
final long nBetaReducedModel = nBeta - 2;
QualityMetricSetBatch qms = new QualityMetricSetBatch(context, nBeta, nBetaReducedModel);
SingleBetaInput singleBetaInput = (SingleBetaInput)qms.getInputDataCollection().getInput(QualityMetricId.singleBeta);
singleBetaInput.set(SingleBetaModelInputId.model, model);
singleBetaInput.set(SingleBetaDataInputId.expectedResponses, expectedResponses);
singleBetaInput.set(SingleBetaDataInputId.predictedResponses, predictedResponses);
GroupOfBetasInput groupOfBetasInput = (GroupOfBetasInput)qms.getInputDataCollection().getInput(QualityMetricId.groupOfBetas);
groupOfBetasInput.set(GroupOfBetasInputId.expectedResponses, expectedResponses);
groupOfBetasInput.set(GroupOfBetasInputId.predictedResponses, predictedResponses);
groupOfBetasInput.set(GroupOfBetasInputId.predictedReducedModelResponses, predictedReducedModelResponses);
qualityMetricSetResult = qms.compute();
}
private static void printResults() {
NumericTable beta = model.getBeta();
Service.printNumericTable("Coefficients: ", beta);
Service.printNumericTable("Expected responses (first 10 rows):", expectedResponses, 10);
Service.printNumericTable("Predicted responses (first 10 rows):", predictedResponses, 10);
Service.printNumericTable("Responses predicted with reduced model (first 10 rows):", predictedReducedModelResponses, 10);
System.out.println("Quality metrics for a single beta");
SingleBetaResult singleBetaResult = (SingleBetaResult)qualityMetricSetResult.getResult(QualityMetricId.singleBeta);
Service.printNumericTable("Root means square errors for each response (dependent variable):", singleBetaResult.get(SingleBetaResultId.rms), 10);
Service.printNumericTable("Variance for each response (dependent variable):", singleBetaResult.get(SingleBetaResultId.variance), 10);
Service.printNumericTable("Z-score statistics:", singleBetaResult.get(SingleBetaResultId.zScore), 10);
Service.printNumericTable("Confidence intervals for each beta coefficient:", singleBetaResult.get(SingleBetaResultId.confidenceIntervals), 10);
Service.printNumericTable("Inverse(Xt * X) matrix:", singleBetaResult.get(SingleBetaResultId.inverseOfXtX), 10);
DataCollection coll = singleBetaResult.get(SingleBetaResultDataCollectionId.betaCovariances);
for (int i = 0; i < coll.size(); i++) {
NumericTable tbl = (NumericTable)coll.get(i);
Service.printNumericTable("Variance-covariance matrix for betas of " + i + "-th response", tbl, 10);
}
System.out.println("Quality metrics for a group of betas");
GroupOfBetasResult groupOfBetasResult = (GroupOfBetasResult)qualityMetricSetResult.getResult(QualityMetricId.groupOfBetas);
Service.printNumericTable("Means of expected responses for each dependent variable:", groupOfBetasResult.get(GroupOfBetasResultId.expectedMeans), 10);
Service.printNumericTable("Variance of expected responses for each dependent variable:", groupOfBetasResult.get(GroupOfBetasResultId.expectedVariance), 10);
Service.printNumericTable("Regression sum of squares of expected responses:", groupOfBetasResult.get(GroupOfBetasResultId.regSS), 10);
Service.printNumericTable("Sum of squares of residuals for each dependent variable:", groupOfBetasResult.get(GroupOfBetasResultId.resSS), 10);
Service.printNumericTable("Total sum of squares for each dependent variable:", groupOfBetasResult.get(GroupOfBetasResultId.tSS), 10);
Service.printNumericTable("Determination coefficient for each dependent variable:", groupOfBetasResult.get(GroupOfBetasResultId.determinationCoeff), 10);
Service.printNumericTable("F-statistics for each dependent variable:", groupOfBetasResult.get(GroupOfBetasResultId.fStatistics), 10);
}
}