57 import daal.algorithms.optimization_solver
as optimization_solver
58 import daal.algorithms.optimization_solver.mse
59 import daal.algorithms.optimization_solver.adagrad
60 import daal.algorithms.optimization_solver.iterative_solver
61 from daal.data_management
import (
62 DataSourceIface, FileDataSource, HomogenNumericTable, MergedNumericTable, NumericTableIface
65 utils_folder = os.path.realpath(os.path.abspath(os.path.dirname(os.path.dirname(__file__))))
66 if utils_folder
not in sys.path:
67 sys.path.insert(0, utils_folder)
68 from utils
import printNumericTable
70 datasetFileName = os.path.join(
'..',
'data',
'batch',
'mse.csv')
73 accuracyThreshold = 0.0000001
75 nIterations = halfNIterations * 2
79 startPoint = np.array([[8], [2], [1], [4]], dtype=np.float64)
81 if __name__ ==
"__main__":
84 dataSource = FileDataSource(datasetFileName,
85 DataSourceIface.notAllocateNumericTable,
86 DataSourceIface.doDictionaryFromContext)
89 data = HomogenNumericTable(nFeatures, 0, NumericTableIface.doNotAllocate)
90 dependentVariables = HomogenNumericTable(1, 0, NumericTableIface.doNotAllocate)
91 mergedData = MergedNumericTable(data, dependentVariables)
94 dataSource.loadDataBlock(mergedData)
96 nVectors = data.getNumberOfRows()
98 mseObjectiveFunction = optimization_solver.mse.Batch(nVectors)
99 mseObjectiveFunction.input.set(optimization_solver.mse.data, data)
100 mseObjectiveFunction.input.set(optimization_solver.mse.dependentVariables, dependentVariables)
103 adagradAlgorithm = optimization_solver.adagrad.Batch(mseObjectiveFunction)
106 adagradAlgorithm.input.setInput(optimization_solver.iterative_solver.inputArgument, HomogenNumericTable(startPoint))
107 adagradAlgorithm.parameter.learningRate = HomogenNumericTable(1, 1, NumericTableIface.doAllocate, learningRate)
108 adagradAlgorithm.parameter.nIterations = halfNIterations
109 adagradAlgorithm.parameter.accuracyThreshold = accuracyThreshold
110 adagradAlgorithm.parameter.batchSize = batchSize
111 adagradAlgorithm.parameter.optionalResultRequired =
True 115 res = adagradAlgorithm.compute()
118 printNumericTable(res.getResult(optimization_solver.iterative_solver.minimum),
"Minimum after first compute():")
119 printNumericTable(res.getResult(optimization_solver.iterative_solver.nIterations),
"Number of iterations performed:")
121 adagradAlgorithm.input.setInput(optimization_solver.iterative_solver.inputArgument, res.getResult(optimization_solver.iterative_solver.minimum))
122 adagradAlgorithm.input.setInput(optimization_solver.iterative_solver.optionalArgument, res.getResult(optimization_solver.iterative_solver.optionalResult))
124 res = adagradAlgorithm.compute()
126 printNumericTable(res.getResult(optimization_solver.iterative_solver.minimum),
"Minimum after second compute():")
127 printNumericTable(res.getResult(optimization_solver.iterative_solver.nIterations),
"Number of iterations performed:")