24 from daal
import step1Local, step2Master
25 from daal.algorithms
import covariance
26 from daal.algorithms
import pca
28 utils_folder = os.path.realpath(os.path.abspath(os.path.dirname(os.path.dirname(__file__))))
29 if utils_folder
not in sys.path:
30 sys.path.insert(0, utils_folder)
31 from utils
import printNumericTable, createSparseTable
33 DAAL_PREFIX = os.path.join(
'..',
'data')
38 os.path.join(DAAL_PREFIX,
'distributed',
'covcormoments_csr_1.csv'),
39 os.path.join(DAAL_PREFIX,
'distributed',
'covcormoments_csr_2.csv'),
40 os.path.join(DAAL_PREFIX,
'distributed',
'covcormoments_csr_3.csv'),
41 os.path.join(DAAL_PREFIX,
'distributed',
'covcormoments_csr_4.csv')
44 if __name__ ==
"__main__":
47 masterAlgorithm = pca.Distributed(step2Master,fptype=np.float64)
49 for i
in range(nBlocks):
50 dataTable = createSparseTable(datasetFileNames[i])
53 localAlgorithm = pca.Distributed(step1Local,fptype=np.float64)
56 localAlgorithm.parameter.covariance = covariance.Distributed(step1Local, fptype=np.float64, method=covariance.fastCSR)
59 localAlgorithm.input.setDataset(pca.data, dataTable)
63 masterAlgorithm.input.add(pca.partialResults, localAlgorithm.compute())
66 masterAlgorithm.parameter.covariance = covariance.Distributed(step2Master, fptype=np.float64, method=covariance.fastCSR)
69 masterAlgorithm.compute()
71 result = masterAlgorithm.finalizeCompute()
74 printNumericTable(result.get(pca.eigenvalues),
"Eigenvalues:")
75 printNumericTable(result.get(pca.eigenvectors),
"Eigenvectors:")