C++ API Reference for Intel® Data Analytics Acceleration Library 2018 Update 1

kdb_feature_manager.h
1 /* file: kdb_feature_manager.h */
2 /*******************************************************************************
3 * Copyright 2014-2017 Intel Corporation
4 * All Rights Reserved.
5 *
6 * If this software was obtained under the Intel Simplified Software License,
7 * the following terms apply:
8 *
9 * The source code, information and material ("Material") contained herein is
10 * owned by Intel Corporation or its suppliers or licensors, and title to such
11 * Material remains with Intel Corporation or its suppliers or licensors. The
12 * Material contains proprietary information of Intel or its suppliers and
13 * licensors. The Material is protected by worldwide copyright laws and treaty
14 * provisions. No part of the Material may be used, copied, reproduced,
15 * modified, published, uploaded, posted, transmitted, distributed or disclosed
16 * in any way without Intel's prior express written permission. No license under
17 * any patent, copyright or other intellectual property rights in the Material
18 * is granted to or conferred upon you, either expressly, by implication,
19 * inducement, estoppel or otherwise. Any license under such intellectual
20 * property rights must be express and approved by Intel in writing.
21 *
22 * Unless otherwise agreed by Intel in writing, you may not remove or alter this
23 * notice or any other notice embedded in Materials by Intel or Intel's
24 * suppliers or licensors in any way.
25 *
26 *
27 * If this software was obtained under the Apache License, Version 2.0 (the
28 * "License"), the following terms apply:
29 *
30 * You may not use this file except in compliance with the License. You may
31 * obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
32 *
33 *
34 * Unless required by applicable law or agreed to in writing, software
35 * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
36 * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
37 *
38 * See the License for the specific language governing permissions and
39 * limitations under the License.
40 *******************************************************************************/
41 
42 /*
43 //++
44 // Implementation of the KDB data source class.
45 //--
46 */
47 #ifndef __KDB_FEATURE_MANAGER_H__
48 #define __KDB_FEATURE_MANAGER_H__
49 
50 #include <sstream>
51 #include "services/daal_memory.h"
52 #include "data_management/data_source/data_source.h"
53 #include "data_management/data/data_dictionary.h"
54 #include "data_management/data/numeric_table.h"
55 #include "data_management/data/homogen_numeric_table.h"
56 
57 #include <k.h>
58 
59 using namespace std;
60 
61 namespace daal
62 {
63 namespace data_management
64 {
65 
66 namespace interface1
67 {
72 class KDBFeatureManager
73 {
74 public:
75  KDBFeatureManager() : _errors(new services::ErrorCollection()) {}
76 
83  void createDictionaryFromTable(const K& table, DataSourceDictionary *dict)
84  {
85  K featureNames = kK(table)[0];
86  K featureData = kK(table)[1];
87  size_t nFeatures = featureNames->n;
88 
89  dict->setNumberOfFeatures( nFeatures );
90 
91  for(size_t i = 0; i < nFeatures; i++)
92  {
93  DataSourceFeature &feature = (*dict)[i];
94 
95  feature.setFeatureName(kS(featureNames)[i]);
96 
97  K column = kK(featureData)[i];
98 
99  switch(column->t)
100  {
101  case(KF): case(KZ):
102  feature.setType<double>();
103  break;
104  case(KE):
105  feature.setType<float>();
106  break;
107  case(KB): case(KG): case(KC):
108  feature.setType<char>();
109  break;
110  case(KH):
111  feature.setType<short>();
112  break;
113  case(KI): case(KM): case(KD): case(KU): case(KV): case(KT):
114  feature.setType<int>();
115  break;
116  case(KJ):
117  feature.setType<DAAL_INT64>();
118  break;
119  default:
120  _errors->add(services::ErrorKDBTypeUnsupported);
121  break;
122  }
123  }
124  }
125 
132  void createDictionaryFromList(const K& lst, DataSourceDictionary *dict)
133  {
134  size_t nFeatures = lst->n;
135 
136  dict->setNumberOfFeatures( nFeatures );
137 
138  for(size_t i = 0; i < nFeatures; i++)
139  {
140  DataSourceFeature &feature = (*dict)[i];
141 
142  I curType;
143 
144  if (lst->t == 0) curType = kK(lst)[i]->t; else curType = lst->t;
145 
146  if (curType < 0) curType = -curType;
147 
148  switch(curType)
149  {
150  case(KF): case(KZ):
151  feature.setType<double>();
152  break;
153  case(KE):
154  feature.setType<float>();
155  break;
156  case(KB): case(KG): case(KC):
157  feature.setType<char>();
158  break;
159  case(KH):
160  feature.setType<short>();
161  break;
162  case(KI): case(KM): case(KD): case(KU): case(KV): case(KT):
163  feature.setType<int>();
164  break;
165  case(KJ):
166  feature.setType<DAAL_INT64>();
167  break;
168  default:
169  _errors->add(services::ErrorKDBTypeUnsupported);
170  break;
171  }
172  }
173  }
174 
175  void statementResultsNumericTableFromColumnData(const K& columnData, NumericTable *nt, size_t nRows)
176  {
177  BlockDescriptor<DAAL_DATA_TYPE> block;
178  nt->getBlockOfRows(0, nRows, writeOnly, block);
179  DAAL_DATA_TYPE *blockPtr = block.getBlockPtr();
180  size_t nFeatures = nt->getNumberOfColumns();
181  for (size_t row = 0; row < nRows; row++)
182  {
183  for(size_t col = 0; col < nFeatures; col++)
184  {
185  K column = kK(columnData)[col];
186  switch(column->t)
187  {
188  case(KB):
189  blockPtr[row * nFeatures + col] = kG(column)[row];
190  break;
191  case(KG):
192  blockPtr[row * nFeatures + col] = kG(column)[row];
193  break;
194  case(KH):
195  blockPtr[row * nFeatures + col] = kH(column)[row];
196  break;
197  case(KI): case(KM): case(KD): case(KU): case(KV): case(KT):
198  blockPtr[row * nFeatures + col] = kI(column)[row];
199  break;
200  case(KJ): case(KP): case(KN):
201  blockPtr[row * nFeatures + col] = kJ(column)[row];
202  break;
203  case(KE):
204  blockPtr[row * nFeatures + col] = kE(column)[row];
205  break;
206  case(KF):
207  blockPtr[row * nFeatures + col] = kF(column)[row];
208  break;
209  default:
210  _errors->add(services::ErrorKDBTypeUnsupported);
211  break;
212  }
213  }
214  }
215  nt->releaseBlockOfRows(block);
216  }
217 
218  void statementResultsNumericTableFromList(const K& lst, NumericTable *nt, size_t nRows)
219  {
220  BlockDescriptor<DAAL_DATA_TYPE> block;
221  nt->getBlockOfRows(0, nRows, writeOnly, block);
222  DAAL_DATA_TYPE *blockPtr = block.getBlockPtr();
223  size_t nFeatures = nt->getNumberOfColumns();
224  for (size_t row = 0; row < nRows; row++)
225  {
226  K data;
227  if (lst->t == 0) data = kK(lst)[row]; else data = lst;
228  for(size_t col = 0; col < nFeatures; col++)
229  {
230  switch(data->t)
231  {
232  case(KB):
233  blockPtr[row * nFeatures + col] = kG(data)[col];
234  break;
235  case(KG):
236  blockPtr[row * nFeatures + col] = kG(data)[col];
237  break;
238  case(KH):
239  blockPtr[row * nFeatures + col] = kH(data)[col];
240  break;
241  case(KI): case(KM): case(KD): case(KU): case(KV): case(KT):
242  blockPtr[row * nFeatures + col] = kI(data)[col];
243  break;
244  case(KJ): case(KP): case(KN):
245  blockPtr[row * nFeatures + col] = kJ(data)[col];
246  break;
247  case(KE):
248  blockPtr[row * nFeatures + col] = kE(data)[col];
249  break;
250  case(KF):
251  blockPtr[row * nFeatures + col] = kF(data)[col];
252  break;
253  default:
254  _errors->add(services::ErrorKDBTypeUnsupported);
255  break;
256  }
257  }
258  if (lst->t == 0) r0(data);
259  }
260  nt->releaseBlockOfRows(block);
261  }
262 
263  services::SharedPtr<services::ErrorCollection> getErrors()
264  {
265  return _errors;
266  }
267 
268 private:
269  services::SharedPtr<services::ErrorCollection> _errors;
270 
271 };
272 
273 } // namespace interface1
274 using interface1::KDBFeatureManager;
275 
276 }
277 }
278 #endif
std
daal::data_management::interface1::BlockDescriptor::getBlockPtr
DataType * getBlockPtr() const
Definition: numeric_table.h:95
daal
Definition: algorithm_base_common.h:57
daal::data_management::interface1::DataSourceFeature::setType
void setType()
Definition: data_source_dictionary.h:154
daal::data_management::interface1::DataSourceFeature
Data structure that describes the Data Source feature.
Definition: data_source_dictionary.h:75
daal::data_management::interface1::KDBFeatureManager
Contains KDB-specific commands.
Definition: kdb_feature_manager.h:72
daal::data_management::interface1::NumericTable::getNumberOfColumns
size_t getNumberOfColumns() const
Definition: numeric_table.h:677
daal::data_management::interface1::DataSourceFeature::setFeatureName
void setFeatureName(const std::string &featureName)
Definition: data_source_dictionary.h:138
daal::data_management::interface1::KDBFeatureManager::createDictionaryFromList
void createDictionaryFromList(const K &lst, DataSourceDictionary *dict)
Definition: kdb_feature_manager.h:132
daal::algorithms::association_rules::data
Definition: apriori_types.h:107
daal::data_management::interface1::NumericTable
Class for a data management component responsible for representation of data in the numeric format...
Definition: numeric_table.h:600
daal::data_management::interface1::Dictionary::setNumberOfFeatures
virtual services::Status setNumberOfFeatures(size_t numberOfFeatures)
Definition: data_dictionary.h:289
daal::services::ErrorKDBTypeUnsupported
Definition: error_indexes.h:402
daal::data_management::interface1::BlockDescriptor< DAAL_DATA_TYPE >
daal::data_management::interface1::DenseNumericTableIface::releaseBlockOfRows
virtual services::Status releaseBlockOfRows(BlockDescriptor< double > &block)=0
daal::data_management::interface1::KDBFeatureManager::createDictionaryFromTable
void createDictionaryFromTable(const K &table, DataSourceDictionary *dict)
Definition: kdb_feature_manager.h:83
daal::data_management::interface1::DenseNumericTableIface::getBlockOfRows
virtual services::Status getBlockOfRows(size_t vector_idx, size_t vector_num, ReadWriteMode rwflag, BlockDescriptor< double > &block)=0
daal::data_management::interface1::Dictionary
Class that represents a dictionary of a data set and provides methods to work with the data dictionar...
Definition: data_dictionary.h:184

For more complete information about compiler optimizations, see our Optimization Notice.