public void removeDataProvider(DataProvider dataProvider) throws Exception { dataProvider.delete(); }
protected Map<String, Object> createDataProviderContext(DataProvider dataProvider) { Map<String, Object> m = new HashMap<String, Object>(); m.put("Provider code", dataProvider.getCode()); m.put("Provider description", dataProvider.getDescription(LocaleManager.currentLocale())); return m; }
protected DataSet loadDataSet(DataProvider dataProvider) throws Exception { CodeBlockTrace trace = CodeBlockHelper.newCodeBlockTrace(CoreCodeBlockTypes.DATASET_LOAD, "dataset-load-" + dataProvider.getCode(), "Data set load - " + dataProvider.getDescription(LocaleManager.currentLocale()), createDataProviderContext(dataProvider)).begin(); try { DataSet dataSet = dataProvider.getDataLoader().load(dataProvider); dataSet.setDataProvider(dataProvider); ((DataProviderImpl)dataProvider).deserializeDataProperties(dataSet); return dataSet; } finally { trace.end(); } }
/** * @throws DataSetException In case any it doesn't meet the thresholds set. */ public void validate() throws Exception { DataSet dataSet = dataSetRef.get(); DataProvider dataProvider = dataSet.getDataProvider(); if (dataProvider == null) return; long elapsedTime = System.currentTimeMillis() - startTime; long maxTime = dataProvider.getDataLoader().getMaxDataSetGroupTimeInMillis(); if (maxTime > 0 && elapsedTime > maxTime) { String time = Chronometer.formatElapsedTime(maxTime); throw new DataSetException("Data set group-by time has been exceeded = " + time); } } }
protected DataSetHolder removeDataSetHolder(DataProvider dataProvider) throws Exception { String providerCode = dataProvider.getCode(); return dataSetMap.remove(providerCode); }
@Before public void setUp() throws Exception { CDIBeanLocator.beanManager = beanManager; dataSetManager = DataProviderServices.lookup().getDataSetManager(); dataPoviderType = dataProviderManager.getProviderTypeByUid(CSVDataProviderType.UID); DataProvider dataProvider = dataProviderManager.createDataProvider(); CSVDataLoader csvDataLoader = (CSVDataLoader) dataPoviderType.createDataLoader(); dataProvider.setDataLoader(csvDataLoader); InputStream dataStream = Thread.currentThread().getContextClassLoader().getResourceAsStream("data.csv"); dataSet = csvDataLoader.load(dataProvider, dataStream); dataSetManager.registerDataSet(dataProvider, dataSet); }
/** * @throws DataSetException In case any it doesn't meet the thresholds set. */ public void validate() throws Exception { DataSet dataSet = dataSetRef.get(); DataProvider dataProvider = dataSet.getDataProvider(); if (dataProvider == null) return; long elapsedTime = System.currentTimeMillis() - startTime; long maxTime = dataProvider.getDataLoader().getMaxDataSetSortTimeInMillis(); if (maxTime > 0 && elapsedTime > maxTime) { String time = Chronometer.formatElapsedTime(maxTime); throw new DataSetException("Data set sort time has been exceeded = " + time); } } }
protected DataSetHolder createDataSetHolder(DataProvider dataProvider, DataSet dataSet) throws Exception { String providerCode = dataProvider.getCode(); DataSetHolder dataSetHolder = new DataSetHolder(); dataSetHolder.dataProviderCode = providerCode; dataSetHolder.originalDataSet = dataSet; dataSetMap.put(providerCode, dataSetHolder); return dataSetHolder; }
/** * @throws DataSetException In case any it doesn't meet the thresholds set. */ public void validate() throws Exception { DataSet dataSet = dataSetRef.get(); DataProvider dataProvider = dataSet.getDataProvider(); if (dataProvider == null) return; long elapsedTime = System.currentTimeMillis() - startTime; long maxTime = dataProvider.getDataLoader().getMaxDataSetFilterTimeInMillis(); if (maxTime > 0 && elapsedTime > maxTime) { String time = Chronometer.formatElapsedTime(maxTime); throw new DataSetException("Data set filter time has been exceeded = " + time); } } }
int ordering = ((Integer)criteriaProps[1]).intValue(); if (criteriaId.equals(CRITERIA_CODE)) { String o1_Code = entry1.getCode(); String o2_Code = entry2.getCode(); int compByCode = ComparatorUtils.compare(o1_Code, o2_Code, ordering); if (compByCode != 0) return compByCode; String o1_Desc = entry1.getDescription(locale); String o2_Desc = entry2.getDescription(locale); int compByDesc = ComparatorUtils.compare(o1_Desc, o2_Desc, ordering); if (compByDesc != 0) return compByDesc;
protected DataSetHolder getDataSetHolder(DataProvider dataProvider) throws Exception { String providerCode = dataProvider.getCode(); DataSetHolder dataSetHolder = dataSetMap.get(providerCode); if (dataSetHolder == null) { DataSet dataSet = loadDataSet(dataProvider); dataSetHolder = createDataSetHolder(dataProvider, dataSet); } return dataSetHolder; }
/** * @throws DataSetException In case any it doesn't meet the thresholds set. */ public void validate() throws Exception { DataSet dataSet = dataSetRef.get(); DataProvider dataProvider = dataSet.getDataProvider(); if (dataProvider == null) return; MemoryProfiler memoryProfiler = MemoryProfiler.lookup(); long memoryUsed = memoryProfiler.getMemoryUsedInBytes() - startMemory; long elapsedTime = System.currentTimeMillis() - startTime; long sizeInBytes = dataSet.sizeOf(); long maxSize = dataProvider.getDataLoader().getMaxDataSetSizeInBytes(); long maxTime = dataProvider.getDataLoader().getMaxDataSetLoadTimeInMillis(); long maxMemUsed = dataProvider.getDataLoader().getMaxMemoryUsedInDataLoad(); if (maxMemUsed > 0 && memoryUsed > maxMemUsed) { String total = MemoryProfiler.formatSize(maxMemUsed); throw new DataSetException("Data set load memory usage has been exceeded = " + total); } else if (maxTime > 0 && elapsedTime > maxTime) { String time = Chronometer.formatElapsedTime(maxTime); throw new DataSetException("Data set load time has been exceeded = " + time); } else if (maxSize > 0 && sizeInBytes > maxSize) { String size = MemoryProfiler.formatSize(maxSize); throw new DataSetException("Data set size in memory has been exceeded = " + size); } } }
public DataSet filterDataSet(DataProvider dataProvider, DataFilter dataFilter) throws Exception { CodeBlockTrace trace = CodeBlockHelper.newCodeBlockTrace(CoreCodeBlockTypes.DATASET_FILTER, "dataset-filter-" + dataProvider.getCode(), "Data set filter - " + dataProvider.getDescription(LocaleManager.currentLocale()), createDataProviderContext(dataProvider)).begin(); try { DataSetHolder dataSetHolder = getDataSetHolder(dataProvider); dataSetHolder.filteredDataSet = dataSetHolder.originalDataSet.filter(dataFilter); if (dataSetHolder.filteredDataSet != null) { ((DataProviderImpl)dataProvider).deserializeDataProperties(dataSetHolder.filteredDataSet); } return dataSetHolder.getDataSet(); } finally { trace.end(); } }