@Override protected Collection<ValidationResult> customValidate(ValidationContext validationContext) { final boolean isAvroSerializer = validationContext.getPropertyValue(RECORD_SERIALIZER).asString().toLowerCase().contains("avro"); final boolean isAvroSchemaSet = validationContext.getPropertyValue(RECORD_SCHEMA).isSet(); final List<ValidationResult> problems = new ArrayList<>(); if (isAvroSerializer && !isAvroSchemaSet) { problems.add(new ValidationResult.Builder() .subject(RECORD_SERIALIZER.getDisplayName()) .valid(false) .explanation("an avro schema must be provided with an avro serializer") .build()); } return problems; }
@Override protected Collection<ValidationResult> customValidate(ValidationContext context) { final List<ValidationResult> validationResults = new ArrayList<>(super.customValidate(context)); if (context.getPropertyValue(STRATEGY).isSet()) { if (context.getPropertyValue(STRATEGY).getRawValue().equals(JAVA_FORMAT_STRING_WITH_FIELDS_STRATEGY.getValue())) { if (!context.getPropertyValue(JAVA_FORMAT_STRING).isSet()) { validationResults.add( new ValidationResult.Builder() .input(JAVA_FORMAT_STRING.getName()) .explanation(String.format("%s must be set when strategy is %s", JAVA_FORMAT_STRING.getName(), context.getPropertyValue(STRATEGY).getRawValue())) .valid(false) .build()); } } } return validationResults; }
if (context.getPropertyValue(TIMEBASED_INDEX).isSet()) { final SimpleDateFormat sdf = new SimpleDateFormat(context.getPropertyValue(DATE_FORMAT).asString()); if (context.getPropertyValue(TIMEBASED_INDEX).getRawValue().equals(TODAY_DATE_SUFFIX.getValue())) { if (context.getPropertyValue(COLLECTION_FIELD).isSet()) { Field eventIndexField = record.getField(context.getPropertyValue(COLLECTION_FIELD).asString()); if (eventIndexField != null && eventIndexField.getRawValue() != null) {
if (context.getPropertyValue(TIMEBASED_INDEX).isSet()) { final SimpleDateFormat sdf = new SimpleDateFormat("yyyy.MM.dd"); if (context.getPropertyValue(TIMEBASED_INDEX).getRawValue().equals(TODAY_DATE_SUFFIX.getValue())) { if (context.getPropertyValue(ES_INDEX_FIELD).isSet()) { Field eventIndexField = record.getField(context.getPropertyValue(ES_INDEX_FIELD).asString()); if (eventIndexField != null && eventIndexField.getRawValue() != null) { if (context.getPropertyValue(ES_TYPE_FIELD).isSet()) { Field eventTypeField = record.getField(context.getPropertyValue(ES_TYPE_FIELD).asString()); if (eventTypeField != null && eventTypeField.getRawValue() != null) {
if (context.getPropertyValue(NUMERIC_FIELDS).isSet()) { final String[] numericFields = context.getPropertyValue(NUMERIC_FIELDS).asString().split(","); for (String numericField : numericFields) {
if (context.getPropertyValue(TIME_ZONE_RECORD_TIME).isSet()) { timezone = TimeZone.getTimeZone(context.getPropertyValue(TIME_ZONE_RECORD_TIME).asString()); } else {
recordKeyName = context.getPropertyValue(RECORD_KEY_FIELD).evaluate(record).asString(); indexName = context.getPropertyValue(COLLECTION_NAME).evaluate(record).asString(); if (context.getPropertyValue(TYPE_NAME).isSet()) typeName = context.getPropertyValue(TYPE_NAME).evaluate(record).asString(); includesFieldName = context.getPropertyValue(INCLUDES_FIELD).evaluate(record).asString();
@Override public void init(ProcessContext context) { if (context.getPropertyValue(STRATEGY).isSet()) { if (context.getPropertyValue(STRATEGY).getRawValue().equals(RANDOM_UUID_STRATEGY.getValue())) { idBuilder = new IdBuilder() {
boolean addRootRecord = context.getPropertyValue(KEEP_ROOT_RECORD).asBoolean(); boolean includePosition = context.getPropertyValue(INCLUDE_POSITION).asBoolean(); List<String> concatFields = context.getPropertyValue(CONCAT_FIELDS).isSet() ? Arrays.asList(context.getPropertyValue(CONCAT_FIELDS).asString().split(",")) : Collections.emptyList();
try { if (context.getPropertyValue(DATABASE_FILE_URI).isSet()) { dbUri = context.getPropertyValue(DATABASE_FILE_URI).asString(); if (context.getPropertyValue(DATABASE_FILE_PATH).isSet()) { dbPath = context.getPropertyValue(DATABASE_FILE_PATH).asString(); if (context.getPropertyValue(CSV_HEADER).isSet()) { String[] columnNames = context.getPropertyValue(CSV_HEADER).asString().split(","); for (String name : columnNames) { } else if (context.getPropertyValue(FIRST_LINE_HEADER).isSet()) { format = format.withFirstRecordAsHeader(); } else { if (context.getPropertyValue(ENCODING_CHARSET).isSet()) { String encoding = context.getPropertyValue(ENCODING_CHARSET).asString(); charset = Charset.forName(encoding);
if (context.getPropertyValue(NUMERIC_FIELDS).isSet()) { final String[] numericFields = context.getPropertyValue(NUMERIC_FIELDS).asString().split(","); for (String numericField : numericFields) {
@Override public void init(ProcessContext context) { this.clientService = context.getPropertyValue(HBASE_CLIENT_SERVICE).asControllerService(HBaseClientService.class); if (context.getPropertyValue(RECORD_SCHEMA).isSet()) { serializer = SerializerProvider.getSerializer( context.getPropertyValue(RECORD_SERIALIZER).asString(), context.getPropertyValue(RECORD_SCHEMA).asString()); } else { serializer = SerializerProvider.getSerializer(context.getPropertyValue(RECORD_SERIALIZER).asString(), null); } }
if (context.getPropertyValue(GLOBAL_STATISTICS_MIN).isSet()) { globalStatistics.setMin(context.getPropertyValue(GLOBAL_STATISTICS_MIN).asDouble()); if (context.getPropertyValue(GLOBAL_STATISTICS_MAX).isSet()) { globalStatistics.setMax(context.getPropertyValue(GLOBAL_STATISTICS_MAX).asDouble()); if (context.getPropertyValue(GLOBAL_STATISTICS_MEAN).isSet()) { globalStatistics.setMean(context.getPropertyValue(GLOBAL_STATISTICS_MEAN).asDouble()); if (context.getPropertyValue(GLOBAL_STATISTICS_STDDEV).isSet()) { globalStatistics.setStddev(context.getPropertyValue(GLOBAL_STATISTICS_STDDEV).asDouble()); if (context.getPropertyValue(MIN_AMOUNT_TO_PREDICT).isSet()) { outlierConfig.getConfig().put( SketchyMovingMAD.MIN_AMOUNT_TO_PREDICT, context.getPropertyValue(MIN_AMOUNT_TO_PREDICT).asLong()); if (context.getPropertyValue(RESERVOIR_SIZE).isSet()) { outlierConfig.getConfig().put( SketchyMovingMAD.RESERVOIR_SIZE, context.getPropertyValue(RESERVOIR_SIZE).asInteger()); if (context.getPropertyValue(SMOOTH).isSet()) { outlierConfig.getConfig().put( SketchyMovingMAD.SMOOTH, context.getPropertyValue(SMOOTH).asBoolean()); if (context.getPropertyValue(DECAY).isSet()) { outlierConfig.getConfig().put(
@Override public void init(final ProcessContext context) { clientService = context.getPropertyValue(HBASE_CLIENT_SERVICE).asControllerService(HBaseClientService.class); if(clientService == null) logger.error("HBase client service is not initialized!"); if (context.getPropertyValue(RECORD_SCHEMA).isSet()) { serializer = SerializerProvider.getSerializer( context.getPropertyValue(RECORD_SERIALIZER).asString(), context.getPropertyValue(RECORD_SCHEMA).asString()); } else { serializer = SerializerProvider.getSerializer(context.getPropertyValue(RECORD_SERIALIZER).asString(), null); } }