public static String memoizedLocalHostname() throws UnknownHostException { if (memoizedLocalHostnameString == null) { memoizedLocalHostnameString = localHostname(); } return memoizedLocalHostnameString; }
@SuppressWarnings("unchecked") @Override public void prepare(Map<String, Object> conf, int partitionIndex, int numPartitions) { this.partitionIndex = partitionIndex; try { this.host = Utils.localHostname(); } catch (UnknownHostException e) { throw new RuntimeException(e); } }
public static String getBlobstoreHDFSPrincipal(Map conf) throws UnknownHostException { String principal = (String) conf.get(Config.BLOBSTORE_HDFS_PRINCIPAL); if (principal != null) { String[] components = principal.split("[/@]"); if (components.length == 3 && components[1].equals(HOSTNAME_PATTERN)) { principal = components[0] + "/" + Utils.localHostname() + "@" + components[2]; } } return principal; } }
@SuppressWarnings("unchecked") @Override public void prepare(Map<String, Object> conf, TopologyContext topologyContext) { this.componentId = topologyContext.getThisComponentId(); this.taskId = topologyContext.getThisTaskId(); try { this.host = Utils.localHostname(); } catch (UnknownHostException e) { throw new RuntimeException(e); } }
public static void start(Map<String, Object> stormConfig, DaemonType type) { try { hostName = dotToUnderScore(Utils.localHostname()); } catch (UnknownHostException e) { LOG.warn("Unable to determine hostname while starting the metrics system. Hostname will be reported" + " as 'localhost'."); } LOG.info("Starting metrics reporters..."); List<Map<String, Object>> reporterList = (List<Map<String, Object>>) stormConfig.get(Config.STORM_METRICS_REPORTERS); if (reporterList != null && reporterList.size() > 0) { for (Map<String, Object> reporterConfig : reporterList) { // only start those requested List<String> daemons = (List<String>) reporterConfig.get("daemons"); for (String daemon : daemons) { if (DaemonType.valueOf(daemon.toUpperCase()) == type) { startReporter(stormConfig, reporterConfig); } } } } }
@Test public void testParameters() { SimpleFileNameFormat format = new SimpleFileNameFormat() .withName("$TIME.$HOST.$COMPONENT.$TASK.$NUM.txt") .withPath("/mypath") .withTimeFormat("yyyy-MM-dd HH:mm:ss"); Map<String, Object> topoConf = new HashMap(); format.prepare(null, createTopologyContext(topoConf)); long now = System.currentTimeMillis(); String path = format.getPath(); String name = format.getName(1, now); Assert.assertEquals("/mypath", path); String time = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(now); String host = null; try { host = Utils.localHostname(); } catch (UnknownHostException e) { e.printStackTrace(); } Assert.assertEquals(time + "." + host + ".Xcom.7.1.txt", name); }
@Test public void testParameters() { SimpleFileNameFormat format = new SimpleFileNameFormat() .withName("$TIME.$HOST.$PARTITION.$NUM.txt") .withPath("/mypath") .withTimeFormat("yyyy-MM-dd HH:mm:ss"); format.prepare(null, 3, 5); long now = System.currentTimeMillis(); String path = format.getPath(); String name = format.getName(1, now); Assert.assertEquals("/mypath", path); String time = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(now); String host = null; try { host = Utils.localHostname(); } catch (UnknownHostException e) { e.printStackTrace(); } Assert.assertEquals(time + "." + host + ".3.1.txt", name); }
@Test public void getBlobstoreHDFSPrincipal() throws UnknownHostException { Map<String, Object> conf = mockMap(Config.BLOBSTORE_HDFS_PRINCIPAL, "primary/_HOST@EXAMPLE.COM"); Assert.assertEquals(Config.getBlobstoreHDFSPrincipal(conf), "primary/" + Utils.localHostname() + "@EXAMPLE.COM"); String principal = "primary/_HOST_HOST@EXAMPLE.COM"; conf.put(Config.BLOBSTORE_HDFS_PRINCIPAL, principal); Assert.assertEquals(Config.getBlobstoreHDFSPrincipal(conf), principal); principal = "primary/_HOST2@EXAMPLE.COM"; conf.put(Config.BLOBSTORE_HDFS_PRINCIPAL, principal); Assert.assertEquals(Config.getBlobstoreHDFSPrincipal(conf), principal); principal = "_HOST/instance@EXAMPLE.COM"; conf.put(Config.BLOBSTORE_HDFS_PRINCIPAL, principal); Assert.assertEquals(Config.getBlobstoreHDFSPrincipal(conf), principal); principal = "primary/instance@_HOST.COM"; conf.put(Config.BLOBSTORE_HDFS_PRINCIPAL, principal); Assert.assertEquals(Config.getBlobstoreHDFSPrincipal(conf), principal); principal = "_HOST@EXAMPLE.COM"; conf.put(Config.BLOBSTORE_HDFS_PRINCIPAL, principal); Assert.assertEquals(Config.getBlobstoreHDFSPrincipal(conf), principal); principal = "primary/instance@EXAMPLE.COM"; conf.put(Config.BLOBSTORE_HDFS_PRINCIPAL, principal); Assert.assertEquals(Config.getBlobstoreHDFSPrincipal(conf), principal); } }
public static String memoizedLocalHostname () throws UnknownHostException { if (memoizedLocalHostnameString == null) { memoizedLocalHostnameString = localHostname(); } return memoizedLocalHostnameString; }
@SuppressWarnings("unchecked") @Override public void prepare(Map conf, int partitionIndex, int numPartitions) { this.partitionIndex = partitionIndex; try { this.host = Utils.localHostname(); } catch (UnknownHostException e) { throw new RuntimeException(e); } }
@SuppressWarnings("unchecked") @Override public void prepare(Map conf, TopologyContext topologyContext) { this.componentId = topologyContext.getThisComponentId(); this.taskId = topologyContext.getThisTaskId(); try { this.host = Utils.localHostname(); } catch (UnknownHostException e) { throw new RuntimeException(e); } }
public static void start(Map<String, Object> stormConfig, DaemonType type){ try { hostName = dotToUnderScore(Utils.localHostname()); } catch (UnknownHostException e) { LOG.warn("Unable to determine hostname while starting the metrics system. Hostname will be reported" + " as 'localhost'."); } LOG.info("Starting metrics reporters..."); List<Map<String, Object>> reporterList = (List<Map<String, Object>>)stormConfig.get(Config.STORM_METRICS_REPORTERS); if(reporterList != null && reporterList.size() > 0) { for (Map<String, Object> reporterConfig : reporterList) { // only start those requested List<String> daemons = (List<String>) reporterConfig.get("daemons"); for (String daemon : daemons) { if (DaemonType.valueOf(daemon.toUpperCase()) == type) { startReporter(stormConfig, reporterConfig); } } } } }