public static void main(String[] args) throws IOException { File logDirectory = new File("/home/jesper/scratch/compressed/"); File target = new File("/home/jesper/scratch/decompressed/"); if (logDirectory != null) { LogPropertiesReader logProperties = new LogPropertiesReader(new File(logDirectory, YoVariableLoggerListener.propertyFile)); CustomProgressMonitor customProgressMonitor = new CustomProgressMonitor(); new LogFileDecompressor(logDirectory, target, logProperties, customProgressMonitor); } } }
public static void main(String[] args) throws IOException { File logDirectory = new File("/home/jesper/scratch/compressed/"); File target = new File("/home/jesper/scratch/decompressed/"); if (logDirectory != null) { LogPropertiesReader logProperties = new LogPropertiesReader(new File(logDirectory, YoVariableLoggerListener.propertyFile)); CustomProgressMonitor customProgressMonitor = new CustomProgressMonitor(); new LogFileDecompressor(logDirectory, target, logProperties, customProgressMonitor); } } }
@Override public FileVisitResult visitFile(Path file, BasicFileAttributes attrs) { if (matcher.matches(file.getFileName())) { try { File directory = file.getParent().toFile(); File log = new File(directory, YoVariableLoggerListener.propertyFile); LogProperties properties = new LogPropertiesReader(log); compress(directory, properties); } catch (IOException e) { e.printStackTrace(); } } return FileVisitResult.CONTINUE; }
@Override public FileVisitResult visitFile(Path file, BasicFileAttributes attrs) { if (matcher.matches(file.getFileName())) { try { File directory = file.getParent().toFile(); File log = new File(directory, YoVariableLoggerListener.propertyFile); LogProperties properties = new LogPropertiesReader(log); compress(directory, properties); } catch (IOException e) { e.printStackTrace(); } } return FileVisitResult.CONTINUE; }
@Override public FileVisitResult visitFile(Path file, BasicFileAttributes attrs) { if (matcher.matches(file.getFileName())) { try { File directory = file.getParent().toFile(); File log = new File(directory, YoVariableLoggerListener.propertyFile); LogProperties properties = new LogPropertiesReader(log); addModel(directory, properties, model); } catch (IOException e) { e.printStackTrace(); } } return FileVisitResult.CONTINUE; }
@Override public FileVisitResult visitFile(Path file, BasicFileAttributes attrs) { if (matcher.matches(file.getFileName())) { try { File directory = file.getParent().toFile(); File log = new File(directory, YoVariableLoggerListener.propertyFile); LogProperties properties = new LogPropertiesReader(log); addModel(directory, properties, model); } catch (IOException e) { e.printStackTrace(); } } return FileVisitResult.CONTINUE; }
public static void main(String[] args) throws IOException { // File logDirectory = FileSelectionDialog.loadDirectoryWithFileNamed(YoVariableLoggerListener.propertyFile); File logDirectory = new File("/home/jesper/robotLogs/20160520_130501_Atlas_WalkOnStraightLinesFallStanding_Step/"); File targetDirectory = new File("/home/jesper/scratch/compressed/"); if (logDirectory != null) { LogPropertiesReader logProperties = new LogPropertiesReader(new File(logDirectory, YoVariableLoggerListener.propertyFile)); new LogFileCompressor(logDirectory, targetDirectory, logProperties, new CustomProgressMonitor()); } } }
public static void main(String[] args) throws IOException { // File logDirectory = FileSelectionDialog.loadDirectoryWithFileNamed(YoVariableLoggerListener.propertyFile); File logDirectory = new File("/home/jesper/robotLogs/20160520_130501_Atlas_WalkOnStraightLinesFallStanding_Step/"); File targetDirectory = new File("/home/jesper/scratch/compressed/"); if (logDirectory != null) { LogPropertiesReader logProperties = new LogPropertiesReader(new File(logDirectory, YoVariableLoggerListener.propertyFile)); new LogFileCompressor(logDirectory, targetDirectory, logProperties, new CustomProgressMonitor()); } } }
progressMonitor.setEchoToConsole(true); final File logDirectory = sourceFile.getParentFile(); final LogPropertiesReader logProperties = new LogPropertiesReader(new File(logDirectory, YoVariableLoggerListener.propertyFile)); new Thread()
progressMonitor.setEchoToConsole(true); final File logDirectory = sourceFile.getParentFile(); final LogPropertiesReader logProperties = new LogPropertiesReader(new File(logDirectory, YoVariableLoggerListener.propertyFile)); new Thread("IHMC-LogCompressor")
progressMonitor.setEchoToConsole(true); final File logDirectory = sourceFile.getParentFile(); final LogPropertiesReader logProperties = new LogPropertiesReader(new File(logDirectory, YoVariableLoggerListener.propertyFile)); new Thread()
progressMonitor.setEchoToConsole(true); final File logDirectory = sourceFile.getParentFile(); final LogPropertiesReader logProperties = new LogPropertiesReader(new File(logDirectory, YoVariableLoggerListener.propertyFile)); new Thread("IHMC-LogCompressor")
public YoVariableExtracter(File logFile) throws IOException { LogPropertiesReader logProperties = new LogPropertiesReader(new File(logFile, YoVariableLoggerListener.propertyFile)); File handshake = new File(logFile, logProperties.getHandshakeFile()); if (!handshake.exists()) { throw new RuntimeException("Cannot find " + logProperties.getHandshakeFile()); } DataInputStream handshakeStream = new DataInputStream(new FileInputStream(handshake)); byte[] handshakeData = new byte[(int) handshake.length()]; handshakeStream.readFully(handshakeData); handshakeStream.close(); YoVariableHandshakeParser parser = new YoVariableHandshakeParser("logged"); parser.parseFrom(handshakeData); YoVariableRegistry registry = parser.getRootRegistry(); File logdata = new File(logFile, logProperties.getVariableDataFile()); if(!logdata.exists()) { throw new RuntimeException("Cannot find " + logProperties.getVariableDataFile()); } @SuppressWarnings("resource") final FileChannel logChannel = new FileInputStream(logdata).getChannel(); List<YoVariable<?>> variables = parser.getYoVariablesList(); int jointStateOffset = variables.size(); int numberOfJointStates = JointState.getNumberOfJointStates(parser.getJointStates()); int bufferSize = (1 + jointStateOffset + numberOfJointStates) * 8; new YoVariableDialog(bufferSize, logChannel, variables, registry); }
public CompressionBenchmark() throws IOException { super(directory, new LogPropertiesReader(new File(directory, File.separator + "robotData.log"))); initialize(); System.out.println("Loading " + getNumberOfEntries() + " data lines with " + getNumberOfVariables() + " variables."); System.out.println("Total memory required " + (((long) getNumberOfEntries() * (long) getNumberOfVariables() * 8) / (1024 * 1024)) + "Mb"); int trainingSetSize = getNumberOfEntries() / 10; int testSetSize = getNumberOfEntries() - trainingSetSize; this.trainingSet = new ByteBuffer[trainingSetSize]; this.testSet = new ByteBuffer[testSetSize]; for (int i = 0; i < trainingSetSize; i++) { trainingSet[i] = copyData(i); } for (int i = 0; i < testSetSize; i++) { testSet[i] = copyData(i + trainingSetSize); } System.out.println(); System.out.println("--- TRAINING (JIT Warmup)---"); System.out.println(); benchmark(trainingSet); System.out.println(); System.out.println("--- TEST ---"); System.out.println(); benchmark(testSet); }
public YoVariableExtracter(File logFile) throws IOException { LogPropertiesReader logProperties = new LogPropertiesReader(new File(logFile, YoVariableLoggerListener.propertyFile)); File handshake = new File(logFile, logProperties.getVariables().getHandshakeAsString()); if (!handshake.exists()) { throw new RuntimeException("Cannot find " + logProperties.getVariables().getHandshakeAsString()); } DataInputStream handshakeStream = new DataInputStream(new FileInputStream(handshake)); byte[] handshakeData = new byte[(int) handshake.length()]; handshakeStream.readFully(handshakeData); handshakeStream.close(); YoVariableHandshakeParser parser = YoVariableHandshakeParser.create(logProperties.getVariables().getHandshakeFileType()); parser.parseFrom(handshakeData); YoVariableRegistry registry = parser.getRootRegistry(); File logdata = new File(logFile, logProperties.getVariables().getDataAsString()); if(!logdata.exists()) { throw new RuntimeException("Cannot find " + logProperties.getVariables().getDataAsString()); } @SuppressWarnings("resource") final FileChannel logChannel = new FileInputStream(logdata).getChannel(); List<YoVariable<?>> variables = parser.getYoVariablesList(); int jointStateOffset = variables.size(); int numberOfJointStates = JointState.getNumberOfJointStates(parser.getJointStates()); int bufferSize = (1 + jointStateOffset + numberOfJointStates) * 8; new YoVariableDialog(bufferSize, logChannel, variables, registry); }
private void readLogFile(File selectedFile) throws IOException LogPropertiesReader logProperties = new LogPropertiesReader(new File(selectedFile, YoVariableLoggerListener.propertyFile)); logProperties.removeVideos(); LogFormatUpdater.updateLogs(selectedFile, logProperties);
private void readLogFile(File selectedFile) throws IOException LogPropertiesReader logProperties = new LogPropertiesReader(new File(selectedFile, YoVariableLoggerListener.propertyFile)); LogFormatUpdater.updateLogs(selectedFile, logProperties); logProperties.getCameras().clear();
private void readLogFile(File selectedFile, boolean showOverheadView) throws IOException LogPropertiesReader logProperties = new LogPropertiesReader(new File(selectedFile, YoVariableLoggerListener.propertyFile)); LogFormatUpdater.updateLogs(selectedFile, logProperties);
private void readLogFile(File selectedFile, boolean showOverheadView) throws IOException LogPropertiesReader logProperties = new LogPropertiesReader(new File(selectedFile, YoVariableLoggerListener.propertyFile)); LogFormatUpdater.updateLogs(selectedFile, logProperties);