congrats Icon
New! Tabnine Pro 14-day free trial
Start a free trial
Tabnine Logo
SegmentStatusManager$ValidAndInvalidSegmentsInfo.getValidSegments
Code IndexAdd Tabnine to your IDE (free)

How to use
getValidSegments
method
in
org.apache.carbondata.core.statusmanager.SegmentStatusManager$ValidAndInvalidSegmentsInfo

Best Java code snippets using org.apache.carbondata.core.statusmanager.SegmentStatusManager$ValidAndInvalidSegmentsInfo.getValidSegments (Showing top 10 results out of 315)

origin: org.apache.carbondata/carbondata-processing

/**
 * This method returns the valid segments attached to the table Identifier.
 *
 * @param absoluteTableIdentifier
 * @return
 */
public static List<Segment> getValidSegmentList(AbsoluteTableIdentifier absoluteTableIdentifier)
    throws IOException {
 SegmentStatusManager.ValidAndInvalidSegmentsInfo validAndInvalidSegments = null;
 try {
  validAndInvalidSegments =
      new SegmentStatusManager(absoluteTableIdentifier).getValidAndInvalidSegments();
 } catch (IOException e) {
  LOGGER.error("Error while getting valid segment list for a table identifier");
  throw new IOException();
 }
 return validAndInvalidSegments.getValidSegments();
}
origin: org.apache.carbondata/carbondata-core

/**
 * Update the table status file with the dropped partitions information
 *
 * @param carbonTable
 * @param uniqueId
 * @param toBeUpdatedSegments
 * @param toBeDeleteSegments
 * @throws IOException
 */
public static void commitDropPartitions(CarbonTable carbonTable, String uniqueId,
  List<String> toBeUpdatedSegments, List<String> toBeDeleteSegments,
  String uuid) throws IOException {
 if (toBeDeleteSegments.size() > 0 || toBeUpdatedSegments.size() > 0) {
  Set<Segment> segmentSet = new HashSet<>(
    new SegmentStatusManager(carbonTable.getAbsoluteTableIdentifier())
      .getValidAndInvalidSegments().getValidSegments());
  CarbonUpdateUtil.updateTableMetadataStatus(segmentSet, carbonTable, uniqueId, true,
    Segment.toSegmentList(toBeDeleteSegments, null),
    Segment.toSegmentList(toBeUpdatedSegments, null), uuid);
 }
}
origin: org.apache.carbondata/carbondata-hadoop

if (getValidateSegmentsToAccess(job.getConfiguration())) {
 if (!accessStreamingSegments) {
  List<Segment> validSegments = segments.getValidSegments();
  streamSegments = segments.getStreamSegments();
  streamSegments = getFilteredSegment(job, streamSegments, true, readCommittedScope);
    getFilteredSegment(job, segments.getValidSegments(), true, readCommittedScope);
  if (filteredSegmentToAccess.size() == 0) {
   return getSplitsOfStreaming(job, streamSegments, carbonTable);
    getFilteredNormalSegments(job, segments.getValidSegments(),
      getSegmentsToAccess(job, readCommittedScope));
  streamSegments = segments.getStreamSegments();
List<Segment> validAndInProgressSegments = new ArrayList<>(segments.getValidSegments());
origin: org.apache.carbondata/carbondata-hadoop

Set<Segment> segmentSet = new HashSet<>(
  new SegmentStatusManager(carbonTable.getAbsoluteTableIdentifier(),
    context.getConfiguration()).getValidAndInvalidSegments().getValidSegments());
if (updateTime != null) {
 CarbonUpdateUtil.updateTableMetadataStatus(segmentSet, carbonTable, updateTime, true,
origin: org.apache.carbondata/carbondata-hadoop

getFilteredSegment(job, allSegments.getValidSegments(), false, readCommittedScope);
origin: org.apache.carbondata/carbondata-core

SegmentStatusManager.ValidAndInvalidSegmentsInfo validAndInvalidSegmentsInfo =
  segmentStatusManager.getValidAndInvalidSegments();
List<Segment> validSegments = validAndInvalidSegmentsInfo.getValidSegments();
if (validSegments.isEmpty()) {
 return carbonProperties.getFormatVersion();
origin: org.apache.carbondata/carbondata-hadoop

List<Segment> validSegments =
  new SegmentStatusManager(table.getAbsoluteTableIdentifier())
    .getValidAndInvalidSegments().getValidSegments();
String uniqueId = String.valueOf(System.currentTimeMillis());
List<String> tobeUpdatedSegs = new ArrayList<>();
origin: org.apache.carbondata/carbondata-core

SegmentStatusManager.ValidAndInvalidSegmentsInfo validAndInvalidSegmentsInfo =
  getValidAndInvalidSegments(carbonTable, FileFactory.getConfiguration());
List<Segment> validSegments = validAndInvalidSegmentsInfo.getValidSegments();
List<Segment> invalidSegments = validAndInvalidSegmentsInfo.getInvalidSegments();
DataMapExprWrapper dataMapExprWrapper = null;
origin: org.apache.carbondata/carbondata-lucene

/**
 * this method will delete the datamap folders during drop datamap
 * @throws MalformedDataMapCommandException
 */
private void deleteDatamap() throws MalformedDataMapCommandException {
 SegmentStatusManager ssm = new SegmentStatusManager(tableIdentifier);
 try {
  List<Segment> validSegments = ssm.getValidAndInvalidSegments().getValidSegments();
  for (Segment segment : validSegments) {
   deleteDatamapData(segment);
  }
 } catch (IOException | RuntimeException ex) {
  throw new MalformedDataMapCommandException(
    "drop datamap failed, failed to delete datamap directory");
 }
}
origin: org.apache.carbondata/carbondata-bloom

@Override
public void deleteDatamapData() {
 SegmentStatusManager ssm =
   new SegmentStatusManager(getCarbonTable().getAbsoluteTableIdentifier());
 try {
  List<Segment> validSegments = ssm.getValidAndInvalidSegments().getValidSegments();
  for (Segment segment : validSegments) {
   deleteDatamapData(segment);
  }
 } catch (IOException e) {
  LOGGER.error("drop datamap failed, failed to delete datamap directory");
 }
}
org.apache.carbondata.core.statusmanagerSegmentStatusManager$ValidAndInvalidSegmentsInfogetValidSegments

Popular methods of SegmentStatusManager$ValidAndInvalidSegmentsInfo

  • getInvalidSegments
  • <init>
  • getListOfInProgressSegments
  • getStreamSegments

Popular in Java

  • Reactive rest calls using spring rest template
  • requestLocationUpdates (LocationManager)
  • scheduleAtFixedRate (Timer)
  • scheduleAtFixedRate (ScheduledExecutorService)
  • BorderLayout (java.awt)
    A border layout lays out a container, arranging and resizing its components to fit in five regions:
  • MessageFormat (java.text)
    Produces concatenated messages in language-neutral way. New code should probably use java.util.Forma
  • SortedMap (java.util)
    A map that has its keys ordered. The sorting is according to either the natural ordering of its keys
  • DataSource (javax.sql)
    An interface for the creation of Connection objects which represent a connection to a database. This
  • DateTimeFormat (org.joda.time.format)
    Factory that creates instances of DateTimeFormatter from patterns and styles. Datetime formatting i
  • Reflections (org.reflections)
    Reflections one-stop-shop objectReflections scans your classpath, indexes the metadata, allows you t
  • Top 25 Plugins for Webstorm
Tabnine Logo
  • Products

    Search for Java codeSearch for JavaScript code
  • IDE Plugins

    IntelliJ IDEAWebStormVisual StudioAndroid StudioEclipseVisual Studio CodePyCharmSublime TextPhpStormVimAtomGoLandRubyMineEmacsJupyter NotebookJupyter LabRiderDataGripAppCode
  • Company

    About UsContact UsCareers
  • Resources

    FAQBlogTabnine AcademyStudentsTerms of usePrivacy policyJava Code IndexJavascript Code Index
Get Tabnine for your IDE now