org.apache.lucene.codecs.DocValuesFormat Java Examples

private RefCount<DocValuesProducer> newDocValuesProducer(SegmentCommitInfo si, Directory dir, final Long gen, FieldInfos infos) throws IOException {
  Directory dvDir = dir;
  String segmentSuffix = "";
  if (gen.longValue() != -1) {
    dvDir = si.info.dir; // gen'd files are written outside CFS, so use SegInfo directory
    segmentSuffix = Long.toString(gen.longValue(), Character.MAX_RADIX);
  }

  // set SegmentReadState to list only the fields that are relevant to that gen
  SegmentReadState srs = new SegmentReadState(dvDir, si.info, infos, IOContext.READ, segmentSuffix);
  DocValuesFormat dvFormat = si.info.getCodec().docValuesFormat();
  return new RefCount<DocValuesProducer>(dvFormat.fieldsProducer(srs)) {
    @SuppressWarnings("synthetic-access")
    @Override
    protected void release() throws IOException {
      object.close();
      synchronized (SegmentDocValues.this) {
        genDVProducers.remove(gen);
      }
    }
  };
}
 

/**
 * Reloads all Lucene SPI implementations using the new classloader.
 * This method must be called after {@link #addToClassLoader(List)}
 * and before using this ResourceLoader.
 */
synchronized void reloadLuceneSPI() {
  // TODO improve to use a static Set<URL> to check when we need to
  if (!needToReloadLuceneSPI) {
    return;
  }
  needToReloadLuceneSPI = false; // reset
  log.debug("Reloading Lucene SPI");

  // Codecs:
  PostingsFormat.reloadPostingsFormats(this.classLoader);
  DocValuesFormat.reloadDocValuesFormats(this.classLoader);
  Codec.reloadCodecs(this.classLoader);
  // Analysis:
  CharFilterFactory.reloadCharFilters(this.classLoader);
  TokenFilterFactory.reloadTokenFilters(this.classLoader);
  TokenizerFactory.reloadTokenizers(this.classLoader);
}
 

/**
 * Reloads all Lucene SPI implementations using the new classloader.
 * This method must be called after the new classloader has been created to
 * register the services for use.
 */
static void reloadLuceneSPI(ClassLoader loader) {
    // do NOT change the order of these method calls!

    // Codecs:
    PostingsFormat.reloadPostingsFormats(loader);
    DocValuesFormat.reloadDocValuesFormats(loader);
    Codec.reloadCodecs(loader);
    // Analysis:
    CharFilterFactory.reloadCharFilters(loader);
    TokenFilterFactory.reloadTokenFilters(loader);
    TokenizerFactory.reloadTokenizers(loader);
}
 

/**
 * Reloads all Lucene SPI implementations using the new classloader.
 * This method must be called after the new classloader has been created to
 * register the services for use.
 */
static void reloadLuceneSPI(ClassLoader loader) {
    // do NOT change the order of these method calls!

    // Codecs:
    PostingsFormat.reloadPostingsFormats(loader);
    DocValuesFormat.reloadDocValuesFormats(loader);
    Codec.reloadCodecs(loader);
    // Analysis:
    CharFilterFactory.reloadCharFilters(loader);
    TokenFilterFactory.reloadTokenFilters(loader);
    TokenizerFactory.reloadTokenizers(loader);
}
 

CrankyDocValuesFormat(DocValuesFormat delegate, Random random) {
  // we impersonate the passed-in codec, so we don't need to be in SPI,
  // and so we dont change file formats
  super(delegate.getName());
  this.delegate = delegate;
  this.random = random;
}
 

@Override
public DocValuesFormat getDocValuesFormatForField(String name) {
  DocValuesFormat codec = previousDVMappings.get(name);
  if (codec == null) {
    codec = dvFormats.get(Math.abs(perFieldSeed ^ name.hashCode()) % dvFormats.size());
    previousDVMappings.put(name, codec);
    // Safety:
    assert previousDVMappings.size() < 10000: "test went insane";
  }
  return codec;
}
 

private final void addDocValues(Set<String> avoidCodecs, DocValuesFormat... docvalues) {
  for (DocValuesFormat d : docvalues) {
    if (!avoidCodecs.contains(d.getName())) {
      dvFormats.add(d);
      dvFormatNames.add(d.getName());
    }
  }
}
 

/** Return a Codec that can read any of the
 *  default codecs and formats, but always writes in the specified
 *  format. */
public static Codec alwaysDocValuesFormat(final DocValuesFormat format) {
  // TODO: we really need for docvalues impls etc to announce themselves
  // (and maybe their params, too) to infostream on flush and merge.
  // otherwise in a real debugging situation we won't know whats going on!
  if (LuceneTestCase.VERBOSE) {
    System.out.println("TestUtil: forcing docvalues format to:" + format);
  }
  return new AssertingCodec() {
    @Override
    public DocValuesFormat getDocValuesFormatForField(String field) {
      return format;
    }
  };
}
 

public static String getDocValuesFormat(Codec codec, String field) {
  DocValuesFormat f = codec.docValuesFormat();
  if (f instanceof PerFieldDocValuesFormat) {
    return ((PerFieldDocValuesFormat) f).getDocValuesFormatForField(field).getName();
  } else {
    return f.getName();
  }
}
 

public FieldsReader(final SegmentReadState readState) throws IOException {

      // Init each unique format:
      boolean success = false;
      try {
        // Read field name -> format name
        for (FieldInfo fi : readState.fieldInfos) {
          if (fi.getDocValuesType() != DocValuesType.NONE) {
            final String fieldName = fi.name;
            final String formatName = fi.getAttribute(PER_FIELD_FORMAT_KEY);
            if (formatName != null) {
              // null formatName means the field is in fieldInfos, but has no docvalues!
              final String suffix = fi.getAttribute(PER_FIELD_SUFFIX_KEY);
              if (suffix == null) {
                throw new IllegalStateException("missing attribute: " + PER_FIELD_SUFFIX_KEY + " for field: " + fieldName);
              }
              DocValuesFormat format = DocValuesFormat.forName(formatName);
              String segmentSuffix = getFullSegmentSuffix(readState.segmentSuffix, getSuffix(formatName, suffix));
              if (!formats.containsKey(segmentSuffix)) {
                formats.put(segmentSuffix, format.fieldsProducer(new SegmentReadState(readState, segmentSuffix)));
              }
              fields.put(fieldName, formats.get(segmentSuffix));
            }
          }
        }
        success = true;
      } finally {
        if (!success) {
          IOUtils.closeWhileHandlingException(formats.values());
        }
      }
    }
 

@Override
public final DocValuesFormat docValuesFormat() {
  return docValuesFormat;
}
 

/** Writes all buffered doc values (called from {@link #flush}). */
private void writeDocValues(SegmentWriteState state, Sorter.DocMap sortMap) throws IOException {
  int maxDoc = state.segmentInfo.maxDoc();
  DocValuesConsumer dvConsumer = null;
  boolean success = false;
  try {
    for (int i=0;i<fieldHash.length;i++) {
      PerField perField = fieldHash[i];
      while (perField != null) {
        if (perField.docValuesWriter != null) {
          if (perField.fieldInfo.getDocValuesType() == DocValuesType.NONE) {
            // BUG
            throw new AssertionError("segment=" + state.segmentInfo + ": field=\"" + perField.fieldInfo.name + "\" has no docValues but wrote them");
          }
          if (dvConsumer == null) {
            // lazy init
            DocValuesFormat fmt = state.segmentInfo.getCodec().docValuesFormat();
            dvConsumer = fmt.fieldsConsumer(state);
          }
          perField.docValuesWriter.flush(state, sortMap, dvConsumer);
          perField.docValuesWriter = null;
        } else if (perField.fieldInfo.getDocValuesType() != DocValuesType.NONE) {
          // BUG
          throw new AssertionError("segment=" + state.segmentInfo + ": field=\"" + perField.fieldInfo.name + "\" has docValues but did not write them");
        }
        perField = perField.next;
      }
    }

    // TODO: catch missing DV fields here?  else we have
    // null/"" depending on how docs landed in segments?
    // but we can't detect all cases, and we should leave
    // this behavior undefined. dv is not "schemaless": it's column-stride.
    success = true;
  } finally {
    if (success) {
      IOUtils.close(dvConsumer);
    } else {
      IOUtils.closeWhileHandlingException(dvConsumer);
    }
  }

  if (state.fieldInfos.hasDocValues() == false) {
    if (dvConsumer != null) {
      // BUG
      throw new AssertionError("segment=" + state.segmentInfo + ": fieldInfos has no docValues but wrote them");
    }
  } else if (dvConsumer == null) {
    // BUG
    throw new AssertionError("segment=" + state.segmentInfo + ": fieldInfos has docValues but did not wrote them");
  }
}
 

@Override
public DocValuesFormat getDocValuesFormatForField(String field) {
  return Lucene84Codec.this.getDocValuesFormatForField(field);
}
 

@Override
public final DocValuesFormat docValuesFormat() {
  return docValuesFormat;
}
 

@Override
public DocValuesFormat docValuesFormat() {
  initDelegate();
  return delegate.docValuesFormat();
}
 

@Override
public DocValuesFormat getDocValuesFormatForField(String field) {
  return Blur021Codec.this.getDocValuesFormatForField(field);
}
 

@Override
public final DocValuesFormat docValuesFormat() {
  return docValuesFormat;
}
 

@Override
public DocValuesFormat getDocValuesFormatForField(String field) {
  return Blur022Codec.this.getDocValuesFormatForField(field);
}
 

@Override
public final DocValuesFormat docValuesFormat() {
  return docValuesFormat;
}
 

@Override
public DocValuesFormat getDocValuesFormatForField(String field) {
  return Blur024Codec.this.getDocValuesFormatForField(field);
}
 

@Override
public final DocValuesFormat docValuesFormat() {
  return docValuesFormat;
}
 

@Override
public DocValuesFormat getDocValuesFormatForField(String field) {
  return defaultDVFormat;
}
 

MergeRecordingDocValueFormatWrapper(DocValuesFormat delegate) {
  super(delegate.getName());
  this.delegate = delegate;
}
 

@Override
public final DocValuesFormat docValuesFormat() {
  return docValuesFormat;
}
 

@Override
public DocValuesFormat getDocValuesFormatForField(String field) {
  return Lucene86Codec.this.getDocValuesFormatForField(field);
}
 

/** 
 * Returns the actual default docvalues format (e.g. LuceneMNDocValuesFormat for this version of Lucene.
 */
public static DocValuesFormat getDefaultDocValuesFormat() {
  return new Lucene80DocValuesFormat();
}
 

@Override
public DocValuesFormat docValuesFormat() {
  return new CrankyDocValuesFormat(delegate.docValuesFormat(), random);
}
 

@Override
public DocValuesFormat docValuesFormat() {
  return docValues;
}
 

@Override
public DocValuesFormat getDocValuesFormatForField(String field) {
  return AssertingCodec.this.getDocValuesFormatForField(field);
}
 

@Override
public DocValuesFormat docValuesFormat() {
  return dvFormat;
}