src/java/com/twitter/search/earlybird/index/TweetSearchLuceneIndexExtensionsData.java - main - githubmirror/the-algorithm

src/java/com/twitter/search/earlybird/index/TweetSearchLuceneIndexExtensionsData.java

41 строка2 KB

twitter-team

Twitter Recommendation Algorithm

01 апр 2023, 01:36

01 апр 2023, 01:36ef4c5eb

package com.twitter.search.earlybird.index;

import java.io.IOException;

import com.google.common.base.Preconditions;

import com.twitter.search.common.schema.base.EarlybirdFieldType;
import com.twitter.search.common.schema.earlybird.EarlybirdFieldConstants.EarlybirdFieldConstant;
import com.twitter.search.core.earlybird.index.EarlybirdIndexSegmentAtomicReader;
import com.twitter.search.core.earlybird.index.EarlybirdIndexSegmentData;
import com.twitter.search.core.earlybird.index.column.ColumnStrideFieldIndex;
import com.twitter.search.core.earlybird.index.extensions.EarlybirdIndexExtensionsData;

public class TweetSearchLuceneIndexExtensionsData implements EarlybirdIndexExtensionsData {
  @Override
  public void setupExtensions(EarlybirdIndexSegmentAtomicReader atomicReader) throws IOException {
    // If we use stock lucene to back the mappers and column stride fields,
    // we need to initialize them
    EarlybirdIndexSegmentData segmentData = atomicReader.getSegmentData();
    DocValuesBasedTweetIDMapper tweetIDMapper =
        (DocValuesBasedTweetIDMapper) segmentData.getDocIDToTweetIDMapper();
    tweetIDMapper.initializeWithLuceneReader(
        atomicReader,
        getColumnStrideFieldIndex(segmentData, EarlybirdFieldConstant.ID_CSF_FIELD));

    DocValuesBasedTimeMapper timeMapper =
        (DocValuesBasedTimeMapper) segmentData.getTimeMapper();
    timeMapper.initializeWithLuceneReader(
        atomicReader,
        getColumnStrideFieldIndex(segmentData, EarlybirdFieldConstant.CREATED_AT_CSF_FIELD));
  }

  private ColumnStrideFieldIndex getColumnStrideFieldIndex(
      EarlybirdIndexSegmentData segmentData, EarlybirdFieldConstant csfField) {
    String csfFieldName = csfField.getFieldName();
    EarlybirdFieldType fieldType =
        segmentData.getSchema().getFieldInfo(csfFieldName).getFieldType();
    Preconditions.checkState(fieldType.isCsfLoadIntoRam());
    return segmentData.getDocValuesManager().addColumnStrideField(csfFieldName, fieldType);
  }
}