/*
 * Copyright 2021 The Android Open Source Project
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.android.server.appsearch.external.localstorage;

import static com.google.common.truth.Truth.assertThat;

import android.app.appsearch.AppSearchResult;
import android.app.appsearch.AppSearchSchema;
import android.app.appsearch.AppSearchSchema.PropertyConfig;
import android.app.appsearch.AppSearchSchema.StringPropertyConfig;
import android.app.appsearch.GenericDocument;
import android.app.appsearch.InternalSetSchemaResponse;
import android.app.appsearch.JoinSpec;
import android.app.appsearch.SearchResultPage;
import android.app.appsearch.SearchSpec;
import android.app.appsearch.exceptions.AppSearchException;
import android.app.appsearch.testutil.AppSearchTestUtils;
import android.app.appsearch.testutil.SimpleTestLogger;
import android.platform.test.annotations.RequiresFlagsDisabled;
import android.platform.test.annotations.RequiresFlagsEnabled;

import com.android.appsearch.flags.Flags;
import com.android.server.appsearch.external.localstorage.stats.InitializeStats;
import com.android.server.appsearch.external.localstorage.stats.OptimizeStats;
import com.android.server.appsearch.external.localstorage.stats.PutDocumentStats;
import com.android.server.appsearch.external.localstorage.stats.QueryStats;
import com.android.server.appsearch.external.localstorage.stats.RemoveStats;
import com.android.server.appsearch.external.localstorage.stats.SearchStats;
import com.android.server.appsearch.external.localstorage.stats.SetSchemaStats;
import com.android.server.appsearch.icing.proto.DeleteStatsProto;
import com.android.server.appsearch.icing.proto.DocumentProto;
import com.android.server.appsearch.icing.proto.InitializeStatsProto;
import com.android.server.appsearch.icing.proto.OptimizeStatsProto;
import com.android.server.appsearch.icing.proto.PutDocumentStatsProto;
import com.android.server.appsearch.icing.proto.PutResultProto;
import com.android.server.appsearch.icing.proto.QueryStatsProto;
import com.android.server.appsearch.icing.proto.ScoringSpecProto;
import com.android.server.appsearch.icing.proto.SetSchemaResultProto;
import com.android.server.appsearch.icing.proto.SetSchemaStatsProto;
import com.android.server.appsearch.icing.proto.StatusProto;
import com.android.server.appsearch.icing.proto.TermMatchType;

import com.google.common.collect.ImmutableList;

import org.junit.After;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Rule;
import org.junit.Test;
import org.junit.rules.RuleChain;
import org.junit.rules.TemporaryFolder;

import java.io.File;
import java.util.Arrays;
import java.util.Collections;
import java.util.List;

public class AppSearchLoggerTest {
    private static final String PACKAGE_NAME = "packageName";
    private static final String DATABASE = "database";

    /**
     * Always trigger optimize in this class. OptimizeStrategy will be tested in its own test class.
     */
    private static final OptimizeStrategy ALWAYS_OPTIMIZE = optimizeInfo -> true;

    @Rule public TemporaryFolder mTemporaryFolder = new TemporaryFolder();

    @Rule public final RuleChain mRuleChain = AppSearchTestUtils.createCommonTestRules();

    private AppSearchImpl mAppSearchImpl;
    private SimpleTestLogger mLogger;
    private AppSearchConfig mConfig =
            new AppSearchConfigImpl(
                    new UnlimitedLimitConfig(), new LocalStorageIcingOptionsConfig());

    @Before
    public void setUp() throws Exception {
        mAppSearchImpl =
                AppSearchImpl.create(
                        mTemporaryFolder.newFolder(),
                        mConfig,
                        /* initStatsBuilder= */ null,
                        /* callStatsBuilder= */ null,
                        /* visibilityChecker= */ null,
                        /* revocableFileDescriptorStore= */ null,
                        /* icingSearchEngine= */ null,
                        ALWAYS_OPTIMIZE);
        mLogger = new SimpleTestLogger();
    }

    @After
    public void tearDown() {
        mAppSearchImpl.close();
    }

    @Test
    public void testAppSearchLoggerHelper_testCopyNativeStats_initialize() {
        int nativeLatencyMillis = 3;
        int nativeDocumentStoreRecoveryCause = InitializeStatsProto.RecoveryCause.DATA_LOSS_VALUE;
        int nativeIndexRestorationCause =
                InitializeStatsProto.RecoveryCause.INCONSISTENT_WITH_GROUND_TRUTH_VALUE;
        int nativeSchemaStoreRecoveryCause =
                InitializeStatsProto.RecoveryCause.SCHEMA_CHANGES_OUT_OF_SYNC_VALUE;
        int nativeDocumentStoreRecoveryLatencyMillis = 7;
        int nativeIndexRestorationLatencyMillis = 8;
        int nativeSchemaStoreRecoveryLatencyMillis = 9;
        int nativeDocumentStoreDataStatus =
                InitializeStatsProto.DocumentStoreDataStatus.NO_DATA_LOSS_VALUE;
        int nativeNumDocuments = 11;
        int nativeNumSchemaTypes = 12;
        int nativeNumPreviousInitFailures = 13;
        int nativeIntegerIndexRestorationCause =
                InitializeStatsProto.RecoveryCause.UNKNOWN_OUT_OF_SYNC_VALUE;
        int nativeQualifiedIdJoinIndexRestorationCause =
                InitializeStatsProto.RecoveryCause.FEATURE_FLAG_CHANGED_VALUE;
        int nativeEmbeddingIndexRestorationCause =
                InitializeStatsProto.RecoveryCause.DEPENDENCIES_CHANGED_VALUE;
        StatusProto.Code initializeIcuDataStatusCode = StatusProto.Code.OK;
        int nativeNumFailedReindexedDocuments = 18;
        InitializeStatsProto.Builder nativeInitBuilder =
                InitializeStatsProto.newBuilder()
                        .setLatencyMs(nativeLatencyMillis)
                        .setDocumentStoreRecoveryCause(
                                InitializeStatsProto.RecoveryCause.forNumber(
                                        nativeDocumentStoreRecoveryCause))
                        .setIndexRestorationCause(
                                InitializeStatsProto.RecoveryCause.forNumber(
                                        nativeIndexRestorationCause))
                        .setSchemaStoreRecoveryCause(
                                InitializeStatsProto.RecoveryCause.forNumber(
                                        nativeSchemaStoreRecoveryCause))
                        .setDocumentStoreRecoveryLatencyMs(nativeDocumentStoreRecoveryLatencyMillis)
                        .setIndexRestorationLatencyMs(nativeIndexRestorationLatencyMillis)
                        .setSchemaStoreRecoveryLatencyMs(nativeSchemaStoreRecoveryLatencyMillis)
                        .setDocumentStoreDataStatus(
                                InitializeStatsProto.DocumentStoreDataStatus.forNumber(
                                        nativeDocumentStoreDataStatus))
                        .setNumDocuments(nativeNumDocuments)
                        .setNumSchemaTypes(nativeNumSchemaTypes)
                        .setNumPreviousInitFailures(nativeNumPreviousInitFailures)
                        .setIntegerIndexRestorationCause(
                                InitializeStatsProto.RecoveryCause.forNumber(
                                        nativeIntegerIndexRestorationCause))
                        .setQualifiedIdJoinIndexRestorationCause(
                                InitializeStatsProto.RecoveryCause.forNumber(
                                        nativeQualifiedIdJoinIndexRestorationCause))
                        .setEmbeddingIndexRestorationCause(
                                InitializeStatsProto.RecoveryCause.forNumber(
                                        nativeEmbeddingIndexRestorationCause))
                        .setInitializeIcuDataStatus(
                                StatusProto.newBuilder().setCode(initializeIcuDataStatusCode))
                        .setNumFailedReindexedDocuments(nativeNumFailedReindexedDocuments);
        InitializeStats.Builder initBuilder = new InitializeStats.Builder();

        AppSearchLoggerHelper.copyNativeStats(nativeInitBuilder.build(), initBuilder);

        InitializeStats iStats = initBuilder.build();
        assertThat(iStats.getNativeLatencyMillis()).isEqualTo(nativeLatencyMillis);
        assertThat(iStats.getNativeDocumentStoreRecoveryCause())
                .isEqualTo(nativeDocumentStoreRecoveryCause);
        assertThat(iStats.getNativeIndexRestorationCause()).isEqualTo(nativeIndexRestorationCause);
        assertThat(iStats.getNativeSchemaStoreRecoveryCause())
                .isEqualTo(nativeSchemaStoreRecoveryCause);
        assertThat(iStats.getNativeDocumentStoreRecoveryLatencyMillis())
                .isEqualTo(nativeDocumentStoreRecoveryLatencyMillis);
        assertThat(iStats.getNativeIndexRestorationLatencyMillis())
                .isEqualTo(nativeIndexRestorationLatencyMillis);
        assertThat(iStats.getNativeSchemaStoreRecoveryLatencyMillis())
                .isEqualTo(nativeSchemaStoreRecoveryLatencyMillis);
        assertThat(iStats.getNativeDocumentStoreDataStatus())
                .isEqualTo(nativeDocumentStoreDataStatus);
        assertThat(iStats.getNativeDocumentCount()).isEqualTo(nativeNumDocuments);
        assertThat(iStats.getNativeSchemaTypeCount()).isEqualTo(nativeNumSchemaTypes);
        assertThat(iStats.getNativeNumPreviousInitFailures())
                .isEqualTo(nativeNumPreviousInitFailures);
        assertThat(iStats.getNativeIntegerIndexRestorationCause())
                .isEqualTo(nativeIntegerIndexRestorationCause);
        assertThat(iStats.getNativeQualifiedIdJoinIndexRestorationCause())
                .isEqualTo(nativeQualifiedIdJoinIndexRestorationCause);
        assertThat(iStats.getNativeEmbeddingIndexRestorationCause())
                .isEqualTo(nativeEmbeddingIndexRestorationCause);
        assertThat(iStats.getNativeInitializeIcuDataStatusCode())
                .isEqualTo(initializeIcuDataStatusCode.getNumber());
        assertThat(iStats.getNativeNumFailedReindexedDocuments())
                .isEqualTo(nativeNumFailedReindexedDocuments);
    }

    @Test
    public void testAppSearchLoggerHelper_testCopyNativeStats_putDocument() {
        final int nativeLatencyMillis = 3;
        final int nativeDocumentStoreLatencyMillis = 4;
        final int nativeIndexLatencyMillis = 5;
        final int nativeIndexMergeLatencyMillis = 6;
        final int nativeDocumentSize = 7;
        final int nativeNumTokensIndexed = 8;
        final boolean nativeExceededMaxNumTokens = true;
        final int nativeTermIndexLatencyMillis = 9;
        final int nativeIntegerIndexLatencyMillis = 10;
        final int nativeQualifiedIdJoinIndexLatencyMillis = 11;
        final int nativeLiteIndexSortLatencyMillis = 12;
        final int mMetadataTermIndexLatencyMillis = 13;
        final int mEmbeddingIndexLatencyMillis = 14;
        PutDocumentStatsProto nativePutDocumentStats =
                PutDocumentStatsProto.newBuilder()
                        .setLatencyMs(nativeLatencyMillis)
                        .setDocumentStoreLatencyMs(nativeDocumentStoreLatencyMillis)
                        .setIndexLatencyMs(nativeIndexLatencyMillis)
                        .setIndexMergeLatencyMs(nativeIndexMergeLatencyMillis)
                        .setDocumentSize(nativeDocumentSize)
                        .setTokenizationStats(
                                PutDocumentStatsProto.TokenizationStats.newBuilder()
                                        .setNumTokensIndexed(nativeNumTokensIndexed)
                                        .build())
                        .setTermIndexLatencyMs(nativeTermIndexLatencyMillis)
                        .setIntegerIndexLatencyMs(nativeIntegerIndexLatencyMillis)
                        .setQualifiedIdJoinIndexLatencyMs(nativeQualifiedIdJoinIndexLatencyMillis)
                        .setLiteIndexSortLatencyMs(nativeLiteIndexSortLatencyMillis)
                        .setMetadataTermIndexLatencyMs(mMetadataTermIndexLatencyMillis)
                        .setEmbeddingIndexLatencyMs(mEmbeddingIndexLatencyMillis)
                        .build();
        PutDocumentStats.Builder pBuilder = new PutDocumentStats.Builder(PACKAGE_NAME, DATABASE);

        AppSearchLoggerHelper.copyNativeStats(nativePutDocumentStats, pBuilder);

        PutDocumentStats pStats = pBuilder.build();
        assertThat(pStats.getNativeLatencyMillis()).isEqualTo(nativeLatencyMillis);
        assertThat(pStats.getNativeDocumentStoreLatencyMillis())
                .isEqualTo(nativeDocumentStoreLatencyMillis);
        assertThat(pStats.getNativeIndexLatencyMillis()).isEqualTo(nativeIndexLatencyMillis);
        assertThat(pStats.getNativeIndexMergeLatencyMillis())
                .isEqualTo(nativeIndexMergeLatencyMillis);
        assertThat(pStats.getNativeDocumentSizeBytes()).isEqualTo(nativeDocumentSize);
        assertThat(pStats.getNativeNumTokensIndexed()).isEqualTo(nativeNumTokensIndexed);
        assertThat(pStats.getNativeTermIndexLatencyMillis())
                .isEqualTo(nativeTermIndexLatencyMillis);
        assertThat(pStats.getNativeIntegerIndexLatencyMillis())
                .isEqualTo(nativeIntegerIndexLatencyMillis);
        assertThat(pStats.getNativeQualifiedIdJoinIndexLatencyMillis())
                .isEqualTo(nativeQualifiedIdJoinIndexLatencyMillis);
        assertThat(pStats.getNativeLiteIndexSortLatencyMillis())
                .isEqualTo(nativeLiteIndexSortLatencyMillis);
        assertThat(pStats.getMetadataTermIndexLatencyMillis())
                .isEqualTo(mMetadataTermIndexLatencyMillis);
        assertThat(pStats.getEmbeddingIndexLatencyMillis()).isEqualTo(mEmbeddingIndexLatencyMillis);
    }

    @Test
    public void testAppSearchLoggerHelper_testCopyNativeStats_search() {
        int nativeNumTerms = 1;
        int nativeQueryLength = 2;
        int nativeNumNamespacesFiltered = 3;
        int nativeNumSchemaTypesFiltered = 4;
        int nativeRankingStrategy = ScoringSpecProto.RankingStrategy.Code.CREATION_TIMESTAMP_VALUE;
        int nativeNumDocumentsScored = 5;
        int nativeParseQueryLatencyMillis = 6;
        int nativeScoringLatencyMillis = 7;
        boolean isNumericQuery = true;
        int numFetchedHitsLiteIndex = 8;
        int numFetchedHitsMainIndex = 9;
        int numFetchedHitsIntegerIndex = 10;
        int queryProcessorLexerExtractTokenLatencyMillis = 11;
        int queryProcessorParserConsumeQueryLatencyMillis = 12;
        int queryProcessorQueryVisitorLatencyMillis = 13;

        QueryStatsProto.SearchStats searchStats =
                QueryStatsProto.SearchStats.newBuilder()
                        .setQueryLength(nativeQueryLength)
                        .setNumTerms(nativeNumTerms)
                        .setNumNamespacesFiltered(nativeNumNamespacesFiltered)
                        .setNumSchemaTypesFiltered(nativeNumSchemaTypesFiltered)
                        .setRankingStrategy(
                                ScoringSpecProto.RankingStrategy.Code.forNumber(
                                        nativeRankingStrategy))
                        .setParseQueryLatencyMs(nativeParseQueryLatencyMillis)
                        .setNumDocumentsScored(nativeNumDocumentsScored)
                        .setScoringLatencyMs(nativeScoringLatencyMillis)
                        .setIsNumericQuery(isNumericQuery)
                        .setNumFetchedHitsLiteIndex(numFetchedHitsLiteIndex)
                        .setNumFetchedHitsMainIndex(numFetchedHitsMainIndex)
                        .setNumFetchedHitsIntegerIndex(numFetchedHitsIntegerIndex)
                        .setQueryProcessorLexerExtractTokenLatencyMs(
                                queryProcessorLexerExtractTokenLatencyMillis)
                        .setQueryProcessorParserConsumeQueryLatencyMs(
                                queryProcessorParserConsumeQueryLatencyMillis)
                        .setQueryProcessorQueryVisitorLatencyMs(
                                queryProcessorQueryVisitorLatencyMillis)
                        .build();

        boolean nativeIsFirstPage = true;
        int nativeRequestedPageSize = 101;
        int nativeNumResultsReturnedCurrentPage = 102;
        int nativeLatencyMillis = 102;
        int nativeRankingLatencyMillis = 103;
        int nativeDocumentRetrievingLatencyMillis = 104;
        int nativeNumResultsWithSnippets = 105;
        int nativeLockAcquisitionLatencyMillis = 106;
        int javaToNativeJniLatencyMillis = 107;
        int nativeToJavaJniLatencyMillis = 108;
        int nativeJoinLatencyMillis = 109;
        int nativeNumJoinedResultsCurrentPage = 110;
        long liteIndexHitBufferByteSize = 111;
        long liteIndexHitBufferUnsortedByteSize = 112;
        int pageTokenType = QueryStatsProto.PageTokenType.Code.EMPTY_VALUE;
        int numResultStatesEvicted = 113;

        QueryStatsProto nativeQueryStats =
                QueryStatsProto.newBuilder()
                        .setIsFirstPage(nativeIsFirstPage)
                        .setRequestedPageSize(nativeRequestedPageSize)
                        .setNumResultsReturnedCurrentPage(nativeNumResultsReturnedCurrentPage)
                        .setLatencyMs(nativeLatencyMillis)
                        .setRankingLatencyMs(nativeRankingLatencyMillis)
                        .setDocumentRetrievalLatencyMs(nativeDocumentRetrievingLatencyMillis)
                        .setNumResultsWithSnippets(nativeNumResultsWithSnippets)
                        .setLockAcquisitionLatencyMs(nativeLockAcquisitionLatencyMillis)
                        .setJavaToNativeJniLatencyMs(javaToNativeJniLatencyMillis)
                        .setNativeToJavaJniLatencyMs(nativeToJavaJniLatencyMillis)
                        .setJoinLatencyMs(nativeJoinLatencyMillis)
                        .setNumJoinedResultsReturnedCurrentPage(nativeNumJoinedResultsCurrentPage)
                        .setParentSearchStats(searchStats)
                        .setChildSearchStats(searchStats)
                        .setLiteIndexHitBufferByteSize(liteIndexHitBufferByteSize)
                        .setLiteIndexHitBufferUnsortedByteSize(liteIndexHitBufferUnsortedByteSize)
                        .setPageTokenType(
                                QueryStatsProto.PageTokenType.Code.forNumber(pageTokenType))
                        .setNumResultStatesEvicted(numResultStatesEvicted)
                        .build();
        QueryStats.Builder qBuilder =
                new QueryStats.Builder(QueryStats.VISIBILITY_SCOPE_LOCAL, PACKAGE_NAME)
                        .setDatabase(DATABASE);

        AppSearchLoggerHelper.copyNativeStats(nativeQueryStats, qBuilder);

        QueryStats sStats = qBuilder.build();
        assertThat(sStats.isFirstPage()).isTrue();
        assertThat(sStats.getRequestedPageSize()).isEqualTo(nativeRequestedPageSize);
        assertThat(sStats.getCurrentPageReturnedResultCount())
                .isEqualTo(nativeNumResultsReturnedCurrentPage);
        assertThat(sStats.getNativeLatencyMillis()).isEqualTo(nativeLatencyMillis);
        assertThat(sStats.getRankingLatencyMillis()).isEqualTo(nativeRankingLatencyMillis);
        assertThat(sStats.getDocumentRetrievingLatencyMillis())
                .isEqualTo(nativeDocumentRetrievingLatencyMillis);
        assertThat(sStats.getResultWithSnippetsCount()).isEqualTo(nativeNumResultsWithSnippets);
        assertThat(sStats.getNativeLockAcquisitionLatencyMillis())
                .isEqualTo(nativeLockAcquisitionLatencyMillis);
        assertThat(sStats.getJavaToNativeJniLatencyMillis())
                .isEqualTo(javaToNativeJniLatencyMillis);
        assertThat(sStats.getJoinLatencyMillis()).isEqualTo(nativeJoinLatencyMillis);
        assertThat(sStats.getNumJoinedResultsCurrentPage())
                .isEqualTo(nativeNumJoinedResultsCurrentPage);
        assertThat(sStats.getLiteIndexHitBufferByteSize()).isEqualTo(liteIndexHitBufferByteSize);
        assertThat(sStats.getLiteIndexHitBufferUnsortedByteSize())
                .isEqualTo(liteIndexHitBufferUnsortedByteSize);
        assertThat(sStats.getPageTokenType()).isEqualTo(pageTokenType);
        assertThat(sStats.getNumResultStatesEvicted()).isEqualTo(numResultStatesEvicted);

        SearchStats parentSearchStats = sStats.getParentSearchStats();

        assertThat(parentSearchStats.getNativeQueryLength()).isEqualTo(nativeQueryLength);
        assertThat(parentSearchStats.getNativeTermCount()).isEqualTo(nativeNumTerms);
        assertThat(parentSearchStats.getNativeFilteredNamespaceCount())
                .isEqualTo(nativeNumNamespacesFiltered);
        assertThat(parentSearchStats.getNativeFilteredSchemaTypeCount())
                .isEqualTo(nativeNumSchemaTypesFiltered);
        assertThat(parentSearchStats.getNativeRankingStrategy()).isEqualTo(nativeRankingStrategy);
        assertThat(parentSearchStats.getNativeScoredDocumentCount())
                .isEqualTo(nativeNumDocumentsScored);
        assertThat(parentSearchStats.getNativeParseQueryLatencyMillis())
                .isEqualTo(nativeParseQueryLatencyMillis);
        assertThat(parentSearchStats.getNativeScoringLatencyMillis())
                .isEqualTo(nativeScoringLatencyMillis);
        assertThat(parentSearchStats.isNativeNumericQuery()).isEqualTo(isNumericQuery);
        assertThat(parentSearchStats.getNativeNumFetchedHitsLiteIndex())
                .isEqualTo(numFetchedHitsLiteIndex);
        assertThat(parentSearchStats.getNativeNumFetchedHitsMainIndex())
                .isEqualTo(numFetchedHitsMainIndex);
        assertThat(parentSearchStats.getNativeNumFetchedHitsIntegerIndex())
                .isEqualTo(numFetchedHitsIntegerIndex);
        assertThat(parentSearchStats.getNativeQueryProcessorLexerExtractTokenLatencyMillis())
                .isEqualTo(queryProcessorLexerExtractTokenLatencyMillis);
        assertThat(parentSearchStats.getNativeQueryProcessorParserConsumeQueryLatencyMillis())
                .isEqualTo(queryProcessorParserConsumeQueryLatencyMillis);
        assertThat(parentSearchStats.getNativeQueryProcessorQueryVisitorLatencyMillis())
                .isEqualTo(queryProcessorQueryVisitorLatencyMillis);

        SearchStats childSearchStats = sStats.getParentSearchStats();

        assertThat(childSearchStats.getNativeQueryLength()).isEqualTo(nativeQueryLength);
        assertThat(childSearchStats.getNativeTermCount()).isEqualTo(nativeNumTerms);
        assertThat(childSearchStats.getNativeFilteredNamespaceCount())
                .isEqualTo(nativeNumNamespacesFiltered);
        assertThat(childSearchStats.getNativeFilteredSchemaTypeCount())
                .isEqualTo(nativeNumSchemaTypesFiltered);
        assertThat(childSearchStats.getNativeRankingStrategy()).isEqualTo(nativeRankingStrategy);
        assertThat(childSearchStats.getNativeScoredDocumentCount())
                .isEqualTo(nativeNumDocumentsScored);
        assertThat(childSearchStats.getNativeParseQueryLatencyMillis())
                .isEqualTo(nativeParseQueryLatencyMillis);
        assertThat(childSearchStats.getNativeScoringLatencyMillis())
                .isEqualTo(nativeScoringLatencyMillis);
        assertThat(childSearchStats.isNativeNumericQuery()).isEqualTo(isNumericQuery);
        assertThat(childSearchStats.getNativeNumFetchedHitsLiteIndex())
                .isEqualTo(numFetchedHitsLiteIndex);
        assertThat(childSearchStats.getNativeNumFetchedHitsMainIndex())
                .isEqualTo(numFetchedHitsMainIndex);
        assertThat(childSearchStats.getNativeNumFetchedHitsIntegerIndex())
                .isEqualTo(numFetchedHitsIntegerIndex);
        assertThat(childSearchStats.getNativeQueryProcessorLexerExtractTokenLatencyMillis())
                .isEqualTo(queryProcessorLexerExtractTokenLatencyMillis);
        assertThat(childSearchStats.getNativeQueryProcessorParserConsumeQueryLatencyMillis())
                .isEqualTo(queryProcessorParserConsumeQueryLatencyMillis);
        assertThat(childSearchStats.getNativeQueryProcessorQueryVisitorLatencyMillis())
                .isEqualTo(queryProcessorQueryVisitorLatencyMillis);
    }

    @Test
    public void testAppSearchLoggerHelper_testCopyNativeStats_remove() {
        final int nativeLatencyMillis = 1;
        final int nativeDeleteType = 2;
        final int nativeNumDocumentDeleted = 3;
        final int queryLength = 4;
        final int numTerms = 5;
        final int numNamespacesFiltered = 6;
        final int numSchemaTypesFiltered = 7;
        final int parseQueryLatencyMillis = 8;
        final int documentRemovalLatencyMillis = 9;
        DeleteStatsProto nativeDeleteStatsProto =
                DeleteStatsProto.newBuilder()
                        .setLatencyMs(nativeLatencyMillis)
                        .setDeleteType(DeleteStatsProto.DeleteType.Code.forNumber(nativeDeleteType))
                        .setNumDocumentsDeleted(nativeNumDocumentDeleted)
                        .build();
        RemoveStats.Builder rBuilder =
                new RemoveStats.Builder("packageName", "database")
                        .setQueryLength(queryLength)
                        .setNumTerms(numTerms)
                        .setNumNamespacesFiltered(numNamespacesFiltered)
                        .setNumSchemaTypesFiltered(numSchemaTypesFiltered)
                        .setParseQueryLatencyMillis(parseQueryLatencyMillis)
                        .setDocumentRemovalLatencyMillis(documentRemovalLatencyMillis);

        AppSearchLoggerHelper.copyNativeStats(nativeDeleteStatsProto, rBuilder);

        RemoveStats rStats = rBuilder.build();
        assertThat(rStats.getNativeLatencyMillis()).isEqualTo(nativeLatencyMillis);
        assertThat(rStats.getDeleteType()).isEqualTo(nativeDeleteType);
        assertThat(rStats.getDeletedDocumentCount()).isEqualTo(nativeNumDocumentDeleted);
        assertThat(rStats.getQueryLength()).isEqualTo(queryLength);
        assertThat(rStats.getNumTerms()).isEqualTo(numTerms);
        assertThat(rStats.getNumNamespacesFiltered()).isEqualTo(numNamespacesFiltered);
        assertThat(rStats.getNumSchemaTypesFiltered()).isEqualTo(numSchemaTypesFiltered);
        assertThat(rStats.getParseQueryLatencyMillis()).isEqualTo(parseQueryLatencyMillis);
        assertThat(rStats.getDocumentRemovalLatencyMillis())
                .isEqualTo(documentRemovalLatencyMillis);
    }

    @Test
    public void testAppSearchLoggerHelper_testCopyNativeStats_optimize() {
        int nativeLatencyMillis = 1;
        int nativeDocumentStoreOptimizeLatencyMillis = 2;
        int nativeIndexRestorationLatencyMillis = 3;
        int nativeNumOriginalDocuments = 4;
        int nativeNumDeletedDocuments = 5;
        int nativeNumExpiredDocuments = 6;
        long nativeStorageSizeBeforeBytes = Integer.MAX_VALUE + 1;
        long nativeStorageSizeAfterBytes = Integer.MAX_VALUE + 2;
        long nativeTimeSinceLastOptimizeMillis = Integer.MAX_VALUE + 3;
        int indexRestorationMode = OptimizeStats.FULL_INDEX_REBUILD;
        int numOriginalNamespaces = 7;
        int numDeletedNamespaces = 8;
        OptimizeStatsProto optimizeStatsProto =
                OptimizeStatsProto.newBuilder()
                        .setLatencyMs(nativeLatencyMillis)
                        .setDocumentStoreOptimizeLatencyMs(nativeDocumentStoreOptimizeLatencyMillis)
                        .setIndexRestorationLatencyMs(nativeIndexRestorationLatencyMillis)
                        .setNumOriginalDocuments(nativeNumOriginalDocuments)
                        .setNumDeletedDocuments(nativeNumDeletedDocuments)
                        .setNumExpiredDocuments(nativeNumExpiredDocuments)
                        .setStorageSizeBefore(nativeStorageSizeBeforeBytes)
                        .setStorageSizeAfter(nativeStorageSizeAfterBytes)
                        .setTimeSinceLastOptimizeMs(nativeTimeSinceLastOptimizeMillis)
                        .setIndexRestorationMode(
                                OptimizeStatsProto.IndexRestorationMode.forNumber(
                                        indexRestorationMode))
                        .setNumOriginalNamespaces(numOriginalNamespaces)
                        .setNumDeletedNamespaces(numDeletedNamespaces)
                        .build();
        OptimizeStats.Builder oBuilder = new OptimizeStats.Builder();

        AppSearchLoggerHelper.copyNativeStats(optimizeStatsProto, oBuilder);

        OptimizeStats oStats = oBuilder.build();
        assertThat(oStats.getNativeLatencyMillis()).isEqualTo(nativeLatencyMillis);
        assertThat(oStats.getDocumentStoreOptimizeLatencyMillis())
                .isEqualTo(nativeDocumentStoreOptimizeLatencyMillis);
        assertThat(oStats.getIndexRestorationLatencyMillis())
                .isEqualTo(nativeIndexRestorationLatencyMillis);
        assertThat(oStats.getOriginalDocumentCount()).isEqualTo(nativeNumOriginalDocuments);
        assertThat(oStats.getDeletedDocumentCount()).isEqualTo(nativeNumDeletedDocuments);
        assertThat(oStats.getExpiredDocumentCount()).isEqualTo(nativeNumExpiredDocuments);
        assertThat(oStats.getStorageSizeBeforeBytes()).isEqualTo(nativeStorageSizeBeforeBytes);
        assertThat(oStats.getStorageSizeAfterBytes()).isEqualTo(nativeStorageSizeAfterBytes);
        assertThat(oStats.getTimeSinceLastOptimizeMillis())
                .isEqualTo(nativeTimeSinceLastOptimizeMillis);
        assertThat(oStats.getIndexRestorationMode()).isEqualTo(indexRestorationMode);
        assertThat(oStats.getNumOriginalNamespaces()).isEqualTo(numOriginalNamespaces);
        assertThat(oStats.getNumDeletedNamespaces()).isEqualTo(numDeletedNamespaces);
    }

    @Test
    public void testAppSearchLoggerHelper_testCopyNativeStats_setSchema() {
        ImmutableList<String> newSchemaTypeChangeList = ImmutableList.of("new1");
        ImmutableList<String> deletedSchemaTypesList = ImmutableList.of("deleted1", "deleted2");
        ImmutableList<String> compatibleTypesList = ImmutableList.of("compatible1", "compatible2");
        ImmutableList<String> indexIncompatibleTypeChangeList = ImmutableList.of("index1");
        ImmutableList<String> joinIndexIncompatibleChangeList = ImmutableList.of("index2, index3");
        ImmutableList<String> scorablePropertyCacheIncompatibleChangeeList =
                ImmutableList.of("index2");
        ImmutableList<String> backwardsIncompatibleTypeChangeList = ImmutableList.of("backwards1");
        int deletedDocsCount = 1;
        boolean hasTermIndexRestored = true;
        boolean hasIntegerIndexRestored = true;
        boolean hasEmbeddingIndexRestored = true;
        boolean hasQualifiedIdJoinIndexRestored = true;
        int schemaStoreSetSchemaLatencyMillis = 2;
        int documentStoreUpdateSchemaLatencyMillis = 3;
        int documentStoreOptimizedUpdateSchemaLatencyMillis = 4;
        int indexRestorationLatencyMillis = 5;
        int scorablePropertyCacheRegenerationLatencyMillis = 6;

        SetSchemaResultProto setSchemaResultProto =
                SetSchemaResultProto.newBuilder()
                        .addAllNewSchemaTypes(newSchemaTypeChangeList)
                        .addAllDeletedSchemaTypes(deletedSchemaTypesList)
                        .addAllFullyCompatibleChangedSchemaTypes(compatibleTypesList)
                        .addAllIndexIncompatibleChangedSchemaTypes(indexIncompatibleTypeChangeList)
                        .addAllJoinIncompatibleChangedSchemaTypes(joinIndexIncompatibleChangeList)
                        .addAllScorablePropertyIncompatibleChangedSchemaTypes(
                                scorablePropertyCacheIncompatibleChangeeList)
                        .addAllIncompatibleSchemaTypes(backwardsIncompatibleTypeChangeList)
                        .setDeletedDocumentCount(deletedDocsCount)
                        .setHasTermIndexRestored(hasTermIndexRestored)
                        .setHasIntegerIndexRestored(hasIntegerIndexRestored)
                        .setHasEmbeddingIndexRestored(hasEmbeddingIndexRestored)
                        .setHasQualifiedIdJoinIndexRestored(hasQualifiedIdJoinIndexRestored)
                        .setSetSchemaStats(
                                SetSchemaStatsProto.newBuilder()
                                        .setSchemaStoreSetSchemaLatencyMs(
                                                schemaStoreSetSchemaLatencyMillis)
                                        .setDocumentStoreUpdateSchemaLatencyMs(
                                                documentStoreUpdateSchemaLatencyMillis)
                                        .setDocumentStoreOptimizedUpdateSchemaLatencyMs(
                                                documentStoreOptimizedUpdateSchemaLatencyMillis)
                                        .setIndexRestorationLatencyMs(indexRestorationLatencyMillis)
                                        .setScorablePropertyCacheRegenerationLatencyMs(
                                                scorablePropertyCacheRegenerationLatencyMillis))
                        .build();
        SetSchemaStats.Builder sBuilder = new SetSchemaStats.Builder(PACKAGE_NAME, DATABASE);

        AppSearchLoggerHelper.copyNativeStats(setSchemaResultProto, sBuilder);

        SetSchemaStats sStats = sBuilder.build();
        assertThat(sStats.getNewTypeCount()).isEqualTo(newSchemaTypeChangeList.size());
        assertThat(sStats.getDeletedTypeCount()).isEqualTo(deletedSchemaTypesList.size());
        assertThat(sStats.getCompatibleTypeChangeCount()).isEqualTo(compatibleTypesList.size());
        assertThat(sStats.getIndexIncompatibleTypeChangeCount())
                .isEqualTo(indexIncompatibleTypeChangeList.size());
        assertThat(sStats.getJoinIndexIncompatibleTypeChangeCount())
                .isEqualTo(joinIndexIncompatibleChangeList.size());
        assertThat(sStats.getScorablePropertyIncompatibleTypeChangeCount())
                .isEqualTo(scorablePropertyCacheIncompatibleChangeeList.size());
        assertThat(sStats.getBackwardsIncompatibleTypeChangeCount())
                .isEqualTo(backwardsIncompatibleTypeChangeList.size());
        assertThat(sStats.getDeletedDocumentCount()).isEqualTo(deletedDocsCount);
        assertThat(sStats.isTermIndexRestored()).isEqualTo(hasTermIndexRestored);
        assertThat(sStats.isIntegerIndexRestored()).isEqualTo(hasIntegerIndexRestored);
        assertThat(sStats.isEmbeddingIndexRestored()).isEqualTo(hasEmbeddingIndexRestored);
        assertThat(sStats.isQualifiedIdJoinIndexRestored())
                .isEqualTo(hasQualifiedIdJoinIndexRestored);
        assertThat(sStats.getNativeSchemaStoreSetSchemaLatencyMillis())
                .isEqualTo(schemaStoreSetSchemaLatencyMillis);
        assertThat(sStats.getNativeDocumentStoreUpdateSchemaLatencyMillis())
                .isEqualTo(documentStoreUpdateSchemaLatencyMillis);
        assertThat(sStats.getNativeDocumentStoreOptimizedUpdateSchemaLatencyMillis())
                .isEqualTo(documentStoreOptimizedUpdateSchemaLatencyMillis);
        assertThat(sStats.getNativeIndexRestorationLatencyMillis())
                .isEqualTo(indexRestorationLatencyMillis);
        assertThat(sStats.getNativeScorablePropertyCacheRegenerationLatencyMillis())
                .isEqualTo(scorablePropertyCacheRegenerationLatencyMillis);
    }

    //
    // Testing actual logging
    //
    @Test
    public void testLoggingStats_initializeWithoutDocuments_success() throws Exception {
        // Create an unused AppSearchImpl to generated an InitializeStats.
        InitializeStats.Builder initStatsBuilder = new InitializeStats.Builder();
        AppSearchImpl appSearchImpl =
                AppSearchImpl.create(
                        mTemporaryFolder.newFolder(),
                        mConfig,
                        initStatsBuilder,
                        /* callStatsBuilder= */ null,
                        /* visibilityChecker= */ null,
                        /* revocableFileDescriptorStore= */ null,
                        /* icingSearchEngine= */ null,
                        ALWAYS_OPTIMIZE);
        InitializeStats iStats = initStatsBuilder.build();
        appSearchImpl.close();

        assertThat(iStats).isNotNull();
        // If the process goes really fast, the total latency could be 0. Since the default of total
        // latency is also 0, we just remove the assert about NativeLatencyMillis.
        assertThat(iStats.getStatusCode()).isEqualTo(AppSearchResult.RESULT_OK);
        // Total latency captured in LocalStorage
        assertThat(iStats.getTotalLatencyMillis()).isEqualTo(0);
        assertThat(iStats.hasDeSync()).isFalse();
        assertThat(iStats.getNativeDocumentStoreDataStatus())
                .isEqualTo(InitializeStats.RECOVERY_CAUSE_NONE);
        assertThat(iStats.getNativeIndexRestorationCause())
                .isEqualTo(InitializeStats.RECOVERY_CAUSE_NONE);
        assertThat(iStats.getNativeDocumentCount()).isEqualTo(0);
        assertThat(iStats.getNativeSchemaTypeCount()).isEqualTo(0);
        assertThat(iStats.hasReset()).isEqualTo(false);
        assertThat(iStats.getResetStatusCode()).isEqualTo(AppSearchResult.RESULT_OK);
        assertThat(iStats.getNativeNumPreviousInitFailures()).isEqualTo(0);
        assertThat(iStats.getNativeIntegerIndexRestorationCause())
                .isEqualTo(InitializeStats.RECOVERY_CAUSE_NONE);
        assertThat(iStats.getNativeQualifiedIdJoinIndexRestorationCause())
                .isEqualTo(InitializeStats.RECOVERY_CAUSE_NONE);
        assertThat(iStats.getNativeEmbeddingIndexRestorationCause())
                .isEqualTo(InitializeStats.RECOVERY_CAUSE_NONE);
        assertThat(iStats.getNativeInitializeIcuDataStatusCode())
                .isEqualTo(AppSearchResult.RESULT_INVALID_ARGUMENT);
        assertThat(iStats.getNativeNumFailedReindexedDocuments()).isEqualTo(0);
    }

    @Test
    @RequiresFlagsDisabled(Flags.FLAG_ENABLE_BLOB_STORE)
    @SuppressWarnings("deprecation") // AppSearchImpl.putDocument
    public void testLoggingStats_initializeWithDocuments_success() throws Exception {
        final String testPackageName = "testPackage";
        final String testDatabase = "testDatabase";
        final File folder = mTemporaryFolder.newFolder();

        AppSearchImpl appSearchImpl =
                AppSearchImpl.create(
                        folder,
                        mConfig,
                        /* initStatsBuilder= */ null,
                        /* callStatsBuilder= */ null,
                        /* visibilityChecker= */ null,
                        /* revocableFileDescriptorStore= */ null,
                        /* icingSearchEngine= */ null,
                        ALWAYS_OPTIMIZE);
        List<AppSearchSchema> schemas =
                ImmutableList.of(
                        new AppSearchSchema.Builder("Type1").build(),
                        new AppSearchSchema.Builder("Type2").build());
        InternalSetSchemaResponse internalSetSchemaResponse =
                appSearchImpl.setSchema(
                        testPackageName,
                        testDatabase,
                        schemas,
                        /* visibilityDocuments= */ Collections.emptyList(),
                        /* forceOverride= */ false,
                        /* version= */ 0,
                        /* setSchemaStatsBuilder= */ null,
                        /* callStatsBuilder= */ null);
        assertThat(internalSetSchemaResponse.isSuccess()).isTrue();
        GenericDocument doc1 = new GenericDocument.Builder<>("namespace", "id1", "Type1").build();
        GenericDocument doc2 = new GenericDocument.Builder<>("namespace", "id2", "Type1").build();
        appSearchImpl.putDocument(
                testPackageName,
                testDatabase,
                doc1,
                /* sendChangeNotifications= */ false,
                mLogger,
                /* callStatsBuilder= */ null);
        appSearchImpl.putDocument(
                testPackageName,
                testDatabase,
                doc2,
                /* sendChangeNotifications= */ false,
                mLogger,
                /* callStatsBuilder= */ null);
        appSearchImpl.close();

        // Create another appsearchImpl on the same folder
        InitializeStats.Builder initStatsBuilder = new InitializeStats.Builder();
        appSearchImpl =
                AppSearchImpl.create(
                        folder,
                        mConfig,
                        initStatsBuilder,
                        /* callStatsBuilder= */ null,
                        /* visibilityChecker= */ null,
                        /* revocableFileDescriptorStore= */ null,
                        /* icingSearchEngine= */ null,
                        ALWAYS_OPTIMIZE);
        InitializeStats iStats = initStatsBuilder.build();

        assertThat(iStats).isNotNull();
        // If the process goes really fast, the total latency could be 0. Since the default of total
        // latency is also 0, we just remove the assert about NativeLatencyMillis.
        assertThat(iStats.getStatusCode()).isEqualTo(AppSearchResult.RESULT_OK);
        // Total latency captured in LocalStorage
        assertThat(iStats.getTotalLatencyMillis()).isEqualTo(0);
        assertThat(iStats.hasDeSync()).isFalse();
        assertThat(iStats.getNativeDocumentStoreDataStatus())
                .isEqualTo(InitializeStats.RECOVERY_CAUSE_NONE);
        assertThat(iStats.getNativeIndexRestorationCause())
                .isEqualTo(InitializeStats.RECOVERY_CAUSE_NONE);
        assertThat(iStats.getNativeDocumentCount()).isEqualTo(2);
        // Type1 + Type2 +2 for VisibilitySchema, +1 for VisibilityOverlay
        assertThat(iStats.getNativeSchemaTypeCount()).isEqualTo(5);
        assertThat(iStats.hasReset()).isEqualTo(false);
        assertThat(iStats.getResetStatusCode()).isEqualTo(AppSearchResult.RESULT_OK);
        assertThat(iStats.getNativeNumPreviousInitFailures()).isEqualTo(0);
        assertThat(iStats.getNativeIntegerIndexRestorationCause())
                .isEqualTo(InitializeStats.RECOVERY_CAUSE_NONE);
        assertThat(iStats.getNativeQualifiedIdJoinIndexRestorationCause())
                .isEqualTo(InitializeStats.RECOVERY_CAUSE_NONE);
        assertThat(iStats.getNativeEmbeddingIndexRestorationCause())
                .isEqualTo(InitializeStats.RECOVERY_CAUSE_NONE);
        assertThat(iStats.getNativeInitializeIcuDataStatusCode())
                .isEqualTo(AppSearchResult.RESULT_INVALID_ARGUMENT);
        assertThat(iStats.getNativeNumFailedReindexedDocuments()).isEqualTo(0);
        appSearchImpl.close();
    }

    @Test
    @RequiresFlagsEnabled(Flags.FLAG_ENABLE_BLOB_STORE)
    @SuppressWarnings("deprecation") // AppSearchImpl.putDocument
    public void testLoggingStats_enableBlobStore_initializeWithDocuments_success()
            throws Exception {
        final String testPackageName = "testPackage";
        final String testDatabase = "testDatabase";
        final File folder = mTemporaryFolder.newFolder();

        AppSearchImpl appSearchImpl =
                AppSearchImpl.create(
                        folder,
                        mConfig,
                        /* initStatsBuilder= */ null,
                        /* callStatsBuilder= */ null,
                        /* visibilityChecker= */ null,
                        new JetpackRevocableFileDescriptorStore(mConfig),
                        /* icingSearchEngine= */ null,
                        ALWAYS_OPTIMIZE);

        List<AppSearchSchema> schemas =
                ImmutableList.of(
                        new AppSearchSchema.Builder("Type1").build(),
                        new AppSearchSchema.Builder("Type2").build());
        InternalSetSchemaResponse internalSetSchemaResponse =
                appSearchImpl.setSchema(
                        testPackageName,
                        testDatabase,
                        schemas,
                        /* visibilityDocuments= */ Collections.emptyList(),
                        /* forceOverride= */ false,
                        /* version= */ 0,
                        /* setSchemaStatsBuilder= */ null,
                        /* callStatsBuilder= */ null);
        assertThat(internalSetSchemaResponse.isSuccess()).isTrue();
        GenericDocument doc1 = new GenericDocument.Builder<>("namespace", "id1", "Type1").build();
        GenericDocument doc2 = new GenericDocument.Builder<>("namespace", "id2", "Type1").build();
        appSearchImpl.putDocument(
                testPackageName,
                testDatabase,
                doc1,
                /* sendChangeNotifications= */ false,
                mLogger,
                /* callStatsBuilder= */ null);
        appSearchImpl.putDocument(
                testPackageName,
                testDatabase,
                doc2,
                /* sendChangeNotifications= */ false,
                mLogger,
                /* callStatsBuilder= */ null);
        appSearchImpl.close();

        // Create another appsearchImpl on the same folder
        InitializeStats.Builder initStatsBuilder = new InitializeStats.Builder();
        appSearchImpl =
                AppSearchImpl.create(
                        folder,
                        mConfig,
                        initStatsBuilder,
                        /* callStatsBuilder= */ null,
                        /* visibilityChecker= */ null,
                        /* revocableFileDescriptorStore= */ null,
                        /* icingSearchEngine= */ null,
                        ALWAYS_OPTIMIZE);
        InitializeStats iStats = initStatsBuilder.build();

        assertThat(iStats).isNotNull();
        // If the process goes really fast, the total latency could be 0. Since the default of total
        // latency is also 0, we just remove the assert about NativeLatencyMillis.
        assertThat(iStats.getStatusCode()).isEqualTo(AppSearchResult.RESULT_OK);
        // Total latency captured in LocalStorage
        assertThat(iStats.getTotalLatencyMillis()).isEqualTo(0);
        assertThat(iStats.hasDeSync()).isFalse();
        assertThat(iStats.getNativeDocumentStoreDataStatus())
                .isEqualTo(InitializeStatsProto.DocumentStoreDataStatus.NO_DATA_LOSS_VALUE);
        assertThat(iStats.getNativeDocumentCount()).isEqualTo(2);
        // Type1 + Type2 + 2(document and blob visibility db)
        // * (2 for VisibilitySchema +1 for VisibilityOverlay)
        assertThat(iStats.getNativeSchemaTypeCount()).isEqualTo(8);
        assertThat(iStats.hasReset()).isEqualTo(false);
        assertThat(iStats.getResetStatusCode()).isEqualTo(AppSearchResult.RESULT_OK);
        appSearchImpl.close();
    }

    @Test
    @SuppressWarnings("deprecation") // AppSearchImpl.putDocument
    public void testLoggingStats_initialize_failure() throws Exception {
        final String testPackageName = "testPackage";
        final String testDatabase = "testDatabase";
        final File folder = mTemporaryFolder.newFolder();

        AppSearchImpl appSearchImpl =
                AppSearchImpl.create(
                        folder,
                        mConfig,
                        /* initStatsBuilder= */ null,
                        /* callStatsBuilder= */ null,
                        /* visibilityChecker= */ null,
                        /* revocableFileDescriptorStore= */ null,
                        /* icingSearchEngine= */ null,
                        ALWAYS_OPTIMIZE);

        List<AppSearchSchema> schemas =
                ImmutableList.of(
                        new AppSearchSchema.Builder("Type1").build(),
                        new AppSearchSchema.Builder("Type2").build());
        InternalSetSchemaResponse internalSetSchemaResponse =
                appSearchImpl.setSchema(
                        testPackageName,
                        testDatabase,
                        schemas,
                        /* visibilityDocuments= */ Collections.emptyList(),
                        /* forceOverride= */ false,
                        /* version= */ 0,
                        /* setSchemaStatsBuilder= */ null,
                        /* callStatsBuilder= */ null);
        assertThat(internalSetSchemaResponse.isSuccess()).isTrue();

        // Insert a valid doc
        GenericDocument doc1 = new GenericDocument.Builder<>("namespace", "id1", "Type1").build();
        appSearchImpl.putDocument(
                testPackageName,
                testDatabase,
                doc1,
                /* sendChangeNotifications= */ false,
                mLogger,
                /* callStatsBuilder= */ null);

        // Insert the invalid doc with an invalid namespace right into icing
        DocumentProto invalidDoc =
                DocumentProto.newBuilder()
                        .setNamespace("invalidNamespace")
                        .setUri("id2")
                        .setSchema(String.format("%s$%s/Type1", testPackageName, testDatabase))
                        .build();
        PutResultProto putResultProto = appSearchImpl.mIcingSearchEngineLocked.put(invalidDoc);
        assertThat(putResultProto.getStatus().getCode()).isEqualTo(StatusProto.Code.OK);
        appSearchImpl.close();

        // Create another appsearchImpl on the same folder
        InitializeStats.Builder initStatsBuilder = new InitializeStats.Builder();
        appSearchImpl =
                AppSearchImpl.create(
                        folder,
                        mConfig,
                        initStatsBuilder,
                        /* callStatsBuilder= */ null,
                        /* visibilityChecker= */ null,
                        /* revocableFileDescriptorStore= */ null,
                        /* icingSearchEngine= */ null,
                        ALWAYS_OPTIMIZE);
        InitializeStats iStats = initStatsBuilder.build();

        // Some of other fields are already covered by AppSearchImplTest#testReset()
        assertThat(iStats).isNotNull();
        assertThat(iStats.getStatusCode()).isEqualTo(AppSearchResult.RESULT_INTERNAL_ERROR);
        assertThat(iStats.hasReset()).isTrue();
        appSearchImpl.close();
    }

    @Test
    @SuppressWarnings("deprecation") // AppSearchImpl.putDocument
    public void testLoggingStats_putDocument_success() throws Exception {
        // Insert schema
        final String testPackageName = "testPackage";
        final String testDatabase = "testDatabase";
        AppSearchSchema testSchema =
                new AppSearchSchema.Builder("type")
                        .addProperty(
                                new AppSearchSchema.StringPropertyConfig.Builder("subject")
                                        .setCardinality(
                                                AppSearchSchema.PropertyConfig.CARDINALITY_OPTIONAL)
                                        .setIndexingType(
                                                AppSearchSchema.StringPropertyConfig
                                                        .INDEXING_TYPE_PREFIXES)
                                        .setTokenizerType(
                                                AppSearchSchema.StringPropertyConfig
                                                        .TOKENIZER_TYPE_PLAIN)
                                        .build())
                        .build();
        List<AppSearchSchema> schemas = Collections.singletonList(testSchema);
        InternalSetSchemaResponse internalSetSchemaResponse =
                mAppSearchImpl.setSchema(
                        testPackageName,
                        testDatabase,
                        schemas,
                        /* visibilityDocuments= */ Collections.emptyList(),
                        /* forceOverride= */ false,
                        /* version= */ 0,
                        /* setSchemaStatsBuilder= */ null,
                        /* callStatsBuilder= */ null);
        assertThat(internalSetSchemaResponse.isSuccess()).isTrue();

        GenericDocument document =
                new GenericDocument.Builder<>("namespace", "id", "type")
                        .setPropertyString("subject", "testPut example1")
                        .build();

        mAppSearchImpl.putDocument(
                testPackageName,
                testDatabase,
                document,
                /* sendChangeNotifications= */ false,
                mLogger,
                /* callStatsBuilder= */ null);

        PutDocumentStats pStats = mLogger.mPutDocumentStats;
        assertThat(pStats).isNotNull();
        assertThat(pStats.getPackageName()).isEqualTo(testPackageName);
        assertThat(pStats.getDatabase()).isEqualTo(testDatabase);
        assertThat(pStats.getStatusCode()).isEqualTo(AppSearchResult.RESULT_OK);
        // The latency related native stats have been tested in testCopyNativeStats
        assertThat(pStats.getNativeDocumentSizeBytes()).isGreaterThan(0);
        assertThat(pStats.getNativeNumTokensIndexed()).isGreaterThan(0);
    }

    @Test
    @SuppressWarnings("deprecation") // AppSearchImpl.putDocument
    public void testLoggingStats_putDocument_failure() throws Exception {
        // Insert schema
        final String testPackageName = "testPackage";
        final String testDatabase = "testDatabase";
        AppSearchSchema testSchema =
                new AppSearchSchema.Builder("type")
                        .addProperty(
                                new AppSearchSchema.StringPropertyConfig.Builder("subject")
                                        .setCardinality(
                                                AppSearchSchema.PropertyConfig.CARDINALITY_OPTIONAL)
                                        .setIndexingType(
                                                AppSearchSchema.StringPropertyConfig
                                                        .INDEXING_TYPE_PREFIXES)
                                        .setTokenizerType(
                                                AppSearchSchema.StringPropertyConfig
                                                        .TOKENIZER_TYPE_PLAIN)
                                        .build())
                        .build();
        List<AppSearchSchema> schemas = Collections.singletonList(testSchema);
        InternalSetSchemaResponse internalSetSchemaResponse =
                mAppSearchImpl.setSchema(
                        testPackageName,
                        testDatabase,
                        schemas,
                        /* visibilityDocuments= */ Collections.emptyList(),
                        /* forceOverride= */ false,
                        /* version= */ 0,
                        /* setSchemaStatsBuilder= */ null,
                        /* callStatsBuilder= */ null);
        assertThat(internalSetSchemaResponse.isSuccess()).isTrue();

        GenericDocument document =
                new GenericDocument.Builder<>("namespace", "id", "type")
                        .setPropertyString("nonExist", "testPut example1")
                        .build();

        AppSearchException exception =
                Assert.assertThrows(
                        AppSearchException.class,
                        () ->
                                mAppSearchImpl.putDocument(
                                        testPackageName,
                                        testDatabase,
                                        document,
                                        /* sendChangeNotifications= */ false,
                                        mLogger,
                                        /* callStatsBuilder= */ null));
        assertThat(exception.getResultCode()).isEqualTo(AppSearchResult.RESULT_NOT_FOUND);

        PutDocumentStats pStats = mLogger.mPutDocumentStats;
        assertThat(pStats).isNotNull();
        assertThat(pStats.getPackageName()).isEqualTo(testPackageName);
        assertThat(pStats.getDatabase()).isEqualTo(testDatabase);
        assertThat(pStats.getStatusCode()).isEqualTo(AppSearchResult.RESULT_NOT_FOUND);
    }

    @Test
    @SuppressWarnings("deprecation") // AppSearchImpl.putDocument
    public void testLoggingStats_search_success() throws Exception {
        // Insert schema
        final String testPackageName = "testPackage";
        final String testDatabase = "testDatabase";
        AppSearchSchema testSchema =
                new AppSearchSchema.Builder("type")
                        .addProperty(
                                new AppSearchSchema.StringPropertyConfig.Builder("subject")
                                        .setCardinality(
                                                AppSearchSchema.PropertyConfig.CARDINALITY_OPTIONAL)
                                        .setIndexingType(
                                                AppSearchSchema.StringPropertyConfig
                                                        .INDEXING_TYPE_PREFIXES)
                                        .setTokenizerType(
                                                AppSearchSchema.StringPropertyConfig
                                                        .TOKENIZER_TYPE_PLAIN)
                                        .build())
                        .build();
        List<AppSearchSchema> schemas = Collections.singletonList(testSchema);
        InternalSetSchemaResponse internalSetSchemaResponse =
                mAppSearchImpl.setSchema(
                        testPackageName,
                        testDatabase,
                        schemas,
                        /* visibilityDocuments= */ Collections.emptyList(),
                        /* forceOverride= */ false,
                        /* version= */ 0,
                        /* setSchemaStatsBuilder= */ null,
                        /* callStatsBuilder= */ null);
        assertThat(internalSetSchemaResponse.isSuccess()).isTrue();
        GenericDocument document1 =
                new GenericDocument.Builder<>("namespace", "id1", "type")
                        .setPropertyString("subject", "testPut example1")
                        .build();
        GenericDocument document2 =
                new GenericDocument.Builder<>("namespace", "id2", "type")
                        .setPropertyString("subject", "testPut example2")
                        .build();
        GenericDocument document3 =
                new GenericDocument.Builder<>("namespace", "id3", "type")
                        .setPropertyString("subject", "testPut 3")
                        .build();
        mAppSearchImpl.putDocument(
                testPackageName,
                testDatabase,
                document1,
                /* sendChangeNotifications= */ false,
                mLogger,
                /* callStatsBuilder= */ null);
        mAppSearchImpl.putDocument(
                testPackageName,
                testDatabase,
                document2,
                /* sendChangeNotifications= */ false,
                mLogger,
                /* callStatsBuilder= */ null);
        mAppSearchImpl.putDocument(
                testPackageName,
                testDatabase,
                document3,
                /* sendChangeNotifications= */ false,
                mLogger,
                /* callStatsBuilder= */ null);

        // No query filters specified. package2 should only get its own documents back.
        SearchSpec searchSpec =
                new SearchSpec.Builder()
                        .setTermMatch(TermMatchType.Code.PREFIX_VALUE)
                        .setRankingStrategy(SearchSpec.RANKING_STRATEGY_CREATION_TIMESTAMP)
                        .build();
        String queryStr = "testPut e";
        SearchResultPage searchResultPage =
                mAppSearchImpl.query(
                        testPackageName,
                        testDatabase,
                        queryStr,
                        searchSpec,
                        /* logger= */ mLogger,
                        /* callStatsBuilder= */ null);

        assertThat(searchResultPage.getResults()).hasSize(2);
        // The ranking strategy is LIFO
        assertThat(searchResultPage.getResults().get(0).getGenericDocument()).isEqualTo(document2);
        assertThat(searchResultPage.getResults().get(1).getGenericDocument()).isEqualTo(document1);

        QueryStats sStats = mLogger.mQueryStats;

        assertThat(sStats).isNotNull();
        // If the process goes really fast, the total latency could be 0. Since the default of total
        // latency is also 0, we just remove the assert about TotalLatencyMillis.
        assertThat(sStats.getPackageName()).isEqualTo(testPackageName);
        assertThat(sStats.getDatabase()).isEqualTo(testDatabase);
        assertThat(sStats.getStatusCode()).isEqualTo(AppSearchResult.RESULT_OK);
        assertThat(sStats.getVisibilityScope()).isEqualTo(QueryStats.VISIBILITY_SCOPE_LOCAL);
        assertThat(sStats.getCurrentPageReturnedResultCount()).isEqualTo(2);
        assertThat(sStats.isFirstPage()).isTrue();
        assertThat(sStats.getResultWithSnippetsCount()).isEqualTo(0);
        assertThat(sStats.getLiteIndexHitBufferByteSize()).isGreaterThan(0);
        assertThat(sStats.getLiteIndexHitBufferUnsortedByteSize()).isGreaterThan(0);
        assertThat(sStats.getPageTokenType()).isEqualTo(QueryStats.PAGE_TOKEN_TYPE_NONE);
        assertThat(sStats.getNumResultStatesEvicted()).isEqualTo(0);

        SearchStats parentSearchStats = sStats.getParentSearchStats();
        assertThat(parentSearchStats.getNativeTermCount()).isEqualTo(2);
        assertThat(parentSearchStats.getNativeQueryLength()).isEqualTo(queryStr.length());
        assertThat(parentSearchStats.getNativeFilteredNamespaceCount()).isEqualTo(1);
        assertThat(parentSearchStats.getNativeFilteredSchemaTypeCount()).isEqualTo(1);
        assertThat(parentSearchStats.getNativeRankingStrategy())
                .isEqualTo(SearchSpec.RANKING_STRATEGY_CREATION_TIMESTAMP);
        assertThat(parentSearchStats.getNativeScoredDocumentCount()).isEqualTo(2);
        assertThat(parentSearchStats.isNativeNumericQuery()).isFalse();
        assertThat(parentSearchStats.getNativeNumFetchedHitsLiteIndex()).isGreaterThan(0);
        assertThat(parentSearchStats.getNativeNumFetchedHitsMainIndex()).isEqualTo(0);
        assertThat(parentSearchStats.getNativeNumFetchedHitsIntegerIndex()).isEqualTo(0);
    }

    @Test
    public void testLoggingStats_search_failure() throws Exception {
        final String testPackageName = "testPackage";
        final String testDatabase = "testDatabase";
        List<AppSearchSchema> schemas =
                ImmutableList.of(
                        new AppSearchSchema.Builder("Type1").build(),
                        new AppSearchSchema.Builder("Type2").build());
        InternalSetSchemaResponse internalSetSchemaResponse =
                mAppSearchImpl.setSchema(
                        testPackageName,
                        testDatabase,
                        schemas,
                        /* visibilityDocuments= */ Collections.emptyList(),
                        /* forceOverride= */ false,
                        /* version= */ 0,
                        /* setSchemaStatsBuilder= */ null,
                        /* callStatsBuilder= */ null);
        assertThat(internalSetSchemaResponse.isSuccess()).isTrue();

        SearchSpec searchSpec =
                new SearchSpec.Builder()
                        .setTermMatch(TermMatchType.Code.PREFIX_VALUE)
                        .setRankingStrategy(SearchSpec.RANKING_STRATEGY_CREATION_TIMESTAMP)
                        .addFilterPackageNames("anotherPackage")
                        .build();

        mAppSearchImpl.query(
                testPackageName,
                testPackageName,
                /* queryExpression= */ "",
                searchSpec,
                /* logger= */ mLogger,
                /* callStatsBuilder= */ null);

        QueryStats sStats = mLogger.mQueryStats;
        assertThat(sStats).isNotNull();
        assertThat(sStats.getPackageName()).isEqualTo(testPackageName);
        assertThat(sStats.getDatabase()).isEqualTo(testPackageName);
        assertThat(sStats.getStatusCode()).isEqualTo(AppSearchResult.RESULT_SECURITY_ERROR);
    }

    @Test
    @SuppressWarnings("deprecation") // AppSearchImpl.putDocument
    public void testLoggingStats_search_join() throws Exception {
        AppSearchSchema actionSchema =
                new AppSearchSchema.Builder("ViewAction")
                        .addProperty(
                                new AppSearchSchema.StringPropertyConfig.Builder("entityId")
                                        .setCardinality(
                                                AppSearchSchema.PropertyConfig.CARDINALITY_OPTIONAL)
                                        .setIndexingType(
                                                AppSearchSchema.StringPropertyConfig
                                                        .INDEXING_TYPE_EXACT_TERMS)
                                        .setJoinableValueType(
                                                AppSearchSchema.StringPropertyConfig
                                                        .JOINABLE_VALUE_TYPE_QUALIFIED_ID)
                                        .setTokenizerType(
                                                AppSearchSchema.StringPropertyConfig
                                                        .TOKENIZER_TYPE_PLAIN)
                                        .build())
                        .build();

        AppSearchSchema entitySchema =
                new AppSearchSchema.Builder("entity")
                        .addProperty(
                                new AppSearchSchema.StringPropertyConfig.Builder("subject")
                                        .setCardinality(
                                                AppSearchSchema.PropertyConfig.CARDINALITY_OPTIONAL)
                                        .setIndexingType(
                                                AppSearchSchema.StringPropertyConfig
                                                        .INDEXING_TYPE_PREFIXES)
                                        .setTokenizerType(
                                                AppSearchSchema.StringPropertyConfig
                                                        .TOKENIZER_TYPE_PLAIN)
                                        .build())
                        .build();
        List<AppSearchSchema> schemas = Arrays.asList(actionSchema, entitySchema);

        // Insert schema
        final String testPackageName = "testPackage";
        final String testDatabase = "testDatabase";
        InternalSetSchemaResponse internalSetSchemaResponse =
                mAppSearchImpl.setSchema(
                        testPackageName,
                        testDatabase,
                        schemas,
                        /* visibilityDocuments= */ Collections.emptyList(),
                        /* forceOverride= */ false,
                        /* version= */ 0,
                        /* setSchemaStatsBuilder= */ null,
                        /* callStatsBuilder= */ null);

        assertThat(internalSetSchemaResponse.isSuccess()).isTrue();
        GenericDocument entity1 =
                new GenericDocument.Builder<>("namespace", "id1", "entity")
                        .setPropertyString("subject", "an entity")
                        .build();
        GenericDocument entity2 =
                new GenericDocument.Builder<>("namespace", "id2", "entity")
                        .setPropertyString("subject", "another entity")
                        .build();

        GenericDocument action1 =
                new GenericDocument.Builder<>("namespace", "action1", "ViewAction")
                        .setPropertyString("entityId", "testPackage$testDatabase/namespace#id1")
                        .build();
        GenericDocument action2 =
                new GenericDocument.Builder<>("namespace", "action2", "ViewAction")
                        .setPropertyString("entityId", "testPackage$testDatabase/namespace#id1")
                        .build();
        GenericDocument action3 =
                new GenericDocument.Builder<>("namespace", "action3", "ViewAction")
                        .setPropertyString("entityId", "testPackage$testDatabase/namespace#id1")
                        .build();
        GenericDocument action4 =
                new GenericDocument.Builder<>("namespace", "action4", "ViewAction")
                        .setPropertyString("entityId", "testPackage$testDatabase/namespace#id2")
                        .build();

        mAppSearchImpl.putDocument(
                testPackageName,
                testDatabase,
                entity1,
                /* sendChangeNotifications= */ false,
                mLogger,
                /* callStatsBuilder= */ null);
        mAppSearchImpl.putDocument(
                testPackageName,
                testDatabase,
                entity2,
                /* sendChangeNotifications= */ false,
                mLogger,
                /* callStatsBuilder= */ null);
        mAppSearchImpl.putDocument(
                testPackageName,
                testDatabase,
                action1,
                /* sendChangeNotifications= */ false,
                mLogger,
                /* callStatsBuilder= */ null);
        mAppSearchImpl.putDocument(
                testPackageName,
                testDatabase,
                action2,
                /* sendChangeNotifications= */ false,
                mLogger,
                /* callStatsBuilder= */ null);
        mAppSearchImpl.putDocument(
                testPackageName,
                testDatabase,
                action3,
                /* sendChangeNotifications= */ false,
                mLogger,
                /* callStatsBuilder= */ null);
        mAppSearchImpl.putDocument(
                testPackageName,
                testDatabase,
                action4,
                /* sendChangeNotifications= */ false,
                mLogger,
                /* callStatsBuilder= */ null);

        SearchSpec nestedSearchSpec =
                new SearchSpec.Builder()
                        .setRankingStrategy(SearchSpec.RANKING_STRATEGY_DOCUMENT_SCORE)
                        .setOrder(SearchSpec.ORDER_ASCENDING)
                        .build();

        JoinSpec js =
                new JoinSpec.Builder("entityId")
                        .setNestedSearch("", nestedSearchSpec)
                        .setAggregationScoringStrategy(JoinSpec.AGGREGATION_SCORING_RESULT_COUNT)
                        .build();

        SearchSpec searchSpec =
                new SearchSpec.Builder()
                        .setRankingStrategy(SearchSpec.RANKING_STRATEGY_JOIN_AGGREGATE_SCORE)
                        .setJoinSpec(js)
                        .setTermMatch(SearchSpec.TERM_MATCH_EXACT_ONLY)
                        .build();

        String queryStr = "entity";
        SearchResultPage searchResultPage =
                mAppSearchImpl.query(
                        testPackageName,
                        testDatabase,
                        queryStr,
                        searchSpec,
                        /* logger= */ mLogger,
                        /* callStatsBuilder= */ null);

        assertThat(searchResultPage.getResults()).hasSize(2);
        assertThat(searchResultPage.getResults().get(0).getGenericDocument()).isEqualTo(entity1);
        assertThat(searchResultPage.getResults().get(1).getGenericDocument()).isEqualTo(entity2);

        QueryStats sStats = mLogger.mQueryStats;

        assertThat(sStats).isNotNull();

        assertThat(sStats.getPackageName()).isEqualTo(testPackageName);
        assertThat(sStats.getDatabase()).isEqualTo(testDatabase);
        assertThat(sStats.getStatusCode()).isEqualTo(AppSearchResult.RESULT_OK);
        assertThat(sStats.getVisibilityScope()).isEqualTo(QueryStats.VISIBILITY_SCOPE_LOCAL);
        assertThat(sStats.getCurrentPageReturnedResultCount()).isEqualTo(2);
        assertThat(sStats.isFirstPage()).isTrue();
        assertThat(sStats.getResultWithSnippetsCount()).isEqualTo(0);
        // Join-specific stats. If the process goes really fast, the total latency could be 0.
        // Since the default of total latency is also 0, we just remove the assertion on
        // JoinLatencyMillis.
        assertThat(sStats.getJoinType())
                .isEqualTo(AppSearchSchema.StringPropertyConfig.JOINABLE_VALUE_TYPE_QUALIFIED_ID);
        assertThat(sStats.getNumJoinedResultsCurrentPage()).isEqualTo(4);
        assertThat(sStats.getPageTokenType()).isEqualTo(QueryStats.PAGE_TOKEN_TYPE_NONE);
        assertThat(sStats.getNumResultStatesEvicted()).isEqualTo(0);

        SearchStats parentSearchStats = sStats.getParentSearchStats();
        assertThat(parentSearchStats.getNativeTermCount()).isEqualTo(1);
        assertThat(parentSearchStats.getNativeQueryLength()).isEqualTo(queryStr.length());
        assertThat(parentSearchStats.getNativeFilteredNamespaceCount()).isEqualTo(1);
        assertThat(parentSearchStats.getNativeFilteredSchemaTypeCount()).isEqualTo(2);
        assertThat(parentSearchStats.getNativeRankingStrategy())
                .isEqualTo(ScoringSpecProto.RankingStrategy.Code.JOIN_AGGREGATE_SCORE_VALUE);
        assertThat(parentSearchStats.getNativeScoredDocumentCount()).isEqualTo(2);

        SearchStats ChildSearchStats = sStats.getChildSearchStats();
        assertThat(ChildSearchStats.getNativeTermCount()).isEqualTo(0);
        assertThat(ChildSearchStats.getNativeQueryLength()).isEqualTo(0);
        assertThat(ChildSearchStats.getNativeFilteredNamespaceCount()).isEqualTo(1);
        assertThat(ChildSearchStats.getNativeFilteredSchemaTypeCount()).isEqualTo(2);
        assertThat(ChildSearchStats.getNativeRankingStrategy())
                .isEqualTo(SearchSpec.RANKING_STRATEGY_DOCUMENT_SCORE);
        assertThat(ChildSearchStats.getNativeScoredDocumentCount()).isEqualTo(6);
        assertThat(ChildSearchStats.isNativeNumericQuery()).isFalse();
        assertThat(ChildSearchStats.getNativeNumFetchedHitsLiteIndex()).isEqualTo(0);
        assertThat(ChildSearchStats.getNativeNumFetchedHitsMainIndex()).isEqualTo(0);
        assertThat(ChildSearchStats.getNativeNumFetchedHitsIntegerIndex()).isEqualTo(0);
    }

    @Test
    @SuppressWarnings("deprecation") // AppSearchImpl.putDocument
    public void testLoggingStats_remove_success() throws Exception {
        // Insert schema
        final String testPackageName = "testPackage";
        final String testDatabase = "testDatabase";
        final String testNamespace = "testNameSpace";
        final String testId = "id";
        List<AppSearchSchema> schemas =
                Collections.singletonList(new AppSearchSchema.Builder("type").build());
        InternalSetSchemaResponse internalSetSchemaResponse =
                mAppSearchImpl.setSchema(
                        testPackageName,
                        testDatabase,
                        schemas,
                        /* visibilityDocuments= */ Collections.emptyList(),
                        /* forceOverride= */ false,
                        /* version= */ 0,
                        /* setSchemaStatsBuilder= */ null,
                        /* callStatsBuilder= */ null);
        assertThat(internalSetSchemaResponse.isSuccess()).isTrue();
        GenericDocument document =
                new GenericDocument.Builder<>(testNamespace, testId, "type").build();
        mAppSearchImpl.putDocument(
                testPackageName,
                testDatabase,
                document,
                /* sendChangeNotifications= */ false,
                /* logger= */ null,
                /* callStatsBuilder= */ null);

        RemoveStats.Builder rStatsBuilder = new RemoveStats.Builder(testPackageName, testDatabase);
        mAppSearchImpl.remove(
                testPackageName,
                testDatabase,
                testNamespace,
                testId,
                rStatsBuilder,
                /* callStatsBuilder= */ null);
        RemoveStats rStats = rStatsBuilder.build();

        assertThat(rStats.getPackageName()).isEqualTo(testPackageName);
        assertThat(rStats.getDatabase()).isEqualTo(testDatabase);
        // delete by namespace + id
        assertThat(rStats.getStatusCode()).isEqualTo(AppSearchResult.RESULT_OK);
        assertThat(rStats.getDeleteType()).isEqualTo(DeleteStatsProto.DeleteType.Code.SINGLE_VALUE);
        assertThat(rStats.getDeletedDocumentCount()).isEqualTo(1);
    }

    @Test
    @SuppressWarnings("deprecation") // AppSearchImpl.putDocument
    public void testLoggingStats_remove_failure() throws Exception {
        // Insert schema
        final String testPackageName = "testPackage";
        final String testDatabase = "testDatabase";
        final String testNamespace = "testNameSpace";
        final String testId = "id";
        List<AppSearchSchema> schemas =
                Collections.singletonList(new AppSearchSchema.Builder("type").build());
        InternalSetSchemaResponse internalSetSchemaResponse =
                mAppSearchImpl.setSchema(
                        testPackageName,
                        testDatabase,
                        schemas,
                        /* visibilityDocuments= */ Collections.emptyList(),
                        /* forceOverride= */ false,
                        /* version= */ 0,
                        /* setSchemaStatsBuilder= */ null,
                        /* callStatsBuilder= */ null);
        assertThat(internalSetSchemaResponse.isSuccess()).isTrue();

        GenericDocument document =
                new GenericDocument.Builder<>(testNamespace, testId, "type").build();
        mAppSearchImpl.putDocument(
                testPackageName,
                testDatabase,
                document,
                /* sendChangeNotifications= */ false,
                /* logger= */ null,
                /* callStatsBuilder= */ null);

        RemoveStats.Builder rStatsBuilder = new RemoveStats.Builder(testPackageName, testDatabase);

        AppSearchException exception =
                Assert.assertThrows(
                        AppSearchException.class,
                        () ->
                                mAppSearchImpl.remove(
                                        testPackageName,
                                        testDatabase,
                                        testNamespace,
                                        "invalidId",
                                        rStatsBuilder,
                                        /* callStatsBuilder= */ null));
        assertThat(exception.getResultCode()).isEqualTo(AppSearchResult.RESULT_NOT_FOUND);

        RemoveStats rStats = rStatsBuilder.build();
        assertThat(rStats.getPackageName()).isEqualTo(testPackageName);
        assertThat(rStats.getDatabase()).isEqualTo(testDatabase);
        assertThat(rStats.getStatusCode()).isEqualTo(AppSearchResult.RESULT_NOT_FOUND);
        // delete by namespace + id
        assertThat(rStats.getDeleteType()).isEqualTo(DeleteStatsProto.DeleteType.Code.SINGLE_VALUE);
        assertThat(rStats.getDeletedDocumentCount()).isEqualTo(0);
    }

    @Test
    @SuppressWarnings("deprecation") // DEPRECATED_QUERY_VALUE, AppSearchImpl.putDocument
    public void testLoggingStats_removeByQuery_success() throws Exception {
        // Insert schema
        final String testPackageName = "testPackage";
        final String testDatabase = "testDatabase";
        final String testNamespace = "testNameSpace";
        List<AppSearchSchema> schemas =
                Collections.singletonList(
                        new AppSearchSchema.Builder("type")
                                .addProperty(
                                        new AppSearchSchema.StringPropertyConfig.Builder("body")
                                                .setCardinality(PropertyConfig.CARDINALITY_REQUIRED)
                                                .setTokenizerType(
                                                        StringPropertyConfig.TOKENIZER_TYPE_PLAIN)
                                                .setIndexingType(
                                                        StringPropertyConfig.INDEXING_TYPE_PREFIXES)
                                                .build())
                                .build());
        InternalSetSchemaResponse internalSetSchemaResponse =
                mAppSearchImpl.setSchema(
                        testPackageName,
                        testDatabase,
                        schemas,
                        /* visibilityDocuments= */ Collections.emptyList(),
                        /* forceOverride= */ false,
                        /* version= */ 0,
                        /* setSchemaStatsBuilder= */ null,
                        /* callStatsBuilder= */ null);
        assertThat(internalSetSchemaResponse.isSuccess()).isTrue();
        GenericDocument document1 =
                new GenericDocument.Builder<>(testNamespace, "id1", "type")
                        .setPropertyString("body", "body1")
                        .build();
        GenericDocument document2 =
                new GenericDocument.Builder<>(testNamespace, "id2", "type")
                        .setPropertyString("body", "body2")
                        .build();
        mAppSearchImpl.putDocument(
                testPackageName,
                testDatabase,
                document1,
                /* sendChangeNotifications= */ false,
                mLogger,
                /* callStatsBuilder= */ null);
        mAppSearchImpl.putDocument(
                testPackageName,
                testDatabase,
                document2,
                /* sendChangeNotifications= */ false,
                mLogger,
                /* callStatsBuilder= */ null);
        // No query filters specified. package2 should only get its own documents back.
        SearchSpec searchSpec =
                new SearchSpec.Builder().setTermMatch(TermMatchType.Code.PREFIX_VALUE).build();

        RemoveStats.Builder rStatsBuilder = new RemoveStats.Builder(testPackageName, testDatabase);
        mAppSearchImpl.removeByQuery(
                testPackageName,
                testDatabase,
                /* queryExpression= */ "body",
                searchSpec,
                /* deletedIds= */ null,
                rStatsBuilder,
                /* callStatsBuilder= */ null);
        RemoveStats rStats = rStatsBuilder.build();

        assertThat(rStats.getPackageName()).isEqualTo(testPackageName);
        assertThat(rStats.getDatabase()).isEqualTo(testDatabase);
        assertThat(rStats.getStatusCode()).isEqualTo(AppSearchResult.RESULT_OK);
        // delete by query
        assertThat(rStats.getDeleteType())
                .isEqualTo(DeleteStatsProto.DeleteType.Code.DEPRECATED_QUERY_VALUE);
        assertThat(rStats.getDeletedDocumentCount()).isEqualTo(2);
        assertThat(rStats.getQueryLength()).isEqualTo(4);
        assertThat(rStats.getNumTerms()).isEqualTo(1);
        assertThat(rStats.getNumSchemaTypesFiltered()).isEqualTo(1);
        assertThat(rStats.getNumNamespacesFiltered()).isEqualTo(1);
    }

    @Test
    public void testLoggingStats_setSchema() throws Exception {
        AppSearchSchema schema1 =
                new AppSearchSchema.Builder("testSchema")
                        .addProperty(
                                new AppSearchSchema.StringPropertyConfig.Builder("subject")
                                        .setCardinality(
                                                AppSearchSchema.PropertyConfig.CARDINALITY_REQUIRED)
                                        .setIndexingType(
                                                AppSearchSchema.StringPropertyConfig
                                                        .INDEXING_TYPE_PREFIXES)
                                        .setTokenizerType(
                                                AppSearchSchema.StringPropertyConfig
                                                        .TOKENIZER_TYPE_PLAIN)
                                        .build())
                        .build();
        InternalSetSchemaResponse internalSetSchemaResponse =
                mAppSearchImpl.setSchema(
                        PACKAGE_NAME,
                        DATABASE,
                        Collections.singletonList(schema1),
                        /* visibilityDocuments= */ Collections.emptyList(),
                        /* forceOverride= */ false,
                        /* version= */ 0,
                        /* setSchemaStatsBuilder= */ null,
                        /* callStatsBuilder= */ null);
        assertThat(internalSetSchemaResponse.isSuccess()).isTrue();

        // create a backwards incompatible schema
        SetSchemaStats.Builder sStatsBuilder = new SetSchemaStats.Builder(PACKAGE_NAME, DATABASE);
        AppSearchSchema schema2 = new AppSearchSchema.Builder("testSchema").build();
        internalSetSchemaResponse =
                mAppSearchImpl.setSchema(
                        PACKAGE_NAME,
                        DATABASE,
                        Collections.singletonList(schema2),
                        /* visibilityDocuments= */ Collections.emptyList(),
                        /* forceOverride= */ false,
                        /* version= */ 0,
                        sStatsBuilder,
                        /* callStatsBuilder= */ null);
        assertThat(internalSetSchemaResponse.isSuccess()).isFalse();

        SetSchemaStats sStats = sStatsBuilder.build();
        assertThat(sStats.getPackageName()).isEqualTo(PACKAGE_NAME);
        assertThat(sStats.getDatabase()).isEqualTo(DATABASE);
        assertThat(sStats.getNewTypeCount()).isEqualTo(0);
        assertThat(sStats.getCompatibleTypeChangeCount()).isEqualTo(0);
        assertThat(sStats.getIndexIncompatibleTypeChangeCount()).isEqualTo(1);
        assertThat(sStats.getBackwardsIncompatibleTypeChangeCount()).isEqualTo(1);
    }
}