| // Copyright 2019 The Chromium Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style license that can be |
| // found in the LICENSE file. |
| |
| #include "components/optimization_guide/optimization_guide_store.h" |
| |
| #include "base/bind.h" |
| #include "base/metrics/histogram_functions.h" |
| #include "base/metrics/histogram_macros.h" |
| #include "base/strings/strcat.h" |
| #include "base/strings/string_number_conversions.h" |
| #include "base/strings/string_util.h" |
| #include "components/leveldb_proto/public/proto_database.h" |
| #include "components/leveldb_proto/public/proto_database_provider.h" |
| #include "components/leveldb_proto/public/shared_proto_database_client_list.h" |
| #include "components/optimization_guide/optimization_guide_prefs.h" |
| #include "components/optimization_guide/proto/hint_cache.pb.h" |
| |
| namespace optimization_guide { |
| |
| namespace { |
| |
| // Enforce that StoreEntryType enum is synced with the StoreEntryType proto |
| // (components/previews/content/proto/hint_cache.proto) |
| static_assert( |
| proto::StoreEntryType_MAX == |
| static_cast<int>(OptimizationGuideStore::StoreEntryType::kMaxValue), |
| "mismatched StoreEntryType enums"); |
| |
| // The amount of data to build up in memory before converting to a sorted on- |
| // disk file. |
| constexpr size_t kDatabaseWriteBufferSizeBytes = 128 * 1024; |
| |
| // Delimiter that appears between the sections of a store entry key. |
| // Examples: |
| // "[StoreEntryType::kMetadata]_[MetadataType]" |
| // "[StoreEntryType::kComponentHint]_[component_version]_[host]" |
| constexpr char kKeySectionDelimiter = '_'; |
| |
| // Realistic minimum length of a host suffix. |
| const int kMinHostSuffix = 6; // eg., abc.tv |
| |
| // Enumerates the possible outcomes of loading metadata. Used in UMA histograms, |
| // so the order of enumerators should not be changed. |
| // |
| // Keep in sync with OptimizationGuideHintCacheLevelDBStoreLoadMetadataResult |
| // in tools/metrics/histograms/enums.xml. |
| enum class OptimizationGuideHintCacheLevelDBStoreLoadMetadataResult { |
| kSuccess = 0, |
| kLoadMetadataFailed = 1, |
| kSchemaMetadataMissing = 2, |
| kSchemaMetadataWrongVersion = 3, |
| kComponentMetadataMissing = 4, |
| kFetchedMetadataMissing = 5, |
| kComponentAndFetchedMetadataMissing = 6, |
| kMaxValue = kComponentAndFetchedMetadataMissing, |
| }; |
| |
| // Util class for recording the result of loading the metadata. The result is |
| // recorded when it goes out of scope and its destructor is called. |
| class ScopedLoadMetadataResultRecorder { |
| public: |
| ScopedLoadMetadataResultRecorder() |
| : result_(OptimizationGuideHintCacheLevelDBStoreLoadMetadataResult:: |
| kSuccess) {} |
| ~ScopedLoadMetadataResultRecorder() { |
| UMA_HISTOGRAM_ENUMERATION( |
| "OptimizationGuide.HintCacheLevelDBStore.LoadMetadataResult", result_); |
| } |
| |
| void set_result( |
| OptimizationGuideHintCacheLevelDBStoreLoadMetadataResult result) { |
| result_ = result; |
| } |
| |
| private: |
| OptimizationGuideHintCacheLevelDBStoreLoadMetadataResult result_; |
| }; |
| |
| void RecordStatusChange(OptimizationGuideStore::Status status) { |
| UMA_HISTOGRAM_ENUMERATION("OptimizationGuide.HintCacheLevelDBStore.Status", |
| status); |
| } |
| |
| // Returns true if |key_prefix| is a prefix of |key|. |
| bool DatabasePrefixFilter(const std::string& key_prefix, |
| const std::string& key) { |
| return base::StartsWith(key, key_prefix, base::CompareCase::SENSITIVE); |
| } |
| |
| // Returns true if |key| is in |keys_to_remove|. |
| bool ExpiredKeyFilter(const base::flat_set<std::string>& keys_to_remove, |
| const std::string& key) { |
| return keys_to_remove.find(key) != keys_to_remove.end(); |
| } |
| |
| } // namespace |
| |
| OptimizationGuideStore::OptimizationGuideStore( |
| leveldb_proto::ProtoDatabaseProvider* database_provider, |
| const base::FilePath& database_dir, |
| scoped_refptr<base::SequencedTaskRunner> store_task_runner) { |
| database_ = database_provider->GetDB<proto::StoreEntry>( |
| leveldb_proto::ProtoDbType::HINT_CACHE_STORE, database_dir, |
| store_task_runner); |
| |
| RecordStatusChange(status_); |
| } |
| |
| OptimizationGuideStore::OptimizationGuideStore( |
| std::unique_ptr<leveldb_proto::ProtoDatabase<proto::StoreEntry>> database) |
| : database_(std::move(database)) { |
| RecordStatusChange(status_); |
| } |
| |
| OptimizationGuideStore::~OptimizationGuideStore() { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| } |
| |
| void OptimizationGuideStore::Initialize(bool purge_existing_data, |
| base::OnceClosure callback) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| UpdateStatus(Status::kInitializing); |
| |
| // Asynchronously initialize the store and run the callback once |
| // initialization completes. Initialization consists of the following steps: |
| // 1. Initialize the database. |
| // 2. If |purge_existing_data| is set to true, unconditionally purge |
| // database and skip to step 6. |
| // 3. Otherwise, retrieve the metadata entries (e.g. Schema and Component). |
| // 4. If schema is the wrong version, purge database and skip to step 6. |
| // 5. Otherwise, load all hint entry keys. |
| // 6. Run callback after purging database or retrieving hint entry keys. |
| |
| leveldb_env::Options options = leveldb_proto::CreateSimpleOptions(); |
| options.write_buffer_size = kDatabaseWriteBufferSizeBytes; |
| database_->Init(options, |
| base::BindOnce(&OptimizationGuideStore::OnDatabaseInitialized, |
| weak_ptr_factory_.GetWeakPtr(), |
| purge_existing_data, std::move(callback))); |
| } |
| |
| std::unique_ptr<StoreUpdateData> |
| OptimizationGuideStore::MaybeCreateUpdateDataForComponentHints( |
| const base::Version& version) const { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| DCHECK(version.IsValid()); |
| |
| if (!IsAvailable()) { |
| return nullptr; |
| } |
| |
| // Component updates are only permitted when the update version is newer than |
| // the store's current one. |
| if (component_version_.has_value() && version <= component_version_) { |
| return nullptr; |
| } |
| |
| // Create and return a StoreUpdateData object. This object has |
| // hints from the component moved into it and organizes them in a format |
| // usable by the store; the object will returned to the store in |
| // StoreComponentHints(). |
| return StoreUpdateData::CreateComponentStoreUpdateData(version); |
| } |
| |
| std::unique_ptr<StoreUpdateData> |
| OptimizationGuideStore::CreateUpdateDataForFetchedHints( |
| base::Time update_time, |
| base::Time expiry_time) const { |
| // Create and returns a StoreUpdateData object. This object has has hints |
| // from the GetHintsResponse moved into and organizes them in a format |
| // usable by the store. The object will be store with UpdateFetchedData(). |
| return StoreUpdateData::CreateFetchedStoreUpdateData(update_time, |
| expiry_time); |
| } |
| |
| void OptimizationGuideStore::UpdateComponentHints( |
| std::unique_ptr<StoreUpdateData> component_data, |
| base::OnceClosure callback) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| DCHECK(component_data); |
| DCHECK(!data_update_in_flight_); |
| DCHECK(component_data->component_version()); |
| |
| if (!IsAvailable()) { |
| std::move(callback).Run(); |
| return; |
| } |
| |
| // If this isn't a newer component version than the store's current one, then |
| // the simply return. There's nothing to update. |
| if (component_version_.has_value() && |
| component_data->component_version() <= component_version_) { |
| std::move(callback).Run(); |
| return; |
| } |
| |
| // Mark that there's now a component data update in-flight. While this is |
| // true, keys and hints will not be returned by the store. |
| data_update_in_flight_ = true; |
| |
| // Set the component version prior to requesting the update. This ensures that |
| // a second update request for the same component version won't be allowed. In |
| // the case where the update fails, the store will become unavailable, so it's |
| // safe to treat component version in the update as the new one. |
| SetComponentVersion(*component_data->component_version()); |
| |
| // The current keys are about to be removed, so clear out the keys available |
| // within the store. The keys will be populated after the component data |
| // update completes. |
| entry_keys_.reset(); |
| |
| // Purge any component hints that are missing the new component version |
| // prefix. |
| EntryKeyPrefix retain_prefix = |
| GetComponentHintEntryKeyPrefix(component_version_.value()); |
| EntryKeyPrefix filter_prefix = GetComponentHintEntryKeyPrefixWithoutVersion(); |
| |
| // Add the new component data and purge any old component hints from the db. |
| // After processing finishes, OnUpdateStore() is called, which loads |
| // the updated hint entry keys from the database. |
| database_->UpdateEntriesWithRemoveFilter( |
| component_data->TakeUpdateEntries(), |
| base::BindRepeating( |
| [](const EntryKeyPrefix& retain_prefix, |
| const EntryKeyPrefix& filter_prefix, const std::string& key) { |
| return key.compare(0, retain_prefix.length(), retain_prefix) != 0 && |
| key.compare(0, filter_prefix.length(), filter_prefix) == 0; |
| }, |
| retain_prefix, filter_prefix), |
| base::BindOnce(&OptimizationGuideStore::OnUpdateStore, |
| weak_ptr_factory_.GetWeakPtr(), std::move(callback))); |
| } |
| |
| void OptimizationGuideStore::UpdateFetchedHints( |
| std::unique_ptr<StoreUpdateData> fetched_hints_data, |
| base::OnceClosure callback) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| DCHECK(fetched_hints_data); |
| DCHECK(!data_update_in_flight_); |
| DCHECK(fetched_hints_data->update_time()); |
| |
| if (!IsAvailable()) { |
| std::move(callback).Run(); |
| return; |
| } |
| |
| fetched_update_time_ = *fetched_hints_data->update_time(); |
| |
| data_update_in_flight_ = true; |
| |
| entry_keys_.reset(); |
| |
| // This will remove the fetched metadata entry and insert all the entries |
| // currently in |leveldb_fetched_hints_data|. |
| database_->UpdateEntriesWithRemoveFilter( |
| fetched_hints_data->TakeUpdateEntries(), |
| base::BindRepeating(&DatabasePrefixFilter, |
| GetMetadataTypeEntryKey(MetadataType::kFetched)), |
| base::BindOnce(&OptimizationGuideStore::OnUpdateStore, |
| weak_ptr_factory_.GetWeakPtr(), std::move(callback))); |
| } |
| |
| void OptimizationGuideStore::PurgeExpiredFetchedHints() { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| |
| if (!IsAvailable()) |
| return; |
| |
| // Load all the fetched hints to check their expiry times. |
| database_->LoadKeysAndEntriesWithFilter( |
| base::BindRepeating(&DatabasePrefixFilter, |
| GetFetchedHintEntryKeyPrefix()), |
| base::BindOnce(&OptimizationGuideStore::OnLoadEntriesToPurgeExpired, |
| weak_ptr_factory_.GetWeakPtr())); |
| } |
| |
| void OptimizationGuideStore::PurgeExpiredHostModelFeatures() { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| |
| if (!IsAvailable()) |
| return; |
| |
| // Load all the host model features to check their expiry times. |
| database_->LoadKeysAndEntriesWithFilter( |
| base::BindRepeating(&DatabasePrefixFilter, |
| GetHostModelFeaturesEntryKeyPrefix()), |
| base::BindOnce(&OptimizationGuideStore::OnLoadEntriesToPurgeExpired, |
| weak_ptr_factory_.GetWeakPtr())); |
| } |
| |
| void OptimizationGuideStore::OnLoadEntriesToPurgeExpired( |
| bool success, |
| std::unique_ptr<EntryMap> entries) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| |
| if (!success) |
| return; |
| |
| EntryKeySet expired_keys_to_remove; |
| int64_t now_since_epoch = |
| base::Time::Now().ToDeltaSinceWindowsEpoch().InSeconds(); |
| |
| for (const auto& entry : *entries) { |
| if (entry.second.has_expiry_time_secs() && |
| entry.second.expiry_time_secs() <= now_since_epoch) { |
| expired_keys_to_remove.insert(entry.first); |
| } |
| } |
| |
| data_update_in_flight_ = true; |
| entry_keys_.reset(); |
| |
| auto empty_entries = std::make_unique<EntryVector>(); |
| |
| database_->UpdateEntriesWithRemoveFilter( |
| std::move(empty_entries), |
| base::BindRepeating(&ExpiredKeyFilter, std::move(expired_keys_to_remove)), |
| base::BindOnce(&OptimizationGuideStore::OnUpdateStore, |
| weak_ptr_factory_.GetWeakPtr(), base::DoNothing::Once())); |
| } |
| |
| bool OptimizationGuideStore::FindHintEntryKey( |
| const std::string& host, |
| EntryKey* out_hint_entry_key) const { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| |
| // Search for kFetched hint entry keys first, fetched hints should be |
| // fresher and preferred. |
| if (FindEntryKeyForHostWithPrefix(host, out_hint_entry_key, |
| GetFetchedHintEntryKeyPrefix())) { |
| return true; |
| } |
| |
| // Search for kComponent hint entry keys next. |
| DCHECK(!component_version_.has_value() || |
| component_hint_entry_key_prefix_ == |
| GetComponentHintEntryKeyPrefix(component_version_.value())); |
| if (FindEntryKeyForHostWithPrefix(host, out_hint_entry_key, |
| component_hint_entry_key_prefix_)) |
| return true; |
| |
| return false; |
| } |
| |
| bool OptimizationGuideStore::FindEntryKeyForHostWithPrefix( |
| const std::string& host, |
| EntryKey* out_entry_key, |
| const EntryKeyPrefix& entry_key_prefix) const { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| DCHECK(out_entry_key); |
| |
| // Look for longest host name suffix that has a hint. No need to continue |
| // lookups and substring work once get to a root domain like ".com" or |
| // ".co.in" (MinHostSuffix length check is a heuristic for that). |
| std::string host_suffix(host); |
| while (host_suffix.length() >= kMinHostSuffix) { |
| // Attempt to find an entry key associated with the current host suffix. |
| *out_entry_key = entry_key_prefix + host_suffix; |
| if (entry_keys_ && |
| entry_keys_->find(*out_entry_key) != entry_keys_->end()) { |
| return true; |
| } |
| |
| size_t pos = host_suffix.find_first_of('.'); |
| if (pos == std::string::npos) { |
| break; |
| } |
| host_suffix = host_suffix.substr(pos + 1); |
| } |
| return false; |
| } |
| |
| void OptimizationGuideStore::LoadHint(const EntryKey& hint_entry_key, |
| HintLoadedCallback callback) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| |
| if (!IsAvailable()) { |
| std::move(callback).Run(hint_entry_key, nullptr); |
| return; |
| } |
| |
| database_->GetEntry(hint_entry_key, |
| base::BindOnce(&OptimizationGuideStore::OnLoadHint, |
| weak_ptr_factory_.GetWeakPtr(), |
| hint_entry_key, std::move(callback))); |
| } |
| |
| base::Time OptimizationGuideStore::GetFetchedHintsUpdateTime() const { |
| // If the store is not available, the metadata entries have not been loaded |
| // so there are no fetched hints. |
| if (!IsAvailable()) |
| return base::Time(); |
| return fetched_update_time_; |
| } |
| |
| base::Time OptimizationGuideStore::GetHostModelFeaturesUpdateTime() const { |
| // If the store is not available, the metadata entries have not been loaded |
| // so there are no host model features. |
| if (!IsAvailable()) |
| return base::Time(); |
| return host_model_features_update_time_; |
| } |
| |
| // static |
| const char OptimizationGuideStore::kStoreSchemaVersion[] = "1"; |
| |
| // static |
| OptimizationGuideStore::EntryKeyPrefix |
| OptimizationGuideStore::GetMetadataEntryKeyPrefix() { |
| return base::NumberToString(static_cast<int>( |
| OptimizationGuideStore::StoreEntryType::kMetadata)) + |
| kKeySectionDelimiter; |
| } |
| |
| // static |
| OptimizationGuideStore::EntryKey |
| OptimizationGuideStore::GetMetadataTypeEntryKey(MetadataType metadata_type) { |
| return GetMetadataEntryKeyPrefix() + |
| base::NumberToString(static_cast<int>(metadata_type)); |
| } |
| |
| // static |
| OptimizationGuideStore::EntryKeyPrefix |
| OptimizationGuideStore::GetComponentHintEntryKeyPrefixWithoutVersion() { |
| return base::NumberToString(static_cast<int>( |
| OptimizationGuideStore::StoreEntryType::kComponentHint)) + |
| kKeySectionDelimiter; |
| } |
| |
| // static |
| OptimizationGuideStore::EntryKeyPrefix |
| OptimizationGuideStore::GetComponentHintEntryKeyPrefix( |
| const base::Version& component_version) { |
| return GetComponentHintEntryKeyPrefixWithoutVersion() + |
| component_version.GetString() + kKeySectionDelimiter; |
| } |
| |
| // static |
| OptimizationGuideStore::EntryKeyPrefix |
| OptimizationGuideStore::GetFetchedHintEntryKeyPrefix() { |
| return base::NumberToString(static_cast<int>( |
| OptimizationGuideStore::StoreEntryType::kFetchedHint)) + |
| kKeySectionDelimiter; |
| } |
| |
| // static |
| OptimizationGuideStore::EntryKeyPrefix |
| OptimizationGuideStore::GetPredictionModelEntryKeyPrefix() { |
| return base::NumberToString(static_cast<int>( |
| OptimizationGuideStore::StoreEntryType::kPredictionModel)) + |
| kKeySectionDelimiter; |
| } |
| |
| // static |
| OptimizationGuideStore::EntryKeyPrefix |
| OptimizationGuideStore::GetHostModelFeaturesEntryKeyPrefix() { |
| return base::NumberToString(static_cast<int>( |
| OptimizationGuideStore::StoreEntryType::kHostModelFeatures)) + |
| kKeySectionDelimiter; |
| } |
| |
| void OptimizationGuideStore::UpdateStatus(Status new_status) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| |
| // Status::kUninitialized can only transition to Status::kInitializing. |
| DCHECK(status_ != Status::kUninitialized || |
| new_status == Status::kInitializing); |
| // Status::kInitializing can only transition to Status::kAvailable or |
| // Status::kFailed. |
| DCHECK(status_ != Status::kInitializing || new_status == Status::kAvailable || |
| new_status == Status::kFailed); |
| // Status::kAvailable can only transition to kStatus::Failed. |
| DCHECK(status_ != Status::kAvailable || new_status == Status::kFailed); |
| // The status can never transition from Status::kFailed. |
| DCHECK(status_ != Status::kFailed || new_status == Status::kFailed); |
| |
| // If the status is not changing, simply return; the remaining logic handles |
| // status changes. |
| if (status_ == new_status) { |
| return; |
| } |
| |
| status_ = new_status; |
| RecordStatusChange(status_); |
| |
| if (status_ == Status::kFailed) { |
| database_->Destroy( |
| base::BindOnce(&OptimizationGuideStore::OnDatabaseDestroyed, |
| weak_ptr_factory_.GetWeakPtr())); |
| ClearComponentVersion(); |
| entry_keys_.reset(); |
| } |
| } |
| |
| bool OptimizationGuideStore::IsAvailable() const { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| return status_ == Status::kAvailable; |
| } |
| |
| void OptimizationGuideStore::PurgeDatabase(base::OnceClosure callback) { |
| // When purging the database, update the schema version to the current one. |
| EntryKey schema_entry_key = GetMetadataTypeEntryKey(MetadataType::kSchema); |
| proto::StoreEntry schema_entry; |
| schema_entry.set_version(kStoreSchemaVersion); |
| |
| auto entries_to_save = std::make_unique<EntryVector>(); |
| entries_to_save->emplace_back(schema_entry_key, schema_entry); |
| |
| database_->UpdateEntriesWithRemoveFilter( |
| std::move(entries_to_save), |
| base::BindRepeating( |
| [](const std::string& schema_entry_key, const std::string& key) { |
| return key.compare(0, schema_entry_key.length(), |
| schema_entry_key) != 0; |
| }, |
| schema_entry_key), |
| base::BindOnce(&OptimizationGuideStore::OnPurgeDatabase, |
| weak_ptr_factory_.GetWeakPtr(), std::move(callback))); |
| } |
| |
| void OptimizationGuideStore::SetComponentVersion( |
| const base::Version& component_version) { |
| DCHECK(component_version.IsValid()); |
| component_version_ = component_version; |
| component_hint_entry_key_prefix_ = |
| GetComponentHintEntryKeyPrefix(component_version_.value()); |
| } |
| |
| void OptimizationGuideStore::ClearComponentVersion() { |
| component_version_.reset(); |
| component_hint_entry_key_prefix_.clear(); |
| } |
| |
| void OptimizationGuideStore::ClearFetchedHintsFromDatabase() { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| DCHECK(!data_update_in_flight_); |
| |
| base::UmaHistogramBoolean( |
| "OptimizationGuide.ClearFetchedHints.StoreAvailable", IsAvailable()); |
| if (!IsAvailable()) |
| return; |
| |
| data_update_in_flight_ = true; |
| auto entries_to_save = std::make_unique<EntryVector>(); |
| |
| // TODO(mcrouse): Add histogram to record the number of hints being removed. |
| entry_keys_.reset(); |
| |
| // Removes all |kFetchedHint| store entries. OnUpdateStore will handle |
| // updating status and re-filling entry_keys with the entries still in the |
| // store. |
| database_->UpdateEntriesWithRemoveFilter( |
| std::move(entries_to_save), // this should be empty. |
| base::BindRepeating(&DatabasePrefixFilter, |
| GetFetchedHintEntryKeyPrefix()), |
| base::BindOnce(&OptimizationGuideStore::OnUpdateStore, |
| weak_ptr_factory_.GetWeakPtr(), base::DoNothing::Once())); |
| } |
| |
| void OptimizationGuideStore::MaybeLoadEntryKeys(base::OnceClosure callback) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| |
| // If the database is unavailable or if there's an in-flight component data |
| // update, then don't load the hint keys. Simply run the callback. |
| if (!IsAvailable() || data_update_in_flight_) { |
| std::move(callback).Run(); |
| return; |
| } |
| |
| // Create a new KeySet object. This is populated by the store's keys as the |
| // filter is run with each key on the DB's background thread. The filter |
| // itself always returns false, ensuring that no entries are ever actually |
| // loaded by the DB. Ownership of the KeySet is passed into the |
| // LoadKeysAndEntriesCallback callback, guaranteeing that the KeySet has a |
| // lifespan longer than the filter calls. |
| std::unique_ptr<EntryKeySet> entry_keys(std::make_unique<EntryKeySet>()); |
| EntryKeySet* raw_entry_keys_pointer = entry_keys.get(); |
| database_->LoadKeysAndEntriesWithFilter( |
| base::BindRepeating( |
| [](EntryKeySet* entry_keys, const std::string& filter_prefix, |
| const std::string& entry_key) { |
| if (entry_key.compare(0, filter_prefix.length(), filter_prefix) != |
| 0) { |
| entry_keys->insert(entry_key); |
| } |
| return false; |
| }, |
| raw_entry_keys_pointer, GetMetadataEntryKeyPrefix()), |
| base::BindOnce(&OptimizationGuideStore::OnLoadEntryKeys, |
| weak_ptr_factory_.GetWeakPtr(), std::move(entry_keys), |
| std::move(callback))); |
| } |
| |
| size_t OptimizationGuideStore::GetEntryKeyCount() const { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| return entry_keys_ ? entry_keys_->size() : 0; |
| } |
| |
| void OptimizationGuideStore::OnDatabaseInitialized( |
| bool purge_existing_data, |
| base::OnceClosure callback, |
| leveldb_proto::Enums::InitStatus status) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| |
| if (status != leveldb_proto::Enums::InitStatus::kOK) { |
| UpdateStatus(Status::kFailed); |
| std::move(callback).Run(); |
| return; |
| } |
| |
| // If initialization is set to purge all existing data, then simply trigger |
| // the purge and return. There's no need to load metadata entries that'll |
| // immediately be purged. |
| if (purge_existing_data) { |
| PurgeDatabase(std::move(callback)); |
| return; |
| } |
| |
| // Load all entries from the DB with the metadata key prefix. |
| database_->LoadKeysAndEntriesWithFilter( |
| leveldb_proto::KeyFilter(), leveldb::ReadOptions(), |
| GetMetadataEntryKeyPrefix(), |
| base::BindOnce(&OptimizationGuideStore::OnLoadMetadata, |
| weak_ptr_factory_.GetWeakPtr(), std::move(callback))); |
| } |
| |
| void OptimizationGuideStore::OnDatabaseDestroyed(bool /*success*/) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| } |
| |
| void OptimizationGuideStore::OnLoadMetadata( |
| base::OnceClosure callback, |
| bool success, |
| std::unique_ptr<EntryMap> metadata_entries) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| DCHECK(metadata_entries); |
| |
| // Create a scoped load metadata result recorder. It records the result when |
| // its destructor is called. |
| ScopedLoadMetadataResultRecorder result_recorder; |
| |
| if (!success) { |
| result_recorder.set_result( |
| OptimizationGuideHintCacheLevelDBStoreLoadMetadataResult:: |
| kLoadMetadataFailed); |
| |
| UpdateStatus(Status::kFailed); |
| std::move(callback).Run(); |
| return; |
| } |
| |
| // If the schema version in the DB is not the current version, then purge |
| // the database. |
| auto schema_entry = |
| metadata_entries->find(GetMetadataTypeEntryKey(MetadataType::kSchema)); |
| if (schema_entry == metadata_entries->end() || |
| !schema_entry->second.has_version() || |
| schema_entry->second.version() != kStoreSchemaVersion) { |
| if (schema_entry == metadata_entries->end()) { |
| result_recorder.set_result( |
| OptimizationGuideHintCacheLevelDBStoreLoadMetadataResult:: |
| kSchemaMetadataMissing); |
| } else { |
| result_recorder.set_result( |
| OptimizationGuideHintCacheLevelDBStoreLoadMetadataResult:: |
| kSchemaMetadataWrongVersion); |
| } |
| |
| PurgeDatabase(std::move(callback)); |
| return; |
| } |
| |
| // If the component metadata entry exists, then use it to set the component |
| // version. |
| bool component_metadata_missing = false; |
| auto component_entry = |
| metadata_entries->find(GetMetadataTypeEntryKey(MetadataType::kComponent)); |
| if (component_entry != metadata_entries->end()) { |
| DCHECK(component_entry->second.has_version()); |
| SetComponentVersion(base::Version(component_entry->second.version())); |
| } else { |
| result_recorder.set_result( |
| OptimizationGuideHintCacheLevelDBStoreLoadMetadataResult:: |
| kComponentMetadataMissing); |
| component_metadata_missing = true; |
| } |
| |
| auto fetched_entry = |
| metadata_entries->find(GetMetadataTypeEntryKey(MetadataType::kFetched)); |
| if (fetched_entry != metadata_entries->end()) { |
| DCHECK(fetched_entry->second.has_update_time_secs()); |
| fetched_update_time_ = base::Time::FromDeltaSinceWindowsEpoch( |
| base::TimeDelta::FromSeconds(fetched_entry->second.update_time_secs())); |
| } else { |
| if (component_metadata_missing) { |
| result_recorder.set_result( |
| OptimizationGuideHintCacheLevelDBStoreLoadMetadataResult:: |
| kComponentAndFetchedMetadataMissing); |
| } else { |
| result_recorder.set_result( |
| OptimizationGuideHintCacheLevelDBStoreLoadMetadataResult:: |
| kFetchedMetadataMissing); |
| } |
| fetched_update_time_ = base::Time(); |
| } |
| |
| auto host_model_features_entry = metadata_entries->find( |
| GetMetadataTypeEntryKey(MetadataType::kHostModelFeatures)); |
| bool host_model_features_metadata_loaded = false; |
| host_model_features_update_time_ = base::Time(); |
| if (host_model_features_entry != metadata_entries->end()) { |
| DCHECK(host_model_features_entry->second.has_update_time_secs()); |
| host_model_features_update_time_ = |
| base::Time::FromDeltaSinceWindowsEpoch(base::TimeDelta::FromSeconds( |
| host_model_features_entry->second.update_time_secs())); |
| host_model_features_metadata_loaded = true; |
| } |
| // TODO(crbug/1001194): Metrics should be separated so that stores maintaining |
| // different information types only record metrics for the types of entries |
| // they store. |
| UMA_HISTOGRAM_BOOLEAN( |
| "OptimizationGuide.PredictionModelStore." |
| "HostModelFeaturesLoadMetadataResult", |
| host_model_features_metadata_loaded); |
| |
| UpdateStatus(Status::kAvailable); |
| MaybeLoadEntryKeys(std::move(callback)); |
| } |
| |
| void OptimizationGuideStore::OnPurgeDatabase(base::OnceClosure callback, |
| bool success) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| // The database can only be purged during initialization. |
| DCHECK_EQ(status_, Status::kInitializing); |
| |
| UpdateStatus(success ? Status::kAvailable : Status::kFailed); |
| std::move(callback).Run(); |
| } |
| |
| void OptimizationGuideStore::OnUpdateStore(base::OnceClosure callback, |
| bool success) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| DCHECK(data_update_in_flight_); |
| |
| data_update_in_flight_ = false; |
| if (!success) { |
| UpdateStatus(Status::kFailed); |
| std::move(callback).Run(); |
| return; |
| } |
| MaybeLoadEntryKeys(std::move(callback)); |
| } |
| |
| void OptimizationGuideStore::OnLoadEntryKeys( |
| std::unique_ptr<EntryKeySet> hint_entry_keys, |
| base::OnceClosure callback, |
| bool success, |
| std::unique_ptr<EntryMap> /*unused*/) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| DCHECK(!entry_keys_); |
| |
| if (!success) { |
| UpdateStatus(Status::kFailed); |
| std::move(callback).Run(); |
| return; |
| } |
| |
| // If the store was set to unavailable after the request was started, or if |
| // there's an in-flight component data update, which means the keys are |
| // about to be invalidated, then the loaded keys should not be considered |
| // valid. Reset the keys so that they are cleared. |
| if (!IsAvailable() || data_update_in_flight_) { |
| hint_entry_keys.reset(); |
| } |
| |
| entry_keys_ = std::move(hint_entry_keys); |
| std::move(callback).Run(); |
| } |
| |
| void OptimizationGuideStore::OnLoadHint( |
| const std::string& entry_key, |
| HintLoadedCallback callback, |
| bool success, |
| std::unique_ptr<proto::StoreEntry> entry) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| |
| // If either the request failed, the store was set to unavailable after the |
| // request was started, or there's an in-flight component data update, which |
| // means the entry is about to be invalidated, then the loaded hint should |
| // not be considered valid. Reset the entry so that no hint is returned to |
| // the requester. |
| if (!success || !IsAvailable() || data_update_in_flight_) { |
| entry.reset(); |
| } |
| |
| if (!entry || !entry->has_hint()) { |
| std::unique_ptr<proto::Hint> loaded_hint(nullptr); |
| std::move(callback).Run(entry_key, std::move(loaded_hint)); |
| return; |
| } |
| |
| if (entry->has_expiry_time_secs() && |
| entry->expiry_time_secs() <= |
| base::Time::Now().ToDeltaSinceWindowsEpoch().InSeconds()) { |
| // An expired hint should be loaded rarely if the user is regularly fetching |
| // and storing fresh hints. Expired fetched hints are removed each time |
| // fresh hints are fetched and placed into the store. In the future, the |
| // expired hints could be asynchronously removed if necessary. |
| // An empty hint is returned instead of the expired one. |
| UMA_HISTOGRAM_BOOLEAN( |
| "OptimizationGuide.HintCacheStore.OnLoadHint.FetchedHintExpired", true); |
| std::unique_ptr<proto::Hint> loaded_hint(nullptr); |
| std::move(callback).Run(entry_key, std::move(loaded_hint)); |
| return; |
| } |
| |
| // Release the Hint into a Hint unique_ptr. This eliminates the need for any |
| // copies of the entry's hint. |
| std::unique_ptr<proto::Hint> loaded_hint(entry->release_hint()); |
| |
| StoreEntryType store_entry_type = |
| static_cast<StoreEntryType>(entry->entry_type()); |
| UMA_HISTOGRAM_ENUMERATION("OptimizationGuide.HintCache.HintType.Loaded", |
| store_entry_type); |
| |
| if (store_entry_type == StoreEntryType::kFetchedHint) { |
| UMA_HISTOGRAM_CUSTOM_TIMES( |
| "OptimizationGuide.HintCache.FetchedHint.TimeToExpiration", |
| base::Time::FromDeltaSinceWindowsEpoch( |
| base::TimeDelta::FromSeconds(entry->expiry_time_secs())) - |
| base::Time::Now(), |
| base::TimeDelta::FromHours(1), base::TimeDelta::FromDays(15), 50); |
| } |
| std::move(callback).Run(entry_key, std::move(loaded_hint)); |
| } |
| |
| std::unique_ptr<StoreUpdateData> |
| OptimizationGuideStore::CreateUpdateDataForPredictionModels() const { |
| // Create and returns a StoreUpdateData object. This object has prediction |
| // models from the GetModelsResponse moved into and organizes them in a format |
| // usable by the store. The object will be stored with |
| // UpdatePredictionModels(). |
| return StoreUpdateData::CreatePredictionModelStoreUpdateData(); |
| } |
| |
| void OptimizationGuideStore::UpdatePredictionModels( |
| std::unique_ptr<StoreUpdateData> prediction_models_update_data, |
| base::OnceClosure callback) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| DCHECK(prediction_models_update_data); |
| DCHECK(!data_update_in_flight_); |
| |
| if (!IsAvailable()) { |
| std::move(callback).Run(); |
| return; |
| } |
| |
| data_update_in_flight_ = true; |
| |
| entry_keys_.reset(); |
| |
| std::unique_ptr<EntryVector> entry_vectors = |
| prediction_models_update_data->TakeUpdateEntries(); |
| |
| database_->UpdateEntries( |
| std::move(entry_vectors), std::make_unique<leveldb_proto::KeyVector>(), |
| base::BindOnce(&OptimizationGuideStore::OnUpdateStore, |
| weak_ptr_factory_.GetWeakPtr(), std::move(callback))); |
| } |
| |
| bool OptimizationGuideStore::FindPredictionModelEntryKey( |
| proto::OptimizationTarget optimization_target, |
| OptimizationGuideStore::EntryKey* out_prediction_model_entry_key) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| |
| if (!entry_keys_) |
| return false; |
| *out_prediction_model_entry_key = |
| GetPredictionModelEntryKeyPrefix() + |
| base::NumberToString(static_cast<int>(optimization_target)); |
| if (entry_keys_->find(*out_prediction_model_entry_key) != entry_keys_->end()) |
| return true; |
| return false; |
| } |
| |
| void OptimizationGuideStore::LoadPredictionModel( |
| const EntryKey& prediction_model_entry_key, |
| PredictionModelLoadedCallback callback) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| |
| if (!IsAvailable()) { |
| std::move(callback).Run(nullptr); |
| return; |
| } |
| |
| database_->GetEntry( |
| prediction_model_entry_key, |
| base::BindOnce(&OptimizationGuideStore::OnLoadPredictionModel, |
| weak_ptr_factory_.GetWeakPtr(), std::move(callback))); |
| } |
| |
| void OptimizationGuideStore::OnLoadPredictionModel( |
| PredictionModelLoadedCallback callback, |
| bool success, |
| std::unique_ptr<proto::StoreEntry> entry) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| |
| // If either the request failed, the store was set to unavailable after the |
| // request was started, or there's an in-flight update, which |
| // means the entry is about to be invalidated, then the loaded model should |
| // not be considered valid. Reset the entry so that nothing is returned to |
| // the requester. |
| UMA_HISTOGRAM_BOOLEAN("OptimizationGuide.PredictionModelStore.OnLoadCollided", |
| data_update_in_flight_); |
| if (!success || !IsAvailable() || data_update_in_flight_) { |
| entry.reset(); |
| } |
| |
| if (!entry || !entry->has_prediction_model()) { |
| std::unique_ptr<proto::PredictionModel> loaded_prediction_model(nullptr); |
| std::move(callback).Run(std::move(loaded_prediction_model)); |
| return; |
| } |
| |
| std::unique_ptr<proto::PredictionModel> loaded_prediction_model( |
| entry->release_prediction_model()); |
| std::move(callback).Run(std::move(loaded_prediction_model)); |
| } |
| |
| std::unique_ptr<StoreUpdateData> |
| OptimizationGuideStore::CreateUpdateDataForHostModelFeatures( |
| base::Time host_model_features_update_time, |
| base::Time expiry_time) const { |
| // Create and returns a StoreUpdateData object. This object has host model |
| // features from the GetModelsResponse moved into and organizes them in a |
| // format usable by the store. The object will be stored with |
| // UpdateHostModelFeatures(). |
| return StoreUpdateData::CreateHostModelFeaturesStoreUpdateData( |
| host_model_features_update_time, expiry_time); |
| } |
| |
| void OptimizationGuideStore::UpdateHostModelFeatures( |
| std::unique_ptr<StoreUpdateData> host_model_features_update_data, |
| base::OnceClosure callback) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| DCHECK(host_model_features_update_data->update_time()); |
| |
| if (!IsAvailable()) { |
| std::move(callback).Run(); |
| return; |
| } |
| |
| host_model_features_update_time_ = |
| *host_model_features_update_data->update_time(); |
| |
| // TODO(crbug/1001194): Add protection/lock around setting |
| // |data_update_in_flight_|. |
| data_update_in_flight_ = true; |
| |
| entry_keys_.reset(); |
| |
| // This will remove the host model features metadata entry and insert all the |
| // entries currently in |host_model_features_update_data|. |
| database_->UpdateEntriesWithRemoveFilter( |
| host_model_features_update_data->TakeUpdateEntries(), |
| base::BindRepeating( |
| &DatabasePrefixFilter, |
| GetMetadataTypeEntryKey(MetadataType::kHostModelFeatures)), |
| base::BindOnce(&OptimizationGuideStore::OnUpdateStore, |
| weak_ptr_factory_.GetWeakPtr(), std::move(callback))); |
| } |
| |
| bool OptimizationGuideStore::FindHostModelFeaturesEntryKey( |
| const std::string& host, |
| OptimizationGuideStore::EntryKey* out_host_model_features_entry_key) const { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| |
| if (!entry_keys_) |
| return false; |
| |
| return FindEntryKeyForHostWithPrefix(host, out_host_model_features_entry_key, |
| GetHostModelFeaturesEntryKeyPrefix()); |
| } |
| |
| void OptimizationGuideStore::LoadAllHostModelFeatures( |
| AllHostModelFeaturesLoadedCallback callback) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| |
| if (!IsAvailable()) { |
| std::move(callback).Run({}); |
| return; |
| } |
| |
| // Load all the host model features within the store. |
| database_->LoadEntriesWithFilter( |
| base::BindRepeating(&DatabasePrefixFilter, |
| GetHostModelFeaturesEntryKeyPrefix()), |
| base::BindOnce(&OptimizationGuideStore::OnLoadAllHostModelFeatures, |
| weak_ptr_factory_.GetWeakPtr(), std::move(callback))); |
| } |
| |
| void OptimizationGuideStore::LoadHostModelFeatures( |
| const EntryKey& host_model_features_entry_key, |
| HostModelFeaturesLoadedCallback callback) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| |
| if (!IsAvailable()) { |
| std::move(callback).Run({}); |
| return; |
| } |
| |
| // Load all the host model features within the store. |
| database_->GetEntry( |
| host_model_features_entry_key, |
| base::BindOnce(&OptimizationGuideStore::OnLoadHostModelFeatures, |
| weak_ptr_factory_.GetWeakPtr(), std::move(callback))); |
| } |
| |
| void OptimizationGuideStore::OnLoadHostModelFeatures( |
| HostModelFeaturesLoadedCallback callback, |
| bool success, |
| std::unique_ptr<proto::StoreEntry> entry) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| |
| // If either the request failed, the store was set to unavailable after the |
| // request was started, or there's an in-flight update, which means the entry |
| // is about to be invalidated, then the loaded host model features should not |
| // be considered valid. Reset the entry so that nothing is returned to the |
| // requester. |
| if (!success || !IsAvailable() || data_update_in_flight_) { |
| entry.reset(); |
| } |
| if (!entry || !entry->has_host_model_features()) { |
| std::move(callback).Run(nullptr); |
| return; |
| } |
| |
| std::unique_ptr<proto::HostModelFeatures> loaded_host_model_features( |
| entry->release_host_model_features()); |
| std::move(callback).Run(std::move(loaded_host_model_features)); |
| } |
| |
| void OptimizationGuideStore::OnLoadAllHostModelFeatures( |
| AllHostModelFeaturesLoadedCallback callback, |
| bool success, |
| std::unique_ptr<std::vector<proto::StoreEntry>> entries) { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| |
| // If either the request failed, the store was set to unavailable after the |
| // request was started, or there's an in-flight update, which means the entry |
| // is about to be invalidated, then the loaded host model features should not |
| // be considered valid. Reset the entry so that nothing is returned to the |
| // requester. |
| if (!success || !IsAvailable() || data_update_in_flight_) { |
| entries.reset(); |
| } |
| |
| if (!entries || entries->size() == 0) { |
| std::unique_ptr<std::vector<proto::HostModelFeatures>> |
| loaded_host_model_features(nullptr); |
| std::move(callback).Run(std::move(loaded_host_model_features)); |
| return; |
| } |
| |
| std::unique_ptr<std::vector<proto::HostModelFeatures>> |
| loaded_host_model_features = |
| std::make_unique<std::vector<proto::HostModelFeatures>>(); |
| for (auto& entry : *entries.get()) { |
| if (!entry.has_host_model_features()) |
| continue; |
| loaded_host_model_features->emplace_back(entry.host_model_features()); |
| } |
| std::move(callback).Run(std::move(loaded_host_model_features)); |
| } |
| |
| void OptimizationGuideStore::ClearHostModelFeaturesFromDatabase() { |
| DCHECK_CALLED_ON_VALID_SEQUENCE(sequence_checker_); |
| DCHECK(!data_update_in_flight_); |
| |
| base::UmaHistogramBoolean( |
| "OptimizationGuide.ClearHostModelFeatures.StoreAvailable", IsAvailable()); |
| if (!IsAvailable()) |
| return; |
| |
| data_update_in_flight_ = true; |
| auto entries_to_save = std::make_unique<EntryVector>(); |
| |
| entry_keys_.reset(); |
| |
| // Removes all |kHostModelFeatures| store entries. OnUpdateStore will handle |
| // updating status and re-filling entry_keys with the entries still in the |
| // store. |
| database_->UpdateEntriesWithRemoveFilter( |
| std::move(entries_to_save), // this should be empty. |
| base::BindRepeating(&DatabasePrefixFilter, |
| GetHostModelFeaturesEntryKeyPrefix()), |
| base::BindOnce(&OptimizationGuideStore::OnUpdateStore, |
| weak_ptr_factory_.GetWeakPtr(), base::DoNothing::Once())); |
| } |
| |
| } // namespace optimization_guide |