Files
firebase-ios-sdk/Firestore/Source/Local/FSTLRUGarbageCollector.mm
T
Greg Soltis 16a5210b3c Merging the LRU branch (#1600)
* Switch to reference delegates for garbage collection (#1410)

* Bump sequence number on resume token refresh

* Style

* Fix comment formatting

* Add FSTReferenceDelegate definition and documentation

* Add methods to return nil for delegates, wire up inMemoryPins

* Add hook for removing a reference

* Start work on reference delegates

* Fix up tests to support adding documents at a sequence number

* Implement removing references

* Remove from target when dropped from local view

* Fix warning

* Add hooks for removal from mutation queue

* Add hooks for limbo document updates

* Style

* Drop commented-out code

* Fixup after merging master

* Start importing delegate implementations

* Memory LRU tests pass

* Make memory lru work, start fixing up lru tests. All with hidden sequence numbers

* Most LRU tests passing w/ memory

* Big LRU test passes w/ memory

* Leveldb LRU tests pass

* All passing except local store tests

* All tests pass

* Fix localstore tests

* Revert removeQueryData change

* Remove collectGarbage calls

* Remove NoOp GC

* More cleanup

* Refactor FSTHelpers

* Cleanup and commenting

* Comments and cleanup

* Comments

* Drop nullable for reference delegates, and old persistence method on spec tests

* Fix missing sequence bump, remove unneeded targetID

* Style

* Drop commented-out code

* Satisfy the linters and copyrighters, etc.

* Drop more commented-out code

* Fix import -> include, NSUInteger -> int

* Start work on test comments

* FSTDocumentKey -> DocumentKey

* Sample of LRU test refactor (#1424)

* Sample of test refactor

* Drop errant 'struct' keyword

* More test refactoring

* Make gc a member variable too

* Tests refactored to use member variables

* Assign delegates procedurally, rather than passing in a block

* Fix up FSTLevelDB a little

* listens -> listenTargets

* Rename GCEnabled

* remove isSentinel

* reword comment

* Add case for non-eager GC to test

* Style

* Cleaning the lint trap

* Clean up LRU tests (#1433)

* Add copious helpers and some docs to lru tests

* Style

* Method name refactor, add comment

* Drop FSTGarbageCollector and FSTEagerGarbageCollector (#1440)

* Drop FSTGarbageCollector and FSTEagerGarbageCollector

* Drop unused containsKey from FSTLevelDBMutationQueue

* Style

* Include sequence number in FSTQueryData hash and isEqual (#1568)

* Include sequence number in FSTQueryData hash and isEqual methods

* Style

* Switch to util::Hash

* Fix preserving query cache metadata (#1569)

* Add failing test

* Move the restart tests to the leveldb test suite

* Style

* Add new persistence test helper

* Fix test failure

* Review feedback

* Style
2018-07-27 13:58:11 -07:00

121 lines
3.8 KiB
Plaintext

/*
* Copyright 2018 Google
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#import "Firestore/Source/Local/FSTLRUGarbageCollector.h"
#include <queue>
#import "Firestore/Source/Local/FSTMutationQueue.h"
#import "Firestore/Source/Local/FSTQueryCache.h"
#include "Firestore/core/src/firebase/firestore/model/document_key.h"
using firebase::firestore::model::DocumentKey;
const FSTListenSequenceNumber kFSTListenSequenceNumberInvalid = -1;
/**
* RollingSequenceNumberBuffer tracks the nth sequence number in a series. Sequence numbers may be
* added out of order.
*/
class RollingSequenceNumberBuffer {
public:
explicit RollingSequenceNumberBuffer(size_t max_elements)
: max_elements_(max_elements), queue_(std::priority_queue<FSTListenSequenceNumber>()) {
}
RollingSequenceNumberBuffer(const RollingSequenceNumberBuffer &other) = delete;
RollingSequenceNumberBuffer &operator=(const RollingSequenceNumberBuffer &other) = delete;
void AddElement(FSTListenSequenceNumber sequence_number) {
if (queue_.size() < max_elements_) {
queue_.push(sequence_number);
} else {
FSTListenSequenceNumber highestValue = queue_.top();
if (sequence_number < highestValue) {
queue_.pop();
queue_.push(sequence_number);
}
}
}
FSTListenSequenceNumber max_value() const {
return queue_.top();
}
size_t size() const {
return queue_.size();
}
private:
std::priority_queue<FSTListenSequenceNumber> queue_;
const size_t max_elements_;
};
@interface FSTLRUGarbageCollector ()
@property(nonatomic, strong, readonly) id<FSTQueryCache> queryCache;
@end
@implementation FSTLRUGarbageCollector {
id<FSTLRUDelegate> _delegate;
}
- (instancetype)initWithQueryCache:(id<FSTQueryCache>)queryCache
delegate:(id<FSTLRUDelegate>)delegate {
self = [super init];
if (self) {
_queryCache = queryCache;
_delegate = delegate;
}
return self;
}
- (int)queryCountForPercentile:(NSUInteger)percentile {
int totalCount = [self.queryCache count];
int setSize = (int)((percentile / 100.0f) * totalCount);
return setSize;
}
- (FSTListenSequenceNumber)sequenceNumberForQueryCount:(NSUInteger)queryCount {
if (queryCount == 0) {
return kFSTListenSequenceNumberInvalid;
}
RollingSequenceNumberBuffer buffer(queryCount);
// Pointer is necessary to access stack-allocated buffer from a block.
RollingSequenceNumberBuffer *ptr_to_buffer = &buffer;
[_delegate enumerateTargetsUsingBlock:^(FSTQueryData *queryData, BOOL *stop) {
ptr_to_buffer->AddElement(queryData.sequenceNumber);
}];
[_delegate enumerateMutationsUsingBlock:^(const DocumentKey &docKey,
FSTListenSequenceNumber sequenceNumber, BOOL *stop) {
ptr_to_buffer->AddElement(sequenceNumber);
}];
return buffer.max_value();
}
- (int)removeQueriesUpThroughSequenceNumber:(FSTListenSequenceNumber)sequenceNumber
liveQueries:
(NSDictionary<NSNumber *, FSTQueryData *> *)liveQueries {
return [_delegate removeTargetsThroughSequenceNumber:sequenceNumber liveQueries:liveQueries];
}
- (int)removeOrphanedDocumentsThroughSequenceNumber:(FSTListenSequenceNumber)sequenceNumber {
return [_delegate removeOrphanedDocumentsThroughSequenceNumber:sequenceNumber];
}
@end