<|file_name|>shardcounter_sync.py<|end_file_name|><｜fim▁begin｜>import random

from google.appengine.api import memcache
from google.appengine.ext import ndb

SHARD_KEY_TEMPLATE = 'shard-{}-{:d}'

class GeneralCounterShardConfig(ndb.Model):
    num_shards = ndb.IntegerProperty(default=20)

    @classmethod
    def all_keys(cls, name):
        config = cls.get_or_insert(name)
        shard_key_strings = [SHARD_KEY_TEMPLATE.format(name, index) for index in range(config.num_shards)]
        return [ndb.Key(GeneralCounterShard, shard_key_string) for shard_key_string in shard_key_strings]

class GeneralCounterShard(ndb.Model):
    count = ndb.IntegerProperty(default=0)

def get_count(name):
    <|fim_middle|>


def increment(name):
    config = GeneralCounterShardConfig.get_or_insert(name)
    return _increment(name, config.num_shards)

@ndb.transactional
def _increment(name, num_shards):
    index = random.randint(0, num_shards - 1)
    shard_key_string = SHARD_KEY_TEMPLATE.format(name, index)

    parent_key = ndb.Key('ShardCounterParent', name)

    counter = GeneralCounterShard.get_by_id(shard_key_string, parent = parent_key)

    if counter is None:
        counter = GeneralCounterShard(parent = parent_key, id=shard_key_string)

    counter.count += 1
    counter.put()

    rval = memcache.incr(name) # Memcache increment does nothing if the name is not a key in memcache

    if rval is None:
        return get_count(name)

    return rval

@ndb.transactional
def increase_shards(name, num_shards):
    config = GeneralCounterShardConfig.get_or_insert(name)
    if config.num_shards < num_shards:
        config.num_shards = num_shards
        config.put()
<｜fim▁end｜>
    total = memcache.get(name)

    if total is None:
        total = 0

        parent_key = ndb.Key('ShardCounterParent', name)

        shard_query = GeneralCounterShard.query(ancestor=parent_key)
        shard_counters = shard_query.fetch(limit=None)

        for counter in shard_counters:
            if counter is not None:
                total += counter.count
                memcache.add(name, total, 7200) # 2 hours to expire

    return total