mirrors/dragonflydb-dragonfly
1
0
Fork 0
mirror of https://github.com/dragonflydb/dragonfly.git synced 2024-12-14 11:58:02 +00:00
Code Activity

Cache logs player batching (#623)

Browse source 
* feat(tools):cache log player batching all the way optimization

Signed-off-by: ashotland <ashotland@gmail.com>

* feat(tools): cache log player add one last print stats after completion

Signed-off-by: ashotland <ashotland@gmail.com>

Signed-off-by: ashotland <ashotland@gmail.com>
This commit is contained in:
ashotland 2022-12-30 11:29:11 +02:00 committed by GitHub
parent c3de3ef2f3
commit f204f1c670
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 10 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
tools/cache_logs_player.py
View file

@ -155,12 +155,18 @@ class AsyncPlayer:
# handle the remaining lines # handle the remaining lines
await self.dispatch_batches() await self.dispatch_batches()
async def report_stats(self): async def print_stats(self):
while True:
info = await self.redis_client.execute_command("info", "stats") info = await self.redis_client.execute_command("info", "stats")
print(f"{datetime.now()}: {info}") print(f"{datetime.now()}: {info}")
await asyncio.sleep(10)
async def report_stats(self):
while True:
self.print_stats()
async def report_stats(self):
while True:
await self.print_stats()
await asyncio.sleep(10)
async def play(self, csv_file, parser) -> None: async def play(self, csv_file, parser) -> None:
print(f"pinging {self.redis_uri} successful?") print(f"pinging {self.redis_uri} successful?")
@ -175,6 +181,7 @@ class AsyncPlayer:
await self.worker_pool.stop() await self.worker_pool.stop()
stats_task.cancel() stats_task.cancel()
print("all done") print("all done")
await self.print_stats()
def main(): def main():
parser = argparse.ArgumentParser(description='Cache Logs Player') parser = argparse.ArgumentParser(description='Cache Logs Player')