Blackfur/SheepBotFrame
1
1
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Added progress counter for downloading

Browse source
This commit is contained in:
blackfur 2021-02-16 18:46:11 +01:00
parent adb01dc9a7
commit 2437707b2c
1 changed files with 27 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

27
run.py
View file

@ -2,6 +2,7 @@ import os
import sys
import yaml
import discord
import datetime
from chatterbot import ChatBot
from chatterbot.trainers import ChatterBotCorpusTrainer, ListTrainer
@ -41,17 +42,35 @@ async def download():
os.system("rm chatlogs/*.tmp.yml")
for trainchannel in config["trainchannels"]:
channel = await bot.fetch_channel(trainchannel[0])
to_fetch = trainchannel[1]
messages = [""] * to_fetch
counter = 0
messages = [None] * trainchannel[1]
async for message in channel.history(limit=trainchannel[1]):
latest = datetime.datetime.now()
while to_fetch > 0:
print(f"{trainchannel[1]-to_fetch}/{trainchannel[1]} Messages Downloaded", end='\r')
async for message in channel.history(limit=500, before=latest):
if message.content is None:
print("Found Null message, ignoring...")
print("Found Null message, skipping...")
else:
messages[counter] = message.content
counter += 1
latest = message.created_at
to_fetch -= 1000
messages.reverse()
with open("chatlogs/" + str(trainchannel[0]) + ".tmp.yml", "w") as logfile:
with open("chatlogs/"+ str(trainchannel[0])+".tmp.yml", "w") as logfile:
yaml.dump(messages, logfile)
# channel = await bot.fetch_channel(trainchannel[0])
# counter = 0
# messages = [None] * trainchannel[1]
# async for message in channel.history(limit=trainchannel[1]):
# if message.content is None:
# print("Found Null message, ignoring...")
# else:
# messages[counter] = message.content
# counter += 1
# messages.reverse()
# with open("chatlogs/" + str(trainchannel[0]) + ".tmp.yml", "w") as logfile:
# yaml.dump(messages, logfile)
async def train():