Blackfur/SheepBotFrame
1
1
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Added progress counter for downloading

Browse source
This commit is contained in:
blackfur 2021-02-16 18:46:11 +01:00
parent adb01dc9a7
commit 2437707b2c
1 changed files with 27 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

25
run.py
View file

@ -2,6 +2,7 @@ import os
import sys import sys
import yaml import yaml
import discord import discord
import datetime
from chatterbot import ChatBot from chatterbot import ChatBot
from chatterbot.trainers import ChatterBotCorpusTrainer, ListTrainer from chatterbot.trainers import ChatterBotCorpusTrainer, ListTrainer
@ -41,17 +42,35 @@ async def download():
os.system("rm chatlogs/*.tmp.yml") os.system("rm chatlogs/*.tmp.yml")
for trainchannel in config["trainchannels"]: for trainchannel in config["trainchannels"]:
channel = await bot.fetch_channel(trainchannel[0]) channel = await bot.fetch_channel(trainchannel[0])
to_fetch = trainchannel[1]
messages = [""] * to_fetch
counter = 0 counter = 0
messages = [None] * trainchannel[1] latest = datetime.datetime.now()
async for message in channel.history(limit=trainchannel[1]): while to_fetch > 0:
print(f"{trainchannel[1]-to_fetch}/{trainchannel[1]} Messages Downloaded", end='\r')
async for message in channel.history(limit=500, before=latest):
if message.content is None: if message.content is None:
print("Found Null message, ignoring...") print("Found Null message, skipping...")
else: else:
messages[counter] = message.content messages[counter] = message.content
counter += 1 counter += 1
latest = message.created_at
to_fetch -= 1000
messages.reverse() messages.reverse()
with open("chatlogs/"+ str(trainchannel[0])+".tmp.yml", "w") as logfile: with open("chatlogs/"+ str(trainchannel[0])+".tmp.yml", "w") as logfile:
yaml.dump(messages, logfile) yaml.dump(messages, logfile)
# channel = await bot.fetch_channel(trainchannel[0])
# counter = 0
# messages = [None] * trainchannel[1]
# async for message in channel.history(limit=trainchannel[1]):
# if message.content is None:
# print("Found Null message, ignoring...")
# else:
# messages[counter] = message.content
# counter += 1
# messages.reverse()
# with open("chatlogs/" + str(trainchannel[0]) + ".tmp.yml", "w") as logfile:
# yaml.dump(messages, logfile)
async def train(): async def train():