kai-law / app.py
seawolf2357's picture
Update app.py
76119f7 verified
raw
history blame
5.26 kB
import discord
import logging
import os
from huggingface_hub import InferenceClient
import asyncio
import subprocess
from datasets import load_dataset
import pandas as pd
from fuzzywuzzy import process
# ํ˜„์žฌ ์ž‘์—… ๋””๋ ‰ํ† ๋ฆฌ ์ถœ๋ ฅ
print("Current Working Directory:", os.getcwd())
# ๋ฐ์ดํ„ฐ์…‹ ํŒŒ์ผ ์ด๋ฆ„
data_files = ['train_0.csv', 'train_1.csv', 'train_2.csv', 'train_3.csv', 'train_4.csv', 'train_5.csv']
# ํ˜„์žฌ ์ž‘์—… ๋””๋ ‰ํ† ๋ฆฌ์— ๋ชจ๋“  ํŒŒ์ผ์ด ์žˆ๋Š”์ง€ ํ™•์ธ
missing_files = [file for file in data_files if not os.path.exists(file)]
if missing_files:
print(f"Missing files: {missing_files}")
# ํ•„์š”ํ•œ ๊ฒฝ์šฐ ์ž‘์—… ๋””๋ ‰ํ† ๋ฆฌ ๋ณ€๊ฒฝ
os.chdir('/home/user/app')
print("Changed directory to:", os.getcwd())
else:
print("All files are present in the current directory.")
# ๋ฐ์ดํ„ฐ์…‹ ๋กœ๋“œ ๋ฐ ์ตœ์ ํ™”
def load_optimized_dataset(data_files):
data_frames = [pd.read_csv(file) for file in data_files]
full_data = pd.concat(data_frames, ignore_index=True)
# ์‚ฌ๊ฑด๋ช…์„ ํ‚ค๋กœ ํ•˜๊ณ  ์‚ฌ๊ฑด๋ฒˆํ˜ธ์™€ ์ „๋ฌธ์„ ์ €์žฅํ•˜๋Š” ๋”•์…”๋„ˆ๋ฆฌ ์ƒ์„ฑ
name_to_number = full_data.groupby('์‚ฌ๊ฑด๋ช…')['์‚ฌ๊ฑด๋ฒˆํ˜ธ'].apply(list).to_dict()
number_to_fulltext = full_data.set_index('์‚ฌ๊ฑด๋ฒˆํ˜ธ')['์ „๋ฌธ'].to_dict()
return name_to_number, number_to_fulltext
name_to_number, number_to_fulltext = load_optimized_dataset(data_files)
print("Dataset loaded successfully.")
# ์‚ฌ๊ฑด๋ช… ๋ฆฌ์ŠคํŠธ ์ƒ์„ฑ
all_case_names = list(name_to_number.keys())
# ๋กœ๊น… ์„ค์ •
logging.basicConfig(level=logging.DEBUG, format='%(asctime)s:%(levelname)s:%(name)s: %(message)s', handlers=[logging.StreamHandler()])
# ์ธํ…ํŠธ ์„ค์ •
intents = discord.Intents.default()
intents.message_content = True
intents.messages = True
intents.guilds = True
intents.guild_messages = True
# ์ถ”๋ก  API ํด๋ผ์ด์–ธํŠธ ์„ค์ • (์˜ˆ์‹œ๋กœ ํฌํ•จ, ์‹ค์ œ๋กœ ์‚ฌ์šฉ๋˜์ง€ ์•Š์Œ)
hf_client = InferenceClient("CohereForAI/c4ai-command-r-plus", token=os.getenv("HF_TOKEN"))
# ํŠน์ • ์ฑ„๋„ ID
SPECIFIC_CHANNEL_ID = int(os.getenv("DISCORD_CHANNEL_ID"))
# ๋Œ€ํ™” ํžˆ์Šคํ† ๋ฆฌ๋ฅผ ์ €์žฅํ•  ์ „์—ญ ๋ณ€์ˆ˜
conversation_history = []
class MyClient(discord.Client):
def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs)
self.is_processing = False
async def on_ready(self):
logging.info(f'{self.user}๋กœ ๋กœ๊ทธ์ธ๋˜์—ˆ์Šต๋‹ˆ๋‹ค!')
subprocess.Popen(["python", "web.py"])
logging.info("Web.py server has been started.")
async def on_message(self, message):
if message.author == self.user:
return
if not self.is_message_in_specific_channel(message):
return
if self.is_processing:
logging.debug("Currently processing another message, skipping this one.")
return
self.is_processing = True
try:
response = await generate_response(message)
if response and response.strip():
await message.channel.send(response)
else:
await message.channel.send("์ฃ„์†กํ•ฉ๋‹ˆ๋‹ค, ์ œ๊ณตํ•  ์ˆ˜ ์žˆ๋Š” ์ •๋ณด๊ฐ€ ์—†์Šต๋‹ˆ๋‹ค.")
finally:
self.is_processing = False
logging.debug("Message processing completed, ready for the next one.")
def is_message_in_specific_channel(self, message):
channel_condition = message.channel.id == SPECIFIC_CHANNEL_ID
thread_condition = isinstance(message.channel, discord.Thread) and message.channel.parent_id == SPECIFIC_CHANNEL_ID
return channel_condition or thread_condition
async def generate_response(message):
global conversation_history
user_input = message.content.strip()
user_mention = message.author.mention
# ์œ ์‚ฌํ•œ ์‚ฌ๊ฑด๋ช… ์ฐพ๊ธฐ
matched_case_names = process.extractBests(user_input, all_case_names, limit=3, score_cutoff=80)
if matched_case_names:
case_numbers = []
for case_name, score in matched_case_names:
case_numbers.extend(name_to_number[case_name])
case_numbers = list(set(case_numbers)) # ์ค‘๋ณต ์ œ๊ฑฐ
case_numbers_str = "\n".join(case_numbers)
system_message = f"{user_mention}, '{user_input}'์™€ ์œ ์‚ฌํ•œ ์‚ฌ๊ฑด๋ช…์˜ ์‚ฌ๊ฑด๋ฒˆํ˜ธ๋Š” ๋‹ค์Œ๊ณผ ๊ฐ™์Šต๋‹ˆ๋‹ค:\n{case_numbers_str}"
elif user_input in number_to_fulltext:
full_text = number_to_fulltext[user_input]
system_message = f"{user_mention}, ์‚ฌ๊ฑด๋ฒˆํ˜ธ '{user_input}'์˜ ์ „๋ฌธ์€ ๋‹ค์Œ๊ณผ ๊ฐ™์Šต๋‹ˆ๋‹ค:\n\n{full_text}"
else:
system_message = f"{user_mention}, ๊ด€๋ จ ๋ฒ•๋ฅ  ์ •๋ณด๋ฅผ ์ฐพ์„ ์ˆ˜ ์—†์Šต๋‹ˆ๋‹ค."
# ๋ฉ”์‹œ์ง€ ๊ธธ์ด ์ œํ•œ ์ฒ˜๋ฆฌ
max_length = 2000
if len(system_message) > max_length:
response_parts = []
for i in range(0, len(system_message), max_length):
part_response = system_message[i:i + max_length]
await message.channel.send(part_response)
response_parts.append(part_response)
return response_parts[0] if response_parts else "์ฃ„์†กํ•ฉ๋‹ˆ๋‹ค, ์ œ๊ณตํ•  ์ˆ˜ ์žˆ๋Š” ์ •๋ณด๊ฐ€ ์—†์Šต๋‹ˆ๋‹ค."
return system_message
if __name__ == "__main__":
discord_client = MyClient(intents=intents)
discord_client.run(os.getenv('DISCORD_TOKEN'))