Files
OpenHands/opendevin/server/session/msg_stack.py
Leo adbcfefd8c feat: websocket connection management and sandbox bound to session. (#559)
* feat: websocket connection management and sandbox bound to session.

* fix: set default value to id

* feat: add session management.

* fix for mypy

* fix for mypy

* fix the pnpm-lock.

* fix the default model is empty will throw error.
2024-04-05 12:19:52 -05:00

100 lines
2.8 KiB
Python

import os
import json
import atexit
import signal
import uuid
from typing import Dict, List
from opendevin.server.schema.action import ActionType
CACHE_DIR = os.getenv("CACHE_DIR", "cache")
MSG_CACHE_FILE = os.path.join(CACHE_DIR, "messages.json")
class Message:
id: str = str(uuid.uuid4())
role: str # "user"| "assistant"
payload: Dict[str, object]
def __init__(self, role: str, payload: Dict[str, object]):
self.role = role
self.payload = payload
def to_dict(self):
return {"id": self.id, "role": self.role, "payload": self.payload}
@classmethod
def from_dict(cls, data: Dict):
m = cls(data["role"], data["payload"])
m.id = data["id"]
return m
class MessageStack:
_messages: Dict[str, List[Message]] = {}
def __init__(self):
self._load_messages()
atexit.register(self.close)
signal.signal(signal.SIGINT, self.handle_signal)
signal.signal(signal.SIGTERM, self.handle_signal)
def close(self):
self._save_messages()
def handle_signal(self, signum, _):
print(f"Received signal {signum}, exiting...")
self.close()
exit(0)
def add_message(self, sid: str, role: str, message: Dict[str, object]):
if sid not in self._messages:
self._messages[sid] = []
self._messages[sid].append(Message(role, message))
def del_messages(self, sid: str):
if sid not in self._messages:
return
del self._messages[sid]
def get_messages(self, sid: str) -> List[Dict[str, object]]:
if sid not in self._messages:
return []
return [msg.to_dict() for msg in self._messages[sid]]
def get_message_total(self, sid: str) -> int:
if sid not in self._messages:
return 0
cnt = 0
for msg in self._messages[sid]:
# Ignore assistant init message for now.
if "action" in msg.payload and msg.payload["action"] == ActionType.INIT:
continue
cnt += 1
return cnt
def _save_messages(self):
if not os.path.exists(CACHE_DIR):
os.makedirs(CACHE_DIR)
data = {}
for sid, msgs in self._messages.items():
data[sid] = [msg.to_dict() for msg in msgs]
with open(MSG_CACHE_FILE, "w+") as file:
json.dump(data, file)
def _load_messages(self):
try:
# TODO: delete useless messages
with open(MSG_CACHE_FILE, "r") as file:
data = json.load(file)
for sid, msgs in data.items():
self._messages[sid] = [Message.from_dict(msg) for msg in msgs]
except FileNotFoundError:
pass
except json.decoder.JSONDecodeError:
pass
message_stack = MessageStack()