Commit: 356751b59d378fbe6ea336211e0c3588cd08eccb - zirpu (git)

Emergent generative agents

Commit MetaInfo

• Révision: 356751b59d378fbe6ea336211e0c3588cd08eccb (tree)
• l'heure: 2023-06-12 03:14:32
• Auteur: Corbin <cds@corb...>
• Commiter: Corbin

Message de Log

Add WP query access, and fix a few bugs.

Most importantly, make choices on RWKV work. The same technique should
work on LLaMA too.

Change Summary

• modified: flake.nix
• modified: src/agent.py
• modified: src/gens/mawrkov.py

Modification

--- a/flake.nix
+++ b/flake.nix
@@ -52,9 +52,22 @@
 
           doCheck = false;
         };
+        mediawiki = pkgs.python310.pkgs.buildPythonPackage rec {
+          pname = "pymediawiki";
+          version = "0.7.2";
+
+          src = pkgs.fetchPypi {
+            inherit pname version;
+            sha256 = "sha256-4KjtKSnWBRyZgHrnUCwdKwSx9FftkQ2+vJuptfnWqUI=";
+          };
+
+          propagatedBuildInputs = with pkgs.python310.pkgs; [
+            beautifulsoup4 requests
+          ];
+        };
         py = pkgs.python310.withPackages (ps: with ps; [
           faiss llama-cpp-python sentence-transformers tokenizers transformers torch
-          twisted
+          twisted mediawiki
         ]);
         rwkv = pkgs.stdenv.mkDerivation {
           name = "rwkv.cpp";

--- a/src/agent.py
+++ b/src/agent.py
@@ -4,6 +4,7 @@ from collections import deque
 from datetime import datetime
 import json
 import os.path
+import random
 import re
 from string import ascii_uppercase
 import sys
@@ -16,6 +17,9 @@ from twisted.internet.task import LoopingCall, deferLater
 from twisted.internet.threads import deferToThread
 from twisted.words.protocols.irc import IRCClient
 
+from mediawiki import MediaWiki
+from mediawiki.exceptions import DisambiguationError, MediaWikiException, PageError
+
 from common import irc_line, Timer, SentenceIndex, breakAt
 from gens.camelid import CamelidGen
 from gens.mawrkov import MawrkovGen
@@ -54,6 +58,7 @@ prologues = {
     "thoughts": "Then I thought to myself:",
     "choice": "Then I chose what to do next:",
     "irc": "Then I chatted on IRC, channel {subtag}:",
+    "wp": "Then I searched Wikipedia by title and read a summary:",
 }
 
 class Mind:
@@ -155,6 +160,7 @@ uppercase = ascii_uppercase[1:]
 choices = {
     "irc": "Chat on IRC, channel {subtag}",
     "thoughts": "Think to myself for a moment",
+    "wp": "Search Wikipedia",
 }
 def choicify(options):
     return " ".join(f"({c}) {o}" for c, o in zip(uppercase, options))
@@ -166,7 +172,10 @@ class ChoiceMaker(Agent):
         self.mind = mind
         self.possibilities = set()
         self.actions = {}
-    def overhear(self, tag, subtag, s): self.possibilities.add((tag, subtag))
+    def overhear(self, tag, subtag, s):
+        # XXX hack
+        if tag == "irc" and subtag is None: return
+        self.possibilities.add((tag, subtag))
     def dispatch(self, tag, subtag):
         if tag in self.actions: return self.actions[tag](subtag)
     def idle(self):
@@ -176,11 +185,19 @@ class ChoiceMaker(Agent):
         if len(possibilities) == 0: return
         elif len(possibilities) == 1: return self.dispatch(*possibilities[0])
 
+        random.shuffle(possibilities)
         prompt = choicify([choices[tag].format(subtag=subtag)
                            for tag, subtag in possibilities])
         d = self.mind.forceChoice(self.tag, self.subtag, prompt + " My choice: ",
                                   uppercase[:len(possibilities)])
-        d.addCallback(lambda s: self.dispatch(*possibilities[indexify(s)]))
+
+        @d.addCallback
+        def cb(s):
+            index = indexify(s)
+            try: return self.dispatch(*possibilities[index])
+            except IndexError:
+                self.broadcast("But that was an invalid choice, so I had to choose again.")
+                return deferLater(reactor, 0.0, self.idle)
         return d
 
 class ChainOfThoughts(Agent):
@@ -198,7 +215,7 @@ class Recall(Agent):
     tag = "memories"
     def __init__(self, index, seed, idle):
         self.index = index
-        self.recentThoughts = deque([seed], maxlen=5)
+        self.recentThoughts = deque([seed], maxlen=25)
         self.idle = idle
 
     def go(self):
@@ -216,11 +233,11 @@ class Recall(Agent):
             if thought not in self.recentThoughts:
                 new += 1
                 self.recentThoughts.append(thought)
-                self.broadcast(thought)
+                deferLater(reactor, 0.0, self.broadcast, thought)
         return new
 
 
-IRC_LINE_HEAD = re.compile(r"\d{1,2}:\d{1,2}:\d{1,2} <")
+IRC_LINE_HEAD = re.compile(r"\d{1,2}:\d{1,2}:\d{1,2}( #[-a-z]+)? <")
 def breakIRCLine(line):
     return IRC_LINE_HEAD.split(breakAt(line.strip(), "\n"), maxsplit=1)[0]
 
@@ -244,8 +261,7 @@ class IRCAgent(Agent, IRCClient):
     def userLeft(self, user, channel):
         self.broadcastTagged(channel, f"{user} leaves {channel}")
 
-    def userQuit(self, user, channel):
-        self.broadcastTagged(channel, f"{user} quits {channel}")
+    def userQuit(self, user, reason): self.broadcast(f"{user} quit")
 
     def topicUpdated(self, user, channel, topic):
         self.broadcastTagged(channel, f"Topic for {channel} is now: {topic}")
@@ -281,6 +297,36 @@ class IRCFactory(ClientFactory):
         self.cm.actions["irc"] = protocol.speakInChannel
         return protocol
 
+class ReadWP(Agent):
+    tag = "wp"
+    def __init__(self, mind):
+        self.wp = MediaWiki()
+        self.mind = mind
+
+    def go(self):
+        d = self.mind.infer(self.tag, self.subtag, "Title search:")
+
+        @d.addCallback
+        def cb(title):
+            title = title.strip()
+            if not title:
+                self.broadcast("No query provided; trying again.")
+                return deferLater(reactor, 0.0, self.go)
+            try:
+                page = self.wp.page(title)
+                summary = page.summary[:200]
+                if len(page.summary) > 200: summary += "..."
+                self.broadcast("Title: " + page.title)
+                self.broadcast("Summary: " + summary)
+            except DisambiguationError as de:
+                self.broadcast("Ambiguous query. Possible titles: " +
+                               ", ".join(de.options))
+            except MediaWikiException:
+                self.broadcast("Search query was too long.")
+            except PageError: self.broadcast("No article with that title.")
+
+        return d
+
 def go():
     print("~ Starting tasks…")
     clock = Clock()
@@ -305,11 +351,16 @@ def go():
 
         memories = Recall(thoughtIndex, firstStatement, cm.idle)
         memories.listeners = lbi, mind
-        LoopingCall(memories.go).start(60 * 2, now=True)
+        LoopingCall(memories.go).start(60 * 5, now=True)
 
         thoughts = ChainOfThoughts(mind, cm.idle)
         thoughts.listeners = memories, lbi, mind
-        LoopingCall(thoughts.go).start(60 * 2, now=False)
+        LoopingCall(thoughts.go).start(60 * 5, now=False)
+
+        readwp = ReadWP(mind)
+        readwp.listeners = cm, lbi, mind
+        LoopingCall(readwp.go).start(60 * 30, now=True)
+        cm.actions["wp"] = lambda subtag: readwp.go()
 
         factory = IRCFactory(mind, cm, (memories, lbi, cm, mind),
                              title,

--- a/src/gens/mawrkov.py
+++ b/src/gens/mawrkov.py
@@ -70,7 +70,4 @@ class MawrkovYarn(Yarn):
             self.feedForward([token])
         return tokens
 
-    def force(self, options):
-        # +10 is hopefully not too much.
-        biases = {opt: 10 for opt in options}
-        return sampling.sample_logits(self.logits, TEMPERATURE, TOP_P, biases)
+    def force(self, options): return max(options, key=self.logits.__getitem__)