10607447055

Committed 29 Aug 2024 02:08AM UTC coverage: 31.927% (-0.01%) from 31.937%

Build # 10607447055

Build Type

Pull #9662

github

Committed by

darkruby501

Commit Message

improved scrolling

Pull Request Pull Request #9662: LLM Chat Further Improvements 2024-08-28

Run Details

5023 of 41030 branches covered (12.24%)

Branch coverage included in aggregate %.

0 of 27 new or added lines in 2 files covered. (0.0%)

2 existing lines in 2 files now uncovered.

29310 of 66505 relevant lines covered (44.07%)

188.38 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

14.59

/packages/lesswrong/components/languageModels/LanguageModelChat.tsx

import React, { useEffect, useRef, useState, useCallback } from 'react';
import { Components, registerComponent } from '../../lib/vulcan-lib';
import classNames from 'classnames';
import DeferRender from '../common/DeferRender';
import Button from '@material-ui/core/Button';
import { useMessages } from '../common/withMessages';
import Select from '@material-ui/core/Select';
import CloseIcon from '@material-ui/icons/Close';
import { useLocation } from "../../lib/routeUtil";
import { useLlmChat } from './LlmChatWrapper';
import type { Editor } from '@ckeditor/ckeditor5-core';
import CKEditor from '@/lib/vendor/ckeditor5-react/ckeditor';
import { getCkCommentEditor } from '@/lib/wrapCkEditor';
import { forumTypeSetting } from '@/lib/instanceSettings';
import { mentionPluginConfiguration } from '@/lib/editor/mentionsConfig';
import { ckEditorStyles } from '@/themes/stylePiping';
import { HIDE_LLM_CHAT_GUIDE_COOKIE } from '@/lib/cookies/cookies';
import { useCookiesWithConsent } from '../hooks/useCookiesWithConsent';
import { AnalyticsContext } from '@/lib/analyticsEvents';

const styles = (theme: ThemeType) => ({
  root: {
    height: "calc(100vh - 160px)"
  },
  subRoot: {
    display: "flex",
    flexDirection: "column",
    height: "100%"
  },
  submission: {
    margin: 10,
    display: "flex",
    padding: 20,
    ...theme.typography.commentStyle,
  },
  editor: {
    minHeight: 60,
    '& .ck.ck-content': {
      minHeight: 60,
    },
    ...ckEditorStyles(theme),
    overflowY: 'scroll',
    paddingLeft: 20,
    paddingTop: 20,
    fontSize: '1.1rem',
    '& blockquote, & li': {
      fontSize: '1.1rem'
    }
  },
  inputTextbox: {
    margin: 10,
    marginTop: 20,
    borderRadius: 4,
    maxHeight: "40vh",
    backgroundColor: theme.palette.panelBackground.commentNodeEven,
    overflowY: 'hidden',
    overflowX: 'hidden',
    flexGrow: 0,
    flexShrink: 0,
    flexBasis: "auto",
    display: "flex",
    flexDirection: "column",
  },
  submitButton:{
    width: "fit-content",
    fontSize: "16px",
    color: theme.palette.lwTertiary.main,
    marginLeft: "5px",
    "&:hover": {
      opacity: .5,
      backgroundColor: "none",
    },
  },
  editorButtons: {
    display: "flex",
    justifyContent: "flex-end",
    padding: "10px",
  },
  welcomeGuide: {
    margin: 10,
    display: "flex",
    flexDirection: "column",
  },
  welcomeGuideText: {
    padding: 20,
    backgroundColor: theme.palette.grey[100],
    borderRadius: 10,
  },
  welcomeGuideButton: {
    cursor: "pointer",
    opacity: 0.8,
    alignSelf: "flex-end",
    fontStyle: "italic",
    marginBottom: 4
  },
  chatMessage: {
    padding: 20,
    margin: 10,
    borderRadius: 10,
    backgroundColor: theme.palette.grey[100],
  },
  chatMessageContent: {
  },
  userMessage: {
    backgroundColor: theme.palette.grey[300],
  },
  messages: {
    overflowY: "scroll",
    flexGrow: 1,
    //the last child has margin bottom 0 (doesn't work)
    "& > *:last-child": {
      marginBottom: 0
    }
  },
  options: {
    flexGrow: 0,
    flexShrink: 0,
    flexBasis: "auto",
    fontFamily: theme.palette.fonts.sansSerifStack,
    marginLeft: 10
  },
  checkbox: {
    padding: 8
  },
  select: {
    // TODO: maybe really the styling of the options section should be flex display and flex grow stuff
    maxWidth: 250,
  },
  menuItem: {
    zIndex: theme.zIndexes.languageModelChat + 10,
    display: "flex",
    justifyContent: "space-between",
    alignItems: "center"
  },
  deleteConvoIcon: {
    marginLeft: 10,
    cursor: "pointer",
    opacity: 0.8,
    width: 16
  },
  loadingSpinner: {
    marginTop: 10
  },
});

interface LlmConversationMessage {
  role: string
  content: string
}

const NEW_CONVERSATION_MENU_ITEM = "New Conversation";

const LLMChatMessage = ({message, classes}: {
  message: LlmConversationMessage,
  classes: ClassesType<typeof styles>,
}) => {
  const { ContentItemBody, ContentStyles } = Components;

  const { role, content } = message;

  return <ContentStyles contentType="llmChat" className={classes.chatMessageContent}>
    <ContentItemBody
      className={classNames(classes.chatMessage, {[classes.userMessage]: role==='user'})}
      dangerouslySetInnerHTML={{__html: content}}
    />
</ContentStyles>
}

const LLMInputTextbox = ({onSubmit, classes}: {
  onSubmit: (message: string) => void,
  classes: ClassesType<typeof styles>,
}) => {
  const { ContentStyles } = Components;
  
  const [currentMessage, setCurrentMessage] = useState('');
  const ckEditorRef = useRef<CKEditor<any> | null>(null);
  const editorRef = useRef<Editor | null>(null);

  // TODO: we probably want to come back to this and enable cloud services for image uploading
  const editorConfig = {
    placeholder: 'Type here.  Ctrl/Cmd + Enter to submit.',
    mention: mentionPluginConfiguration,
  };

  const submitEditorContentAndClear = useCallback(() => {
    const currentEditorContent = editorRef.current?.getData();
    currentEditorContent && void onSubmit(currentEditorContent);
    setCurrentMessage('');
  }, [onSubmit]);

  // We need to pipe through the `conversationId` and do all of this eventListener setup/teardown like this because
  // otherwise messages get submitted to whatever conversation was "current" when the editor was initially loaded
  // Running this useEffect whenever either the conversationId or onSubmit changes ensures we remove and re-attach a fresh event listener with the correct "targets"
  useEffect(() => {
    const currentEditorRefValue = ckEditorRef.current;

    const options = { capture: true };
    const handleKeyDown = (event: KeyboardEvent) => {
      if ((event.ctrlKey || event.metaKey) && event.keyCode === 13) {
        event.stopPropagation();
        event.preventDefault();
        submitEditorContentAndClear();
      }
    };
  
    const internalEditorRefInstance = (currentEditorRefValue as AnyBecauseHard).domContainer?.current;
    if (internalEditorRefInstance) {
      internalEditorRefInstance.addEventListener('keydown', handleKeyDown, options);
    }

    return () => {
      const internalEditorRefInstance = (currentEditorRefValue as AnyBecauseHard)?.domContainer?.current;
      if (internalEditorRefInstance) {
        internalEditorRefInstance.removeEventListener('keydown', handleKeyDown, options);
      }
    }
  }, [onSubmit, submitEditorContentAndClear]);

  const submitButton = <div className={classes.editorButtons}>
    <Button
      type='submit'
      id='llm-submit-button'
      className={classes.submitButton} 
      onClick={submitEditorContentAndClear}
    >
      Submit
    </Button>
  </div>;

  // TODO: styling and debouncing
  return <ContentStyles className={classes.inputTextbox} contentType='comment'>
    <div className={classes.editor}>
      <CKEditor
        data={currentMessage}
        ref={ckEditorRef}
        editor={getCkCommentEditor(forumTypeSetting.get())}
        isCollaborative={false}
        onChange={(_event, editor: Editor) => {
          // debouncedValidateEditor(editor.model.document)
          // If transitioning from empty to nonempty or nonempty to empty,
          // bypass throttling. These cases don't have the performance
          // implications that motivated having throttling in the first place,
          // and this prevents a timing bug with form-clearing on submit.
          setCurrentMessage(editor.getData());

          // if (!editor.data.model.hasContent(editor.model.document.getRoot('main'))) {
          //   throttledSetCkEditor.cancel();
          //   setCurrentMessage(editor.getData());
          // } else {
          //   throttledSetCkEditor(() => editor.getData())
          // }
        }}
        onReady={(editor) => {
          editorRef.current = editor;
        }}
        config={editorConfig}
      />
    </div>
    {submitButton}
  </ContentStyles>
}

const welcomeGuideHtml = [
  `<h1>Welcome to the LessWrong LLM Chat!</h1>`,
  `<ul><li>Ctrl/Cmd + Enter to submit</li>`,
  `<li>The LLM chat interface is currently hooked up to Claude Sonnet 3.5</li><li>While in development, LW is paying for the usage. This will likely change later.</li>`,
  `<li>LaTeX is supported both on input and output</li><li>Images are not yet supported</li><li style="color: #bf360c;">While this feature is under heavy development, the LessWrong team will read conversations to help us with product iteration.</li></ul>`,
  `<h1>Loading Context</h1><p><strong>Currently, context loading only happens with the first message in a conversation</strong></p>`,
  `<p>When you start a new chat, your very first message is analyzed for potentially relevant context based on the text of your query and the post you are currently viewing (if any).`,
  ` The system will decide whether or not to load in posts and comments related to your query, your current post, both, or neither.</p>`,
  `<p>The kinds of requests you can make include but are not limited to:</p>`,
  `<p><i>About the current post</i></p><blockquote>`,
  `<p>"Please give me a tl;dr of this post and tell me three surprising things in it."</p>`,
  `<p>&lt;copy-paste section of post&gt; "Please explain this to me including worked examples and explanations of the math notation."</p>`,
  `<p>"What the objections to the OP in the comments and how did the author respond to them?"</p>`,
  `<p>"What are background posts that would help understand this?"</p></blockquote>`,
  `<p><i>Generally</i></p><blockquote><p>"Can you give me an overview of Infrabayesianism?"</p>`,
  `<p>"Please give me an of the Sleeping Beauty problem and its significance?"</p></blockquote>`,
  `<p>(Our chat is good for asking about niche LessWrong content.)</p><p>Feel free to try out other kinds of questions!!</p><p><em>(This guide can be hidden - see the button in the top right.)</em></p>`
].join('');

export const ChatInterface = ({classes}: {
  classes: ClassesType<typeof styles>,
}) => {
  const { LlmChatMessage, Loading, MenuItem, ContentStyles, ContentItemBody } = Components;

  const { currentConversation, setCurrentConversation, archiveConversation, orderedConversations, submitMessage, currentConversationLoading } = useLlmChat();


  const { flash } = useMessages();

  // TODO: come back and refactor this to use currentRoute & matchPath to get the url parameter instead
  const { location } = useLocation();
  const { pathname } = location;
  const currentPostId = pathname.match(/\/posts\/([^/]+)\/[^/]+/)?.[1];

  const messagesRef = useRef<HTMLDivElement>(null);
  const lastMessageLengthRef = useRef(0);
  const previousMessagesLengthRef = useRef(0);

  // Scroll to bottom when new messages are added or the content of the last message grows due to streaming
  useEffect(() => {
    const messages = currentConversation?.messages ?? [];
    const currentMessagesLength = messages.length;

    const scrollToBottom = (behavior: 'auto' | 'smooth' = 'auto') => {
      if (messagesRef.current) {
        messagesRef.current.scrollTo({ 
          top: messagesRef.current.scrollHeight, 
          behavior 
        });
      }
    };

    const scrollToBottomIfNearBottom = () => {
      if (messagesRef.current) {
        const { scrollHeight, scrollTop, clientHeight } = messagesRef.current;
        const scrollThreshold = clientHeight * 0.2; // 20% of the visible area
        const isScrolledNearBottom = scrollHeight - scrollTop <= clientHeight + scrollThreshold;

        if (isScrolledNearBottom) {
          scrollToBottom('smooth');
        }
      }
    };

    // New message added
    if (currentMessagesLength > previousMessagesLengthRef.current) {
      scrollToBottom();
      previousMessagesLengthRef.current = currentMessagesLength;
    } 
    // Content of the last message changed (e.g., streaming)
    else if (messages.length > 0) {
      const lastMessage = messages[messages.length - 1];
      const currentLastMessageLength = lastMessage.content.length;

      if (currentLastMessageLength !== lastMessageLengthRef.current) {
        lastMessageLengthRef.current = currentLastMessageLength;
        
        // Delay scroll check slightly to allow for content update
        setTimeout(scrollToBottomIfNearBottom, 100);
      }
    }
  }, [currentConversation?.messages]);

  const [cookies, setCookies] = useCookiesWithConsent([HIDE_LLM_CHAT_GUIDE_COOKIE])
  const showGuide = cookies[HIDE_LLM_CHAT_GUIDE_COOKIE] !== "true";
  const setShowGuide = (show: boolean) => {
    setCookies(HIDE_LLM_CHAT_GUIDE_COOKIE, show ? "false" : "true")
  }

  const llmChatGuide = <ContentStyles contentType="llmChat" className={classes.welcomeGuide}>
    <div 
      onClick={() => setShowGuide(!showGuide)} 
      className={classes.welcomeGuideButton}
    >
      {showGuide ? "Hide Guide" : "Show LLM Guide"}
    </div>
    {showGuide && <ContentItemBody
      className={classNames(classes.welcomeGuideText)}
      dangerouslySetInnerHTML={{__html: welcomeGuideHtml}}
    />}
  </ContentStyles>

  const messagesForDisplay = <div className={classes.messages} ref={messagesRef}>
    {llmChatGuide}
    {currentConversation?.messages.map((message, index) => (
      <LlmChatMessage key={index} message={message} />
    ))}
  </div>

  const exportHistoryToClipboard = () => {
    if (!currentConversation) return
    const conversationHistory = currentConversation.messages.filter(({role}) => ['user', 'assistant', 'user-context'].includes(role))
    const formattedChatHistory = conversationHistory.map(({role, content}) => `${role.toUpperCase()}: ${content}`).join("\n")
    void navigator.clipboard.writeText(formattedChatHistory)
    flash('Chat history copied to clipboard')
  }

  const onSelect = (event: React.ChangeEvent<HTMLSelectElement>) => {
    const newSelection = event.target.value;
    const newSelectionId = newSelection === "New Conversation"
      ? undefined
      : newSelection;

    setCurrentConversation(newSelectionId);
  }

  const deleteConversation = (ev: React.MouseEvent, conversationId: string) => {
    // TODO: figure out if we need both of these or just one (i.e. to prevent selection of the menu item)
    ev.preventDefault();
    ev.stopPropagation();
    archiveConversation(conversationId);
  };

  const conversationSelect = <Select 
    onChange={onSelect} 
    value={currentConversation?._id ?? NEW_CONVERSATION_MENU_ITEM}
    disableUnderline
    className={classes.select}
    MenuProps={{style: {zIndex: 10000000002}}} // TODO: figure out sensible z-index stuff
    renderValue={(conversationId: string) => orderedConversations.find(c => c._id === conversationId)?.title ?? NEW_CONVERSATION_MENU_ITEM}
    >
      {
        orderedConversations.map(({ title, _id }, index) => (
          <MenuItem key={index} value={_id} className={classes.menuItem}>
            {title ?? "...Title Pending..."}
            <CloseIcon onClick={(ev) => deleteConversation(ev, _id)} className={classes.deleteConvoIcon} />
          </MenuItem>
      ))}
      <MenuItem value={NEW_CONVERSATION_MENU_ITEM} className={classes.menuItem}>
        New Conversation
      </MenuItem>
    </Select>;


  const options = <div className={classes.options}>
    <Button onClick={() => setCurrentConversation()}>
      New Chat
    </Button>
    <Button onClick={exportHistoryToClipboard} disabled={!currentConversation}>
      Export
    </Button>
    {conversationSelect}
  </div>  

  const handleSubmit = useCallback((message: string) => {
    submitMessage(message, currentPostId);
  }, [currentPostId, submitMessage]);

  return <div className={classes.subRoot}>
    {messagesForDisplay}
    {currentConversationLoading && <Loading className={classes.loadingSpinner}/>}
    <LLMInputTextbox onSubmit={handleSubmit} classes={classes} />
    {options}
  </div>
}


// Wrapper component needed so we can use deferRender
export const LanguageModelChat = ({classes}: {
  classes: ClassesType<typeof styles>,
}) => {
  return <DeferRender ssr={false}>
    <AnalyticsContext pageSectionContext='llmChat'>
      <div className={classes.root}>
        <ChatInterface classes={classes} />
      </div>
    </AnalyticsContext>
  </DeferRender>;
}

const LanguageModelChatComponent = registerComponent('LanguageModelChat', LanguageModelChat, {styles});

const LlmChatMessageComponent = registerComponent('LlmChatMessage', LLMChatMessage, {styles});

declare global {
  interface ComponentTypes {
    LanguageModelChat: typeof LanguageModelChatComponent
    LlmChatMessage: typeof LlmChatMessageComponent
  }
}

1	import React, { useEffect, useRef, useState, useCallback } from 'react';	3✔
2	import { Components, registerComponent } from '../../lib/vulcan-lib';	1✔
3	import classNames from 'classnames';	1✔
4	import DeferRender from '../common/DeferRender';	1✔
5	import Button from '@material-ui/core/Button';	1✔
6	import { useMessages } from '../common/withMessages';	1✔
7	import Select from '@material-ui/core/Select';	1✔
8	import CloseIcon from '@material-ui/icons/Close';	1✔
9	import { useLocation } from "../../lib/routeUtil";	1✔
10	import { useLlmChat } from './LlmChatWrapper';	1✔
11	import type { Editor } from '@ckeditor/ckeditor5-core';
12	import CKEditor from '@/lib/vendor/ckeditor5-react/ckeditor';	1✔
13	import { getCkCommentEditor } from '@/lib/wrapCkEditor';	1✔
14	import { forumTypeSetting } from '@/lib/instanceSettings';	1✔
15	import { mentionPluginConfiguration } from '@/lib/editor/mentionsConfig';	1✔
16	import { ckEditorStyles } from '@/themes/stylePiping';	1✔
17	import { HIDE_LLM_CHAT_GUIDE_COOKIE } from '@/lib/cookies/cookies';	1✔
18	import { useCookiesWithConsent } from '../hooks/useCookiesWithConsent';	1✔
19	import { AnalyticsContext } from '@/lib/analyticsEvents';	1✔
20
21	const styles = (theme: ThemeType) => ({	2✔
22	root: {
23	height: "calc(100vh - 160px)"
24	},
25	subRoot: {
26	display: "flex",
27	flexDirection: "column",
28	height: "100%"
29	},
30	submission: {
31	margin: 10,
32	display: "flex",
33	padding: 20,
34	...theme.typography.commentStyle,
35	},
36	editor: {
37	minHeight: 60,
38	'& .ck.ck-content': {
39	minHeight: 60,
40	},
41	...ckEditorStyles(theme),
42	overflowY: 'scroll',
43	paddingLeft: 20,
44	paddingTop: 20,
45	fontSize: '1.1rem',
46	'& blockquote, & li': {
47	fontSize: '1.1rem'
48	}
49	},
50	inputTextbox: {
51	margin: 10,
52	marginTop: 20,
53	borderRadius: 4,
54	maxHeight: "40vh",
55	backgroundColor: theme.palette.panelBackground.commentNodeEven,
56	overflowY: 'hidden',
57	overflowX: 'hidden',
58	flexGrow: 0,
59	flexShrink: 0,
60	flexBasis: "auto",
61	display: "flex",
62	flexDirection: "column",
63	},
64	submitButton:{
65	width: "fit-content",
66	fontSize: "16px",
67	color: theme.palette.lwTertiary.main,
68	marginLeft: "5px",
69	"&:hover": {
70	opacity: .5,
71	backgroundColor: "none",
72	},
73	},
74	editorButtons: {
75	display: "flex",
76	justifyContent: "flex-end",
77	padding: "10px",
78	},
79	welcomeGuide: {
80	margin: 10,
81	display: "flex",
82	flexDirection: "column",
83	},
84	welcomeGuideText: {
85	padding: 20,
86	backgroundColor: theme.palette.grey[100],
87	borderRadius: 10,
88	},
89	welcomeGuideButton: {
90	cursor: "pointer",
91	opacity: 0.8,
92	alignSelf: "flex-end",
93	fontStyle: "italic",
94	marginBottom: 4
95	},
96	chatMessage: {
97	padding: 20,
98	margin: 10,
99	borderRadius: 10,
100	backgroundColor: theme.palette.grey[100],
101	},
102	chatMessageContent: {
103	},
104	userMessage: {
105	backgroundColor: theme.palette.grey[300],
106	},
107	messages: {
108	overflowY: "scroll",
109	flexGrow: 1,
110	//the last child has margin bottom 0 (doesn't work)
111	"& > *:last-child": {
112	marginBottom: 0
113	}
114	},
115	options: {
116	flexGrow: 0,
117	flexShrink: 0,
118	flexBasis: "auto",
119	fontFamily: theme.palette.fonts.sansSerifStack,
120	marginLeft: 10
121	},
122	checkbox: {
123	padding: 8
124	},
125	select: {
126	// TODO: maybe really the styling of the options section should be flex display and flex grow stuff
127	maxWidth: 250,
128	},
129	menuItem: {
130	zIndex: theme.zIndexes.languageModelChat + 10,
131	display: "flex",
132	justifyContent: "space-between",
133	alignItems: "center"
134	},
135	deleteConvoIcon: {
136	marginLeft: 10,
137	cursor: "pointer",
138	opacity: 0.8,
139	width: 16
140	},
141	loadingSpinner: {
142	marginTop: 10
143	},
144	});
145
146	interface LlmConversationMessage {
147	role: string
148	content: string
149	}
150
151	const NEW_CONVERSATION_MENU_ITEM = "New Conversation";	1✔
152
153	const LLMChatMessage = ({message, classes}: {	1✔
154	message: LlmConversationMessage,
155	classes: ClassesType<typeof styles>,
156	}) => {
157	const { ContentItemBody, ContentStyles } = Components;	×
158
159	const { role, content } = message;	×
160
161	return <ContentStyles contentType="llmChat" className={classes.chatMessageContent}>	×
162	<ContentItemBody
163	className={classNames(classes.chatMessage, {[classes.userMessage]: role==='user'})}
164	dangerouslySetInnerHTML={{__html: content}}
165	/>
166	</ContentStyles>
167	}
168
169	const LLMInputTextbox = ({onSubmit, classes}: {	1✔
170	onSubmit: (message: string) => void,
171	classes: ClassesType<typeof styles>,
172	}) => {
173	const { ContentStyles } = Components;	×
174
175	const [currentMessage, setCurrentMessage] = useState('');	×
176	const ckEditorRef = useRef<CKEditor<any> \| null>(null);	×
177	const editorRef = useRef<Editor \| null>(null);	×
178
179	// TODO: we probably want to come back to this and enable cloud services for image uploading
180	const editorConfig = {	×
181	placeholder: 'Type here. Ctrl/Cmd + Enter to submit.',
182	mention: mentionPluginConfiguration,
183	};
184
185	const submitEditorContentAndClear = useCallback(() => {	×
186	const currentEditorContent = editorRef.current?.getData();	×
187	currentEditorContent && void onSubmit(currentEditorContent);	×
188	setCurrentMessage('');	×
189	}, [onSubmit]);
190
191	// We need to pipe through the `conversationId` and do all of this eventListener setup/teardown like this because
192	// otherwise messages get submitted to whatever conversation was "current" when the editor was initially loaded
193	// Running this useEffect whenever either the conversationId or onSubmit changes ensures we remove and re-attach a fresh event listener with the correct "targets"
194	useEffect(() => {	×
195	const currentEditorRefValue = ckEditorRef.current;	×
196
197	const options = { capture: true };	×
198	const handleKeyDown = (event: KeyboardEvent) => {	×
199	if ((event.ctrlKey \|\| event.metaKey) && event.keyCode === 13) {	×
200	event.stopPropagation();	×
201	event.preventDefault();	×
202	submitEditorContentAndClear();	×
203	}
204	};
205
206	const internalEditorRefInstance = (currentEditorRefValue as AnyBecauseHard).domContainer?.current;	×
207	if (internalEditorRefInstance) {	×
208	internalEditorRefInstance.addEventListener('keydown', handleKeyDown, options);	×
209	}
210
211	return () => {	×
212	const internalEditorRefInstance = (currentEditorRefValue as AnyBecauseHard)?.domContainer?.current;	×
213	if (internalEditorRefInstance) {	×
214	internalEditorRefInstance.removeEventListener('keydown', handleKeyDown, options);	×
215	}
216	}
217	}, [onSubmit, submitEditorContentAndClear]);
218
219	const submitButton = <div className={classes.editorButtons}>	×
220	<Button
221	type='submit'
222	id='llm-submit-button'
223	className={classes.submitButton}
224	onClick={submitEditorContentAndClear}
225	>
226	Submit
227	</Button>
228	</div>;
229
230	// TODO: styling and debouncing
231	return <ContentStyles className={classes.inputTextbox} contentType='comment'>	×
232	<div className={classes.editor}>
233	<CKEditor
234	data={currentMessage}
235	ref={ckEditorRef}
236	editor={getCkCommentEditor(forumTypeSetting.get())}
237	isCollaborative={false}
238	onChange={(_event, editor: Editor) => {
239	// debouncedValidateEditor(editor.model.document)
240	// If transitioning from empty to nonempty or nonempty to empty,
241	// bypass throttling. These cases don't have the performance
242	// implications that motivated having throttling in the first place,
243	// and this prevents a timing bug with form-clearing on submit.
244	setCurrentMessage(editor.getData());	×
245
246	// if (!editor.data.model.hasContent(editor.model.document.getRoot('main'))) {
247	// throttledSetCkEditor.cancel();
248	// setCurrentMessage(editor.getData());
249	// } else {
250	// throttledSetCkEditor(() => editor.getData())
251	// }
252	}}
253	onReady={(editor) => {
254	editorRef.current = editor;	×
255	}}
256	config={editorConfig}
257	/>
258	</div>
259	{submitButton}
260	</ContentStyles>
261	}
262
263	const welcomeGuideHtml = [	1✔
264	`<h1>Welcome to the LessWrong LLM Chat!</h1>`,
265	`<ul><li>Ctrl/Cmd + Enter to submit</li>`,
266	`<li>The LLM chat interface is currently hooked up to Claude Sonnet 3.5</li><li>While in development, LW is paying for the usage. This will likely change later.</li>`,
267	`<li>LaTeX is supported both on input and output</li><li>Images are not yet supported</li><li style="color: #bf360c;">While this feature is under heavy development, the LessWrong team will read conversations to help us with product iteration.</li></ul>`,
268	`<h1>Loading Context</h1><p><strong>Currently, context loading only happens with the first message in a conversation</strong></p>`,
269	`<p>When you start a new chat, your very first message is analyzed for potentially relevant context based on the text of your query and the post you are currently viewing (if any).`,
270	` The system will decide whether or not to load in posts and comments related to your query, your current post, both, or neither.</p>`,
271	`<p>The kinds of requests you can make include but are not limited to:</p>`,
272	`<p><i>About the current post</i></p><blockquote>`,
273	`<p>"Please give me a tl;dr of this post and tell me three surprising things in it."</p>`,
274	`<p><copy-paste section of post> "Please explain this to me including worked examples and explanations of the math notation."</p>`,
275	`<p>"What the objections to the OP in the comments and how did the author respond to them?"</p>`,
276	`<p>"What are background posts that would help understand this?"</p></blockquote>`,
277	`<p><i>Generally</i></p><blockquote><p>"Can you give me an overview of Infrabayesianism?"</p>`,
278	`<p>"Please give me an of the Sleeping Beauty problem and its significance?"</p></blockquote>`,
279	`<p>(Our chat is good for asking about niche LessWrong content.)</p><p>Feel free to try out other kinds of questions!!</p><p><em>(This guide can be hidden - see the button in the top right.)</em></p>`
280	].join('');
281
282	export const ChatInterface = ({classes}: {	1✔
283	classes: ClassesType<typeof styles>,
284	}) => {
285	const { LlmChatMessage, Loading, MenuItem, ContentStyles, ContentItemBody } = Components;	×
286
287	const { currentConversation, setCurrentConversation, archiveConversation, orderedConversations, submitMessage, currentConversationLoading } = useLlmChat();	×
288
289
UNCOV 290	const { flash } = useMessages();	×
291
292	// TODO: come back and refactor this to use currentRoute & matchPath to get the url parameter instead
293	const { location } = useLocation();	×
294	const { pathname } = location;	×
295	const currentPostId = pathname.match(/\/posts\/([^/]+)\/[^/]+/)?.[1];	×
296
NEW 297	const messagesRef = useRef<HTMLDivElement>(null);	×
NEW 298	const lastMessageLengthRef = useRef(0);	×
NEW 299	const previousMessagesLengthRef = useRef(0);	×
300
301	// Scroll to bottom when new messages are added or the content of the last message grows due to streaming
302	useEffect(() => {	×
NEW 303	const messages = currentConversation?.messages ?? [];	×
NEW 304	const currentMessagesLength = messages.length;	×
305
NEW 306	const scrollToBottom = (behavior: 'auto' \| 'smooth' = 'auto') => {	×
NEW 307	if (messagesRef.current) {	×
NEW 308	messagesRef.current.scrollTo({	×
309	top: messagesRef.current.scrollHeight,
310	behavior
311	});
312	}
313	};
314
NEW 315	const scrollToBottomIfNearBottom = () => {	×
NEW 316	if (messagesRef.current) {	×
NEW 317	const { scrollHeight, scrollTop, clientHeight } = messagesRef.current;	×
NEW 318	const scrollThreshold = clientHeight * 0.2; // 20% of the visible area	×
NEW 319	const isScrolledNearBottom = scrollHeight - scrollTop <= clientHeight + scrollThreshold;	×
320
NEW 321	if (isScrolledNearBottom) {	×
NEW 322	scrollToBottom('smooth');	×
323	}
324	}
325	};
326
327	// New message added
NEW 328	if (currentMessagesLength > previousMessagesLengthRef.current) {	×
NEW 329	scrollToBottom();	×
NEW 330	previousMessagesLengthRef.current = currentMessagesLength;	×
NEW 331	}	×
332	// Content of the last message changed (e.g., streaming)
333	else if (messages.length > 0) {
NEW 334	const lastMessage = messages[messages.length - 1];	×
NEW 335	const currentLastMessageLength = lastMessage.content.length;	×
336
NEW 337	if (currentLastMessageLength !== lastMessageLengthRef.current) {	×
NEW 338	lastMessageLengthRef.current = currentLastMessageLength;	×
339
340	// Delay scroll check slightly to allow for content update
NEW 341	setTimeout(scrollToBottomIfNearBottom, 100);	×
342	}
343	}
344	}, [currentConversation?.messages]);	×
345
346	const [cookies, setCookies] = useCookiesWithConsent([HIDE_LLM_CHAT_GUIDE_COOKIE])	×
347	const showGuide = cookies[HIDE_LLM_CHAT_GUIDE_COOKIE] !== "true";	×
348	const setShowGuide = (show: boolean) => {	×
349	setCookies(HIDE_LLM_CHAT_GUIDE_COOKIE, show ? "false" : "true")	×
350	}
351
352	const llmChatGuide = <ContentStyles contentType="llmChat" className={classes.welcomeGuide}>	×
353	<div
354	onClick={() => setShowGuide(!showGuide)}	×
355	className={classes.welcomeGuideButton}
356	>
357	{showGuide ? "Hide Guide" : "Show LLM Guide"}	×
358	</div>
359	{showGuide && <ContentItemBody	×
360	className={classNames(classes.welcomeGuideText)}
361	dangerouslySetInnerHTML={{__html: welcomeGuideHtml}}
362	/>}
363	</ContentStyles>
364
365	const messagesForDisplay = <div className={classes.messages} ref={messagesRef}>	×
366	{llmChatGuide}
367	{currentConversation?.messages.map((message, index) => (	×
368	<LlmChatMessage key={index} message={message} />	×
369	))}
370	</div>
371
372	const exportHistoryToClipboard = () => {	×
373	if (!currentConversation) return	×
374	const conversationHistory = currentConversation.messages.filter(({role}) => ['user', 'assistant', 'user-context'].includes(role))	×
375	const formattedChatHistory = conversationHistory.map(({role, content}) => `${role.toUpperCase()}: ${content}`).join("\n")	×
376	void navigator.clipboard.writeText(formattedChatHistory)	×
377	flash('Chat history copied to clipboard')	×
378	}
379
380	const onSelect = (event: React.ChangeEvent<HTMLSelectElement>) => {	×
381	const newSelection = event.target.value;	×
382	const newSelectionId = newSelection === "New Conversation"	×
383	? undefined	×
384	: newSelection;
385
386	setCurrentConversation(newSelectionId);	×
387	}
388
389	const deleteConversation = (ev: React.MouseEvent, conversationId: string) => {	×
390	// TODO: figure out if we need both of these or just one (i.e. to prevent selection of the menu item)
391	ev.preventDefault();	×
392	ev.stopPropagation();	×
393	archiveConversation(conversationId);	×
394	};
395
396	const conversationSelect = <Select	×
397	onChange={onSelect}
398	value={currentConversation?._id ?? NEW_CONVERSATION_MENU_ITEM}	×
399	disableUnderline
400	className={classes.select}
401	MenuProps={{style: {zIndex: 10000000002}}} // TODO: figure out sensible z-index stuff
402	renderValue={(conversationId: string) => orderedConversations.find(c => c._id === conversationId)?.title ?? NEW_CONVERSATION_MENU_ITEM}	×
403	>
404	{
405	orderedConversations.map(({ title, _id }, index) => (
406	<MenuItem key={index} value={_id} className={classes.menuItem}>	×
407	{title ?? "...Title Pending..."}	×
408	<CloseIcon onClick={(ev) => deleteConversation(ev, _id)} className={classes.deleteConvoIcon} />	×
409	</MenuItem>
410	))}
411	<MenuItem value={NEW_CONVERSATION_MENU_ITEM} className={classes.menuItem}>
412	New Conversation
413	</MenuItem>
414	</Select>;
415
416
417	const options = <div className={classes.options}>	×
418	<Button onClick={() => setCurrentConversation()}>	×
419	New Chat
420	</Button>
421	<Button onClick={exportHistoryToClipboard} disabled={!currentConversation}>
422	Export
423	</Button>
424	{conversationSelect}
425	</div>
426
427	const handleSubmit = useCallback((message: string) => {	×
428	submitMessage(message, currentPostId);	×
429	}, [currentPostId, submitMessage]);
430
431	return <div className={classes.subRoot}>	×
432	{messagesForDisplay}
433	{currentConversationLoading && <Loading className={classes.loadingSpinner}/>}	×
434	<LLMInputTextbox onSubmit={handleSubmit} classes={classes} />
435	{options}
436	</div>
437	}
438
439
440	// Wrapper component needed so we can use deferRender
441	export const LanguageModelChat = ({classes}: {	1✔
442	classes: ClassesType<typeof styles>,
443	}) => {
444	return <DeferRender ssr={false}>	×
445	<AnalyticsContext pageSectionContext='llmChat'>
446	<div className={classes.root}>
447	<ChatInterface classes={classes} />
448	</div>
449	</AnalyticsContext>
450	</DeferRender>;
451	}
452
453	const LanguageModelChatComponent = registerComponent('LanguageModelChat', LanguageModelChat, {styles});	1✔
454
455	const LlmChatMessageComponent = registerComponent('LlmChatMessage', LLMChatMessage, {styles});	1✔
456
457	declare global {
458	interface ComponentTypes {
459	LanguageModelChat: typeof LanguageModelChatComponent
460	LlmChatMessage: typeof LlmChatMessageComponent
461	}
462	}

ForumMagnum / ForumMagnum / 10607447055

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous