10648145493

Committed 31 Aug 2024 08:41PM UTC coverage: 31.935% (+0.09%) from 31.849%

Build # 10648145493

Build Type

Pull #9691

github

Committed by

darkruby501

Commit Message

slight prompt reword

Pull Request Pull Request #9691: Llm chat improvements 2024 08 30

Run Details

5023 of 41066 branches covered (12.23%)

Branch coverage included in aggregate %.

2 of 9 new or added lines in 4 files covered. (22.22%)

281 existing lines in 7 files now uncovered.

29342 of 66542 relevant lines covered (44.1%)

188.34 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

14.59

/packages/lesswrong/components/languageModels/LanguageModelChat.tsx

import React, { useEffect, useRef, useState, useCallback } from 'react';
import { Components, registerComponent } from '../../lib/vulcan-lib';
import classNames from 'classnames';
import DeferRender from '../common/DeferRender';
import Button from '@material-ui/core/Button';
import { useMessages } from '../common/withMessages';
import Select from '@material-ui/core/Select';
import CloseIcon from '@material-ui/icons/Close';
import { useLocation } from "../../lib/routeUtil";
import { NewLlmMessage, useLlmChat } from './LlmChatWrapper';
import type { Editor } from '@ckeditor/ckeditor5-core';
import CKEditor from '@/lib/vendor/ckeditor5-react/ckeditor';
import { getCkCommentEditor } from '@/lib/wrapCkEditor';
import { forumTypeSetting } from '@/lib/instanceSettings';
import { mentionPluginConfiguration } from '@/lib/editor/mentionsConfig';
import { ckEditorStyles } from '@/themes/stylePiping';
import { HIDE_LLM_CHAT_GUIDE_COOKIE } from '@/lib/cookies/cookies';
import { useCookiesWithConsent } from '../hooks/useCookiesWithConsent';
import { AnalyticsContext } from '@/lib/analyticsEvents';

const styles = (theme: ThemeType) => ({
  root: {
    height: "calc(100vh - 160px)"
  },
  subRoot: {
    display: "flex",
    flexDirection: "column",
    height: "100%"
  },
  submission: {
    margin: 10,
    display: "flex",
    padding: 20,
    ...theme.typography.commentStyle,
  },
  editor: {
    minHeight: 60,
    '& .ck.ck-content': {
      minHeight: 60,
    },
    ...ckEditorStyles(theme),
    overflowY: 'scroll',
    paddingLeft: 20,
    paddingTop: 20,
    fontSize: '1.0rem',
    '& blockquote, & li': {
      fontSize: '1.0rem'
    }
  },
  inputTextbox: {
    margin: 10,
    marginTop: 20,
    borderRadius: 4,
    maxHeight: "40vh",
    backgroundColor: theme.palette.panelBackground.commentNodeEven,
    overflowY: 'hidden',
    overflowX: 'hidden',
    flexGrow: 0,
    flexShrink: 0,
    flexBasis: "auto",
    display: "flex",
    flexDirection: "column",
  },
  submitButton:{
    width: "fit-content",
    fontSize: "16px",
    color: theme.palette.lwTertiary.main,
    marginLeft: "5px",
    "&:hover": {
      opacity: .5,
      backgroundColor: "none",
    },
  },
  editorButtons: {
    display: "flex",
    justifyContent: "flex-end",
    padding: "10px",
  },
  welcomeGuide: {
    margin: 10,
    display: "flex",
    flexDirection: "column",
  },
  welcomeGuideText: {
    padding: 20,
    backgroundColor: theme.palette.grey[100],
    borderRadius: 10,
  },
  welcomeGuideButton: {
    cursor: "pointer",
    opacity: 0.8,
    alignSelf: "flex-end",
    fontStyle: "italic",
    marginBottom: 4
  },
  chatMessage: {
    padding: 20,
    margin: 10,
    borderRadius: 10,
    backgroundColor: theme.palette.grey[100],
  },
  chatMessageContent: {
  },
  userMessage: {
    backgroundColor: theme.palette.grey[300],
  },
  errorMessage: {
    backgroundColor: theme.palette.error.light,
  },
  messages: {
    overflowY: "scroll",
    flexGrow: 1,
    //the last child has margin bottom 0 (doesn't work)
    "& > *:last-child": {
      marginBottom: 0
    }
  },
  options: {
    flexGrow: 0,
    flexShrink: 0,
    flexBasis: "auto",
    fontFamily: theme.palette.fonts.sansSerifStack,
    marginLeft: 10
  },
  checkbox: {
    padding: 8
  },
  select: {
    // TODO: maybe really the styling of the options section should be flex display and flex grow stuff
    maxWidth: 250,
  },
  menuItem: {
    zIndex: theme.zIndexes.languageModelChat + 10,
    display: "flex",
    justifyContent: "space-between",
    alignItems: "center"
  },
  deleteConvoIcon: {
    marginLeft: 10,
    cursor: "pointer",
    opacity: 0.8,
    width: 16
  },
  loadingSpinner: {
    marginTop: 10
  },
});

const NEW_CONVERSATION_MENU_ITEM = "New Conversation";

const LLMChatMessage = ({message, classes}: {
  message: LlmMessagesFragment | NewLlmMessage,
  classes: ClassesType<typeof styles>,
}) => {
  const { ContentItemBody, ContentStyles } = Components;

  const { role, content } = message;

  return <ContentStyles contentType="llmChat" className={classes.chatMessageContent}>
    <ContentItemBody
      className={classNames(classes.chatMessage, {
        [classes.userMessage]: role === 'user',
        [classes.errorMessage]: role === 'error'
      })}
      dangerouslySetInnerHTML={{__html: content}}
    />
  </ContentStyles>
}

const LLMInputTextbox = ({onSubmit, classes}: {
  onSubmit: (message: string) => void,
  classes: ClassesType<typeof styles>,
}) => {
  const { ContentStyles } = Components;
  
  const [currentMessage, setCurrentMessage] = useState('');
  const ckEditorRef = useRef<CKEditor<any> | null>(null);
  const editorRef = useRef<Editor | null>(null);

  // TODO: we probably want to come back to this and enable cloud services for image uploading
  const editorConfig = {
    placeholder: 'Type here.  Ctrl/Cmd + Enter to submit.',
    mention: mentionPluginConfiguration,
  };

  const submitEditorContentAndClear = useCallback(() => {
    const currentEditorContent = editorRef.current?.getData();
    currentEditorContent && void onSubmit(currentEditorContent);
    setCurrentMessage('');
  }, [onSubmit]);

  // We need to pipe through the `conversationId` and do all of this eventListener setup/teardown like this because
  // otherwise messages get submitted to whatever conversation was "current" when the editor was initially loaded
  // Running this useEffect whenever either the conversationId or onSubmit changes ensures we remove and re-attach a fresh event listener with the correct "targets"
  useEffect(() => {
    const currentEditorRefValue = ckEditorRef.current;

    const options = { capture: true };
    const handleKeyDown = (event: KeyboardEvent) => {
      if ((event.ctrlKey || event.metaKey) && event.keyCode === 13) {
        event.stopPropagation();
        event.preventDefault();
        submitEditorContentAndClear();
      }
    };
  
    const internalEditorRefInstance = (currentEditorRefValue as AnyBecauseHard).domContainer?.current;
    if (internalEditorRefInstance) {
      internalEditorRefInstance.addEventListener('keydown', handleKeyDown, options);
    }

    return () => {
      const internalEditorRefInstance = (currentEditorRefValue as AnyBecauseHard)?.domContainer?.current;
      if (internalEditorRefInstance) {
        internalEditorRefInstance.removeEventListener('keydown', handleKeyDown, options);
      }
    }
  }, [onSubmit, submitEditorContentAndClear]);

  const submitButton = <div className={classes.editorButtons}>
    <Button
      type='submit'
      id='llm-submit-button'
      className={classes.submitButton} 
      onClick={submitEditorContentAndClear}
    >
      Submit
    </Button>
  </div>;

  // TODO: styling and debouncing
  return <ContentStyles className={classes.inputTextbox} contentType='comment'>
    <div className={classes.editor}>
      <CKEditor
        data={currentMessage}
        ref={ckEditorRef}
        editor={getCkCommentEditor(forumTypeSetting.get())}
        isCollaborative={false}
        onChange={(_event, editor: Editor) => {
          // debouncedValidateEditor(editor.model.document)
          // If transitioning from empty to nonempty or nonempty to empty,
          // bypass throttling. These cases don't have the performance
          // implications that motivated having throttling in the first place,
          // and this prevents a timing bug with form-clearing on submit.
          setCurrentMessage(editor.getData());

          // if (!editor.data.model.hasContent(editor.model.document.getRoot('main'))) {
          //   throttledSetCkEditor.cancel();
          //   setCurrentMessage(editor.getData());
          // } else {
          //   throttledSetCkEditor(() => editor.getData())
          // }
        }}
        onReady={(editor) => {
          editorRef.current = editor;
        }}
        config={editorConfig}
      />
    </div>
    {submitButton}
  </ContentStyles>
}

const welcomeGuideHtml = [
  `<h1>Welcome to the LessWrong LLM Chat!</h1>`,
  `<ul><li>The LLM chat interface is currently hooked up to Claude Sonnet 3.5</li>`,
  `<li>LaTeX is supported both on input and output.`,
  `<li style="color: #bf360c;">The LessWrong team will read conversations to help us with product iteration during development.</li></ul>`,
  `<p><strong>Posts and comments may be loaded into the context window based on your <em>first message</em> (and based on the current post you are viewing).</strong></p>`,
].join('');

export const ChatInterface = ({classes}: {
  classes: ClassesType<typeof styles>,
}) => {
  const { LlmChatMessage, Loading, MenuItem, ContentStyles, ContentItemBody } = Components;

  const { currentConversation, setCurrentConversation, archiveConversation, orderedConversations, submitMessage, currentConversationLoading } = useLlmChat();


  const { flash } = useMessages();

  // TODO: come back and refactor this to use currentRoute & matchPath to get the url parameter instead
  const { location } = useLocation();
  const { pathname } = location;
  const currentPostId = pathname.match(/\/posts\/([^/]+)\/[^/]+/)?.[1];

  const messagesRef = useRef<HTMLDivElement>(null);
  const lastMessageLengthRef = useRef(0);
  const previousMessagesLengthRef = useRef(0);

  // Scroll to bottom when new messages are added or the content of the last message grows due to streaming
  useEffect(() => {
    const messages = currentConversation?.messages ?? [];
    const currentMessagesLength = messages.length;

    const scrollToBottom = (behavior: 'auto' | 'smooth' = 'auto') => {
      if (messagesRef.current) {
        messagesRef.current.scrollTo({ 
          top: messagesRef.current.scrollHeight, 
          behavior 
        });
      }
    };

    const scrollToBottomIfNearBottom = () => {
      if (messagesRef.current) {
        const { scrollHeight, scrollTop, clientHeight } = messagesRef.current;
        const scrollThreshold = clientHeight * 0.2; // 20% of the visible area
        const isScrolledNearBottom = scrollHeight - scrollTop <= clientHeight + scrollThreshold;

        if (isScrolledNearBottom) {
          scrollToBottom('smooth');
        }
      }
    };

    // New message added
    if (currentMessagesLength > previousMessagesLengthRef.current) {
      scrollToBottom();
      previousMessagesLengthRef.current = currentMessagesLength;
    } 
    // Content of the last message changed (e.g., streaming)
    else if (messages.length > 0) {
      const lastMessage = messages[messages.length - 1];
      const currentLastMessageLength = lastMessage.content.length;

      if (currentLastMessageLength !== lastMessageLengthRef.current) {
        lastMessageLengthRef.current = currentLastMessageLength;
        
        // Delay scroll check slightly to allow for content update
        setTimeout(scrollToBottomIfNearBottom, 100);
      }
    }
  }, [currentConversation?.messages]);

  const [cookies, setCookies] = useCookiesWithConsent([HIDE_LLM_CHAT_GUIDE_COOKIE])
  const showGuide = cookies[HIDE_LLM_CHAT_GUIDE_COOKIE] !== "true";
  const setShowGuide = (show: boolean) => {
    setCookies(HIDE_LLM_CHAT_GUIDE_COOKIE, show ? "false" : "true")
  }

  const llmChatGuide = <ContentStyles contentType="llmChat" className={classes.welcomeGuide}>
    <div 
      onClick={() => setShowGuide(!showGuide)} 
      className={classes.welcomeGuideButton}
    >
      {showGuide ? "Hide Guide" : "Show LLM Guide"}
    </div>
    {showGuide && <ContentItemBody
      className={classNames(classes.welcomeGuideText)}
      dangerouslySetInnerHTML={{__html: welcomeGuideHtml}}
    />}
  </ContentStyles>

  const messagesForDisplay = <div className={classes.messages} ref={messagesRef}>
    {llmChatGuide}
    {currentConversation?.messages.map((message, index) => (
      <LlmChatMessage key={index} message={message} />
    ))}
  </div>

  const exportHistoryToClipboard = () => {
    if (!currentConversation) return
    const conversationHistory = currentConversation.messages.filter(({role}) => ['user', 'assistant', 'user-context'].includes(role))
    const formattedChatHistory = conversationHistory.map(({role, content}) => `<strong>${role.toUpperCase()}:</strong> ${content}`).join("\n")
    void navigator.clipboard.writeText(formattedChatHistory)
    flash('Chat history copied to clipboard')
  }

  const onSelect = (event: React.ChangeEvent<HTMLSelectElement>) => {
    const newSelection = event.target.value;
    const newSelectionId = newSelection === "New Conversation"
      ? undefined
      : newSelection;

    setCurrentConversation(newSelectionId);
  }

  const deleteConversation = (ev: React.MouseEvent, conversationId: string) => {
    // TODO: figure out if we need both of these or just one (i.e. to prevent selection of the menu item)
    ev.preventDefault();
    ev.stopPropagation();
    archiveConversation(conversationId);
  };

  const conversationSelect = <Select 
    onChange={onSelect} 
    value={currentConversation?._id ?? NEW_CONVERSATION_MENU_ITEM}
    disableUnderline
    className={classes.select}
    MenuProps={{style: {zIndex: 10000000002}}} // TODO: figure out sensible z-index stuff
    renderValue={(conversationId: string) => orderedConversations.find(c => c._id === conversationId)?.title ?? NEW_CONVERSATION_MENU_ITEM}
    >
      {
        orderedConversations.map(({ title, _id }, index) => (
          <MenuItem key={index} value={_id} className={classes.menuItem}>
            {title ?? "...Title Pending..."}
            <CloseIcon onClick={(ev) => deleteConversation(ev, _id)} className={classes.deleteConvoIcon} />
          </MenuItem>
      ))}
      <MenuItem value={NEW_CONVERSATION_MENU_ITEM} className={classes.menuItem}>
        New Conversation
      </MenuItem>
    </Select>;


  const options = <div className={classes.options}>
    <Button onClick={() => setCurrentConversation()}>
      New Chat
    </Button>
    <Button onClick={exportHistoryToClipboard} disabled={!currentConversation}>
      Export
    </Button>
    {conversationSelect}
  </div>  

  const handleSubmit = useCallback((message: string) => {
    submitMessage(message, currentPostId);
  }, [currentPostId, submitMessage]);

  return <div className={classes.subRoot}>
    {messagesForDisplay}
    {currentConversationLoading && <Loading className={classes.loadingSpinner}/>}
    <LLMInputTextbox onSubmit={handleSubmit} classes={classes} />
    {options}
  </div>
}


// Wrapper component needed so we can use deferRender
export const LanguageModelChat = ({classes}: {
  classes: ClassesType<typeof styles>,
}) => {
  return <DeferRender ssr={false}>
    <AnalyticsContext pageSectionContext='llmChat'>
      <div className={classes.root}>
        <ChatInterface classes={classes} />
      </div>
    </AnalyticsContext>
  </DeferRender>;
}

const LanguageModelChatComponent = registerComponent('LanguageModelChat', LanguageModelChat, {styles});

const LlmChatMessageComponent = registerComponent('LlmChatMessage', LLMChatMessage, {styles});

declare global {
  interface ComponentTypes {
    LanguageModelChat: typeof LanguageModelChatComponent
    LlmChatMessage: typeof LlmChatMessageComponent
  }
}

1	import React, { useEffect, useRef, useState, useCallback } from 'react';	3✔
2	import { Components, registerComponent } from '../../lib/vulcan-lib';	1✔
3	import classNames from 'classnames';	1✔
4	import DeferRender from '../common/DeferRender';	1✔
5	import Button from '@material-ui/core/Button';	1✔
6	import { useMessages } from '../common/withMessages';	1✔
7	import Select from '@material-ui/core/Select';	1✔
8	import CloseIcon from '@material-ui/icons/Close';	1✔
9	import { useLocation } from "../../lib/routeUtil";	1✔
10	import { NewLlmMessage, useLlmChat } from './LlmChatWrapper';	1✔
11	import type { Editor } from '@ckeditor/ckeditor5-core';
12	import CKEditor from '@/lib/vendor/ckeditor5-react/ckeditor';	1✔
13	import { getCkCommentEditor } from '@/lib/wrapCkEditor';	1✔
14	import { forumTypeSetting } from '@/lib/instanceSettings';	1✔
15	import { mentionPluginConfiguration } from '@/lib/editor/mentionsConfig';	1✔
16	import { ckEditorStyles } from '@/themes/stylePiping';	1✔
17	import { HIDE_LLM_CHAT_GUIDE_COOKIE } from '@/lib/cookies/cookies';	1✔
18	import { useCookiesWithConsent } from '../hooks/useCookiesWithConsent';	1✔
19	import { AnalyticsContext } from '@/lib/analyticsEvents';	1✔
20
21	const styles = (theme: ThemeType) => ({	2✔
22	root: {
23	height: "calc(100vh - 160px)"
24	},
25	subRoot: {
26	display: "flex",
27	flexDirection: "column",
28	height: "100%"
29	},
30	submission: {
31	margin: 10,
32	display: "flex",
33	padding: 20,
34	...theme.typography.commentStyle,
35	},
36	editor: {
37	minHeight: 60,
38	'& .ck.ck-content': {
39	minHeight: 60,
40	},
41	...ckEditorStyles(theme),
42	overflowY: 'scroll',
43	paddingLeft: 20,
44	paddingTop: 20,
45	fontSize: '1.0rem',
46	'& blockquote, & li': {
47	fontSize: '1.0rem'
48	}
49	},
50	inputTextbox: {
51	margin: 10,
52	marginTop: 20,
53	borderRadius: 4,
54	maxHeight: "40vh",
55	backgroundColor: theme.palette.panelBackground.commentNodeEven,
56	overflowY: 'hidden',
57	overflowX: 'hidden',
58	flexGrow: 0,
59	flexShrink: 0,
60	flexBasis: "auto",
61	display: "flex",
62	flexDirection: "column",
63	},
64	submitButton:{
65	width: "fit-content",
66	fontSize: "16px",
67	color: theme.palette.lwTertiary.main,
68	marginLeft: "5px",
69	"&:hover": {
70	opacity: .5,
71	backgroundColor: "none",
72	},
73	},
74	editorButtons: {
75	display: "flex",
76	justifyContent: "flex-end",
77	padding: "10px",
78	},
79	welcomeGuide: {
80	margin: 10,
81	display: "flex",
82	flexDirection: "column",
83	},
84	welcomeGuideText: {
85	padding: 20,
86	backgroundColor: theme.palette.grey[100],
87	borderRadius: 10,
88	},
89	welcomeGuideButton: {
90	cursor: "pointer",
91	opacity: 0.8,
92	alignSelf: "flex-end",
93	fontStyle: "italic",
94	marginBottom: 4
95	},
96	chatMessage: {
97	padding: 20,
98	margin: 10,
99	borderRadius: 10,
100	backgroundColor: theme.palette.grey[100],
101	},
102	chatMessageContent: {
103	},
104	userMessage: {
105	backgroundColor: theme.palette.grey[300],
106	},
107	errorMessage: {
108	backgroundColor: theme.palette.error.light,
109	},
110	messages: {
111	overflowY: "scroll",
112	flexGrow: 1,
113	//the last child has margin bottom 0 (doesn't work)
114	"& > *:last-child": {
115	marginBottom: 0
116	}
117	},
118	options: {
119	flexGrow: 0,
120	flexShrink: 0,
121	flexBasis: "auto",
122	fontFamily: theme.palette.fonts.sansSerifStack,
123	marginLeft: 10
124	},
125	checkbox: {
126	padding: 8
127	},
128	select: {
129	// TODO: maybe really the styling of the options section should be flex display and flex grow stuff
130	maxWidth: 250,
131	},
132	menuItem: {
133	zIndex: theme.zIndexes.languageModelChat + 10,
134	display: "flex",
135	justifyContent: "space-between",
136	alignItems: "center"
137	},
138	deleteConvoIcon: {
139	marginLeft: 10,
140	cursor: "pointer",
141	opacity: 0.8,
142	width: 16
143	},
144	loadingSpinner: {
145	marginTop: 10
146	},
147	});
148
149	const NEW_CONVERSATION_MENU_ITEM = "New Conversation";	1✔
150
151	const LLMChatMessage = ({message, classes}: {	1✔
152	message: LlmMessagesFragment \| NewLlmMessage,
153	classes: ClassesType<typeof styles>,
154	}) => {
155	const { ContentItemBody, ContentStyles } = Components;	×
156
157	const { role, content } = message;	×
158
159	return <ContentStyles contentType="llmChat" className={classes.chatMessageContent}>	×
160	<ContentItemBody
161	className={classNames(classes.chatMessage, {
162	[classes.userMessage]: role === 'user',
163	[classes.errorMessage]: role === 'error'
164	})}
165	dangerouslySetInnerHTML={{__html: content}}
166	/>
167	</ContentStyles>
168	}
169
170	const LLMInputTextbox = ({onSubmit, classes}: {	1✔
171	onSubmit: (message: string) => void,
172	classes: ClassesType<typeof styles>,
173	}) => {
174	const { ContentStyles } = Components;	×
175
176	const [currentMessage, setCurrentMessage] = useState('');	×
177	const ckEditorRef = useRef<CKEditor<any> \| null>(null);	×
178	const editorRef = useRef<Editor \| null>(null);	×
179
180	// TODO: we probably want to come back to this and enable cloud services for image uploading
181	const editorConfig = {	×
182	placeholder: 'Type here. Ctrl/Cmd + Enter to submit.',
183	mention: mentionPluginConfiguration,
184	};
185
186	const submitEditorContentAndClear = useCallback(() => {	×
187	const currentEditorContent = editorRef.current?.getData();	×
188	currentEditorContent && void onSubmit(currentEditorContent);	×
189	setCurrentMessage('');	×
190	}, [onSubmit]);
191
192	// We need to pipe through the `conversationId` and do all of this eventListener setup/teardown like this because
193	// otherwise messages get submitted to whatever conversation was "current" when the editor was initially loaded
194	// Running this useEffect whenever either the conversationId or onSubmit changes ensures we remove and re-attach a fresh event listener with the correct "targets"
195	useEffect(() => {	×
196	const currentEditorRefValue = ckEditorRef.current;	×
197
198	const options = { capture: true };	×
199	const handleKeyDown = (event: KeyboardEvent) => {	×
200	if ((event.ctrlKey \|\| event.metaKey) && event.keyCode === 13) {	×
201	event.stopPropagation();	×
202	event.preventDefault();	×
203	submitEditorContentAndClear();	×
204	}
205	};
206
207	const internalEditorRefInstance = (currentEditorRefValue as AnyBecauseHard).domContainer?.current;	×
208	if (internalEditorRefInstance) {	×
209	internalEditorRefInstance.addEventListener('keydown', handleKeyDown, options);	×
210	}
211
212	return () => {	×
213	const internalEditorRefInstance = (currentEditorRefValue as AnyBecauseHard)?.domContainer?.current;	×
214	if (internalEditorRefInstance) {	×
215	internalEditorRefInstance.removeEventListener('keydown', handleKeyDown, options);	×
216	}
217	}
218	}, [onSubmit, submitEditorContentAndClear]);
219
220	const submitButton = <div className={classes.editorButtons}>	×
221	<Button
222	type='submit'
223	id='llm-submit-button'
224	className={classes.submitButton}
225	onClick={submitEditorContentAndClear}
226	>
227	Submit
228	</Button>
229	</div>;
230
231	// TODO: styling and debouncing
232	return <ContentStyles className={classes.inputTextbox} contentType='comment'>	×
233	<div className={classes.editor}>
234	<CKEditor
235	data={currentMessage}
236	ref={ckEditorRef}
237	editor={getCkCommentEditor(forumTypeSetting.get())}
238	isCollaborative={false}
239	onChange={(_event, editor: Editor) => {
240	// debouncedValidateEditor(editor.model.document)
241	// If transitioning from empty to nonempty or nonempty to empty,
242	// bypass throttling. These cases don't have the performance
243	// implications that motivated having throttling in the first place,
244	// and this prevents a timing bug with form-clearing on submit.
245	setCurrentMessage(editor.getData());	×
246
247	// if (!editor.data.model.hasContent(editor.model.document.getRoot('main'))) {
248	// throttledSetCkEditor.cancel();
249	// setCurrentMessage(editor.getData());
250	// } else {
251	// throttledSetCkEditor(() => editor.getData())
252	// }
253	}}
254	onReady={(editor) => {
255	editorRef.current = editor;	×
256	}}
257	config={editorConfig}
258	/>
259	</div>
260	{submitButton}
261	</ContentStyles>
262	}
263
264	const welcomeGuideHtml = [	1✔
265	`<h1>Welcome to the LessWrong LLM Chat!</h1>`,
266	`<ul><li>The LLM chat interface is currently hooked up to Claude Sonnet 3.5</li>`,
267	`<li>LaTeX is supported both on input and output.`,
268	`<li style="color: #bf360c;">The LessWrong team will read conversations to help us with product iteration during development.</li></ul>`,
269	`<p><strong>Posts and comments may be loaded into the context window based on your <em>first message</em> (and based on the current post you are viewing).</strong></p>`,
270	].join('');
271
272	export const ChatInterface = ({classes}: {	1✔
273	classes: ClassesType<typeof styles>,
274	}) => {
275	const { LlmChatMessage, Loading, MenuItem, ContentStyles, ContentItemBody } = Components;	×
276
277	const { currentConversation, setCurrentConversation, archiveConversation, orderedConversations, submitMessage, currentConversationLoading } = useLlmChat();	×
278
279
280	const { flash } = useMessages();	×
281
282	// TODO: come back and refactor this to use currentRoute & matchPath to get the url parameter instead
283	const { location } = useLocation();	×
284	const { pathname } = location;	×
285	const currentPostId = pathname.match(/\/posts\/([^/]+)\/[^/]+/)?.[1];	×
286
287	const messagesRef = useRef<HTMLDivElement>(null);	×
288	const lastMessageLengthRef = useRef(0);	×
289	const previousMessagesLengthRef = useRef(0);	×
290
291	// Scroll to bottom when new messages are added or the content of the last message grows due to streaming
292	useEffect(() => {	×
293	const messages = currentConversation?.messages ?? [];	×
294	const currentMessagesLength = messages.length;	×
295
296	const scrollToBottom = (behavior: 'auto' \| 'smooth' = 'auto') => {	×
297	if (messagesRef.current) {	×
298	messagesRef.current.scrollTo({	×
299	top: messagesRef.current.scrollHeight,
300	behavior
301	});
302	}
303	};
304
305	const scrollToBottomIfNearBottom = () => {	×
306	if (messagesRef.current) {	×
307	const { scrollHeight, scrollTop, clientHeight } = messagesRef.current;	×
308	const scrollThreshold = clientHeight * 0.2; // 20% of the visible area	×
309	const isScrolledNearBottom = scrollHeight - scrollTop <= clientHeight + scrollThreshold;	×
310
311	if (isScrolledNearBottom) {	×
312	scrollToBottom('smooth');	×
313	}
314	}
315	};
316
317	// New message added
318	if (currentMessagesLength > previousMessagesLengthRef.current) {	×
319	scrollToBottom();	×
320	previousMessagesLengthRef.current = currentMessagesLength;	×
321	}	×
322	// Content of the last message changed (e.g., streaming)
323	else if (messages.length > 0) {
324	const lastMessage = messages[messages.length - 1];	×
325	const currentLastMessageLength = lastMessage.content.length;	×
326
327	if (currentLastMessageLength !== lastMessageLengthRef.current) {	×
328	lastMessageLengthRef.current = currentLastMessageLength;	×
329
330	// Delay scroll check slightly to allow for content update
331	setTimeout(scrollToBottomIfNearBottom, 100);	×
332	}
333	}
334	}, [currentConversation?.messages]);	×
335
336	const [cookies, setCookies] = useCookiesWithConsent([HIDE_LLM_CHAT_GUIDE_COOKIE])	×
337	const showGuide = cookies[HIDE_LLM_CHAT_GUIDE_COOKIE] !== "true";	×
338	const setShowGuide = (show: boolean) => {	×
339	setCookies(HIDE_LLM_CHAT_GUIDE_COOKIE, show ? "false" : "true")	×
340	}
341
342	const llmChatGuide = <ContentStyles contentType="llmChat" className={classes.welcomeGuide}>	×
343	<div
344	onClick={() => setShowGuide(!showGuide)}	×
345	className={classes.welcomeGuideButton}
346	>
347	{showGuide ? "Hide Guide" : "Show LLM Guide"}	×
348	</div>
349	{showGuide && <ContentItemBody	×
350	className={classNames(classes.welcomeGuideText)}
351	dangerouslySetInnerHTML={{__html: welcomeGuideHtml}}
352	/>}
353	</ContentStyles>
354
355	const messagesForDisplay = <div className={classes.messages} ref={messagesRef}>	×
356	{llmChatGuide}
357	{currentConversation?.messages.map((message, index) => (	×
358	<LlmChatMessage key={index} message={message} />	×
359	))}
360	</div>
361
362	const exportHistoryToClipboard = () => {	×
363	if (!currentConversation) return	×
364	const conversationHistory = currentConversation.messages.filter(({role}) => ['user', 'assistant', 'user-context'].includes(role))	×
NEW 365	const formattedChatHistory = conversationHistory.map(({role, content}) => `<strong>${role.toUpperCase()}:</strong> ${content}`).join("\n")	×
366	void navigator.clipboard.writeText(formattedChatHistory)	×
367	flash('Chat history copied to clipboard')	×
368	}
369
370	const onSelect = (event: React.ChangeEvent<HTMLSelectElement>) => {	×
371	const newSelection = event.target.value;	×
372	const newSelectionId = newSelection === "New Conversation"	×
373	? undefined	×
374	: newSelection;
375
376	setCurrentConversation(newSelectionId);	×
377	}
378
379	const deleteConversation = (ev: React.MouseEvent, conversationId: string) => {	×
380	// TODO: figure out if we need both of these or just one (i.e. to prevent selection of the menu item)
381	ev.preventDefault();	×
382	ev.stopPropagation();	×
383	archiveConversation(conversationId);	×
384	};
385
386	const conversationSelect = <Select	×
387	onChange={onSelect}
388	value={currentConversation?._id ?? NEW_CONVERSATION_MENU_ITEM}	×
389	disableUnderline
390	className={classes.select}
391	MenuProps={{style: {zIndex: 10000000002}}} // TODO: figure out sensible z-index stuff
392	renderValue={(conversationId: string) => orderedConversations.find(c => c._id === conversationId)?.title ?? NEW_CONVERSATION_MENU_ITEM}	×
393	>
394	{
395	orderedConversations.map(({ title, _id }, index) => (
396	<MenuItem key={index} value={_id} className={classes.menuItem}>	×
397	{title ?? "...Title Pending..."}	×
398	<CloseIcon onClick={(ev) => deleteConversation(ev, _id)} className={classes.deleteConvoIcon} />	×
399	</MenuItem>
400	))}
401	<MenuItem value={NEW_CONVERSATION_MENU_ITEM} className={classes.menuItem}>
402	New Conversation
403	</MenuItem>
404	</Select>;
405
406
407	const options = <div className={classes.options}>	×
408	<Button onClick={() => setCurrentConversation()}>	×
409	New Chat
410	</Button>
411	<Button onClick={exportHistoryToClipboard} disabled={!currentConversation}>
412	Export
413	</Button>
414	{conversationSelect}
415	</div>
416
417	const handleSubmit = useCallback((message: string) => {	×
418	submitMessage(message, currentPostId);	×
419	}, [currentPostId, submitMessage]);
420
421	return <div className={classes.subRoot}>	×
422	{messagesForDisplay}
423	{currentConversationLoading && <Loading className={classes.loadingSpinner}/>}	×
424	<LLMInputTextbox onSubmit={handleSubmit} classes={classes} />
425	{options}
426	</div>
427	}
428
429
430	// Wrapper component needed so we can use deferRender
431	export const LanguageModelChat = ({classes}: {	1✔
432	classes: ClassesType<typeof styles>,
433	}) => {
434	return <DeferRender ssr={false}>	×
435	<AnalyticsContext pageSectionContext='llmChat'>
436	<div className={classes.root}>
437	<ChatInterface classes={classes} />
438	</div>
439	</AnalyticsContext>
440	</DeferRender>;
441	}
442
443	const LanguageModelChatComponent = registerComponent('LanguageModelChat', LanguageModelChat, {styles});	1✔
444
445	const LlmChatMessageComponent = registerComponent('LlmChatMessage', LLMChatMessage, {styles});	1✔
446
447	declare global {
448	interface ComponentTypes {
449	LanguageModelChat: typeof LanguageModelChatComponent
450	LlmChatMessage: typeof LlmChatMessageComponent
451	}
452	}

ForumMagnum / ForumMagnum / 10648145493

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous