10620660431

Committed 29 Aug 2024 06:31PM UTC coverage: 31.049% (-0.9%) from 31.937%

Build # 10620660431

Build Type

Pull #9662

github

Committed by

darkruby501

Commit Message

greatly shorten guide

Pull Request Pull Request #9662: LLM Chat Further Improvements 2024-08-28

Run Details

1758 of 14783 branches covered (11.89%)

Branch coverage included in aggregate %.

0 of 27 new or added lines in 2 files covered. (0.0%)

2 existing lines in 2 files now uncovered.

10060 of 23279 relevant lines covered (43.21%)

538.09 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

14.59

/packages/lesswrong/components/languageModels/LanguageModelChat.tsx

import React, { useEffect, useRef, useState, useCallback } from 'react';
import { Components, registerComponent } from '../../lib/vulcan-lib';
import classNames from 'classnames';
import DeferRender from '../common/DeferRender';
import Button from '@material-ui/core/Button';
import { useMessages } from '../common/withMessages';
import Select from '@material-ui/core/Select';
import CloseIcon from '@material-ui/icons/Close';
import { useLocation } from "../../lib/routeUtil";
import { useLlmChat } from './LlmChatWrapper';
import type { Editor } from '@ckeditor/ckeditor5-core';
import CKEditor from '@/lib/vendor/ckeditor5-react/ckeditor';
import { getCkCommentEditor } from '@/lib/wrapCkEditor';
import { forumTypeSetting } from '@/lib/instanceSettings';
import { mentionPluginConfiguration } from '@/lib/editor/mentionsConfig';
import { ckEditorStyles } from '@/themes/stylePiping';
import { HIDE_LLM_CHAT_GUIDE_COOKIE } from '@/lib/cookies/cookies';
import { useCookiesWithConsent } from '../hooks/useCookiesWithConsent';
import { AnalyticsContext } from '@/lib/analyticsEvents';

const styles = (theme: ThemeType) => ({
  root: {
    height: "calc(100vh - 160px)"
  },
  subRoot: {
    display: "flex",
    flexDirection: "column",
    height: "100%"
  },
  submission: {
    margin: 10,
    display: "flex",
    padding: 20,
    ...theme.typography.commentStyle,
  },
  editor: {
    minHeight: 60,
    '& .ck.ck-content': {
      minHeight: 60,
    },
    ...ckEditorStyles(theme),
    overflowY: 'scroll',
    paddingLeft: 20,
    paddingTop: 20,
    fontSize: '1.1rem',
    '& blockquote, & li': {
      fontSize: '1.1rem'
    }
  },
  inputTextbox: {
    margin: 10,
    marginTop: 20,
    borderRadius: 4,
    maxHeight: "40vh",
    backgroundColor: theme.palette.panelBackground.commentNodeEven,
    overflowY: 'hidden',
    overflowX: 'hidden',
    flexGrow: 0,
    flexShrink: 0,
    flexBasis: "auto",
    display: "flex",
    flexDirection: "column",
  },
  submitButton:{
    width: "fit-content",
    fontSize: "16px",
    color: theme.palette.lwTertiary.main,
    marginLeft: "5px",
    "&:hover": {
      opacity: .5,
      backgroundColor: "none",
    },
  },
  editorButtons: {
    display: "flex",
    justifyContent: "flex-end",
    padding: "10px",
  },
  welcomeGuide: {
    margin: 10,
    display: "flex",
    flexDirection: "column",
  },
  welcomeGuideText: {
    padding: 20,
    backgroundColor: theme.palette.grey[100],
    borderRadius: 10,
  },
  welcomeGuideButton: {
    cursor: "pointer",
    opacity: 0.8,
    alignSelf: "flex-end",
    fontStyle: "italic",
    marginBottom: 4
  },
  chatMessage: {
    padding: 20,
    margin: 10,
    borderRadius: 10,
    backgroundColor: theme.palette.grey[100],
  },
  chatMessageContent: {
  },
  userMessage: {
    backgroundColor: theme.palette.grey[300],
  },
  messages: {
    overflowY: "scroll",
    flexGrow: 1,
    //the last child has margin bottom 0 (doesn't work)
    "& > *:last-child": {
      marginBottom: 0
    }
  },
  options: {
    flexGrow: 0,
    flexShrink: 0,
    flexBasis: "auto",
    fontFamily: theme.palette.fonts.sansSerifStack,
    marginLeft: 10
  },
  checkbox: {
    padding: 8
  },
  select: {
    // TODO: maybe really the styling of the options section should be flex display and flex grow stuff
    maxWidth: 250,
  },
  menuItem: {
    zIndex: theme.zIndexes.languageModelChat + 10,
    display: "flex",
    justifyContent: "space-between",
    alignItems: "center"
  },
  deleteConvoIcon: {
    marginLeft: 10,
    cursor: "pointer",
    opacity: 0.8,
    width: 16
  },
  loadingSpinner: {
    marginTop: 10
  },
});

interface LlmConversationMessage {
  role: string
  content: string
}

const NEW_CONVERSATION_MENU_ITEM = "New Conversation";

const LLMChatMessage = ({message, classes}: {
  message: LlmConversationMessage,
  classes: ClassesType<typeof styles>,
}) => {
  const { ContentItemBody, ContentStyles } = Components;

  const { role, content } = message;

  return <ContentStyles contentType="llmChat" className={classes.chatMessageContent}>
    <ContentItemBody
      className={classNames(classes.chatMessage, {[classes.userMessage]: role==='user'})}
      dangerouslySetInnerHTML={{__html: content}}
    />
</ContentStyles>
}

const LLMInputTextbox = ({onSubmit, classes}: {
  onSubmit: (message: string) => void,
  classes: ClassesType<typeof styles>,
}) => {
  const { ContentStyles } = Components;
  
  const [currentMessage, setCurrentMessage] = useState('');
  const ckEditorRef = useRef<CKEditor<any> | null>(null);
  const editorRef = useRef<Editor | null>(null);

  // TODO: we probably want to come back to this and enable cloud services for image uploading
  const editorConfig = {
    placeholder: 'Type here.  Ctrl/Cmd + Enter to submit.',
    mention: mentionPluginConfiguration,
  };

  const submitEditorContentAndClear = useCallback(() => {
    const currentEditorContent = editorRef.current?.getData();
    currentEditorContent && void onSubmit(currentEditorContent);
    setCurrentMessage('');
  }, [onSubmit]);

  // We need to pipe through the `conversationId` and do all of this eventListener setup/teardown like this because
  // otherwise messages get submitted to whatever conversation was "current" when the editor was initially loaded
  // Running this useEffect whenever either the conversationId or onSubmit changes ensures we remove and re-attach a fresh event listener with the correct "targets"
  useEffect(() => {
    const currentEditorRefValue = ckEditorRef.current;

    const options = { capture: true };
    const handleKeyDown = (event: KeyboardEvent) => {
      if ((event.ctrlKey || event.metaKey) && event.keyCode === 13) {
        event.stopPropagation();
        event.preventDefault();
        submitEditorContentAndClear();
      }
    };
  
    const internalEditorRefInstance = (currentEditorRefValue as AnyBecauseHard).domContainer?.current;
    if (internalEditorRefInstance) {
      internalEditorRefInstance.addEventListener('keydown', handleKeyDown, options);
    }

    return () => {
      const internalEditorRefInstance = (currentEditorRefValue as AnyBecauseHard)?.domContainer?.current;
      if (internalEditorRefInstance) {
        internalEditorRefInstance.removeEventListener('keydown', handleKeyDown, options);
      }
    }
  }, [onSubmit, submitEditorContentAndClear]);

  const submitButton = <div className={classes.editorButtons}>
    <Button
      type='submit'
      id='llm-submit-button'
      className={classes.submitButton} 
      onClick={submitEditorContentAndClear}
    >
      Submit
    </Button>
  </div>;

  // TODO: styling and debouncing
  return <ContentStyles className={classes.inputTextbox} contentType='comment'>
    <div className={classes.editor}>
      <CKEditor
        data={currentMessage}
        ref={ckEditorRef}
        editor={getCkCommentEditor(forumTypeSetting.get())}
        isCollaborative={false}
        onChange={(_event, editor: Editor) => {
          // debouncedValidateEditor(editor.model.document)
          // If transitioning from empty to nonempty or nonempty to empty,
          // bypass throttling. These cases don't have the performance
          // implications that motivated having throttling in the first place,
          // and this prevents a timing bug with form-clearing on submit.
          setCurrentMessage(editor.getData());

          // if (!editor.data.model.hasContent(editor.model.document.getRoot('main'))) {
          //   throttledSetCkEditor.cancel();
          //   setCurrentMessage(editor.getData());
          // } else {
          //   throttledSetCkEditor(() => editor.getData())
          // }
        }}
        onReady={(editor) => {
          editorRef.current = editor;
        }}
        config={editorConfig}
      />
    </div>
    {submitButton}
  </ContentStyles>
}

const welcomeGuideHtml = [
  `<h1>Welcome to the LessWrong LLM Chat!</h1>`,
  `<ul><li>The LLM chat interface is currently hooked up to Claude Sonnet 3.5</li>`,
  `<li>LaTeX is supported both on input and output.`,
  `<li style="color: #bf360c;">The LessWrong team will read conversations to help us with product iteration during development.</li></ul>`,
  `<p><strong>Posts and comments may be loaded into the context window based on your <em>first message</em> (and based on the current post you are viewing).</strong></p>`,
].join('');

export const ChatInterface = ({classes}: {
  classes: ClassesType<typeof styles>,
}) => {
  const { LlmChatMessage, Loading, MenuItem, ContentStyles, ContentItemBody } = Components;

  const { currentConversation, setCurrentConversation, archiveConversation, orderedConversations, submitMessage, currentConversationLoading } = useLlmChat();


  const { flash } = useMessages();

  // TODO: come back and refactor this to use currentRoute & matchPath to get the url parameter instead
  const { location } = useLocation();
  const { pathname } = location;
  const currentPostId = pathname.match(/\/posts\/([^/]+)\/[^/]+/)?.[1];

  const messagesRef = useRef<HTMLDivElement>(null);
  const lastMessageLengthRef = useRef(0);
  const previousMessagesLengthRef = useRef(0);

  // Scroll to bottom when new messages are added or the content of the last message grows due to streaming
  useEffect(() => {
    const messages = currentConversation?.messages ?? [];
    const currentMessagesLength = messages.length;

    const scrollToBottom = (behavior: 'auto' | 'smooth' = 'auto') => {
      if (messagesRef.current) {
        messagesRef.current.scrollTo({ 
          top: messagesRef.current.scrollHeight, 
          behavior 
        });
      }
    };

    const scrollToBottomIfNearBottom = () => {
      if (messagesRef.current) {
        const { scrollHeight, scrollTop, clientHeight } = messagesRef.current;
        const scrollThreshold = clientHeight * 0.2; // 20% of the visible area
        const isScrolledNearBottom = scrollHeight - scrollTop <= clientHeight + scrollThreshold;

        if (isScrolledNearBottom) {
          scrollToBottom('smooth');
        }
      }
    };

    // New message added
    if (currentMessagesLength > previousMessagesLengthRef.current) {
      scrollToBottom();
      previousMessagesLengthRef.current = currentMessagesLength;
    } 
    // Content of the last message changed (e.g., streaming)
    else if (messages.length > 0) {
      const lastMessage = messages[messages.length - 1];
      const currentLastMessageLength = lastMessage.content.length;

      if (currentLastMessageLength !== lastMessageLengthRef.current) {
        lastMessageLengthRef.current = currentLastMessageLength;
        
        // Delay scroll check slightly to allow for content update
        setTimeout(scrollToBottomIfNearBottom, 100);
      }
    }
  }, [currentConversation?.messages]);

  const [cookies, setCookies] = useCookiesWithConsent([HIDE_LLM_CHAT_GUIDE_COOKIE])
  const showGuide = cookies[HIDE_LLM_CHAT_GUIDE_COOKIE] !== "true";
  const setShowGuide = (show: boolean) => {
    setCookies(HIDE_LLM_CHAT_GUIDE_COOKIE, show ? "false" : "true")
  }

  const llmChatGuide = <ContentStyles contentType="llmChat" className={classes.welcomeGuide}>
    <div 
      onClick={() => setShowGuide(!showGuide)} 
      className={classes.welcomeGuideButton}
    >
      {showGuide ? "Hide Guide" : "Show LLM Guide"}
    </div>
    {showGuide && <ContentItemBody
      className={classNames(classes.welcomeGuideText)}
      dangerouslySetInnerHTML={{__html: welcomeGuideHtml}}
    />}
  </ContentStyles>

  const messagesForDisplay = <div className={classes.messages} ref={messagesRef}>
    {llmChatGuide}
    {currentConversation?.messages.map((message, index) => (
      <LlmChatMessage key={index} message={message} />
    ))}
  </div>

  const exportHistoryToClipboard = () => {
    if (!currentConversation) return
    const conversationHistory = currentConversation.messages.filter(({role}) => ['user', 'assistant', 'user-context'].includes(role))
    const formattedChatHistory = conversationHistory.map(({role, content}) => `${role.toUpperCase()}: ${content}`).join("\n")
    void navigator.clipboard.writeText(formattedChatHistory)
    flash('Chat history copied to clipboard')
  }

  const onSelect = (event: React.ChangeEvent<HTMLSelectElement>) => {
    const newSelection = event.target.value;
    const newSelectionId = newSelection === "New Conversation"
      ? undefined
      : newSelection;

    setCurrentConversation(newSelectionId);
  }

  const deleteConversation = (ev: React.MouseEvent, conversationId: string) => {
    // TODO: figure out if we need both of these or just one (i.e. to prevent selection of the menu item)
    ev.preventDefault();
    ev.stopPropagation();
    archiveConversation(conversationId);
  };

  const conversationSelect = <Select 
    onChange={onSelect} 
    value={currentConversation?._id ?? NEW_CONVERSATION_MENU_ITEM}
    disableUnderline
    className={classes.select}
    MenuProps={{style: {zIndex: 10000000002}}} // TODO: figure out sensible z-index stuff
    renderValue={(conversationId: string) => orderedConversations.find(c => c._id === conversationId)?.title ?? NEW_CONVERSATION_MENU_ITEM}
    >
      {
        orderedConversations.map(({ title, _id }, index) => (
          <MenuItem key={index} value={_id} className={classes.menuItem}>
            {title ?? "...Title Pending..."}
            <CloseIcon onClick={(ev) => deleteConversation(ev, _id)} className={classes.deleteConvoIcon} />
          </MenuItem>
      ))}
      <MenuItem value={NEW_CONVERSATION_MENU_ITEM} className={classes.menuItem}>
        New Conversation
      </MenuItem>
    </Select>;


  const options = <div className={classes.options}>
    <Button onClick={() => setCurrentConversation()}>
      New Chat
    </Button>
    <Button onClick={exportHistoryToClipboard} disabled={!currentConversation}>
      Export
    </Button>
    {conversationSelect}
  </div>  

  const handleSubmit = useCallback((message: string) => {
    submitMessage(message, currentPostId);
  }, [currentPostId, submitMessage]);

  return <div className={classes.subRoot}>
    {messagesForDisplay}
    {currentConversationLoading && <Loading className={classes.loadingSpinner}/>}
    <LLMInputTextbox onSubmit={handleSubmit} classes={classes} />
    {options}
  </div>
}


// Wrapper component needed so we can use deferRender
export const LanguageModelChat = ({classes}: {
  classes: ClassesType<typeof styles>,
}) => {
  return <DeferRender ssr={false}>
    <AnalyticsContext pageSectionContext='llmChat'>
      <div className={classes.root}>
        <ChatInterface classes={classes} />
      </div>
    </AnalyticsContext>
  </DeferRender>;
}

const LanguageModelChatComponent = registerComponent('LanguageModelChat', LanguageModelChat, {styles});

const LlmChatMessageComponent = registerComponent('LlmChatMessage', LLMChatMessage, {styles});

declare global {
  interface ComponentTypes {
    LanguageModelChat: typeof LanguageModelChatComponent
    LlmChatMessage: typeof LlmChatMessageComponent
  }
}

1	import React, { useEffect, useRef, useState, useCallback } from 'react';	3✔
2	import { Components, registerComponent } from '../../lib/vulcan-lib';	1✔
3	import classNames from 'classnames';	1✔
4	import DeferRender from '../common/DeferRender';	1✔
5	import Button from '@material-ui/core/Button';	1✔
6	import { useMessages } from '../common/withMessages';	1✔
7	import Select from '@material-ui/core/Select';	1✔
8	import CloseIcon from '@material-ui/icons/Close';	1✔
9	import { useLocation } from "../../lib/routeUtil";	1✔
10	import { useLlmChat } from './LlmChatWrapper';	1✔
11	import type { Editor } from '@ckeditor/ckeditor5-core';
12	import CKEditor from '@/lib/vendor/ckeditor5-react/ckeditor';	1✔
13	import { getCkCommentEditor } from '@/lib/wrapCkEditor';	1✔
14	import { forumTypeSetting } from '@/lib/instanceSettings';	1✔
15	import { mentionPluginConfiguration } from '@/lib/editor/mentionsConfig';	1✔
16	import { ckEditorStyles } from '@/themes/stylePiping';	1✔
17	import { HIDE_LLM_CHAT_GUIDE_COOKIE } from '@/lib/cookies/cookies';	1✔
18	import { useCookiesWithConsent } from '../hooks/useCookiesWithConsent';	1✔
19	import { AnalyticsContext } from '@/lib/analyticsEvents';	1✔
20
21	const styles = (theme: ThemeType) => ({	2✔
22	root: {
23	height: "calc(100vh - 160px)"
24	},
25	subRoot: {
26	display: "flex",
27	flexDirection: "column",
28	height: "100%"
29	},
30	submission: {
31	margin: 10,
32	display: "flex",
33	padding: 20,
34	...theme.typography.commentStyle,
35	},
36	editor: {
37	minHeight: 60,
38	'& .ck.ck-content': {
39	minHeight: 60,
40	},
41	...ckEditorStyles(theme),
42	overflowY: 'scroll',
43	paddingLeft: 20,
44	paddingTop: 20,
45	fontSize: '1.1rem',
46	'& blockquote, & li': {
47	fontSize: '1.1rem'
48	}
49	},
50	inputTextbox: {
51	margin: 10,
52	marginTop: 20,
53	borderRadius: 4,
54	maxHeight: "40vh",
55	backgroundColor: theme.palette.panelBackground.commentNodeEven,
56	overflowY: 'hidden',
57	overflowX: 'hidden',
58	flexGrow: 0,
59	flexShrink: 0,
60	flexBasis: "auto",
61	display: "flex",
62	flexDirection: "column",
63	},
64	submitButton:{
65	width: "fit-content",
66	fontSize: "16px",
67	color: theme.palette.lwTertiary.main,
68	marginLeft: "5px",
69	"&:hover": {
70	opacity: .5,
71	backgroundColor: "none",
72	},
73	},
74	editorButtons: {
75	display: "flex",
76	justifyContent: "flex-end",
77	padding: "10px",
78	},
79	welcomeGuide: {
80	margin: 10,
81	display: "flex",
82	flexDirection: "column",
83	},
84	welcomeGuideText: {
85	padding: 20,
86	backgroundColor: theme.palette.grey[100],
87	borderRadius: 10,
88	},
89	welcomeGuideButton: {
90	cursor: "pointer",
91	opacity: 0.8,
92	alignSelf: "flex-end",
93	fontStyle: "italic",
94	marginBottom: 4
95	},
96	chatMessage: {
97	padding: 20,
98	margin: 10,
99	borderRadius: 10,
100	backgroundColor: theme.palette.grey[100],
101	},
102	chatMessageContent: {
103	},
104	userMessage: {
105	backgroundColor: theme.palette.grey[300],
106	},
107	messages: {
108	overflowY: "scroll",
109	flexGrow: 1,
110	//the last child has margin bottom 0 (doesn't work)
111	"& > *:last-child": {
112	marginBottom: 0
113	}
114	},
115	options: {
116	flexGrow: 0,
117	flexShrink: 0,
118	flexBasis: "auto",
119	fontFamily: theme.palette.fonts.sansSerifStack,
120	marginLeft: 10
121	},
122	checkbox: {
123	padding: 8
124	},
125	select: {
126	// TODO: maybe really the styling of the options section should be flex display and flex grow stuff
127	maxWidth: 250,
128	},
129	menuItem: {
130	zIndex: theme.zIndexes.languageModelChat + 10,
131	display: "flex",
132	justifyContent: "space-between",
133	alignItems: "center"
134	},
135	deleteConvoIcon: {
136	marginLeft: 10,
137	cursor: "pointer",
138	opacity: 0.8,
139	width: 16
140	},
141	loadingSpinner: {
142	marginTop: 10
143	},
144	});
145
146	interface LlmConversationMessage {
147	role: string
148	content: string
149	}
150
151	const NEW_CONVERSATION_MENU_ITEM = "New Conversation";	1✔
152
153	const LLMChatMessage = ({message, classes}: {	1✔
154	message: LlmConversationMessage,
155	classes: ClassesType<typeof styles>,
156	}) => {
157	const { ContentItemBody, ContentStyles } = Components;	×
158
159	const { role, content } = message;	×
160
161	return <ContentStyles contentType="llmChat" className={classes.chatMessageContent}>	×
162	<ContentItemBody
163	className={classNames(classes.chatMessage, {[classes.userMessage]: role==='user'})}
164	dangerouslySetInnerHTML={{__html: content}}
165	/>
166	</ContentStyles>
167	}
168
169	const LLMInputTextbox = ({onSubmit, classes}: {	1✔
170	onSubmit: (message: string) => void,
171	classes: ClassesType<typeof styles>,
172	}) => {
173	const { ContentStyles } = Components;	×
174
175	const [currentMessage, setCurrentMessage] = useState('');	×
176	const ckEditorRef = useRef<CKEditor<any> \| null>(null);	×
177	const editorRef = useRef<Editor \| null>(null);	×
178
179	// TODO: we probably want to come back to this and enable cloud services for image uploading
180	const editorConfig = {	×
181	placeholder: 'Type here. Ctrl/Cmd + Enter to submit.',
182	mention: mentionPluginConfiguration,
183	};
184
185	const submitEditorContentAndClear = useCallback(() => {	×
186	const currentEditorContent = editorRef.current?.getData();	×
187	currentEditorContent && void onSubmit(currentEditorContent);	×
188	setCurrentMessage('');	×
189	}, [onSubmit]);
190
191	// We need to pipe through the `conversationId` and do all of this eventListener setup/teardown like this because
192	// otherwise messages get submitted to whatever conversation was "current" when the editor was initially loaded
193	// Running this useEffect whenever either the conversationId or onSubmit changes ensures we remove and re-attach a fresh event listener with the correct "targets"
194	useEffect(() => {	×
195	const currentEditorRefValue = ckEditorRef.current;	×
196
197	const options = { capture: true };	×
198	const handleKeyDown = (event: KeyboardEvent) => {	×
199	if ((event.ctrlKey \|\| event.metaKey) && event.keyCode === 13) {	×
200	event.stopPropagation();	×
201	event.preventDefault();	×
202	submitEditorContentAndClear();	×
203	}
204	};
205
206	const internalEditorRefInstance = (currentEditorRefValue as AnyBecauseHard).domContainer?.current;	×
207	if (internalEditorRefInstance) {	×
208	internalEditorRefInstance.addEventListener('keydown', handleKeyDown, options);	×
209	}
210
211	return () => {	×
212	const internalEditorRefInstance = (currentEditorRefValue as AnyBecauseHard)?.domContainer?.current;	×
213	if (internalEditorRefInstance) {	×
214	internalEditorRefInstance.removeEventListener('keydown', handleKeyDown, options);	×
215	}
216	}
217	}, [onSubmit, submitEditorContentAndClear]);
218
219	const submitButton = <div className={classes.editorButtons}>	×
220	<Button
221	type='submit'
222	id='llm-submit-button'
223	className={classes.submitButton}
224	onClick={submitEditorContentAndClear}
225	>
226	Submit
227	</Button>
228	</div>;
229
230	// TODO: styling and debouncing
231	return <ContentStyles className={classes.inputTextbox} contentType='comment'>	×
232	<div className={classes.editor}>
233	<CKEditor
234	data={currentMessage}
235	ref={ckEditorRef}
236	editor={getCkCommentEditor(forumTypeSetting.get())}
237	isCollaborative={false}
238	onChange={(_event, editor: Editor) => {
239	// debouncedValidateEditor(editor.model.document)
240	// If transitioning from empty to nonempty or nonempty to empty,
241	// bypass throttling. These cases don't have the performance
242	// implications that motivated having throttling in the first place,
243	// and this prevents a timing bug with form-clearing on submit.
244	setCurrentMessage(editor.getData());	×
245
246	// if (!editor.data.model.hasContent(editor.model.document.getRoot('main'))) {
247	// throttledSetCkEditor.cancel();
248	// setCurrentMessage(editor.getData());
249	// } else {
250	// throttledSetCkEditor(() => editor.getData())
251	// }
252	}}
253	onReady={(editor) => {
254	editorRef.current = editor;	×
255	}}
256	config={editorConfig}
257	/>
258	</div>
259	{submitButton}
260	</ContentStyles>
261	}
262
263	const welcomeGuideHtml = [	1✔
264	`<h1>Welcome to the LessWrong LLM Chat!</h1>`,
265	`<ul><li>The LLM chat interface is currently hooked up to Claude Sonnet 3.5</li>`,
266	`<li>LaTeX is supported both on input and output.`,
267	`<li style="color: #bf360c;">The LessWrong team will read conversations to help us with product iteration during development.</li></ul>`,
268	`<p><strong>Posts and comments may be loaded into the context window based on your <em>first message</em> (and based on the current post you are viewing).</strong></p>`,
269	].join('');
270
271	export const ChatInterface = ({classes}: {	1✔
272	classes: ClassesType<typeof styles>,
273	}) => {
274	const { LlmChatMessage, Loading, MenuItem, ContentStyles, ContentItemBody } = Components;	×
275
276	const { currentConversation, setCurrentConversation, archiveConversation, orderedConversations, submitMessage, currentConversationLoading } = useLlmChat();	×
277
278
UNCOV 279	const { flash } = useMessages();	×
280
281	// TODO: come back and refactor this to use currentRoute & matchPath to get the url parameter instead
282	const { location } = useLocation();	×
283	const { pathname } = location;	×
284	const currentPostId = pathname.match(/\/posts\/([^/]+)\/[^/]+/)?.[1];	×
285
NEW 286	const messagesRef = useRef<HTMLDivElement>(null);	×
NEW 287	const lastMessageLengthRef = useRef(0);	×
NEW 288	const previousMessagesLengthRef = useRef(0);	×
289
290	// Scroll to bottom when new messages are added or the content of the last message grows due to streaming
291	useEffect(() => {	×
NEW 292	const messages = currentConversation?.messages ?? [];	×
NEW 293	const currentMessagesLength = messages.length;	×
294
NEW 295	const scrollToBottom = (behavior: 'auto' \| 'smooth' = 'auto') => {	×
NEW 296	if (messagesRef.current) {	×
NEW 297	messagesRef.current.scrollTo({	×
298	top: messagesRef.current.scrollHeight,
299	behavior
300	});
301	}
302	};
303
NEW 304	const scrollToBottomIfNearBottom = () => {	×
NEW 305	if (messagesRef.current) {	×
NEW 306	const { scrollHeight, scrollTop, clientHeight } = messagesRef.current;	×
NEW 307	const scrollThreshold = clientHeight * 0.2; // 20% of the visible area	×
NEW 308	const isScrolledNearBottom = scrollHeight - scrollTop <= clientHeight + scrollThreshold;	×
309
NEW 310	if (isScrolledNearBottom) {	×
NEW 311	scrollToBottom('smooth');	×
312	}
313	}
314	};
315
316	// New message added
NEW 317	if (currentMessagesLength > previousMessagesLengthRef.current) {	×
NEW 318	scrollToBottom();	×
NEW 319	previousMessagesLengthRef.current = currentMessagesLength;	×
NEW 320	}	×
321	// Content of the last message changed (e.g., streaming)
322	else if (messages.length > 0) {
NEW 323	const lastMessage = messages[messages.length - 1];	×
NEW 324	const currentLastMessageLength = lastMessage.content.length;	×
325
NEW 326	if (currentLastMessageLength !== lastMessageLengthRef.current) {	×
NEW 327	lastMessageLengthRef.current = currentLastMessageLength;	×
328
329	// Delay scroll check slightly to allow for content update
NEW 330	setTimeout(scrollToBottomIfNearBottom, 100);	×
331	}
332	}
333	}, [currentConversation?.messages]);	×
334
335	const [cookies, setCookies] = useCookiesWithConsent([HIDE_LLM_CHAT_GUIDE_COOKIE])	×
336	const showGuide = cookies[HIDE_LLM_CHAT_GUIDE_COOKIE] !== "true";	×
337	const setShowGuide = (show: boolean) => {	×
338	setCookies(HIDE_LLM_CHAT_GUIDE_COOKIE, show ? "false" : "true")	×
339	}
340
341	const llmChatGuide = <ContentStyles contentType="llmChat" className={classes.welcomeGuide}>	×
342	<div
343	onClick={() => setShowGuide(!showGuide)}	×
344	className={classes.welcomeGuideButton}
345	>
346	{showGuide ? "Hide Guide" : "Show LLM Guide"}	×
347	</div>
348	{showGuide && <ContentItemBody	×
349	className={classNames(classes.welcomeGuideText)}
350	dangerouslySetInnerHTML={{__html: welcomeGuideHtml}}
351	/>}
352	</ContentStyles>
353
354	const messagesForDisplay = <div className={classes.messages} ref={messagesRef}>	×
355	{llmChatGuide}
356	{currentConversation?.messages.map((message, index) => (	×
357	<LlmChatMessage key={index} message={message} />	×
358	))}
359	</div>
360
361	const exportHistoryToClipboard = () => {	×
362	if (!currentConversation) return	×
363	const conversationHistory = currentConversation.messages.filter(({role}) => ['user', 'assistant', 'user-context'].includes(role))	×
364	const formattedChatHistory = conversationHistory.map(({role, content}) => `${role.toUpperCase()}: ${content}`).join("\n")	×
365	void navigator.clipboard.writeText(formattedChatHistory)	×
366	flash('Chat history copied to clipboard')	×
367	}
368
369	const onSelect = (event: React.ChangeEvent<HTMLSelectElement>) => {	×
370	const newSelection = event.target.value;	×
371	const newSelectionId = newSelection === "New Conversation"	×
372	? undefined	×
373	: newSelection;
374
375	setCurrentConversation(newSelectionId);	×
376	}
377
378	const deleteConversation = (ev: React.MouseEvent, conversationId: string) => {	×
379	// TODO: figure out if we need both of these or just one (i.e. to prevent selection of the menu item)
380	ev.preventDefault();	×
381	ev.stopPropagation();	×
382	archiveConversation(conversationId);	×
383	};
384
385	const conversationSelect = <Select	×
386	onChange={onSelect}
387	value={currentConversation?._id ?? NEW_CONVERSATION_MENU_ITEM}	×
388	disableUnderline
389	className={classes.select}
390	MenuProps={{style: {zIndex: 10000000002}}} // TODO: figure out sensible z-index stuff
391	renderValue={(conversationId: string) => orderedConversations.find(c => c._id === conversationId)?.title ?? NEW_CONVERSATION_MENU_ITEM}	×
392	>
393	{
394	orderedConversations.map(({ title, _id }, index) => (
395	<MenuItem key={index} value={_id} className={classes.menuItem}>	×
396	{title ?? "...Title Pending..."}	×
397	<CloseIcon onClick={(ev) => deleteConversation(ev, _id)} className={classes.deleteConvoIcon} />	×
398	</MenuItem>
399	))}
400	<MenuItem value={NEW_CONVERSATION_MENU_ITEM} className={classes.menuItem}>
401	New Conversation
402	</MenuItem>
403	</Select>;
404
405
406	const options = <div className={classes.options}>	×
407	<Button onClick={() => setCurrentConversation()}>	×
408	New Chat
409	</Button>
410	<Button onClick={exportHistoryToClipboard} disabled={!currentConversation}>
411	Export
412	</Button>
413	{conversationSelect}
414	</div>
415
416	const handleSubmit = useCallback((message: string) => {	×
417	submitMessage(message, currentPostId);	×
418	}, [currentPostId, submitMessage]);
419
420	return <div className={classes.subRoot}>	×
421	{messagesForDisplay}
422	{currentConversationLoading && <Loading className={classes.loadingSpinner}/>}	×
423	<LLMInputTextbox onSubmit={handleSubmit} classes={classes} />
424	{options}
425	</div>
426	}
427
428
429	// Wrapper component needed so we can use deferRender
430	export const LanguageModelChat = ({classes}: {	1✔
431	classes: ClassesType<typeof styles>,
432	}) => {
433	return <DeferRender ssr={false}>	×
434	<AnalyticsContext pageSectionContext='llmChat'>
435	<div className={classes.root}>
436	<ChatInterface classes={classes} />
437	</div>
438	</AnalyticsContext>
439	</DeferRender>;
440	}
441
442	const LanguageModelChatComponent = registerComponent('LanguageModelChat', LanguageModelChat, {styles});	1✔
443
444	const LlmChatMessageComponent = registerComponent('LlmChatMessage', LLMChatMessage, {styles});	1✔
445
446	declare global {
447	interface ComponentTypes {
448	LanguageModelChat: typeof LanguageModelChatComponent
449	LlmChatMessage: typeof LlmChatMessageComponent
450	}
451	}

ForumMagnum / ForumMagnum / 10620660431

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous