10857730201

Committed 14 Sep 2024 12:08AM UTC coverage: 31.816% (-0.06%) from 31.871%

Build # 10857730201

Build Type

Pull #9740

github

Committed by

b0b3rt

Commit Message

post resolver

Pull Request Pull Request #9740: new tab with hybrid embedding recommendations

Run Details

5070 of 41411 branches covered (12.24%)

Branch coverage included in aggregate %.

45 of 212 new or added lines in 17 files covered. (21.23%)

146 existing lines in 10 files now uncovered.

29437 of 67046 relevant lines covered (43.91%)

184.74 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

14.29

/packages/lesswrong/components/languageModels/LanguageModelChat.tsx

import React, { useEffect, useRef, useState, useCallback } from 'react';
import { Components, registerComponent } from '../../lib/vulcan-lib';
import classNames from 'classnames';
import DeferRender from '../common/DeferRender';
import Button from '@material-ui/core/Button';
import { useMessages } from '../common/withMessages';
import Select from '@material-ui/core/Select';
import CloseIcon from '@material-ui/icons/Close';
import { useLocation } from "../../lib/routeUtil";
import { NewLlmMessage, RAG_MODE_SET, RagModeType, useLlmChat } from './LlmChatWrapper';
import type { Editor } from '@ckeditor/ckeditor5-core';
import CKEditor from '@/lib/vendor/ckeditor5-react/ckeditor';
import { getCkCommentEditor } from '@/lib/wrapCkEditor';
import { forumTypeSetting } from '@/lib/instanceSettings';
import { mentionPluginConfiguration } from '@/lib/editor/mentionsConfig';
import { ckEditorStyles } from '@/themes/stylePiping';
import { HIDE_LLM_CHAT_GUIDE_COOKIE } from '@/lib/cookies/cookies';
import { useCookiesWithConsent } from '../hooks/useCookiesWithConsent';
import { AnalyticsContext } from '@/lib/analyticsEvents';

const styles = (theme: ThemeType) => ({
  root: {
    height: "calc(100vh - 160px)"
  },
  subRoot: {
    display: "flex",
    flexDirection: "column",
    height: "100%"
  },
  submission: {
    margin: 10,
    display: "flex",
    padding: 20,
    ...theme.typography.commentStyle,
  },
  editor: {
    minHeight: 60,
    '& .ck.ck-content': {
      minHeight: 60,
    },
    ...ckEditorStyles(theme),
    overflowY: 'scroll',
    paddingLeft: 20,
    paddingTop: 20,
    fontSize: '1.0rem',
    '& blockquote, & li': {
      fontSize: '1.0rem'
    }
  },
  inputTextbox: {
    margin: 10,
    marginTop: 20,
    borderRadius: 4,
    maxHeight: "40vh",
    backgroundColor: theme.palette.panelBackground.commentNodeEven,
    overflowY: 'hidden',
    overflowX: 'hidden',
    flexGrow: 0,
    flexShrink: 0,
    flexBasis: "auto",
    display: "flex",
    flexDirection: "column",
  },
  submitButton:{
    width: "fit-content",
    fontSize: "16px",
    color: theme.palette.lwTertiary.main,
    marginLeft: "5px",
    "&:hover": {
      opacity: .5,
      backgroundColor: "none",
    },
  },
  editorButtons: {
    display: "flex",
    justifyContent: "flex-end",
    padding: "10px",
  },
  welcomeGuide: {
    margin: 10,
    display: "flex",
    flexDirection: "column",
  },
  welcomeGuideText: {
    padding: 20,
    backgroundColor: theme.palette.grey[100],
    borderRadius: 10,
  },
  welcomeGuideButton: {
    cursor: "pointer",
    opacity: 0.8,
    alignSelf: "flex-end",
    fontStyle: "italic",
    marginBottom: 4
  },
  chatMessage: {
    padding: 20,
    margin: 10,
    borderRadius: 10,
    backgroundColor: theme.palette.grey[100],
  },
  chatMessageContent: {
  },
  userMessage: {
    backgroundColor: theme.palette.grey[300],
  },
  errorMessage: {
    backgroundColor: theme.palette.error.light,
  },
  messages: {
    overflowY: "scroll",
    flexGrow: 1,
    //the last child has margin bottom 0 (doesn't work)
    "& > *:last-child": {
      marginBottom: 0
    }
  },
  options: {
    flexGrow: 0,
    flexShrink: 0,
    flexBasis: "auto",
    fontFamily: theme.palette.fonts.sansSerifStack,
    marginLeft: 10
  },
  checkbox: {
    padding: 8
  },
  select: {
    // TODO: maybe really the styling of the options section should be flex display and flex grow stuff
    maxWidth: 250,
  },
  ragModeSelect: {
  },
  menuItem: {
    zIndex: theme.zIndexes.languageModelChat + 10,
    display: "flex",
    justifyContent: "space-between",
    alignItems: "center"
  },
  deleteConvoIcon: {
    marginLeft: 10,
    cursor: "pointer",
    opacity: 0.8,
    width: 16
  },
  loadingSpinner: {
    marginTop: 10
  },
});

const NEW_CONVERSATION_MENU_ITEM = "New Conversation";

const LLMChatMessage = ({message, classes}: {
  message: LlmMessagesFragment | NewLlmMessage,
  classes: ClassesType<typeof styles>,
}) => {
  const { ContentItemBody, ContentStyles } = Components;

  const { role, content } = message;

  return <ContentStyles contentType="llmChat" className={classes.chatMessageContent}>
    <ContentItemBody
      className={classNames(classes.chatMessage, {
        [classes.userMessage]: role === 'user',
        [classes.errorMessage]: role === 'error'
      })}
      dangerouslySetInnerHTML={{__html: content}}
    />
  </ContentStyles>
}

const LLMInputTextbox = ({onSubmit, classes}: {
  onSubmit: (message: string) => void,
  classes: ClassesType<typeof styles>,
}) => {
  const { ContentStyles } = Components;
  
  const [currentMessage, setCurrentMessage] = useState('');
  const ckEditorRef = useRef<CKEditor<any> | null>(null);
  const editorRef = useRef<Editor | null>(null);

  // TODO: we probably want to come back to this and enable cloud services for image uploading
  const editorConfig = {
    placeholder: 'Type here.  Ctrl/Cmd + Enter to submit.',
    mention: mentionPluginConfiguration,
  };

  const submitEditorContentAndClear = useCallback(() => {
    const currentEditorContent = editorRef.current?.getData();
    currentEditorContent && void onSubmit(currentEditorContent);
    setCurrentMessage('');
  }, [onSubmit]);

  // We need to pipe through the `conversationId` and do all of this eventListener setup/teardown like this because
  // otherwise messages get submitted to whatever conversation was "current" when the editor was initially loaded
  // Running this useEffect whenever either the conversationId or onSubmit changes ensures we remove and re-attach a fresh event listener with the correct "targets"
  useEffect(() => {
    const currentEditorRefValue = ckEditorRef.current;

    const options = { capture: true };
    const handleKeyDown = (event: KeyboardEvent) => {
      if ((event.ctrlKey || event.metaKey) && event.keyCode === 13) {
        event.stopPropagation();
        event.preventDefault();
        submitEditorContentAndClear();
      }
    };
  
    const internalEditorRefInstance = (currentEditorRefValue as AnyBecauseHard).domContainer?.current;
    if (internalEditorRefInstance) {
      internalEditorRefInstance.addEventListener('keydown', handleKeyDown, options);
    }

    return () => {
      const internalEditorRefInstance = (currentEditorRefValue as AnyBecauseHard)?.domContainer?.current;
      if (internalEditorRefInstance) {
        internalEditorRefInstance.removeEventListener('keydown', handleKeyDown, options);
      }
    }
  }, [onSubmit, submitEditorContentAndClear]);

  const submitButton = <div className={classes.editorButtons}>
    <Button
      type='submit'
      id='llm-submit-button'
      className={classes.submitButton} 
      onClick={submitEditorContentAndClear}
    >
      Submit
    </Button>
  </div>;

  // TODO: styling and debouncing
  return <ContentStyles className={classes.inputTextbox} contentType='comment'>
    <div className={classes.editor}>
      <CKEditor
        data={currentMessage}
        ref={ckEditorRef}
        editor={getCkCommentEditor(forumTypeSetting.get())}
        isCollaborative={false}
        onChange={(_event, editor: Editor) => {
          // debouncedValidateEditor(editor.model.document)
          // If transitioning from empty to nonempty or nonempty to empty,
          // bypass throttling. These cases don't have the performance
          // implications that motivated having throttling in the first place,
          // and this prevents a timing bug with form-clearing on submit.
          setCurrentMessage(editor.getData());

          // if (!editor.data.model.hasContent(editor.model.document.getRoot('main'))) {
          //   throttledSetCkEditor.cancel();
          //   setCurrentMessage(editor.getData());
          // } else {
          //   throttledSetCkEditor(() => editor.getData())
          // }
        }}
        onReady={(editor) => {
          editorRef.current = editor;
        }}
        config={editorConfig}
      />
    </div>
    {submitButton}
  </ContentStyles>
}

const welcomeGuideHtml = [
  `<h1>Welcome to the LessWrong LLM Chat!</h1>`,
  `<ul><li>The LLM chat interface is currently hooked up to Claude Sonnet 3.5</li>`,
  `<li>LaTeX is supported both on input and output.`,
  `<li style="color: #bf360c;">The LessWrong team will read conversations to help us with product iteration during development.</li></ul>`,
  `<p><strong>Posts and comments may be loaded into the context window based on your <em>first message</em> (and based on the current post you are viewing).</strong></p>`,
].join('');

export const ChatInterface = ({classes}: {
  classes: ClassesType<typeof styles>,
}) => {
  const { LlmChatMessage, Loading, MenuItem, ContentStyles, ContentItemBody } = Components;

  const { currentConversation, setCurrentConversation, archiveConversation, orderedConversations, submitMessage, currentConversationLoading } = useLlmChat();


  const [ragMode, setRagMode] = useState<RagModeType>('Recommendation'); // TODO: make this auto
  const { flash } = useMessages();

  // TODO: come back and refactor this to use currentRoute & matchPath to get the url parameter instead
  const { location } = useLocation();
  const { pathname } = location;
  const currentPostId = pathname.match(/\/posts\/([^/]+)\/[^/]+/)?.[1];

  const messagesRef = useRef<HTMLDivElement>(null);
  const lastMessageLengthRef = useRef(0);
  const previousMessagesLengthRef = useRef(0);

  // Scroll to bottom when new messages are added or the content of the last message grows due to streaming
  useEffect(() => {
    const messages = currentConversation?.messages ?? [];
    const currentMessagesLength = messages.length;

    const scrollToBottom = (behavior: 'auto' | 'smooth' = 'auto') => {
      if (messagesRef.current) {
        messagesRef.current.scrollTo({ 
          top: messagesRef.current.scrollHeight, 
          behavior 
        });
      }
    };

    const scrollToBottomIfNearBottom = () => {
      if (messagesRef.current) {
        const { scrollHeight, scrollTop, clientHeight } = messagesRef.current;
        const scrollThreshold = clientHeight * 0.2; // 20% of the visible area
        const isScrolledNearBottom = scrollHeight - scrollTop <= clientHeight + scrollThreshold;

        if (isScrolledNearBottom) {
          scrollToBottom('smooth');
        }
      }
    };

    // New message added
    if (currentMessagesLength > previousMessagesLengthRef.current) {
      scrollToBottom();
      previousMessagesLengthRef.current = currentMessagesLength;
    } 
    // Content of the last message changed (e.g., streaming)
    else if (messages.length > 0) {
      const lastMessage = messages[messages.length - 1];
      const currentLastMessageLength = lastMessage.content.length;

      if (currentLastMessageLength !== lastMessageLengthRef.current) {
        lastMessageLengthRef.current = currentLastMessageLength;
        
        // Delay scroll check slightly to allow for content update
        setTimeout(scrollToBottomIfNearBottom, 100);
      }
    }
  }, [currentConversation?.messages]);

  const [cookies, setCookies] = useCookiesWithConsent([HIDE_LLM_CHAT_GUIDE_COOKIE])
  const showGuide = cookies[HIDE_LLM_CHAT_GUIDE_COOKIE] !== "true";
  const setShowGuide = (show: boolean) => {
    setCookies(HIDE_LLM_CHAT_GUIDE_COOKIE, show ? "false" : "true")
  }

  const llmChatGuide = <ContentStyles contentType="llmChat" className={classes.welcomeGuide}>
    <div 
      onClick={() => setShowGuide(!showGuide)} 
      className={classes.welcomeGuideButton}
    >
      {showGuide ? "Hide Guide" : "Show LLM Guide"}
    </div>
    {showGuide && <ContentItemBody
      className={classNames(classes.welcomeGuideText)}
      dangerouslySetInnerHTML={{__html: welcomeGuideHtml}}
    />}
  </ContentStyles>

  const messagesForDisplay = <div className={classes.messages} ref={messagesRef}>
    {llmChatGuide}
    {currentConversation?.messages.map((message, index) => (
      <LlmChatMessage key={index} message={message} />
    ))}
  </div>

  const exportHistoryToClipboard = () => {
    if (!currentConversation) return
    const conversationHistory = currentConversation.messages.filter(({role}) => ['user', 'assistant', 'user-context'].includes(role))
    const formattedChatHistory = conversationHistory.map(({role, content}) => `<strong>${role.toUpperCase()}:</strong> ${content}`).join("\n")
    void navigator.clipboard.writeText(formattedChatHistory)
    flash('Chat history copied to clipboard')
  }

  const onSelect = (event: React.ChangeEvent<HTMLSelectElement>) => {
    const newSelection = event.target.value;
    const newSelectionId = newSelection === "New Conversation"
      ? undefined
      : newSelection;

    setCurrentConversation(newSelectionId);
  }

  const deleteConversation = (ev: React.MouseEvent, conversationId: string) => {
    // TODO: figure out if we need both of these or just one (i.e. to prevent selection of the menu item)
    ev.preventDefault();
    ev.stopPropagation();
    archiveConversation(conversationId);
  };

  const conversationSelect = <Select 
    onChange={onSelect} 
    value={currentConversation?._id ?? NEW_CONVERSATION_MENU_ITEM}
    disableUnderline
    className={classes.select}
    MenuProps={{style: {zIndex: 10000000002}}} // TODO: figure out sensible z-index stuff
    renderValue={(conversationId: string) => orderedConversations.find(c => c._id === conversationId)?.title ?? NEW_CONVERSATION_MENU_ITEM}
    >
      {
        orderedConversations.map(({ title, _id }, index) => (
          <MenuItem key={index} value={_id} className={classes.menuItem}>
            {title ?? "...Title Pending..."}
            <CloseIcon onClick={(ev) => deleteConversation(ev, _id)} className={classes.deleteConvoIcon} />
          </MenuItem>
      ))}
      <MenuItem value={NEW_CONVERSATION_MENU_ITEM} className={classes.menuItem}>
        New Conversation
      </MenuItem>
    </Select>;

    const ragModeSelect = <Select 
      onChange={(e) => setRagMode(e.target.value as RagModeType)}
      value={ragMode}
      disableUnderline
      className={classes.ragModeSelect}
    >
      {RAG_MODE_SET.map((ragMode) => (
        <MenuItem key={ragMode} value={ragMode}>
          {ragMode}
        </MenuItem>
      ))}
    </Select>


  const options = <div className={classes.options}>
    <Button onClick={() => setCurrentConversation()}>
      New Chat
    </Button>
    <Button onClick={exportHistoryToClipboard} disabled={!currentConversation}>
      Export
    </Button>
    {conversationSelect}
    {ragModeSelect}
  </div>  

  const handleSubmit = useCallback((message: string) => {
    submitMessage(message, ragMode, currentPostId);
  }, [currentPostId, submitMessage, ragMode]);

  return <div className={classes.subRoot}>
    {messagesForDisplay}
    {currentConversationLoading && <Loading className={classes.loadingSpinner}/>}
    <LLMInputTextbox onSubmit={handleSubmit} classes={classes} />
    {options}
  </div>
}


// Wrapper component needed so we can use deferRender
export const LanguageModelChat = ({classes}: {
  classes: ClassesType<typeof styles>,
}) => {
  return <DeferRender ssr={false}>
    <AnalyticsContext pageSectionContext='llmChat'>
      <div className={classes.root}>
        <ChatInterface classes={classes} />
      </div>
    </AnalyticsContext>
  </DeferRender>;
}

const LanguageModelChatComponent = registerComponent('LanguageModelChat', LanguageModelChat, {styles});

const LlmChatMessageComponent = registerComponent('LlmChatMessage', LLMChatMessage, {styles});

declare global {
  interface ComponentTypes {
    LanguageModelChat: typeof LanguageModelChatComponent
    LlmChatMessage: typeof LlmChatMessageComponent
  }
}

1	import React, { useEffect, useRef, useState, useCallback } from 'react';	3✔
2	import { Components, registerComponent } from '../../lib/vulcan-lib';	1✔
3	import classNames from 'classnames';	1✔
4	import DeferRender from '../common/DeferRender';	1✔
5	import Button from '@material-ui/core/Button';	1✔
6	import { useMessages } from '../common/withMessages';	1✔
7	import Select from '@material-ui/core/Select';	1✔
8	import CloseIcon from '@material-ui/icons/Close';	1✔
9	import { useLocation } from "../../lib/routeUtil";	1✔
10	import { NewLlmMessage, RAG_MODE_SET, RagModeType, useLlmChat } from './LlmChatWrapper';	1✔
11	import type { Editor } from '@ckeditor/ckeditor5-core';
12	import CKEditor from '@/lib/vendor/ckeditor5-react/ckeditor';	1✔
13	import { getCkCommentEditor } from '@/lib/wrapCkEditor';	1✔
14	import { forumTypeSetting } from '@/lib/instanceSettings';	1✔
15	import { mentionPluginConfiguration } from '@/lib/editor/mentionsConfig';	1✔
16	import { ckEditorStyles } from '@/themes/stylePiping';	1✔
17	import { HIDE_LLM_CHAT_GUIDE_COOKIE } from '@/lib/cookies/cookies';	1✔
18	import { useCookiesWithConsent } from '../hooks/useCookiesWithConsent';	1✔
19	import { AnalyticsContext } from '@/lib/analyticsEvents';	1✔
20
21	const styles = (theme: ThemeType) => ({	2✔
22	root: {
23	height: "calc(100vh - 160px)"
24	},
25	subRoot: {
26	display: "flex",
27	flexDirection: "column",
28	height: "100%"
29	},
30	submission: {
31	margin: 10,
32	display: "flex",
33	padding: 20,
34	...theme.typography.commentStyle,
35	},
36	editor: {
37	minHeight: 60,
38	'& .ck.ck-content': {
39	minHeight: 60,
40	},
41	...ckEditorStyles(theme),
42	overflowY: 'scroll',
43	paddingLeft: 20,
44	paddingTop: 20,
45	fontSize: '1.0rem',
46	'& blockquote, & li': {
47	fontSize: '1.0rem'
48	}
49	},
50	inputTextbox: {
51	margin: 10,
52	marginTop: 20,
53	borderRadius: 4,
54	maxHeight: "40vh",
55	backgroundColor: theme.palette.panelBackground.commentNodeEven,
56	overflowY: 'hidden',
57	overflowX: 'hidden',
58	flexGrow: 0,
59	flexShrink: 0,
60	flexBasis: "auto",
61	display: "flex",
62	flexDirection: "column",
63	},
64	submitButton:{
65	width: "fit-content",
66	fontSize: "16px",
67	color: theme.palette.lwTertiary.main,
68	marginLeft: "5px",
69	"&:hover": {
70	opacity: .5,
71	backgroundColor: "none",
72	},
73	},
74	editorButtons: {
75	display: "flex",
76	justifyContent: "flex-end",
77	padding: "10px",
78	},
79	welcomeGuide: {
80	margin: 10,
81	display: "flex",
82	flexDirection: "column",
83	},
84	welcomeGuideText: {
85	padding: 20,
86	backgroundColor: theme.palette.grey[100],
87	borderRadius: 10,
88	},
89	welcomeGuideButton: {
90	cursor: "pointer",
91	opacity: 0.8,
92	alignSelf: "flex-end",
93	fontStyle: "italic",
94	marginBottom: 4
95	},
96	chatMessage: {
97	padding: 20,
98	margin: 10,
99	borderRadius: 10,
100	backgroundColor: theme.palette.grey[100],
101	},
102	chatMessageContent: {
103	},
104	userMessage: {
105	backgroundColor: theme.palette.grey[300],
106	},
107	errorMessage: {
108	backgroundColor: theme.palette.error.light,
109	},
110	messages: {
111	overflowY: "scroll",
112	flexGrow: 1,
113	//the last child has margin bottom 0 (doesn't work)
114	"& > *:last-child": {
115	marginBottom: 0
116	}
117	},
118	options: {
119	flexGrow: 0,
120	flexShrink: 0,
121	flexBasis: "auto",
122	fontFamily: theme.palette.fonts.sansSerifStack,
123	marginLeft: 10
124	},
125	checkbox: {
126	padding: 8
127	},
128	select: {
129	// TODO: maybe really the styling of the options section should be flex display and flex grow stuff
130	maxWidth: 250,
131	},
132	ragModeSelect: {
133	},
134	menuItem: {
135	zIndex: theme.zIndexes.languageModelChat + 10,
136	display: "flex",
137	justifyContent: "space-between",
138	alignItems: "center"
139	},
140	deleteConvoIcon: {
141	marginLeft: 10,
142	cursor: "pointer",
143	opacity: 0.8,
144	width: 16
145	},
146	loadingSpinner: {
147	marginTop: 10
148	},
149	});
150
151	const NEW_CONVERSATION_MENU_ITEM = "New Conversation";	1✔
152
153	const LLMChatMessage = ({message, classes}: {	1✔
154	message: LlmMessagesFragment \| NewLlmMessage,
155	classes: ClassesType<typeof styles>,
156	}) => {
157	const { ContentItemBody, ContentStyles } = Components;	×
158
159	const { role, content } = message;	×
160
161	return <ContentStyles contentType="llmChat" className={classes.chatMessageContent}>	×
162	<ContentItemBody
163	className={classNames(classes.chatMessage, {
164	[classes.userMessage]: role === 'user',
165	[classes.errorMessage]: role === 'error'
166	})}
167	dangerouslySetInnerHTML={{__html: content}}
168	/>
169	</ContentStyles>
170	}
171
172	const LLMInputTextbox = ({onSubmit, classes}: {	1✔
173	onSubmit: (message: string) => void,
174	classes: ClassesType<typeof styles>,
175	}) => {
176	const { ContentStyles } = Components;	×
177
178	const [currentMessage, setCurrentMessage] = useState('');	×
179	const ckEditorRef = useRef<CKEditor<any> \| null>(null);	×
180	const editorRef = useRef<Editor \| null>(null);	×
181
182	// TODO: we probably want to come back to this and enable cloud services for image uploading
183	const editorConfig = {	×
184	placeholder: 'Type here. Ctrl/Cmd + Enter to submit.',
185	mention: mentionPluginConfiguration,
186	};
187
188	const submitEditorContentAndClear = useCallback(() => {	×
189	const currentEditorContent = editorRef.current?.getData();	×
190	currentEditorContent && void onSubmit(currentEditorContent);	×
191	setCurrentMessage('');	×
192	}, [onSubmit]);
193
194	// We need to pipe through the `conversationId` and do all of this eventListener setup/teardown like this because
195	// otherwise messages get submitted to whatever conversation was "current" when the editor was initially loaded
196	// Running this useEffect whenever either the conversationId or onSubmit changes ensures we remove and re-attach a fresh event listener with the correct "targets"
197	useEffect(() => {	×
198	const currentEditorRefValue = ckEditorRef.current;	×
199
200	const options = { capture: true };	×
201	const handleKeyDown = (event: KeyboardEvent) => {	×
202	if ((event.ctrlKey \|\| event.metaKey) && event.keyCode === 13) {	×
203	event.stopPropagation();	×
204	event.preventDefault();	×
205	submitEditorContentAndClear();	×
206	}
207	};
208
209	const internalEditorRefInstance = (currentEditorRefValue as AnyBecauseHard).domContainer?.current;	×
210	if (internalEditorRefInstance) {	×
211	internalEditorRefInstance.addEventListener('keydown', handleKeyDown, options);	×
212	}
213
214	return () => {	×
215	const internalEditorRefInstance = (currentEditorRefValue as AnyBecauseHard)?.domContainer?.current;	×
216	if (internalEditorRefInstance) {	×
217	internalEditorRefInstance.removeEventListener('keydown', handleKeyDown, options);	×
218	}
219	}
220	}, [onSubmit, submitEditorContentAndClear]);
221
222	const submitButton = <div className={classes.editorButtons}>	×
223	<Button
224	type='submit'
225	id='llm-submit-button'
226	className={classes.submitButton}
227	onClick={submitEditorContentAndClear}
228	>
229	Submit
230	</Button>
231	</div>;
232
233	// TODO: styling and debouncing
234	return <ContentStyles className={classes.inputTextbox} contentType='comment'>	×
235	<div className={classes.editor}>
236	<CKEditor
237	data={currentMessage}
238	ref={ckEditorRef}
239	editor={getCkCommentEditor(forumTypeSetting.get())}
240	isCollaborative={false}
241	onChange={(_event, editor: Editor) => {
242	// debouncedValidateEditor(editor.model.document)
243	// If transitioning from empty to nonempty or nonempty to empty,
244	// bypass throttling. These cases don't have the performance
245	// implications that motivated having throttling in the first place,
246	// and this prevents a timing bug with form-clearing on submit.
247	setCurrentMessage(editor.getData());	×
248
249	// if (!editor.data.model.hasContent(editor.model.document.getRoot('main'))) {
250	// throttledSetCkEditor.cancel();
251	// setCurrentMessage(editor.getData());
252	// } else {
253	// throttledSetCkEditor(() => editor.getData())
254	// }
255	}}
256	onReady={(editor) => {
257	editorRef.current = editor;	×
258	}}
259	config={editorConfig}
260	/>
261	</div>
262	{submitButton}
263	</ContentStyles>
264	}
265
266	const welcomeGuideHtml = [	1✔
267	`<h1>Welcome to the LessWrong LLM Chat!</h1>`,
268	`<ul><li>The LLM chat interface is currently hooked up to Claude Sonnet 3.5</li>`,
269	`<li>LaTeX is supported both on input and output.`,
270	`<li style="color: #bf360c;">The LessWrong team will read conversations to help us with product iteration during development.</li></ul>`,
271	`<p><strong>Posts and comments may be loaded into the context window based on your <em>first message</em> (and based on the current post you are viewing).</strong></p>`,
272	].join('');
273
274	export const ChatInterface = ({classes}: {	1✔
275	classes: ClassesType<typeof styles>,
276	}) => {
277	const { LlmChatMessage, Loading, MenuItem, ContentStyles, ContentItemBody } = Components;	×
278
279	const { currentConversation, setCurrentConversation, archiveConversation, orderedConversations, submitMessage, currentConversationLoading } = useLlmChat();	×
280
281
NEW 282	const [ragMode, setRagMode] = useState<RagModeType>('Recommendation'); // TODO: make this auto	×
UNCOV 283	const { flash } = useMessages();	×
284
285	// TODO: come back and refactor this to use currentRoute & matchPath to get the url parameter instead
286	const { location } = useLocation();	×
287	const { pathname } = location;	×
288	const currentPostId = pathname.match(/\/posts\/([^/]+)\/[^/]+/)?.[1];	×
289
290	const messagesRef = useRef<HTMLDivElement>(null);	×
291	const lastMessageLengthRef = useRef(0);	×
292	const previousMessagesLengthRef = useRef(0);	×
293
294	// Scroll to bottom when new messages are added or the content of the last message grows due to streaming
295	useEffect(() => {	×
296	const messages = currentConversation?.messages ?? [];	×
297	const currentMessagesLength = messages.length;	×
298
299	const scrollToBottom = (behavior: 'auto' \| 'smooth' = 'auto') => {	×
300	if (messagesRef.current) {	×
301	messagesRef.current.scrollTo({	×
302	top: messagesRef.current.scrollHeight,
303	behavior
304	});
305	}
306	};
307
308	const scrollToBottomIfNearBottom = () => {	×
309	if (messagesRef.current) {	×
310	const { scrollHeight, scrollTop, clientHeight } = messagesRef.current;	×
311	const scrollThreshold = clientHeight * 0.2; // 20% of the visible area	×
312	const isScrolledNearBottom = scrollHeight - scrollTop <= clientHeight + scrollThreshold;	×
313
314	if (isScrolledNearBottom) {	×
315	scrollToBottom('smooth');	×
316	}
317	}
318	};
319
320	// New message added
321	if (currentMessagesLength > previousMessagesLengthRef.current) {	×
322	scrollToBottom();	×
323	previousMessagesLengthRef.current = currentMessagesLength;	×
324	}	×
325	// Content of the last message changed (e.g., streaming)
326	else if (messages.length > 0) {
327	const lastMessage = messages[messages.length - 1];	×
328	const currentLastMessageLength = lastMessage.content.length;	×
329
330	if (currentLastMessageLength !== lastMessageLengthRef.current) {	×
331	lastMessageLengthRef.current = currentLastMessageLength;	×
332
333	// Delay scroll check slightly to allow for content update
334	setTimeout(scrollToBottomIfNearBottom, 100);	×
335	}
336	}
337	}, [currentConversation?.messages]);	×
338
339	const [cookies, setCookies] = useCookiesWithConsent([HIDE_LLM_CHAT_GUIDE_COOKIE])	×
340	const showGuide = cookies[HIDE_LLM_CHAT_GUIDE_COOKIE] !== "true";	×
341	const setShowGuide = (show: boolean) => {	×
342	setCookies(HIDE_LLM_CHAT_GUIDE_COOKIE, show ? "false" : "true")	×
343	}
344
345	const llmChatGuide = <ContentStyles contentType="llmChat" className={classes.welcomeGuide}>	×
346	<div
347	onClick={() => setShowGuide(!showGuide)}	×
348	className={classes.welcomeGuideButton}
349	>
350	{showGuide ? "Hide Guide" : "Show LLM Guide"}	×
351	</div>
352	{showGuide && <ContentItemBody	×
353	className={classNames(classes.welcomeGuideText)}
354	dangerouslySetInnerHTML={{__html: welcomeGuideHtml}}
355	/>}
356	</ContentStyles>
357
358	const messagesForDisplay = <div className={classes.messages} ref={messagesRef}>	×
359	{llmChatGuide}
360	{currentConversation?.messages.map((message, index) => (	×
361	<LlmChatMessage key={index} message={message} />	×
362	))}
363	</div>
364
365	const exportHistoryToClipboard = () => {	×
366	if (!currentConversation) return	×
367	const conversationHistory = currentConversation.messages.filter(({role}) => ['user', 'assistant', 'user-context'].includes(role))	×
368	const formattedChatHistory = conversationHistory.map(({role, content}) => `<strong>${role.toUpperCase()}:</strong> ${content}`).join("\n")	×
369	void navigator.clipboard.writeText(formattedChatHistory)	×
370	flash('Chat history copied to clipboard')	×
371	}
372
373	const onSelect = (event: React.ChangeEvent<HTMLSelectElement>) => {	×
374	const newSelection = event.target.value;	×
375	const newSelectionId = newSelection === "New Conversation"	×
376	? undefined	×
377	: newSelection;
378
379	setCurrentConversation(newSelectionId);	×
380	}
381
382	const deleteConversation = (ev: React.MouseEvent, conversationId: string) => {	×
383	// TODO: figure out if we need both of these or just one (i.e. to prevent selection of the menu item)
384	ev.preventDefault();	×
385	ev.stopPropagation();	×
386	archiveConversation(conversationId);	×
387	};
388
389	const conversationSelect = <Select	×
390	onChange={onSelect}
391	value={currentConversation?._id ?? NEW_CONVERSATION_MENU_ITEM}	×
392	disableUnderline
393	className={classes.select}
394	MenuProps={{style: {zIndex: 10000000002}}} // TODO: figure out sensible z-index stuff
395	renderValue={(conversationId: string) => orderedConversations.find(c => c._id === conversationId)?.title ?? NEW_CONVERSATION_MENU_ITEM}	×
396	>
397	{
398	orderedConversations.map(({ title, _id }, index) => (
399	<MenuItem key={index} value={_id} className={classes.menuItem}>	×
400	{title ?? "...Title Pending..."}	×
401	<CloseIcon onClick={(ev) => deleteConversation(ev, _id)} className={classes.deleteConvoIcon} />	×
402	</MenuItem>
403	))}
404	<MenuItem value={NEW_CONVERSATION_MENU_ITEM} className={classes.menuItem}>
405	New Conversation
406	</MenuItem>
407	</Select>;
408
NEW 409	const ragModeSelect = <Select	×
NEW 410	onChange={(e) => setRagMode(e.target.value as RagModeType)}	×
411	value={ragMode}
412	disableUnderline
413	className={classes.ragModeSelect}
414	>
415	{RAG_MODE_SET.map((ragMode) => (
NEW 416	<MenuItem key={ragMode} value={ragMode}>	×
417	{ragMode}
418	</MenuItem>
419	))}
420	</Select>
421
422
423	const options = <div className={classes.options}>	×
424	<Button onClick={() => setCurrentConversation()}>	×
425	New Chat
426	</Button>
427	<Button onClick={exportHistoryToClipboard} disabled={!currentConversation}>
428	Export
429	</Button>
430	{conversationSelect}
431	{ragModeSelect}
432	</div>
433
434	const handleSubmit = useCallback((message: string) => {	×
NEW 435	submitMessage(message, ragMode, currentPostId);	×
436	}, [currentPostId, submitMessage, ragMode]);
437
438	return <div className={classes.subRoot}>	×
439	{messagesForDisplay}
440	{currentConversationLoading && <Loading className={classes.loadingSpinner}/>}	×
441	<LLMInputTextbox onSubmit={handleSubmit} classes={classes} />
442	{options}
443	</div>
444	}
445
446
447	// Wrapper component needed so we can use deferRender
448	export const LanguageModelChat = ({classes}: {	1✔
449	classes: ClassesType<typeof styles>,
450	}) => {
451	return <DeferRender ssr={false}>	×
452	<AnalyticsContext pageSectionContext='llmChat'>
453	<div className={classes.root}>
454	<ChatInterface classes={classes} />
455	</div>
456	</AnalyticsContext>
457	</DeferRender>;
458	}
459
460	const LanguageModelChatComponent = registerComponent('LanguageModelChat', LanguageModelChat, {styles});	1✔
461
462	const LlmChatMessageComponent = registerComponent('LlmChatMessage', LLMChatMessage, {styles});	1✔
463
464	declare global {
465	interface ComponentTypes {
466	LanguageModelChat: typeof LanguageModelChatComponent
467	LlmChatMessage: typeof LlmChatMessageComponent
468	}
469	}

ForumMagnum / ForumMagnum / 10857730201

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous