10703327722

Committed 04 Sep 2024 02:05PM UTC coverage: 97.424% (-0.3%) from 97.705%

Build # 10703327722

Build Type

push

github

Committed by

ErykKul

Commit Message

merged develop

Run Details

1278 of 1331 branches covered (96.02%)

Branch coverage included in aggregate %.

34 of 46 new or added lines in 13 files covered. (73.91%)

1 existing line in 1 file now uncovered.

3412 of 3483 relevant lines covered (97.96%)

9537.46 hits per line

Source File
Press 'n' to go to next uncovered line, 'b' for previous

98.04

/src/sections/upload-dataset-files/UploadDatasetFiles.tsx

import { useEffect, useState } from 'react'
import { useTranslation } from 'react-i18next'
import { md5 } from 'js-md5'
import { Semaphore } from 'async-mutex'
import { useNavigate } from 'react-router-dom'
import { FileRepository } from '../../files/domain/repositories/FileRepository'
import { useLoading } from '../loading/LoadingContext'
import { useDataset } from '../dataset/DatasetContext'
import { PageNotFound } from '../page-not-found/PageNotFound'
import { BreadcrumbsGenerator } from '../shared/hierarchy/BreadcrumbsGenerator'
import { FileUploader } from './FileUploader'
import { FileUploadState, FileUploadTools } from '../../files/domain/models/FileUploadState'
import { uploadFile } from '../../files/domain/useCases/uploadFile'
import { UploadedFiles } from './uploaded-files-list/UploadedFiles'
import { addUploadedFiles } from '../../files/domain/useCases/addUploadedFiles'
import { Route } from '../Route.enum'
import { Stack } from '@iqss/dataverse-design-system'
import { Alert } from '@iqss/dataverse-design-system'
import { AlertVariant } from '@iqss/dataverse-design-system/src/lib/components/alert/AlertVariant'

interface UploadDatasetFilesProps {
  fileRepository: FileRepository
}

interface FileUploadAlert {
  key: string
  variant: AlertVariant
  message: string
}

export const UploadDatasetFiles = ({ fileRepository: fileRepository }: UploadDatasetFilesProps) => {
  const { setIsLoading } = useLoading()
  const { dataset, isLoading } = useDataset()
  const { t } = useTranslation('uploadDatasetFiles')
  const [fileUploaderState, setState] = useState(FileUploadTools.createNewState([]))
  const [uploadingToCancelMap, setUploadingToCancelMap] = useState(new Map<string, () => void>())
  const navigate = useNavigate()
  const [alerts, setAlerts] = useState<FileUploadAlert[]>([])
  let i = 0
  const addAlert = (variant: AlertVariant, message: string) =>
    setAlerts((current) => [
      ...current,
      { key: (i++).toString(), variant: variant, message: message }
    ])

  const limit = 6
  const semaphore = new Semaphore(limit)

  const fileUploadFailed = (file: File) => {
    setUploadingToCancelMap((x) => {
      x.delete(FileUploadTools.key(file))
      return x
    })
    semaphore.release(1)
  }

  const fileUploadFinished = (file: File) => {
    const hash = md5.create()
    const reader = file.stream().getReader()
    reader
      .read()
      .then(async function updateHash({ done, value }) {
        if (done) {
          FileUploadTools.checksum(file, hash.hex(), fileUploaderState)
        } else {
          hash.update(value)
          await updateHash(await reader.read())
        }
      })
      .finally(() => {
        setUploadingToCancelMap((x) => {
          x.delete(FileUploadTools.key(file))
          return x
        })
        semaphore.release(1)
      })
  }

  const canUpload = (file: File) =>
    !uploadingToCancelMap.has(FileUploadTools.key(file)) &&
    !FileUploadTools.get(file, fileUploaderState).failed &&
    !FileUploadTools.get(file, fileUploaderState).done

  const uploadOneFile = (file: File) => {
    // sanity check: should not happen
    /* istanbul ignore next */
    if (!canUpload(file)) {
      return
    }
    const key = FileUploadTools.key(file)
    setState(FileUploadTools.showProgressBar(file, fileUploaderState))
    const cancel = uploadFile(
      fileRepository,
      dataset?.persistentId as string,
      file,
      () => {
        setState(FileUploadTools.done(file, fileUploaderState))
        fileUploadFinished(file)
      },
      () => {
        setState(FileUploadTools.failed(file, fileUploaderState))
        fileUploadFailed(file)
      },
      (now) => setState(FileUploadTools.progress(file, now, fileUploaderState)),
      (storageId) => setState(FileUploadTools.storageId(file, storageId, fileUploaderState))
    )
    setUploadingToCancelMap((x) => x.set(key, cancel))
  }

  const upload = async (file: File) => {
    await semaphore.acquire(1)
    uploadOneFile(file)
  }

  const cleanup = (file: File) => {
    const key = FileUploadTools.key(file)
    const cancel = uploadingToCancelMap.get(key)
    if (cancel) {
      cancel()
    }
    setUploadingToCancelMap((x) => {
      x.delete(key)
      return x
    })
  }

  const cancelUpload = (file: File) => {
    cleanup(file)
    setState(FileUploadTools.removed(file, fileUploaderState))
  }

  const updateFiles = (fileUploadState: FileUploadState[]) => {
    setState((x) => {
      fileUploadState.forEach((file) => {
        x.state.set(file.key, file)
      })
      return { state: x.state, uploaded: x.uploaded }
    })
  }

  const cleanFileState = (file: File) => {
    cleanup(file)
    setState(FileUploadTools.delete(file, fileUploaderState))
  }

  const cleanAllState = () => {
    setState((x) => {
      Array.from(x.state.values()).forEach((fileUploadState) => {
        fileUploadState.removed = true
      })
      return { state: x.state, uploaded: x.uploaded }
    })
  }

  const addFiles = (state: FileUploadState[]) => {
    setIsLoading(true)
    const done = () => {
      setIsLoading(false)
      navigate(`${Route.DATASETS}?persistentId=${dataset?.persistentId as string}&version=:draft`)
    }
    const uploadedFiles = FileUploadTools.mapToUploadedFilesDTOs(state)
    addUploadedFiles(fileRepository, dataset?.persistentId as string, uploadedFiles, done)
    cleanAllState()
  }

  const saveDisabled = () =>
    Array.from(fileUploaderState.state.values()).some((x) => !(x.failed || x.done || x.removed))

  useEffect(() => {
    setIsLoading(isLoading)
  }, [isLoading, setIsLoading])

  if (isLoading) {
    return <p>Temporary Loading until having shape of skeleton</p>
  }

  return (
    <>
      {!dataset ? (
        <PageNotFound />
      ) : (
        <>
          <BreadcrumbsGenerator
            hierarchy={dataset.hierarchy}
            withActionItem
            actionItemText={t('breadcrumbActionItem')}
          />
          <article>
            {alerts.map((alert) => (
              <Alert variant={alert.variant} key={alert.key}>
                {alert.message}
              </Alert>
            ))}
            <Stack direction="vertical" gap={3}>
              <FileUploader
                upload={upload}
                cancelTitle={t('cancel')}
                info={t('info')}
                selectText={t('select')}
                fileUploaderState={fileUploaderState}
                cancelUpload={cancelUpload}
                cleanFileState={cleanFileState}
                addAlert={addAlert}
              />
              <UploadedFiles
                fileUploadState={fileUploaderState.uploaded}
                cancelTitle={t('delete')}
                saveDisabled={saveDisabled()}
                updateFiles={updateFiles}
                cleanup={cleanAllState}
                addFiles={addFiles}
              />
            </Stack>
          </article>
        </>
      )}
    </>
  )
}

1	import { useEffect, useState } from 'react'
2	import { useTranslation } from 'react-i18next'
3	import { md5 } from 'js-md5'
4	import { Semaphore } from 'async-mutex'
5	import { useNavigate } from 'react-router-dom'
6	import { FileRepository } from '../../files/domain/repositories/FileRepository'
7	import { useLoading } from '../loading/LoadingContext'
8	import { useDataset } from '../dataset/DatasetContext'
9	import { PageNotFound } from '../page-not-found/PageNotFound'
10	import { BreadcrumbsGenerator } from '../shared/hierarchy/BreadcrumbsGenerator'
11	import { FileUploader } from './FileUploader'
12	import { FileUploadState, FileUploadTools } from '../../files/domain/models/FileUploadState'
13	import { uploadFile } from '../../files/domain/useCases/uploadFile'
14	import { UploadedFiles } from './uploaded-files-list/UploadedFiles'
15	import { addUploadedFiles } from '../../files/domain/useCases/addUploadedFiles'
16	import { Route } from '../Route.enum'
17	import { Stack } from '@iqss/dataverse-design-system'
18	import { Alert } from '@iqss/dataverse-design-system'
19	import { AlertVariant } from '@iqss/dataverse-design-system/src/lib/components/alert/AlertVariant'
20
21	interface UploadDatasetFilesProps {
22	fileRepository: FileRepository
23	}
24
25	interface FileUploadAlert {
26	key: string
27	variant: AlertVariant
28	message: string
29	}
30
31	export const UploadDatasetFiles = ({ fileRepository: fileRepository }: UploadDatasetFilesProps) => {	1,557✔
32	const { setIsLoading } = useLoading()	1,557✔
33	const { dataset, isLoading } = useDataset()	1,557✔
34	const { t } = useTranslation('uploadDatasetFiles')	1,557✔
35	const [fileUploaderState, setState] = useState(FileUploadTools.createNewState([]))	1,538✔
36	const [uploadingToCancelMap, setUploadingToCancelMap] = useState(new Map<string, () => void>())	1,538✔
37	const navigate = useNavigate()	1,538✔
38	const [alerts, setAlerts] = useState<FileUploadAlert[]>([])	1,538✔
39	let i = 0	1,538✔
40	const addAlert = (variant: AlertVariant, message: string) =>	1,538✔
41	setAlerts((current) => [	43✔
42	...current,
43	{ key: (i++).toString(), variant: variant, message: message }
44	])
45
46	const limit = 6	1,538✔
47	const semaphore = new Semaphore(limit)	1,538✔
48
49	const fileUploadFailed = (file: File) => {	1,538✔
50	setUploadingToCancelMap((x) => {	25✔
51	x.delete(FileUploadTools.key(file))	25✔
52	return x	25✔
53	})
54	semaphore.release(1)	25✔
55	}
56
57	const fileUploadFinished = (file: File) => {	1,538✔
58	const hash = md5.create()	142✔
59	const reader = file.stream().getReader()	142✔
60	reader	142✔
61	.read()
62	.then(async function updateHash({ done, value }) {
63	if (done) {	284✔
64	FileUploadTools.checksum(file, hash.hex(), fileUploaderState)	142✔
65	} else {
66	hash.update(value)	142✔
67	await updateHash(await reader.read())	142✔
68	}
69	})
70	.finally(() => {
71	setUploadingToCancelMap((x) => {	142✔
72	x.delete(FileUploadTools.key(file))	79✔
73	return x	79✔
74	})
75	semaphore.release(1)	142✔
76	})
77	}
78
79	const canUpload = (file: File) =>	1,538✔
80	!uploadingToCancelMap.has(FileUploadTools.key(file)) &&	203✔
81	!FileUploadTools.get(file, fileUploaderState).failed &&
82	!FileUploadTools.get(file, fileUploaderState).done
83
84	const uploadOneFile = (file: File) => {	1,538✔
85	// sanity check: should not happen
86	/* istanbul ignore next */
87	if (!canUpload(file)) {	203!
UNCOV 88	return	×
89	}
90	const key = FileUploadTools.key(file)	203✔
91	setState(FileUploadTools.showProgressBar(file, fileUploaderState))	203✔
92	const cancel = uploadFile(	203✔
93	fileRepository,
94	dataset?.persistentId as string,
95	file,
96	() => {
97	setState(FileUploadTools.done(file, fileUploaderState))	142✔
98	fileUploadFinished(file)	142✔
99	},
100	() => {
101	setState(FileUploadTools.failed(file, fileUploaderState))	25✔
102	fileUploadFailed(file)	25✔
103	},
104	(now) => setState(FileUploadTools.progress(file, now, fileUploaderState)),	722✔
105	(storageId) => setState(FileUploadTools.storageId(file, storageId, fileUploaderState))	142✔
106	)
107	setUploadingToCancelMap((x) => x.set(key, cancel))	203✔
108	}
109
110	const upload = async (file: File) => {	1,538✔
111	await semaphore.acquire(1)	203✔
112	uploadOneFile(file)	203✔
113	}
114
115	const cleanup = (file: File) => {	1,538✔
116	const key = FileUploadTools.key(file)	92✔
117	const cancel = uploadingToCancelMap.get(key)	92✔
118	if (cancel) {	92✔
119	cancel()	21✔
120	}
121	setUploadingToCancelMap((x) => {	92✔
122	x.delete(key)	92✔
123	return x	92✔
124	})
125	}
126
127	const cancelUpload = (file: File) => {	1,538✔
128	cleanup(file)	14✔
129	setState(FileUploadTools.removed(file, fileUploaderState))	14✔
130	}
131
132	const updateFiles = (fileUploadState: FileUploadState[]) => {	1,538✔
133	setState((x) => {	210✔
134	fileUploadState.forEach((file) => {	210✔
135	x.state.set(file.key, file)	230✔
136	})
137	return { state: x.state, uploaded: x.uploaded }	210✔
138	})
139	}
140
141	const cleanFileState = (file: File) => {	1,538✔
142	cleanup(file)	78✔
143	setState(FileUploadTools.delete(file, fileUploaderState))	78✔
144	}
145
146	const cleanAllState = () => {	1,538✔
147	setState((x) => {	41✔
148	Array.from(x.state.values()).forEach((fileUploadState) => {	41✔
149	fileUploadState.removed = true	82✔
150	})
151	return { state: x.state, uploaded: x.uploaded }	41✔
152	})
153	}
154
155	const addFiles = (state: FileUploadState[]) => {	1,538✔
156	setIsLoading(true)	17✔
157	const done = () => {	17✔
158	setIsLoading(false)	15✔
159	navigate(`${Route.DATASETS}?persistentId=${dataset?.persistentId as string}&version=:draft`)	15✔
160	}
161	const uploadedFiles = FileUploadTools.mapToUploadedFilesDTOs(state)	17✔
162	addUploadedFiles(fileRepository, dataset?.persistentId as string, uploadedFiles, done)	17✔
163	cleanAllState()	17✔
164	}
165
166	const saveDisabled = () =>	1,538✔
167	Array.from(fileUploaderState.state.values()).some((x) => !(x.failed \|\| x.done \|\| x.removed))	1,298✔
168
169	useEffect(() => {	1,538✔
170	setIsLoading(isLoading)	378✔
171	}, [isLoading, setIsLoading])
172
173	if (isLoading) {	1,538✔
174	return <p>Temporary Loading until having shape of skeleton</p>	189✔
175	}
176
177	return (	1,349✔
178	<>
179	{!dataset ? (	1,349✔
180	<PageNotFound />
181	) : (
182	<>
183	<BreadcrumbsGenerator
184	hierarchy={dataset.hierarchy}
185	withActionItem
186	actionItemText={t('breadcrumbActionItem')}
187	/>
188	<article>
189	{alerts.map((alert) => (
190	<Alert variant={alert.variant} key={alert.key}>	97✔
191	{alert.message}
192	</Alert>
193	))}
194	<Stack direction="vertical" gap={3}>
195	<FileUploader
196	upload={upload}
197	cancelTitle={t('cancel')}
198	info={t('info')}
199	selectText={t('select')}
200	fileUploaderState={fileUploaderState}
201	cancelUpload={cancelUpload}
202	cleanFileState={cleanFileState}
203	addAlert={addAlert}
204	/>
205	<UploadedFiles
206	fileUploadState={fileUploaderState.uploaded}
207	cancelTitle={t('delete')}
208	saveDisabled={saveDisabled()}
209	updateFiles={updateFiles}
210	cleanup={cleanAllState}
211	addFiles={addFiles}
212	/>
213	</Stack>
214	</article>
215	</>
216	)}
217	</>
218	)
219	}	19✔

IQSS / dataverse-frontend / 10703327722

Source File Press 'n' to go to next uncovered line, 'b' for previous

Source File
Press 'n' to go to next uncovered line, 'b' for previous