Austin/dify
1
0
Fork 0
mirror of https://github.com/langgenius/dify.git synced 2024-11-16 11:42:29 +08:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

fix: filter empty value in xlsx to improve vector similarity hit (#422)

Browse Source
This commit is contained in:
lisaifei@cvte.com 2023-06-21 11:25:52 +08:00 committed by GitHub
parent d637a147ee
commit 23ef2262bd
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
api/core/index/readers/xlsx_parser.py
View File

@ -27,5 +27,7 @@ class XLSXParser(BaseParser):
if keys == []: if keys == []:
keys = list(map(str, row)) keys = list(map(str, row))
else: else:
data.append(json.dumps(dict(zip(keys, list(map(str, row)))), ensure_ascii=False)) row_dict = dict(zip(keys, row))
row_dict = {k: v for k, v in row_dict.items() if v}
data.append(json.dumps(row_dict, ensure_ascii=False))
return '\n\n'.join(data) return '\n\n'.join(data)

2
web/app/(commonLayout)/datasets/(datasetDetailLayout)/[datasetId]/layout.tsx
View File

@ -124,7 +124,7 @@ const DatasetDetailLayout: FC<IAppDetailLayoutProps> = (props) => {
? ( ? (
<> <>
<div className={s.subTitle}>{relatedApps?.total || '--'} {t('common.datasetMenus.relatedApp')}</div> <div className={s.subTitle}>{relatedApps?.total || '--'} {t('common.datasetMenus.relatedApp')}</div>
{relatedApps?.data?.map(item => (<LikedItem detail={item} />))} {relatedApps?.data?.map((item, index) => (<LikedItem key={index} detail={item} />))}
</> </>
) )
: ( : (

3
web/app/components/datasets/hit-testing/index.tsx
View File

@ -137,8 +137,9 @@ const HitTesting: FC<Props> = ({ datasetId }: Props) => {
<div className='text-gray-600 font-semibold mb-4'>{t('datasetHitTesting.hit.title')}</div> <div className='text-gray-600 font-semibold mb-4'>{t('datasetHitTesting.hit.title')}</div>
<div className='overflow-auto flex-1'> <div className='overflow-auto flex-1'>
<div className={s.cardWrapper}> <div className={s.cardWrapper}>
{hitResult?.records.map((record) => { {hitResult?.records.map((record, idx) => {
return <SegmentCard return <SegmentCard
key={idx}
loading={false} loading={false}
detail={record.segment as any} detail={record.segment as any}
score={record.score} score={record.score}