For any type of file, if the parsing method is general, the chunk token number needs to be displayed. #217 (#218)

…k token number needs to be displayed. #217

### What problem does this PR solve?

For any type of file, if the parsing method is general, the chunk token
number needs to be displayed. #217

Issue link: #217

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)
This commit is contained in:
balibabu 2024-04-03 14:32:07 +08:00 committed by GitHub
parent 963533bc27
commit 33d01150d5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -68,13 +68,26 @@ const ChunkMethodModal: React.FC<IProps> = ({
onOk(selectedTag, parser_config); onOk(selectedTag, parser_config);
}; };
const isPdf = documentExtension === 'pdf';
const showPages = useMemo(() => { const showPages = useMemo(() => {
return hidePagesChunkMethods.every((x) => x !== selectedTag); return isPdf && hidePagesChunkMethods.every((x) => x !== selectedTag);
}, [selectedTag]); }, [selectedTag, isPdf]);
const showOne = useMemo(() => { const showOne = useMemo(() => {
return showPages || selectedTag === 'one'; return (
}, [showPages, selectedTag]); isPdf &&
hidePagesChunkMethods
.filter((x) => x !== 'one')
.every((x) => x !== selectedTag)
);
}, [selectedTag, isPdf]);
const showMaxTokenNumber = selectedTag === 'naive';
const hideDivider = [showPages, showOne, showMaxTokenNumber].every(
(x) => x === false,
);
const afterClose = () => { const afterClose = () => {
form.resetFields(); form.resetFields();
@ -116,9 +129,7 @@ const ChunkMethodModal: React.FC<IProps> = ({
})} })}
</div> </div>
</Space> </Space>
<Divider></Divider> {hideDivider || <Divider></Divider>}
{documentExtension === 'pdf' && (
<Form name="dynamic_form_nest_item" autoComplete="off" form={form}> <Form name="dynamic_form_nest_item" autoComplete="off" form={form}>
{showPages && ( {showPages && (
<> <>
@ -159,8 +170,7 @@ const ChunkMethodModal: React.FC<IProps> = ({
if ( if (
name === 0 || name === 0 ||
!value || !value ||
getFieldValue(['pages', name - 1, 'to']) < getFieldValue(['pages', name - 1, 'to']) < value
value
) { ) {
return Promise.resolve(); return Promise.resolve();
} }
@ -272,10 +282,8 @@ const ChunkMethodModal: React.FC<IProps> = ({
} }
</Form.Item> </Form.Item>
)} )}
{showMaxTokenNumber && <MaxTokenNumber></MaxTokenNumber>}
{selectedTag === 'naive' && <MaxTokenNumber></MaxTokenNumber>}
</Form> </Form>
)}
</Modal> </Modal>
); );
}; };