AI/ragflow
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/infiniflow/ragflow.git synced 2025-08-13 04:18:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

Format: dos2unix (#4467)

Browse Source 
### What problem does this PR solve?

Format the code

### Type of change

- [x] Refactoring

Signed-off-by: Jin Hai <haijin.chn@gmail.com>
This commit is contained in:
Jin Hai 2025-01-13 18:19:01 +08:00 committed by GitHub
parent c08382099a
commit fd0bf3adf0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
12 changed files with 1895 additions and 1895 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

112
agent/component/akshare.py
View File

@ -1,56 +1,56 @@
# #
# Copyright 2024 The InfiniFlow Authors. All Rights Reserved. # Copyright 2024 The InfiniFlow Authors. All Rights Reserved.
# #
# Licensed under the Apache License, Version 2.0 (the "License"); # Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License. # you may not use this file except in compliance with the License.
# You may obtain a copy of the License at # You may obtain a copy of the License at
# #
# http://www.apache.org/licenses/LICENSE-2.0 # http://www.apache.org/licenses/LICENSE-2.0
# #
# Unless required by applicable law or agreed to in writing, software # Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, # distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
# #
from abc import ABC from abc import ABC
import pandas as pd import pandas as pd
import akshare as ak import akshare as ak
from agent.component.base import ComponentBase, ComponentParamBase from agent.component.base import ComponentBase, ComponentParamBase
class AkShareParam(ComponentParamBase): class AkShareParam(ComponentParamBase):
""" """
Define the AkShare component parameters. Define the AkShare component parameters.
""" """
def __init__(self): def __init__(self):
super().__init__() super().__init__()
self.top_n = 10 self.top_n = 10
def check(self): def check(self):
self.check_positive_integer(self.top_n, "Top N") self.check_positive_integer(self.top_n, "Top N")
class AkShare(ComponentBase, ABC): class AkShare(ComponentBase, ABC):
component_name = "AkShare" component_name = "AkShare"
def _run(self, history, **kwargs): def _run(self, history, **kwargs):
ans = self.get_input() ans = self.get_input()
ans = ",".join(ans["content"]) if "content" in ans else "" ans = ",".join(ans["content"]) if "content" in ans else ""
if not ans: if not ans:
return AkShare.be_output("") return AkShare.be_output("")
try: try:
ak_res = [] ak_res = []
stock_news_em_df = ak.stock_news_em(symbol=ans) stock_news_em_df = ak.stock_news_em(symbol=ans)
stock_news_em_df = stock_news_em_df.head(self._param.top_n) stock_news_em_df = stock_news_em_df.head(self._param.top_n)
ak_res = [{"content": '<a href="' + i["新闻链接"] + '">' + i["新闻标题"] + '</a>\n 新闻内容: ' + i[ ak_res = [{"content": '<a href="' + i["新闻链接"] + '">' + i["新闻标题"] + '</a>\n 新闻内容: ' + i[
"新闻内容"] + " \n发布时间:" + i["发布时间"] + " \n文章来源: " + i["文章来源"]} for index, i in stock_news_em_df.iterrows()] "新闻内容"] + " \n发布时间:" + i["发布时间"] + " \n文章来源: " + i["文章来源"]} for index, i in stock_news_em_df.iterrows()]
except Exception as e: except Exception as e:
return AkShare.be_output("**ERROR**: " + str(e)) return AkShare.be_output("**ERROR**: " + str(e))
if not ak_res: if not ak_res:
return AkShare.be_output("") return AkShare.be_output("")
return pd.DataFrame(ak_res) return pd.DataFrame(ak_res)

70
agent/component/concentrator.py
View File

@ -1,36 +1,36 @@
# #
# Copyright 2024 The InfiniFlow Authors. All Rights Reserved. # Copyright 2024 The InfiniFlow Authors. All Rights Reserved.
# #
# Licensed under the Apache License, Version 2.0 (the "License"); # Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License. # you may not use this file except in compliance with the License.
# You may obtain a copy of the License at # You may obtain a copy of the License at
# #
# http://www.apache.org/licenses/LICENSE-2.0 # http://www.apache.org/licenses/LICENSE-2.0
# #
# Unless required by applicable law or agreed to in writing, software # Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, # distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
# #
from abc import ABC from abc import ABC
from agent.component.base import ComponentBase, ComponentParamBase from agent.component.base import ComponentBase, ComponentParamBase
class ConcentratorParam(ComponentParamBase): class ConcentratorParam(ComponentParamBase):
""" """
Define the Concentrator component parameters. Define the Concentrator component parameters.
""" """
def __init__(self): def __init__(self):
super().__init__() super().__init__()
def check(self): def check(self):
return True return True
class Concentrator(ComponentBase, ABC): class Concentrator(ComponentBase, ABC):
component_name = "Concentrator" component_name = "Concentrator"
def _run(self, history, **kwargs): def _run(self, history, **kwargs):
return Concentrator.be_output("") return Concentrator.be_output("")

260
agent/component/jin10.py
View File

@ -1,130 +1,130 @@
# #
# Copyright 2024 The InfiniFlow Authors. All Rights Reserved. # Copyright 2024 The InfiniFlow Authors. All Rights Reserved.
# #
# Licensed under the Apache License, Version 2.0 (the "License"); # Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License. # you may not use this file except in compliance with the License.
# You may obtain a copy of the License at # You may obtain a copy of the License at
# #
# http://www.apache.org/licenses/LICENSE-2.0 # http://www.apache.org/licenses/LICENSE-2.0
# #
# Unless required by applicable law or agreed to in writing, software # Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, # distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
# #
import json import json
from abc import ABC from abc import ABC
import pandas as pd import pandas as pd
import requests import requests
from agent.component.base import ComponentBase, ComponentParamBase from agent.component.base import ComponentBase, ComponentParamBase
class Jin10Param(ComponentParamBase): class Jin10Param(ComponentParamBase):
""" """
Define the Jin10 component parameters. Define the Jin10 component parameters.
""" """
def __init__(self): def __init__(self):
super().__init__() super().__init__()
self.type = "flash" self.type = "flash"
self.secret_key = "xxx" self.secret_key = "xxx"
self.flash_type = '1' self.flash_type = '1'
self.calendar_type = 'cj' self.calendar_type = 'cj'
self.calendar_datatype = 'data' self.calendar_datatype = 'data'
self.symbols_type = 'GOODS' self.symbols_type = 'GOODS'
self.symbols_datatype = 'symbols' self.symbols_datatype = 'symbols'
self.contain = "" self.contain = ""
self.filter = "" self.filter = ""
def check(self): def check(self):
self.check_valid_value(self.type, "Type", ['flash', 'calendar', 'symbols', 'news']) self.check_valid_value(self.type, "Type", ['flash', 'calendar', 'symbols', 'news'])
self.check_valid_value(self.flash_type, "Flash Type", ['1', '2', '3', '4', '5']) self.check_valid_value(self.flash_type, "Flash Type", ['1', '2', '3', '4', '5'])
self.check_valid_value(self.calendar_type, "Calendar Type", ['cj', 'qh', 'hk', 'us']) self.check_valid_value(self.calendar_type, "Calendar Type", ['cj', 'qh', 'hk', 'us'])
self.check_valid_value(self.calendar_datatype, "Calendar DataType", ['data', 'event', 'holiday']) self.check_valid_value(self.calendar_datatype, "Calendar DataType", ['data', 'event', 'holiday'])
self.check_valid_value(self.symbols_type, "Symbols Type", ['GOODS', 'FOREX', 'FUTURE', 'CRYPTO']) self.check_valid_value(self.symbols_type, "Symbols Type", ['GOODS', 'FOREX', 'FUTURE', 'CRYPTO'])
self.check_valid_value(self.symbols_datatype, 'Symbols DataType', ['symbols', 'quotes']) self.check_valid_value(self.symbols_datatype, 'Symbols DataType', ['symbols', 'quotes'])
class Jin10(ComponentBase, ABC): class Jin10(ComponentBase, ABC):
component_name = "Jin10" component_name = "Jin10"
def _run(self, history, **kwargs): def _run(self, history, **kwargs):
ans = self.get_input() ans = self.get_input()
ans = " - ".join(ans["content"]) if "content" in ans else "" ans = " - ".join(ans["content"]) if "content" in ans else ""
if not ans: if not ans:
return Jin10.be_output("") return Jin10.be_output("")
jin10_res = [] jin10_res = []
headers = {'secret-key': self._param.secret_key} headers = {'secret-key': self._param.secret_key}
try: try:
if self._param.type == "flash": if self._param.type == "flash":
params = { params = {
'category': self._param.flash_type, 'category': self._param.flash_type,
'contain': self._param.contain, 'contain': self._param.contain,
'filter': self._param.filter 'filter': self._param.filter
} }
response = requests.get( response = requests.get(
url='https://open-data-api.jin10.com/data-api/flash?category=' + self._param.flash_type, url='https://open-data-api.jin10.com/data-api/flash?category=' + self._param.flash_type,
headers=headers, data=json.dumps(params)) headers=headers, data=json.dumps(params))
response = response.json() response = response.json()
for i in response['data']: for i in response['data']:
jin10_res.append({"content": i['data']['content']}) jin10_res.append({"content": i['data']['content']})
if self._param.type == "calendar": if self._param.type == "calendar":
params = { params = {
'category': self._param.calendar_type 'category': self._param.calendar_type
} }
response = requests.get( response = requests.get(
url='https://open-data-api.jin10.com/data-api/calendar/' + self._param.calendar_datatype + '?category=' + self._param.calendar_type, url='https://open-data-api.jin10.com/data-api/calendar/' + self._param.calendar_datatype + '?category=' + self._param.calendar_type,
headers=headers, data=json.dumps(params)) headers=headers, data=json.dumps(params))
response = response.json() response = response.json()
jin10_res.append({"content": pd.DataFrame(response['data']).to_markdown()}) jin10_res.append({"content": pd.DataFrame(response['data']).to_markdown()})
if self._param.type == "symbols": if self._param.type == "symbols":
params = { params = {
'type': self._param.symbols_type 'type': self._param.symbols_type
} }
if self._param.symbols_datatype == "quotes": if self._param.symbols_datatype == "quotes":
params['codes'] = 'BTCUSD' params['codes'] = 'BTCUSD'
response = requests.get( response = requests.get(
url='https://open-data-api.jin10.com/data-api/' + self._param.symbols_datatype + '?type=' + self._param.symbols_type, url='https://open-data-api.jin10.com/data-api/' + self._param.symbols_datatype + '?type=' + self._param.symbols_type,
headers=headers, data=json.dumps(params)) headers=headers, data=json.dumps(params))
response = response.json() response = response.json()
if self._param.symbols_datatype == "symbols": if self._param.symbols_datatype == "symbols":
for i in response['data']: for i in response['data']:
i['Commodity Code'] = i['c'] i['Commodity Code'] = i['c']
i['Stock Exchange'] = i['e'] i['Stock Exchange'] = i['e']
i['Commodity Name'] = i['n'] i['Commodity Name'] = i['n']
i['Commodity Type'] = i['t'] i['Commodity Type'] = i['t']
del i['c'], i['e'], i['n'], i['t'] del i['c'], i['e'], i['n'], i['t']
if self._param.symbols_datatype == "quotes": if self._param.symbols_datatype == "quotes":
for i in response['data']: for i in response['data']:
i['Selling Price'] = i['a'] i['Selling Price'] = i['a']
i['Buying Price'] = i['b'] i['Buying Price'] = i['b']
i['Commodity Code'] = i['c'] i['Commodity Code'] = i['c']
i['Stock Exchange'] = i['e'] i['Stock Exchange'] = i['e']
i['Highest Price'] = i['h'] i['Highest Price'] = i['h']
i['Yesterday’s Closing Price'] = i['hc'] i['Yesterday’s Closing Price'] = i['hc']
i['Lowest Price'] = i['l'] i['Lowest Price'] = i['l']
i['Opening Price'] = i['o'] i['Opening Price'] = i['o']
i['Latest Price'] = i['p'] i['Latest Price'] = i['p']
i['Market Quote Time'] = i['t'] i['Market Quote Time'] = i['t']
del i['a'], i['b'], i['c'], i['e'], i['h'], i['hc'], i['l'], i['o'], i['p'], i['t'] del i['a'], i['b'], i['c'], i['e'], i['h'], i['hc'], i['l'], i['o'], i['p'], i['t']
jin10_res.append({"content": pd.DataFrame(response['data']).to_markdown()}) jin10_res.append({"content": pd.DataFrame(response['data']).to_markdown()})
if self._param.type == "news": if self._param.type == "news":
params = { params = {
'contain': self._param.contain, 'contain': self._param.contain,
'filter': self._param.filter 'filter': self._param.filter
} }
response = requests.get( response = requests.get(
url='https://open-data-api.jin10.com/data-api/news', url='https://open-data-api.jin10.com/data-api/news',
headers=headers, data=json.dumps(params)) headers=headers, data=json.dumps(params))
response = response.json() response = response.json()
jin10_res.append({"content": pd.DataFrame(response['data']).to_markdown()}) jin10_res.append({"content": pd.DataFrame(response['data']).to_markdown()})
except Exception as e: except Exception as e:
return Jin10.be_output("**ERROR**: " + str(e)) return Jin10.be_output("**ERROR**: " + str(e))
if not jin10_res: if not jin10_res:
return Jin10.be_output("") return Jin10.be_output("")
return pd.DataFrame(jin10_res) return pd.DataFrame(jin10_res)

144
agent/component/tushare.py
View File

@ -1,72 +1,72 @@
# #
# Copyright 2024 The InfiniFlow Authors. All Rights Reserved. # Copyright 2024 The InfiniFlow Authors. All Rights Reserved.
# #
# Licensed under the Apache License, Version 2.0 (the "License"); # Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License. # you may not use this file except in compliance with the License.
# You may obtain a copy of the License at # You may obtain a copy of the License at
# #
# http://www.apache.org/licenses/LICENSE-2.0 # http://www.apache.org/licenses/LICENSE-2.0
# #
# Unless required by applicable law or agreed to in writing, software # Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, # distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
# #
import json import json
from abc import ABC from abc import ABC
import pandas as pd import pandas as pd
import time import time
import requests import requests
from agent.component.base import ComponentBase, ComponentParamBase from agent.component.base import ComponentBase, ComponentParamBase
class TuShareParam(ComponentParamBase): class TuShareParam(ComponentParamBase):
""" """
Define the TuShare component parameters. Define the TuShare component parameters.
""" """
def __init__(self): def __init__(self):
super().__init__() super().__init__()
self.token = "xxx" self.token = "xxx"
self.src = "eastmoney" self.src = "eastmoney"
self.start_date = "2024-01-01 09:00:00" self.start_date = "2024-01-01 09:00:00"
self.end_date = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime()) self.end_date = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
self.keyword = "" self.keyword = ""
def check(self): def check(self):
self.check_valid_value(self.src, "Quick News Source", self.check_valid_value(self.src, "Quick News Source",
["sina", "wallstreetcn", "10jqka", "eastmoney", "yuncaijing", "fenghuang", "jinrongjie"]) ["sina", "wallstreetcn", "10jqka", "eastmoney", "yuncaijing", "fenghuang", "jinrongjie"])
class TuShare(ComponentBase, ABC): class TuShare(ComponentBase, ABC):
component_name = "TuShare" component_name = "TuShare"
def _run(self, history, **kwargs): def _run(self, history, **kwargs):
ans = self.get_input() ans = self.get_input()
ans = ",".join(ans["content"]) if "content" in ans else "" ans = ",".join(ans["content"]) if "content" in ans else ""
if not ans: if not ans:
return TuShare.be_output("") return TuShare.be_output("")
try: try:
tus_res = [] tus_res = []
params = { params = {
"api_name": "news", "api_name": "news",
"token": self._param.token, "token": self._param.token,
"params": {"src": self._param.src, "start_date": self._param.start_date, "params": {"src": self._param.src, "start_date": self._param.start_date,
"end_date": self._param.end_date} "end_date": self._param.end_date}
} }
response = requests.post(url="http://api.tushare.pro", data=json.dumps(params).encode('utf-8')) response = requests.post(url="http://api.tushare.pro", data=json.dumps(params).encode('utf-8'))
response = response.json() response = response.json()
if response['code'] != 0: if response['code'] != 0:
return TuShare.be_output(response['msg']) return TuShare.be_output(response['msg'])
df = pd.DataFrame(response['data']['items']) df = pd.DataFrame(response['data']['items'])
df.columns = response['data']['fields'] df.columns = response['data']['fields']
tus_res.append({"content": (df[df['content'].str.contains(self._param.keyword, case=False)]).to_markdown()}) tus_res.append({"content": (df[df['content'].str.contains(self._param.keyword, case=False)]).to_markdown()})
except Exception as e: except Exception as e:
return TuShare.be_output("**ERROR**: " + str(e)) return TuShare.be_output("**ERROR**: " + str(e))
if not tus_res: if not tus_res:
return TuShare.be_output("") return TuShare.be_output("")
return pd.DataFrame(tus_res) return pd.DataFrame(tus_res)

160
agent/component/wencai.py
View File

@ -1,80 +1,80 @@
# #
# Copyright 2024 The InfiniFlow Authors. All Rights Reserved. # Copyright 2024 The InfiniFlow Authors. All Rights Reserved.
# #
# Licensed under the Apache License, Version 2.0 (the "License"); # Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License. # you may not use this file except in compliance with the License.
# You may obtain a copy of the License at # You may obtain a copy of the License at
# #
# http://www.apache.org/licenses/LICENSE-2.0 # http://www.apache.org/licenses/LICENSE-2.0
# #
# Unless required by applicable law or agreed to in writing, software # Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, # distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
# #
from abc import ABC from abc import ABC
import pandas as pd import pandas as pd
import pywencai import pywencai
from agent.component.base import ComponentBase, ComponentParamBase from agent.component.base import ComponentBase, ComponentParamBase
class WenCaiParam(ComponentParamBase): class WenCaiParam(ComponentParamBase):
""" """
Define the WenCai component parameters. Define the WenCai component parameters.
""" """
def __init__(self): def __init__(self):
super().__init__() super().__init__()
self.top_n = 10 self.top_n = 10
self.query_type = "stock" self.query_type = "stock"
def check(self): def check(self):
self.check_positive_integer(self.top_n, "Top N") self.check_positive_integer(self.top_n, "Top N")
self.check_valid_value(self.query_type, "Query type", self.check_valid_value(self.query_type, "Query type",
['stock', 'zhishu', 'fund', 'hkstock', 'usstock', 'threeboard', 'conbond', 'insurance', ['stock', 'zhishu', 'fund', 'hkstock', 'usstock', 'threeboard', 'conbond', 'insurance',
'futures', 'lccp', 'futures', 'lccp',
'foreign_exchange']) 'foreign_exchange'])
class WenCai(ComponentBase, ABC): class WenCai(ComponentBase, ABC):
component_name = "WenCai" component_name = "WenCai"
def _run(self, history, **kwargs): def _run(self, history, **kwargs):
ans = self.get_input() ans = self.get_input()
ans = ",".join(ans["content"]) if "content" in ans else "" ans = ",".join(ans["content"]) if "content" in ans else ""
if not ans: if not ans:
return WenCai.be_output("") return WenCai.be_output("")
try: try:
wencai_res = [] wencai_res = []
res = pywencai.get(query=ans, query_type=self._param.query_type, perpage=self._param.top_n) res = pywencai.get(query=ans, query_type=self._param.query_type, perpage=self._param.top_n)
if isinstance(res, pd.DataFrame): if isinstance(res, pd.DataFrame):
wencai_res.append({"content": res.to_markdown()}) wencai_res.append({"content": res.to_markdown()})
if isinstance(res, dict): if isinstance(res, dict):
for item in res.items(): for item in res.items():
if isinstance(item[1], list): if isinstance(item[1], list):
wencai_res.append({"content": item[0] + "\n" + pd.DataFrame(item[1]).to_markdown()}) wencai_res.append({"content": item[0] + "\n" + pd.DataFrame(item[1]).to_markdown()})
continue continue
if isinstance(item[1], str): if isinstance(item[1], str):
wencai_res.append({"content": item[0] + "\n" + item[1]}) wencai_res.append({"content": item[0] + "\n" + item[1]})
continue continue
if isinstance(item[1], dict): if isinstance(item[1], dict):
if "meta" in item[1].keys(): if "meta" in item[1].keys():
continue continue
wencai_res.append({"content": pd.DataFrame.from_dict(item[1], orient='index').to_markdown()}) wencai_res.append({"content": pd.DataFrame.from_dict(item[1], orient='index').to_markdown()})
continue continue
if isinstance(item[1], pd.DataFrame): if isinstance(item[1], pd.DataFrame):
if "image_url" in item[1].columns: if "image_url" in item[1].columns:
continue continue
wencai_res.append({"content": item[1].to_markdown()}) wencai_res.append({"content": item[1].to_markdown()})
continue continue
wencai_res.append({"content": item[0] + "\n" + str(item[1])}) wencai_res.append({"content": item[0] + "\n" + str(item[1])})
except Exception as e: except Exception as e:
return WenCai.be_output("**ERROR**: " + str(e)) return WenCai.be_output("**ERROR**: " + str(e))
if not wencai_res: if not wencai_res:
return WenCai.be_output("") return WenCai.be_output("")
return pd.DataFrame(wencai_res) return pd.DataFrame(wencai_res)

168
agent/component/yahoofinance.py
View File

@ -1,84 +1,84 @@
# #
# Copyright 2024 The InfiniFlow Authors. All Rights Reserved. # Copyright 2024 The InfiniFlow Authors. All Rights Reserved.
# #
# Licensed under the Apache License, Version 2.0 (the "License"); # Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License. # you may not use this file except in compliance with the License.
# You may obtain a copy of the License at # You may obtain a copy of the License at
# #
# http://www.apache.org/licenses/LICENSE-2.0 # http://www.apache.org/licenses/LICENSE-2.0
# #
# Unless required by applicable law or agreed to in writing, software # Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, # distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
# #
import logging import logging
from abc import ABC from abc import ABC
import pandas as pd import pandas as pd
from agent.component.base import ComponentBase, ComponentParamBase from agent.component.base import ComponentBase, ComponentParamBase
import yfinance as yf import yfinance as yf
class YahooFinanceParam(ComponentParamBase): class YahooFinanceParam(ComponentParamBase):
""" """
Define the YahooFinance component parameters. Define the YahooFinance component parameters.
""" """
def __init__(self): def __init__(self):
super().__init__() super().__init__()
self.info = True self.info = True
self.history = False self.history = False
self.count = False self.count = False
self.financials = False self.financials = False
self.income_stmt = False self.income_stmt = False
self.balance_sheet = False self.balance_sheet = False
self.cash_flow_statement = False self.cash_flow_statement = False
self.news = True self.news = True
def check(self): def check(self):
self.check_boolean(self.info, "get all stock info") self.check_boolean(self.info, "get all stock info")
self.check_boolean(self.history, "get historical market data") self.check_boolean(self.history, "get historical market data")
self.check_boolean(self.count, "show share count") self.check_boolean(self.count, "show share count")
self.check_boolean(self.financials, "show financials") self.check_boolean(self.financials, "show financials")
self.check_boolean(self.income_stmt, "income statement") self.check_boolean(self.income_stmt, "income statement")
self.check_boolean(self.balance_sheet, "balance sheet") self.check_boolean(self.balance_sheet, "balance sheet")
self.check_boolean(self.cash_flow_statement, "cash flow statement") self.check_boolean(self.cash_flow_statement, "cash flow statement")
self.check_boolean(self.news, "show news") self.check_boolean(self.news, "show news")
class YahooFinance(ComponentBase, ABC): class YahooFinance(ComponentBase, ABC):
component_name = "YahooFinance" component_name = "YahooFinance"
def _run(self, history, **kwargs): def _run(self, history, **kwargs):
ans = self.get_input() ans = self.get_input()
ans = "".join(ans["content"]) if "content" in ans else "" ans = "".join(ans["content"]) if "content" in ans else ""
if not ans: if not ans:
return YahooFinance.be_output("") return YahooFinance.be_output("")
yohoo_res = [] yohoo_res = []
try: try:
msft = yf.Ticker(ans) msft = yf.Ticker(ans)
if self._param.info: if self._param.info:
yohoo_res.append({"content": "info:\n" + pd.Series(msft.info).to_markdown() + "\n"}) yohoo_res.append({"content": "info:\n" + pd.Series(msft.info).to_markdown() + "\n"})
if self._param.history: if self._param.history:
yohoo_res.append({"content": "history:\n" + msft.history().to_markdown() + "\n"}) yohoo_res.append({"content": "history:\n" + msft.history().to_markdown() + "\n"})
if self._param.financials: if self._param.financials:
yohoo_res.append({"content": "calendar:\n" + pd.DataFrame(msft.calendar).to_markdown() + "\n"}) yohoo_res.append({"content": "calendar:\n" + pd.DataFrame(msft.calendar).to_markdown() + "\n"})
if self._param.balance_sheet: if self._param.balance_sheet:
yohoo_res.append({"content": "balance sheet:\n" + msft.balance_sheet.to_markdown() + "\n"}) yohoo_res.append({"content": "balance sheet:\n" + msft.balance_sheet.to_markdown() + "\n"})
yohoo_res.append( yohoo_res.append(
{"content": "quarterly balance sheet:\n" + msft.quarterly_balance_sheet.to_markdown() + "\n"}) {"content": "quarterly balance sheet:\n" + msft.quarterly_balance_sheet.to_markdown() + "\n"})
if self._param.cash_flow_statement: if self._param.cash_flow_statement:
yohoo_res.append({"content": "cash flow statement:\n" + msft.cashflow.to_markdown() + "\n"}) yohoo_res.append({"content": "cash flow statement:\n" + msft.cashflow.to_markdown() + "\n"})
yohoo_res.append( yohoo_res.append(
{"content": "quarterly cash flow statement:\n" + msft.quarterly_cashflow.to_markdown() + "\n"}) {"content": "quarterly cash flow statement:\n" + msft.quarterly_cashflow.to_markdown() + "\n"})
if self._param.news: if self._param.news:
yohoo_res.append({"content": "news:\n" + pd.DataFrame(msft.news).to_markdown() + "\n"}) yohoo_res.append({"content": "news:\n" + pd.DataFrame(msft.news).to_markdown() + "\n"})
except Exception: except Exception:
logging.exception("YahooFinance got exception") logging.exception("YahooFinance got exception")
if not yohoo_res: if not yohoo_res:
return YahooFinance.be_output("") return YahooFinance.be_output("")
return pd.DataFrame(yohoo_res) return pd.DataFrame(yohoo_res)

1142
agent/templates/investment_advisor.json
View File

File diff suppressed because one or more lines are too long

1170
agent/templates/text2sql.json
View File

File diff suppressed because one or more lines are too long

224
agent/test/dsl_examples/concentrator_message.json
View File

@ -1,113 +1,113 @@
{ {
"components": { "components": {
"begin": { "begin": {
"obj":{ "obj":{
"component_name": "Begin", "component_name": "Begin",
"params": { "params": {
"prologue": "Hi there!" "prologue": "Hi there!"
} }
}, },
"downstream": ["answer:0"], "downstream": ["answer:0"],
"upstream": [] "upstream": []
}, },
"answer:0": { "answer:0": {
"obj": { "obj": {
"component_name": "Answer", "component_name": "Answer",
"params": {} "params": {}
}, },
"downstream": ["categorize:0"], "downstream": ["categorize:0"],
"upstream": ["begin"] "upstream": ["begin"]
}, },
"categorize:0": { "categorize:0": {
"obj": { "obj": {
"component_name": "Categorize", "component_name": "Categorize",
"params": { "params": {
"llm_id": "deepseek-chat", "llm_id": "deepseek-chat",
"category_description": { "category_description": {
"product_related": { "product_related": {
"description": "The question is about the product usage, appearance and how it works.", "description": "The question is about the product usage, appearance and how it works.",
"examples": "Why it always beaming?\nHow to install it onto the wall?\nIt leaks, what to do?", "examples": "Why it always beaming?\nHow to install it onto the wall?\nIt leaks, what to do?",
"to": "concentrator:0" "to": "concentrator:0"
}, },
"others": { "others": {
"description": "The question is not about the product usage, appearance and how it works.", "description": "The question is not about the product usage, appearance and how it works.",
"examples": "How are you doing?\nWhat is your name?\nAre you a robot?\nWhat's the weather?\nWill it rain?", "examples": "How are you doing?\nWhat is your name?\nAre you a robot?\nWhat's the weather?\nWill it rain?",
"to": "concentrator:1" "to": "concentrator:1"
} }
} }
} }
}, },
"downstream": ["concentrator:0","concentrator:1"], "downstream": ["concentrator:0","concentrator:1"],
"upstream": ["answer:0"] "upstream": ["answer:0"]
}, },
"concentrator:0": { "concentrator:0": {
"obj": { "obj": {
"component_name": "Concentrator", "component_name": "Concentrator",
"params": {} "params": {}
}, },
"downstream": ["message:0"], "downstream": ["message:0"],
"upstream": ["categorize:0"] "upstream": ["categorize:0"]
}, },
"concentrator:1": { "concentrator:1": {
"obj": { "obj": {
"component_name": "Concentrator", "component_name": "Concentrator",
"params": {} "params": {}
}, },
"downstream": ["message:1_0","message:1_1","message:1_2"], "downstream": ["message:1_0","message:1_1","message:1_2"],
"upstream": ["categorize:0"] "upstream": ["categorize:0"]
}, },
"message:0": { "message:0": {
"obj": { "obj": {
"component_name": "Message", "component_name": "Message",
"params": { "params": {
"messages": [ "messages": [
"Message 0_0!!!!!!!" "Message 0_0!!!!!!!"
] ]
} }
}, },
"downstream": ["answer:0"], "downstream": ["answer:0"],
"upstream": ["concentrator:0"] "upstream": ["concentrator:0"]
}, },
"message:1_0": { "message:1_0": {
"obj": { "obj": {
"component_name": "Message", "component_name": "Message",
"params": { "params": {
"messages": [ "messages": [
"Message 1_0!!!!!!!" "Message 1_0!!!!!!!"
] ]
} }
}, },
"downstream": ["answer:0"], "downstream": ["answer:0"],
"upstream": ["concentrator:1"] "upstream": ["concentrator:1"]
}, },
"message:1_1": { "message:1_1": {
"obj": { "obj": {
"component_name": "Message", "component_name": "Message",
"params": { "params": {
"messages": [ "messages": [
"Message 1_1!!!!!!!" "Message 1_1!!!!!!!"
] ]
} }
}, },
"downstream": ["answer:0"], "downstream": ["answer:0"],
"upstream": ["concentrator:1"] "upstream": ["concentrator:1"]
}, },
"message:1_2": { "message:1_2": {
"obj": { "obj": {
"component_name": "Message", "component_name": "Message",
"params": { "params": {
"messages": [ "messages": [
"Message 1_2!!!!!!!" "Message 1_2!!!!!!!"
] ]
} }
}, },
"downstream": ["answer:0"], "downstream": ["answer:0"],
"upstream": ["concentrator:1"] "upstream": ["concentrator:1"]
} }
}, },
"history": [], "history": [],
"messages": [], "messages": [],
"path": [], "path": [],
"reference": [], "reference": [],
"answer": [] "answer": []
} }

118
rag/svr/cache_file_svr.py
View File

@ -1,60 +1,60 @@
# #
# Copyright 2024 The InfiniFlow Authors. All Rights Reserved. # Copyright 2024 The InfiniFlow Authors. All Rights Reserved.
# #
# Licensed under the Apache License, Version 2.0 (the "License"); # Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License. # you may not use this file except in compliance with the License.
# You may obtain a copy of the License at # You may obtain a copy of the License at
# #
# http://www.apache.org/licenses/LICENSE-2.0 # http://www.apache.org/licenses/LICENSE-2.0
# #
# Unless required by applicable law or agreed to in writing, software # Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, # distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
# #
import logging import logging
import time import time
import traceback import traceback
from api.db.db_models import close_connection from api.db.db_models import close_connection
from api.db.services.task_service import TaskService from api.db.services.task_service import TaskService
from rag.utils.storage_factory import STORAGE_IMPL from rag.utils.storage_factory import STORAGE_IMPL
from rag.utils.redis_conn import REDIS_CONN from rag.utils.redis_conn import REDIS_CONN
def collect(): def collect():
doc_locations = TaskService.get_ongoing_doc_name() doc_locations = TaskService.get_ongoing_doc_name()
logging.debug(doc_locations) logging.debug(doc_locations)
if len(doc_locations) == 0: if len(doc_locations) == 0:
time.sleep(1) time.sleep(1)
return return
return doc_locations return doc_locations
def main(): def main():
locations = collect() locations = collect()
if not locations: if not locations:
return return
logging.info(f"TASKS: {len(locations)}") logging.info(f"TASKS: {len(locations)}")
for kb_id, loc in locations: for kb_id, loc in locations:
try: try:
if REDIS_CONN.is_alive(): if REDIS_CONN.is_alive():
try: try:
key = "{}/{}".format(kb_id, loc) key = "{}/{}".format(kb_id, loc)
if REDIS_CONN.exist(key): if REDIS_CONN.exist(key):
continue continue
file_bin = STORAGE_IMPL.get(kb_id, loc) file_bin = STORAGE_IMPL.get(kb_id, loc)
REDIS_CONN.transaction(key, file_bin, 12 * 60) REDIS_CONN.transaction(key, file_bin, 12 * 60)
logging.info("CACHE: {}".format(loc)) logging.info("CACHE: {}".format(loc))
except Exception as e: except Exception as e:
traceback.print_stack(e) traceback.print_stack(e)
except Exception as e: except Exception as e:
traceback.print_stack(e) traceback.print_stack(e)
if __name__ == "__main__": if __name__ == "__main__":
while True: while True:
main() main()
close_connection() close_connection()
time.sleep(1) time.sleep(1)

76
sdk/python/ragflow_sdk/modules/base.py
View File

@ -1,38 +1,38 @@
class Base(object): class Base(object):
def __init__(self, rag, res_dict): def __init__(self, rag, res_dict):
self.rag = rag self.rag = rag
for k, v in res_dict.items(): for k, v in res_dict.items():
if isinstance(v, dict): if isinstance(v, dict):
self.__dict__[k] = Base(rag, v) self.__dict__[k] = Base(rag, v)
else: else:
self.__dict__[k] = v self.__dict__[k] = v
def to_json(self): def to_json(self):
pr = {} pr = {}
for name in dir(self): for name in dir(self):
value = getattr(self, name) value = getattr(self, name)
if not name.startswith('__') and not callable(value) and name != "rag": if not name.startswith('__') and not callable(value) and name != "rag":
if isinstance(value, Base): if isinstance(value, Base):
pr[name] = value.to_json() pr[name] = value.to_json()
else: else:
pr[name] = value pr[name] = value
return pr return pr
def post(self, path, json=None, stream=False, files=None): def post(self, path, json=None, stream=False, files=None):
res = self.rag.post(path, json, stream=stream,files=files) res = self.rag.post(path, json, stream=stream,files=files)
return res return res
def get(self, path, params=None): def get(self, path, params=None):
res = self.rag.get(path, params) res = self.rag.get(path, params)
return res return res
def rm(self, path, json): def rm(self, path, json):
res = self.rag.delete(path, json) res = self.rag.delete(path, json)
return res return res
def put(self,path, json): def put(self,path, json):
res = self.rag.put(path,json) res = self.rag.put(path,json)
return res return res
def __str__(self): def __str__(self):
return str(self.to_json()) return str(self.to_json())

146
sdk/python/ragflow_sdk/modules/session.py
View File

@ -1,73 +1,73 @@
import json import json
from .base import Base from .base import Base
class Session(Base): class Session(Base):
def __init__(self, rag, res_dict): def __init__(self, rag, res_dict):
self.id = None self.id = None
self.name = "New session" self.name = "New session"
self.messages = [{"role": "assistant", "content": "Hi! I am your assistant，can I help you?"}] self.messages = [{"role": "assistant", "content": "Hi! I am your assistant，can I help you?"}]
for key,value in res_dict.items(): for key,value in res_dict.items():
if key =="chat_id" and value is not None: if key =="chat_id" and value is not None:
self.chat_id = None self.chat_id = None
self.__session_type = "chat" self.__session_type = "chat"
if key == "agent_id" and value is not None: if key == "agent_id" and value is not None:
self.agent_id = None self.agent_id = None
self.__session_type = "agent" self.__session_type = "agent"
super().__init__(rag, res_dict) super().__init__(rag, res_dict)
def ask(self, question="",stream=True,**kwargs): def ask(self, question="",stream=True,**kwargs):
if self.__session_type == "agent": if self.__session_type == "agent":
res=self._ask_agent(question,stream) res=self._ask_agent(question,stream)
elif self.__session_type == "chat": elif self.__session_type == "chat":
res=self._ask_chat(question,stream,**kwargs) res=self._ask_chat(question,stream,**kwargs)
for line in res.iter_lines(): for line in res.iter_lines():
line = line.decode("utf-8") line = line.decode("utf-8")
if line.startswith("{"): if line.startswith("{"):
json_data = json.loads(line) json_data = json.loads(line)
raise Exception(json_data["message"]) raise Exception(json_data["message"])
if not line.startswith("data:"): if not line.startswith("data:"):
continue continue
json_data = json.loads(line[5:]) json_data = json.loads(line[5:])
if json_data["data"] is True or json_data["data"].get("running_status"): if json_data["data"] is True or json_data["data"].get("running_status"):
continue continue
answer = json_data["data"]["answer"] answer = json_data["data"]["answer"]
reference = json_data["data"].get("reference", {}) reference = json_data["data"].get("reference", {})
temp_dict = { temp_dict = {
"content": answer, "content": answer,
"role": "assistant" "role": "assistant"
} }
if reference and "chunks" in reference: if reference and "chunks" in reference:
chunks = reference["chunks"] chunks = reference["chunks"]
temp_dict["reference"] = chunks temp_dict["reference"] = chunks
message = Message(self.rag, temp_dict) message = Message(self.rag, temp_dict)
yield message yield message
def _ask_chat(self, question: str, stream: bool,**kwargs): def _ask_chat(self, question: str, stream: bool,**kwargs):
json_data={"question": question, "stream": True,"session_id":self.id} json_data={"question": question, "stream": True,"session_id":self.id}
json_data.update(kwargs) json_data.update(kwargs)
res = self.post(f"/chats/{self.chat_id}/completions", res = self.post(f"/chats/{self.chat_id}/completions",
json_data, stream=stream) json_data, stream=stream)
return res return res
def _ask_agent(self,question:str,stream:bool): def _ask_agent(self,question:str,stream:bool):
res = self.post(f"/agents/{self.agent_id}/completions", res = self.post(f"/agents/{self.agent_id}/completions",
{"question": question, "stream": True,"session_id":self.id}, stream=stream) {"question": question, "stream": True,"session_id":self.id}, stream=stream)
return res return res
def update(self,update_message): def update(self,update_message):
res = self.put(f"/chats/{self.chat_id}/sessions/{self.id}", res = self.put(f"/chats/{self.chat_id}/sessions/{self.id}",
update_message) update_message)
res = res.json() res = res.json()
if res.get("code") != 0: if res.get("code") != 0:
raise Exception(res.get("message")) raise Exception(res.get("message"))
class Message(Base): class Message(Base):
def __init__(self, rag, res_dict): def __init__(self, rag, res_dict):
self.content = "Hi! I am your assistant，can I help you?" self.content = "Hi! I am your assistant，can I help you?"
self.reference = None self.reference = None
self.role = "assistant" self.role = "assistant"
self.prompt = None self.prompt = None
self.id = None self.id = None
super().__init__(rag, res_dict) super().__init__(rag, res_dict)