features #16

Merged
tema merged 3 commits from features into master 2023-09-05 13:07:43 +03:00
4 changed files with 93 additions and 31 deletions

View File

@ -1,15 +1,25 @@
from configparser import ConfigParser from configparser import ConfigParser
from easydict import EasyDict as edict from typing import Any
CONFIG_FILE = 'config.ini' CONFIG_FILE = 'config.ini'
class Configure: class Cfg:
def __getattr__(self, name: str) -> Any:
for key in self.data.keys():
if name not in self.data[key]:
continue
return self.data[key][name]
raise NameError("Config options not found!")
class Configure(Cfg):
def __init__(self): def __init__(self):
config = ConfigParser() config = ConfigParser()
config.read(CONFIG_FILE) config.read(CONFIG_FILE)
self.config = config
self.data = dict() self.data = dict()
for section in config.sections(): for section in config.sections():
@ -18,17 +28,20 @@ class Configure:
for key, value in config.items(section): for key, value in config.items(section):
self.data[section][key] = value self.data[section][key] = value
config_folder = config.get("Docs_Settings", "Config_folder").rstrip("/") self.config_folder = config.get("Docs_Settings", "Config_folder").rstrip("/")
self.data["documentid"] = config.get("Docs_Settings", 'Document_ID')
self.data["data_file"] = config_folder + "/" + config.get("Docs_Settings", "data_file")
self.data["credentials_file"] = config_folder + "/" + config.get("Docs_Settings", "credentials_file")
self.data["token_file"] = self.config_folder + "/" + self.data['Docs_Settings']['token_file']
def __getattr__(self, name): @property
if name in ["documentid", "data_file", "credentials_file", "token_file"]: def documentid(self):
return self.data[name] return self.config.get("Docs_Settings", 'Document_ID')
for key in self.data.keys():
if name not in self.data[key]: @property
continue def data_file(self):
return self.data[key][name] return self.config_folder + "/" + self.config.get("Docs_Settings", "data_file")
# raise NameError("Config options not found!")
@property
def credentials_file(self):
return self.config_folder + "/" + self.config.get("Docs_Settings", "credentials_file")
@property
def token_file(self):
return self.config_folder + "/" + self.data['Docs_Settings']['token_file']

View File

@ -46,6 +46,9 @@ def docs_parse() -> None:
if os.path.exists(config.data_file): if os.path.exists(config.data_file):
os.remove(config.data_file) os.remove(config.data_file)
with open("configs/temp.file", 'w') as f:
f.write("1")
with open(config.data_file, 'w') as f: with open(config.data_file, 'w') as f:
json.dump(document, f, ensure_ascii=False) json.dump(document, f, ensure_ascii=False)
f.close() f.close()

View File

@ -193,21 +193,30 @@ class Helper():
@classmethod @classmethod
def get_link_and_download(cls, id_doc, document): def get_link_and_download(cls, id_doc, document):
with open("configs/temp.file") as f:
data = f.read()
if data == "0":
return open("configs/photo.base64", 'rb').read()
if "inlineObjects" in document: if "inlineObjects" in document:
if id_doc in document['inlineObjects']: if id_doc in document['inlineObjects']:
link = (document link = (document
['inlineObjects'][id_doc]['inlineObjectProperties'] ['inlineObjects'][id_doc]['inlineObjectProperties']
['embeddedObject']['imageProperties']['contentUri']) ['embeddedObject']['imageProperties']['contentUri'])
r = requests.get(link, stream=True) r = requests.get(link, stream=True)
return base64.b64encode(r.content).decode('utf-8') photo = base64.b64encode(r.content).decode('utf-8')
with open("configs/photo.base64", 'w') as f:
f.write(photo)
with open("configs/temp.file", 'w') as f:
f.write("0")
return photo
@classmethod @classmethod
def find_image(cls, document): def find_image(cls, document):
for i in document['body']["content"]: for i in document['body']["content"]:
if ("paragraph" in i) and ("elements" in i["paragraph"]): if ("paragraph" in i) and ("elements" in i["paragraph"]):
if "inlineObjectElement" in i["paragraph"]["elements"]: if "inlineObjectElement" in i["paragraph"]["elements"][0]:
return True, cls.get_link_and_download( return True, cls.get_link_and_download(
i["paragraph"]["elements"] i["paragraph"]["elements"][0]
['inlineObjectElement']['inlineObjectId'], document) ['inlineObjectElement']['inlineObjectId'], document)
return False, None return False, None

View File

@ -1,13 +1,50 @@
#google-api-python-client aiogram==2.25.1
#google-auth-httplib2 aiohttp==3.8.4
#google-auth-oauthlib aioschedule==0.5.2
bs4 aiosignal==1.3.1
requests async-timeout==4.0.2
GitPython attrs==22.2.0
lxml Babel==2.9.1
peewee beautifulsoup4==4.11.2
aiogram bs4==0.0.1
cryptography cachetools==5.3.1
pymysqldb certifi==2022.12.7
psycopg2 cffi==1.15.1
aioschedule charset-normalizer==3.0.1
cryptography==39.0.1
easydict==1.10
frozenlist==1.3.3
gitdb==4.0.10
GitPython==3.1.30
google-api-core==2.11.1
google-api-python-client==2.97.0
google-auth==2.22.0
google-auth-httplib2==0.1.0
google-auth-oauthlib==1.0.0
googleapis-common-protos==1.60.0
httplib2==0.22.0
idna==3.4
lxml==4.9.2
magic-filter==1.0.9
multidict==6.0.4
oauthlib==3.2.2
peewee==3.15.4
protobuf==4.24.2
psycopg2-binary==2.9.5
pyasn1==0.5.0
pyasn1-modules==0.3.0
pycparser==2.21
PyMySQL==1.0.2
PyMysqlDB==0.0.2
pyparsing==3.1.1
PySocks==1.7.1
pytz==2022.7.1
requests==2.31.0
requests-oauthlib==1.3.1
rsa==4.9
six==1.16.0
smmap==5.0.0
soupsieve==2.3.2.post1
uritemplate==4.1.1
urllib3==1.26.14
yarl==1.8.2