def __init__(self,folderpath):
logger_cls = '%s.%s'%(Configuration_Handler.get('Logging', 'logger_instance_name'),self.__class__.__name__)
self.__cp_law_files_directory = Configuration_Handler.get('DATA_FILES', 'copied_files_directory_name')
self.__logger = logging.getLogger(logger_cls)
self.__file_ext = Configuration_Handler.get('DATA_FILES', 'default_file_ext')
self.__file_path = None
self.__file_name = None
self.__folder_files = None
self.__folderpath = folderpath
def __init__(self, args=None):
if args:
self.__args = args
self.__session = DBConnection().session
self.__months_format = Configuration_Handler.get(
'LAW_ATTRIBUTES_SETTINGS', 'months')
self.__months__alternatives_format = Configuration_Handler.get(
'LAW_ATTRIBUTES_SETTINGS', 'months_alternatives')
logger_cls = '%s.%s' % (Configuration_Handler.get(
'Logging', 'logger_instance_name'), self.__class__.__name__)
self.__logger = logging.getLogger(logger_cls)
def __init__(self):
Base = declarative_base()
database_name = Configuration_Handler.get('DataDB', 'name')
host = Configuration_Handler.get('DataDB', 'host')
username = Configuration_Handler.get('DataDB', 'username')
password = Configuration_Handler.get('DataDB', 'password')
dbconnectionstring = 'mysql+pymysql://%s:%s@%s/%s?charset=utf8' % (
username, password, host, database_name)
engine = create_engine(dbconnectionstring)
Base.metadata.create_all(engine)
Session = sessionmaker(bind=engine)
self.session = Session()
def __init__(self):
# class attributes
self.__folder_path = Configuration_Handler.get('DATA_FILES',
'folder_path')
self.__logger = None
self.__datareaderObj = DataFile(self.__folder_path)
self.__lawObj = Law()
def __initiateLogger(self):
# Logging configuration
logger_cls = Configuration_Handler.get('Logging',
'logger_instance_name')
log_folder = Configuration_Handler.get('Logging', 'log_folder')
logname = datetime.datetime.now().strftime("%Y-%m-%d")
if not os.path.exists(log_folder):
os.makedirs(log_folder)
logname = '%s/%s' % (log_folder, logname)
logging.basicConfig(
filename=logname,
filemode='a',
format='%(asctime)s,%(msecs)d %(name)s %(levelname)s %(message)s',
datefmt='%H:%M:%S',
level=logging.DEBUG)
self.__logger = logging.getLogger(logger_cls)
def __fetchDataFolder(self):
# Data files configuration
processed_file_ext = Configuration_Handler.get('DATA_FILES',
'processed_file_ext')
files = self.__datareaderObj.directory_files_list()
for law_file_name in files:
try:
law_file_json = self.__datareaderObj.read(law_file_name)
if self.__saveFileJson(law_file_name, law_file_json):
self.__datareaderObj.rename(processed_file_ext)
self.__datareaderObj.cp_modified_law_files(
law_file_name, self.__lawObj.get_attributes())
except Exception as e:
logger_string = 'File [%s] Error :[%s]' % (law_file_name,
str(e))
self.__logger.info(logger_string)
from classes.config import Configuration_Handler
import datetime
from sqlalchemy import Column, ForeignKey, Integer, String, DateTime
from sqlalchemy.ext.declarative import declarative_base
from sqlalchemy.orm import relationship
from sqlalchemy import create_engine
from sqlalchemy import Sequence
Base = declarative_base()
cnfHndl = Configuration_Handler()
database_name = cnfHndl.get('DataDB', 'name')
column_length = cnfHndl.get('DataDB', 'col_length')
class law_txt_files(Base):
__tablename__ = 'law_txt_files'
id = Column(Integer, primary_key=True)
filename = Column(String(column_length, convert_unicode=True), nullable=False)
status = Column(String(column_length, convert_unicode=True), nullable=False)
created_at = Column(DateTime, default=datetime.datetime.utcnow)
from classes.config import Configuration_Handler
from sqlalchemy import Column, ForeignKey, Integer, String, DateTime
from sqlalchemy.ext.declarative import declarative_base
from sqlalchemy.orm import relationship
from sqlalchemy import create_engine
from sqlalchemy import Sequence
from sqlalchemy.sql import func
import datetime
import time
Base = declarative_base()
database_name = Configuration_Handler.get('DataDB', 'name')
column_length = Configuration_Handler.get('DataDB', 'col_length')
class Laws(Base):
__tablename__ = 'laws'
id = Column(Integer, primary_key=True)
url = Column(String(column_length, convert_unicode=True), nullable=False)
header = Column(String(column_length, convert_unicode=True), nullable=False)
lawType = Column(String(column_length, convert_unicode=True), nullable=False)
number = Column(Integer, nullable=False)
title = Column(String(column_length, convert_unicode=True), nullable=False)
year = Column(String(column_length, convert_unicode=True), nullable=False)
legalStatus = Column(String(column_length, convert_unicode=True), nullable=False)
noPages = Column(Integer, nullable=False)
journal = Column(String(column_length, convert_unicode=True), nullable=False)
journalNo = Column(Integer, nullable=False)
issueType = Column(String(column_length, convert_unicode=True), nullable=False)
issueDate = Column(DateTime(timezone=True), nullable=False)
startDate = Column(DateTime(timezone=True), nullable=False)
endDate = Column(DateTime(timezone=True))