Save Markdowns

This commit is contained in:
h z
2024-12-06 15:13:20 +00:00
parent 48dd59f8e4
commit b3ec244e06
9 changed files with 100 additions and 34 deletions

View File

@@ -1,11 +1,16 @@
#db/__init__.py
import os
import pkgutil
import subprocess
from contextlib import contextmanager
from db.models import Base
from sqlalchemy.orm import sessionmaker
from sqlalchemy import create_engine
import env_provider
from env_provider import DB_HOST, DB_PORT, DB_NAME, DB_USER, DB_PASSWORD
from sqlalchemy.dialects.mysql import insert
from sqlalchemy import create_engine, text, inspect
from env_provider import DB_HOST, DB_PORT, DB_NAME, DB_USER, DB_PASSWORD, DB_SCHEMA_UPDATED, ENVIRONMENT
engine = create_engine(f"mysql+pymysql://{DB_USER}:{DB_PASSWORD}@{DB_HOST}:{DB_PORT}/{DB_NAME}")
SessionLocal = sessionmaker(autocommit=False, autoflush=False, bind=engine)
@@ -18,7 +23,59 @@ def get_db():
finally:
db.close()
def dump_db():
try:
os.environ['MYSQL_PWD'] = DB_PASSWORD
dump_cmd = f"mysqldump --no-tablespaces -h {DB_HOST} -P {DB_PORT} -u {DB_USER} {DB_NAME} > /app/dump/db_dump.sql"
subprocess.run(dump_cmd, shell=True, check=True)
except subprocess.CalledProcessError as e:
print(f"Failed to dump database: {e}")
raise e
def clear_db():
with engine.connect() as conn:
conn.execute(text("SET FOREIGN_KEY_CHECKS = 0;"))
inspector = inspect(engine)
for table_name in inspector.get_table_names():
conn.execute(text(f"DROP TABLE IF EXISTS {table_name}"))
conn.execute(text("SET FOREIGN_KEY_CHECKS = 1;"))
def create_all():
with engine.begin() as conn:
Base.metadata.create_all(bind=conn)
Base.metadata.create_all(bind=conn)
def init_payload():
from db.models import table_models
with get_db() as session:
session.execute(text("SET FOREIGN_KEY_CHECKS = 0;"))
for model in table_models:
print(f"MODEL -- {model}, {hasattr(model, '__pay_load__')}")
if hasattr(model, "__pay_load__"):
payload =model.__pay_load__[ENVIRONMENT]
print(f"- - [ - ] hasattr, {ENVIRONMENT} - {payload}")
stmt = insert(model.__table__).values(payload).prefix_with("IGNORE")
print(f"- - [ - ] {stmt}\n")
session.execute(stmt)
session.execute(text("SET FOREIGN_KEY_CHECKS = 1;"))
session.commit()
def setup_db():
if DB_SCHEMA_UPDATED:
try:
dump_db()
print("[ x ] db dumped")
except Exception as e:
print(f"[ x ] Failed to dump database: {e}")
clear_db()
print("[ x ] db cleared")
create_all()
print("[ x ] db created")
init_payload()
print("[ x ] payload loaded")

View File

@@ -14,4 +14,15 @@ class Path(Base):
"id": self.id,
"name": self.name,
"parent_id": self.parent_id,
}
}
__pay_load__ = {
'dev': [
{'id': 1, 'name': '', 'parent_id': None},
{'id': 2, 'name': 'test', 'parent_id': 1},
{'id': 3, 'name': 'test1', 'parent_id': 1},
],
'prod': [
{'id': 1, 'name': '', 'parent_id': None},
]
}

View File

@@ -5,6 +5,11 @@ import importlib
from sqlalchemy.ext.declarative import declarative_base
Base = declarative_base()
package_name = "db.models"
for _, module_name, _ in pkgutil.iter_modules(__path__):
importlib.import_module(f"{package_name}.{module_name}")
table_models = []
for _, module_name, _ in pkgutil.iter_modules(__path__):
module = importlib.import_module(f"{package_name}.{module_name}")
if hasattr(module, module_name):
model = getattr(module, module_name)
if hasattr(model, "__tablename__"):
table_models.append(model)