kopia lustrzana https://github.com/bugout-dev/moonstream
Updated setup and requirements for db and crawlers
rodzic
59c7ba68e0
commit
dbf9e7f15c
|
@ -0,0 +1,5 @@
|
|||
"""
|
||||
Moonstream crawlers version.
|
||||
"""
|
||||
|
||||
MOONSTREAMCRAWLERS_VERSION = "0.0.1"
|
|
@ -1,12 +1,14 @@
|
|||
from setuptools import find_packages, setup
|
||||
|
||||
from moonstreamcrawlers.version import MOONSTREAMCRAWLERS_VERSION
|
||||
|
||||
long_description = ""
|
||||
with open("README.md") as ifp:
|
||||
long_description = ifp.read()
|
||||
|
||||
setup(
|
||||
name="moonstreamcrawlers",
|
||||
version="0.0.1",
|
||||
version=MOONSTREAMCRAWLERS_VERSION,
|
||||
author="Bugout.dev",
|
||||
author_email="engineers@bugout.dev",
|
||||
license="Apache License 2.0",
|
||||
|
@ -28,7 +30,7 @@ setup(
|
|||
],
|
||||
python_requires=">=3.6",
|
||||
packages=find_packages(),
|
||||
package_data={"bugout": ["py.typed"]},
|
||||
package_data={"moonstreamcrawlers": ["py.typed"]},
|
||||
zip_safe=False,
|
||||
install_requires=["web3"],
|
||||
extras_require={"dev": ["black", "mypy"]},
|
||||
|
|
|
@ -1,5 +1,5 @@
|
|||
"""
|
||||
Exploration database connection.
|
||||
Moonstream database connection.
|
||||
"""
|
||||
from contextlib import contextmanager
|
||||
import os
|
||||
|
@ -7,20 +7,20 @@ import os
|
|||
from sqlalchemy import create_engine
|
||||
from sqlalchemy.orm import sessionmaker, Session
|
||||
|
||||
EXPLORATION_DB_URI = os.environ.get("EXPLORATION_DB_URI")
|
||||
if EXPLORATION_DB_URI is None:
|
||||
raise ValueError("EXPLORATION_DB_URI environment variable must be set")
|
||||
EXPLORATION_POOL_SIZE_RAW = os.environ.get("EXPLORATION_POOL_SIZE", 0)
|
||||
MOONSTREAM_DB_URI = os.environ.get("MOONSTREAM_DB_URI")
|
||||
if MOONSTREAM_DB_URI is None:
|
||||
raise ValueError("MOONSTREAM_DB_URI environment variable must be set")
|
||||
MOONSTREAM_POOL_SIZE_RAW = os.environ.get("MOONSTREAM_POOL_SIZE", 0)
|
||||
try:
|
||||
if EXPLORATION_POOL_SIZE_RAW is not None:
|
||||
EXPLORATION_POOL_SIZE = int(EXPLORATION_POOL_SIZE_RAW)
|
||||
if MOONSTREAM_POOL_SIZE_RAW is not None:
|
||||
MOONSTREAM_POOL_SIZE = int(MOONSTREAM_POOL_SIZE_RAW)
|
||||
except:
|
||||
raise Exception(
|
||||
f"Could not parse EXPLORATION_POOL_SIZE as int: {EXPLORATION_POOL_SIZE_RAW}"
|
||||
f"Could not parse MOONSTREAM_POOL_SIZE as int: {MOONSTREAM_POOL_SIZE_RAW}"
|
||||
)
|
||||
|
||||
# https://docs.sqlalchemy.org/en/14/core/pooling.html#sqlalchemy.pool.QueuePool
|
||||
engine = create_engine(EXPLORATION_DB_URI, pool_size=EXPLORATION_POOL_SIZE)
|
||||
engine = create_engine(MOONSTREAM_DB_URI, pool_size=MOONSTREAM_POOL_SIZE)
|
||||
SessionLocal = sessionmaker(bind=engine)
|
||||
|
||||
|
||||
|
|
|
@ -0,0 +1,5 @@
|
|||
"""
|
||||
Moonstream database version.
|
||||
"""
|
||||
|
||||
MOONSTREAMDB_VERSION = "0.0.1"
|
|
@ -1,2 +1 @@
|
|||
export EXPLORATION_DB_URI="<database_uri>"
|
||||
|
||||
export MOONSTREAM_DB_URI="<database_uri>"
|
||||
|
|
|
@ -1,12 +1,14 @@
|
|||
from setuptools import find_packages, setup
|
||||
|
||||
from moonstreamdb.version import MOONSTREAMDB_VERSION
|
||||
|
||||
long_description = ""
|
||||
with open("README.md") as ifp:
|
||||
long_description = ifp.read()
|
||||
|
||||
setup(
|
||||
name="moonstreamdb",
|
||||
version="0.0.1",
|
||||
version=MOONSTREAMDB_VERSION,
|
||||
author="Bugout.dev",
|
||||
author_email="engineers@bugout.dev",
|
||||
license="Apache License 2.0",
|
||||
|
@ -28,7 +30,7 @@ setup(
|
|||
],
|
||||
python_requires=">=3.6",
|
||||
packages=find_packages(),
|
||||
package_data={"bugout": ["py.typed"]},
|
||||
package_data={"moonstreamdb": ["py.typed"]},
|
||||
zip_safe=False,
|
||||
install_requires=["alembic", "psycopg2-binary", "sqlalchemy"],
|
||||
extras_require={"dev": ["black", "mypy"]},
|
||||
|
|
Ładowanie…
Reference in New Issue