2023-04-19 00:17:48 +00:00
|
|
|
"""Main Flask application."""
|
|
|
|
import json
|
|
|
|
import logging
|
|
|
|
from pathlib import Path
|
2023-09-07 19:01:43 +00:00
|
|
|
import sys
|
2023-04-19 00:17:48 +00:00
|
|
|
|
2023-09-30 15:25:18 +00:00
|
|
|
import arroba.server
|
|
|
|
from arroba import xrpc_repo, xrpc_server, xrpc_sync
|
2023-04-19 00:17:48 +00:00
|
|
|
from flask import Flask, g
|
|
|
|
import flask_gae_static
|
|
|
|
from lexrpc.server import Server
|
2023-09-30 15:25:18 +00:00
|
|
|
import lexrpc.flask_server
|
2023-04-19 00:17:48 +00:00
|
|
|
from oauth_dropins.webutil import (
|
|
|
|
appengine_info,
|
|
|
|
appengine_config,
|
|
|
|
flask_util,
|
|
|
|
)
|
|
|
|
|
2024-08-01 19:42:13 +00:00
|
|
|
import common
|
2024-06-01 04:15:34 +00:00
|
|
|
|
2023-04-19 00:17:48 +00:00
|
|
|
logger = logging.getLogger(__name__)
|
2023-09-11 23:21:03 +00:00
|
|
|
# logging.getLogger('lexrpc').setLevel(logging.INFO)
|
2023-04-19 00:17:48 +00:00
|
|
|
logging.getLogger('negotiator').setLevel(logging.WARNING)
|
|
|
|
|
|
|
|
app_dir = Path(__file__).parent
|
|
|
|
|
|
|
|
app = Flask(__name__, static_folder=None)
|
|
|
|
app.template_folder = './templates'
|
|
|
|
app.json.compact = False
|
|
|
|
app.config.from_pyfile(app_dir / 'config.py')
|
|
|
|
app.url_map.converters['regex'] = flask_util.RegexConverter
|
|
|
|
app.after_request(flask_util.default_modern_headers)
|
|
|
|
app.register_error_handler(Exception, flask_util.handle_exception)
|
2023-09-07 19:01:43 +00:00
|
|
|
if (appengine_info.LOCAL_SERVER
|
|
|
|
# ugly hack to infer if we're running unit tests
|
|
|
|
and 'unittest' not in sys.modules):
|
2023-04-19 00:17:48 +00:00
|
|
|
flask_gae_static.init_app(app)
|
|
|
|
|
2023-06-20 18:22:54 +00:00
|
|
|
|
2023-04-19 00:17:48 +00:00
|
|
|
# don't redirect API requests with blank path elements
|
2023-05-30 23:36:18 +00:00
|
|
|
app.url_map.merge_slashes = False
|
|
|
|
app.url_map.redirect_defaults = False
|
2023-04-19 00:17:48 +00:00
|
|
|
|
|
|
|
app.wsgi_app = flask_util.ndb_context_middleware(
|
2023-06-22 21:27:02 +00:00
|
|
|
app.wsgi_app, client=appengine_config.ndb_client,
|
2024-08-01 19:07:20 +00:00
|
|
|
# limited context-local cache. avoid full one due to this bug:
|
2024-06-04 22:13:53 +00:00
|
|
|
# https://github.com/googleapis/python-ndb/issues/888
|
2024-08-01 19:42:13 +00:00
|
|
|
cache_policy=common.cache_policy,
|
|
|
|
global_cache=common.global_cache,
|
|
|
|
global_cache_policy=common.global_cache_policy,
|
|
|
|
global_cache_timeout_policy=common.global_cache_timeout_policy)
|
2024-06-01 14:07:00 +00:00
|
|
|
|
2024-06-10 01:46:53 +00:00
|
|
|
# deregister XRPC methods we don't support
|
|
|
|
for nsid in (
|
|
|
|
'com.atproto.repo.applyWrites',
|
|
|
|
'com.atproto.repo.createRecord',
|
|
|
|
'com.atproto.repo.deleteRecord',
|
|
|
|
'com.atproto.repo.putRecord',
|
|
|
|
'com.atproto.repo.uploadBlob',
|
|
|
|
'com.atproto.server.createSession',
|
|
|
|
'com.atproto.server.getAccountInviteCodes',
|
|
|
|
'com.atproto.server.getSession',
|
|
|
|
'com.atproto.server.listAppPasswords',
|
|
|
|
'com.atproto.server.refreshSession',
|
|
|
|
):
|
|
|
|
del arroba.server.server._methods[nsid]
|
2024-06-01 14:07:00 +00:00
|
|
|
|
2024-06-10 01:46:53 +00:00
|
|
|
lexrpc.flask_server.init_flask(arroba.server.server, app)
|
2024-06-01 14:07:00 +00:00
|
|
|
|
|
|
|
###########################################
|
|
|
|
|
|
|
|
# https://github.com/googleapis/python-ndb/issues/743#issuecomment-2067590945
|
|
|
|
#
|
|
|
|
# fixes "RuntimeError: Key has already been set in this batch" errors due to
|
|
|
|
# tasklets in pages.serve_feed
|
|
|
|
from logging import error as log_error
|
|
|
|
from sys import modules
|
|
|
|
|
|
|
|
from google.cloud.datastore_v1.types.entity import Key
|
|
|
|
from google.cloud.ndb._cache import (
|
|
|
|
_GlobalCacheSetBatch,
|
|
|
|
global_compare_and_swap,
|
|
|
|
global_set_if_not_exists,
|
|
|
|
global_watch,
|
2023-06-22 21:27:02 +00:00
|
|
|
)
|
2024-06-01 14:07:00 +00:00
|
|
|
from google.cloud.ndb.tasklets import Future, Return, tasklet
|
2024-05-31 20:08:25 +00:00
|
|
|
|
2024-06-01 14:07:00 +00:00
|
|
|
GLOBAL_CACHE_KEY_PREFIX: bytes = modules["google.cloud.ndb._cache"]._PREFIX
|
|
|
|
LOCKED_FOR_READ: bytes = modules["google.cloud.ndb._cache"]._LOCKED_FOR_READ
|
|
|
|
LOCK_TIME: bytes = modules["google.cloud.ndb._cache"]._LOCK_TIME
|
2024-05-31 20:08:25 +00:00
|
|
|
|
2024-06-01 14:07:00 +00:00
|
|
|
|
|
|
|
@tasklet
|
|
|
|
def custom_global_lock_for_read(key: str, value: str):
|
|
|
|
if value is not None:
|
|
|
|
yield global_watch(key, value)
|
|
|
|
lock_acquired = yield global_compare_and_swap(
|
|
|
|
key, LOCKED_FOR_READ, expires=LOCK_TIME
|
|
|
|
)
|
|
|
|
else:
|
|
|
|
lock_acquired = yield global_set_if_not_exists(
|
|
|
|
key, LOCKED_FOR_READ, expires=LOCK_TIME
|
|
|
|
)
|
|
|
|
|
|
|
|
if lock_acquired:
|
|
|
|
raise Return(LOCKED_FOR_READ)
|
|
|
|
|
|
|
|
modules["google.cloud.ndb._cache"].global_lock_for_read = custom_global_lock_for_read
|