Added crawling depth limit

.env.dist

@@ -10,3 +10,5 @@ FEDISEARCH_DEFAULT_TIMEOUT_MILLISECONDS='10000'
 FEDISEARCH_STATS_CACHE_MINUTES='60'
 FEDISEARCH_ELASTIC_PASSWORD=
 FEDISEARCH_BANNED_DOMAINS=
+FEDISEARCH_MAX_CRAWLING_DEPTH=
+FEDISEARCH_CRAWLING_VERSION=0

docker-compose.yml

@@ -37,6 +37,8 @@ services:
       - 'ELASTIC_URL=http://elastic:9200'
       - 'ELASTIC_PASSWORD=${FEDISEARCH_ELASTIC_PASSWORD}'
       - 'BANNED_DOMAINS=${FEDISEARCH_BANNED_DOMAINS}'
+      - 'MAX_CRAWLING_DEPTH=${FEDISEARCH_MAX_CRAWLING_DEPTH}'
+      - 'CRAWLING_VERSION=${FEDISEARCH_CRAWLING_VERSION}'
     networks:
       fedisearch:
     logging: *default-logging