mirror of
https://github.com/zulip/zulip.git
synced 2026-06-24 21:08:25 +08:00
2bc51931a8
Since the test database is in part controlled by the Zulip settings files for testing, these settings files should be included in the list of files that require populate_db to be rerun. This issue was found due to changes to internal bots.
130 lines
4.6 KiB
Python
130 lines
4.6 KiB
Python
# -*- coding: utf-8 -*-
|
|
import os
|
|
import re
|
|
import hashlib
|
|
import sys
|
|
from typing import Any, List, Optional, Text
|
|
from importlib import import_module
|
|
from io import StringIO
|
|
|
|
from django.db import connections, DEFAULT_DB_ALIAS
|
|
from django.db.utils import OperationalError
|
|
from django.apps import apps
|
|
from django.conf import settings
|
|
from django.core.management import call_command
|
|
from django.utils.module_loading import module_has_submodule
|
|
|
|
sys.path.append(os.path.dirname(os.path.dirname(os.path.dirname(__file__))))
|
|
from scripts.lib.zulip_tools import get_dev_uuid_var_path
|
|
|
|
UUID_VAR_DIR = get_dev_uuid_var_path()
|
|
FILENAME_SPLITTER = re.compile('[\W\-_]')
|
|
|
|
def database_exists(database_name: Text, **options: Any) -> bool:
|
|
db = options.get('database', DEFAULT_DB_ALIAS)
|
|
try:
|
|
connection = connections[db]
|
|
|
|
with connection.cursor() as cursor:
|
|
cursor.execute("SELECT 1 from pg_database WHERE datname='{}';".format(database_name))
|
|
return_value = bool(cursor.fetchone())
|
|
connections.close_all()
|
|
return return_value
|
|
except OperationalError:
|
|
return False
|
|
|
|
def get_migration_status(**options: Any) -> str:
|
|
verbosity = options.get('verbosity', 1)
|
|
|
|
for app_config in apps.get_app_configs():
|
|
if module_has_submodule(app_config.module, "management"):
|
|
import_module('.management', app_config.name)
|
|
|
|
app_label = options['app_label'] if options.get('app_label') else None
|
|
db = options.get('database', DEFAULT_DB_ALIAS)
|
|
out = StringIO()
|
|
call_command(
|
|
'showmigrations',
|
|
'--list',
|
|
app_label=app_label,
|
|
database=db,
|
|
no_color=options.get('no_color', False),
|
|
settings=options.get('settings', os.environ['DJANGO_SETTINGS_MODULE']),
|
|
stdout=out,
|
|
traceback=options.get('traceback', True),
|
|
verbosity=verbosity,
|
|
)
|
|
connections.close_all()
|
|
out.seek(0)
|
|
output = out.read()
|
|
return re.sub('\x1b\[(1|0)m', '', output)
|
|
|
|
def are_migrations_the_same(migration_file: Text, **options: Any) -> bool:
|
|
if not os.path.exists(migration_file):
|
|
return False
|
|
|
|
with open(migration_file) as f:
|
|
migration_content = f.read()
|
|
return migration_content == get_migration_status(**options)
|
|
|
|
def _get_hash_file_path(source_file_path: str, status_dir: str) -> str:
|
|
basename = os.path.basename(source_file_path)
|
|
filename = '_'.join(FILENAME_SPLITTER.split(basename)).lower()
|
|
return os.path.join(status_dir, filename)
|
|
|
|
def _check_hash(target_hash_file: str, status_dir: str) -> bool:
|
|
"""
|
|
This function has a side effect of creating a new hash file or
|
|
updating the old hash file.
|
|
"""
|
|
source_hash_file = _get_hash_file_path(target_hash_file, status_dir)
|
|
|
|
with open(target_hash_file) as f:
|
|
target_hash_content = hashlib.sha1(f.read().encode('utf8')).hexdigest()
|
|
|
|
if not os.path.exists(source_hash_file):
|
|
source_hash_content = None
|
|
else:
|
|
with open(source_hash_file) as f:
|
|
source_hash_content = f.read().strip()
|
|
|
|
with open(source_hash_file, 'w') as f:
|
|
f.write(target_hash_content)
|
|
|
|
return source_hash_content == target_hash_content
|
|
|
|
def is_template_database_current(
|
|
database_name: str='zulip_test_template',
|
|
migration_status: Optional[str]=None,
|
|
settings: str='zproject.test_settings',
|
|
status_dir: Optional[str]=None,
|
|
check_files: Optional[List[str]]=None) -> bool:
|
|
# Using str type for check_files because re.split doesn't accept unicode
|
|
if check_files is None:
|
|
check_files = [
|
|
'zilencer/management/commands/populate_db.py',
|
|
'zerver/lib/generate_test_data.py',
|
|
'tools/setup/postgres-init-test-db',
|
|
'tools/setup/postgres-init-dev-db',
|
|
'zproject/dev_settings.py',
|
|
'zproject/prod_settings_template.py',
|
|
'zproject/settings.py',
|
|
'zproject/test_settings.py',
|
|
]
|
|
if status_dir is None:
|
|
status_dir = os.path.join(UUID_VAR_DIR, 'test_db_status')
|
|
if migration_status is None:
|
|
migration_status = os.path.join(UUID_VAR_DIR, 'migration_status_test')
|
|
|
|
if not os.path.exists(status_dir):
|
|
os.mkdir(status_dir)
|
|
|
|
if database_exists(database_name):
|
|
# To ensure Python evaluates all the hash tests (and thus creates the
|
|
# hash files about the current state), we evaluate them in a
|
|
# list and then process the result
|
|
hash_status = all([_check_hash(fn, status_dir) for fn in check_files])
|
|
return are_migrations_the_same(migration_status, settings=settings) and hash_status
|
|
|
|
return False
|