718b367e86
Some target versions add a ``UNIQUE`` constraint on a field that allowed duplicates in the source version (e.g. ``utm.source.name`` in 16.0). The unique index creation then aborts the whole registry load with a ``psycopg2.errors.UniqueViolation``. Declare such constraints per version in ``known_changes.yaml`` under the ``new_unique_constraints`` key (only ``model`` and ``fields`` needed). During ``prepare_db.sh``, ``dedup_unique_constraints.py`` aggregates the declarations of every traversed version and, on the source database, renames duplicates by suffixing `` [<id>]`` while preserving foreign keys. The actual PostgreSQL column type is used (not the ORM ``translate`` attribute) so both ``varchar`` and already-converted ``jsonb`` columns are handled: ``jsonb`` duplicates are compared and renamed on every language key (indexed ``en_US`` value). Renamed records are reported in a timestamped JSON file and summarized at the end of ``migration.log``.
121 lines
4.1 KiB
Bash
Executable File
121 lines
4.1 KiB
Bash
Executable File
#!/bin/bash
|
|
set -euo pipefail
|
|
|
|
ODOO_SERVICE="$1"
|
|
DB_NAME="$2"
|
|
DB_FINALE_MODEL="$3"
|
|
DB_FINALE_SERVICE="$4"
|
|
|
|
TMPDIR=$(mktemp -d)
|
|
trap 'rm -rf "$TMPDIR"' EXIT
|
|
|
|
echo "Start database preparation"
|
|
|
|
# Check POSTGRES container is running
|
|
if ! docker ps | grep -q "$POSTGRES_SERVICE_NAME"; then
|
|
printf "Docker container %s is not running.\n" "$POSTGRES_SERVICE_NAME" >&2
|
|
exit 1
|
|
fi
|
|
|
|
EXT_EXISTS=$(query_postgres_container "SELECT 1 FROM pg_extension WHERE extname = 'dblink'" "$DB_NAME") || exit 1
|
|
if [[ "$EXT_EXISTS" != "1" ]]; then
|
|
query_postgres_container "CREATE EXTENSION dblink;" "$DB_NAME" || exit 1
|
|
fi
|
|
|
|
# Neutralize the database
|
|
SQL_NEUTRALIZE=$(cat <<'EOF'
|
|
/* Archive all the mail servers */
|
|
UPDATE fetchmail_server SET active = false;
|
|
UPDATE ir_mail_server SET active = false;
|
|
|
|
/* Archive all the cron */
|
|
ALTER TABLE ir_cron ADD COLUMN IF NOT EXISTS active_bkp BOOLEAN;
|
|
UPDATE ir_cron SET active_bkp = active;
|
|
UPDATE ir_cron SET active = False;
|
|
EOF
|
|
)
|
|
echo "Neutralize base..."
|
|
query_postgres_container "$SQL_NEUTRALIZE" "$DB_NAME" || exit 1
|
|
echo "Base neutralized..."
|
|
|
|
#######################################
|
|
## List add-ons not in final version ##
|
|
#######################################
|
|
|
|
SQL_MISSING_ADDONS=$(cat <<EOF
|
|
SELECT module_origin.name
|
|
FROM ir_module_module module_origin
|
|
LEFT JOIN (
|
|
SELECT *
|
|
FROM dblink('dbname=${FINALE_DB_NAME}','SELECT name, shortdesc, author FROM ir_module_module')
|
|
AS tb2(name text, shortdesc text, author text)
|
|
) AS module_dest ON module_dest.name = module_origin.name
|
|
WHERE (module_dest.name IS NULL)
|
|
AND (module_origin.state = 'installed')
|
|
AND (module_origin.author NOT IN ('Odoo S.A.'))
|
|
ORDER BY module_origin.name;
|
|
EOF
|
|
)
|
|
echo "Retrieve missing addons..."
|
|
missing_addons=$(query_postgres_container "$SQL_MISSING_ADDONS" "$DB_NAME")
|
|
|
|
log_step "ADD-ONS CHECK"
|
|
classify_missing_addons "$missing_addons"
|
|
|
|
if [[ ${#addons_obsolete[@]} -gt 0 ]]; then
|
|
log_info "Obsolete modules (${#addons_obsolete[@]}):"
|
|
printf "%s\n" "${addons_obsolete[@]}"
|
|
echo ""
|
|
fi
|
|
if [[ ${#addons_core[@]} -gt 0 ]]; then
|
|
log_info "Merged into Odoo Core (${#addons_core[@]}):"
|
|
printf "%s\n" "${addons_core[@]}"
|
|
echo ""
|
|
fi
|
|
if [[ ${#addons_renamed[@]} -gt 0 ]]; then
|
|
log_info "Renamed modules (${#addons_renamed[@]}):"
|
|
printf "%s\n" "${addons_renamed[@]}"
|
|
echo ""
|
|
fi
|
|
if [[ ${#addons_truly_missing[@]} -gt 0 ]]; then
|
|
log_warn "Truly missing modules (${#addons_truly_missing[@]}):"
|
|
printf "%s\n" "${addons_truly_missing[@]}"
|
|
echo ""
|
|
confirm_or_exit "Do you accept to migrate with these add-ons truly missing?"
|
|
else
|
|
log_info "No truly missing modules — all accounted for."
|
|
fi
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
|
|
|
|
#############################################
|
|
## Deduplicate soon-to-be-unique fields ##
|
|
#############################################
|
|
# Some target versions add UNIQUE constraints on fields that allowed duplicates
|
|
# in the source version (e.g. utm.source.name in 16.0). Left untouched, the
|
|
# unique index creation aborts the migration with a UniqueViolation. We rename
|
|
# duplicates in the source DB now, before the migration loop.
|
|
log_step "UNIQUE CONSTRAINTS DEDUP"
|
|
UNIQUE_CONSTRAINTS_JSON=$(collect_new_unique_constraints)
|
|
if [[ "$UNIQUE_CONSTRAINTS_JSON" == "[]" || -z "$UNIQUE_CONSTRAINTS_JSON" ]]; then
|
|
log_info "No new unique constraints declared for the traversed versions — skipping."
|
|
else
|
|
log_info "Checking unique constraints: $UNIQUE_CONSTRAINTS_JSON"
|
|
DEDUP_SCRIPT="${SCRIPT_DIR}/lib/python/dedup_unique_constraints.py"
|
|
# Inject the catalog via a Python preamble because the compose wrapper does
|
|
# not reliably propagate host environment variables into the container.
|
|
exec_python_script_in_odoo_shell_with_preamble "$DB_NAME" "$DB_NAME" "$DEDUP_SCRIPT" <<PY
|
|
import os
|
|
os.environ['DEDUP_UNIQUE_CONSTRAINTS'] = ${UNIQUE_CONSTRAINTS_JSON@Q}
|
|
os.environ['DEDUP_REPORT'] = '1'
|
|
PY
|
|
fi
|
|
|
|
PYTHON_SCRIPT="${SCRIPT_DIR}/lib/python/check_views.py"
|
|
echo "Check views with script $PYTHON_SCRIPT ..."
|
|
exec_python_script_in_odoo_shell "$DB_NAME" "$DB_NAME" "$PYTHON_SCRIPT"
|
|
|
|
confirm_or_exit "Do you accept to migrate with the current views state?"
|
|
|
|
echo "Database successfully prepared!"
|