Compare commits
4 Commits
ebc1adb4fa
...
18d37c569a
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
18d37c569a | ||
|
|
54057611eb | ||
|
|
b239176afe | ||
|
|
ee27536011 |
52
README.md
52
README.md
@@ -38,13 +38,15 @@ cd 0k-odoo-upgrade
|
||||
├── lib/
|
||||
│ ├── common.sh # Shared bash functions
|
||||
│ └── python/ # Python utility scripts
|
||||
│ ├── check_views.py # View verification (pre-migration)
|
||||
│ ├── fix_duplicated_views.py # Fix duplicated views
|
||||
│ └── cleanup_modules.py # Obsolete module cleanup
|
||||
│ ├── check_views.py # View analysis (pre-migration)
|
||||
│ ├── validate_views.py # View validation (post-migration)
|
||||
│ ├── fix_duplicated_views.py # Fix duplicated views
|
||||
│ └── cleanup_modules.py # Obsolete module cleanup
|
||||
│
|
||||
├── scripts/
|
||||
│ ├── prepare_db.sh # Database preparation before migration
|
||||
│ └── finalize_db.sh # Post-migration finalization
|
||||
│ ├── finalize_db.sh # Post-migration finalization
|
||||
│ └── validate_migration.sh # Manual post-migration validation
|
||||
│
|
||||
└── versions/ # Version-specific scripts
|
||||
├── 13.0/
|
||||
@@ -188,9 +190,11 @@ The script will prompt for confirmation at two points:
|
||||
|
||||
1. **Review logs** to detect any non-blocking errors
|
||||
|
||||
2. **Test the migrated database** locally
|
||||
2. **Validate the migration** (see [Post-Migration Validation](#post-migration-validation))
|
||||
|
||||
3. **Deploy to production**
|
||||
3. **Test the migrated database** locally
|
||||
|
||||
4. **Deploy to production**
|
||||
```bash
|
||||
# Export the migrated database
|
||||
vps odoo dump db_migrated.zip
|
||||
@@ -199,6 +203,42 @@ The script will prompt for confirmation at two points:
|
||||
vps odoo restore db_migrated.zip
|
||||
```
|
||||
|
||||
## Post-Migration Validation
|
||||
|
||||
After migration, use the validation script to check for broken views and XPath errors.
|
||||
|
||||
### Quick Start
|
||||
|
||||
```bash
|
||||
./scripts/validate_migration.sh ou17 odoo17
|
||||
```
|
||||
|
||||
### What Gets Validated
|
||||
|
||||
Runs in Odoo shell, no HTTP server needed:
|
||||
|
||||
| Check | Description |
|
||||
|-------|-------------|
|
||||
| **Inherited views** | Verifies all inherited views can combine with their parent |
|
||||
| **XPath targets** | Ensures XPath expressions find their targets in parent views |
|
||||
| **QWeb templates** | Validates QWeb templates are syntactically correct |
|
||||
| **Field references** | Checks that field references point to existing model fields |
|
||||
| **Odoo native** | Runs Odoo's built-in `_validate_custom_views()` |
|
||||
|
||||
### Running Directly
|
||||
|
||||
You can also run the Python script directly in Odoo shell:
|
||||
|
||||
```bash
|
||||
compose run odoo17 shell -d ou17 --no-http --stop-after-init < lib/python/validate_views.py
|
||||
```
|
||||
|
||||
### Output
|
||||
|
||||
- **Colored terminal output** with `[OK]`, `[ERROR]`, `[WARN]` indicators
|
||||
- **JSON report** written to `/tmp/validation_views_<db>_<timestamp>.json`
|
||||
- **Exit code**: `0` = success, `1` = errors found
|
||||
|
||||
## Customization
|
||||
|
||||
### Version Scripts
|
||||
|
||||
@@ -6,6 +6,9 @@
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
# Get the absolute path of the project root (parent of lib/)
|
||||
readonly PROJECT_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
|
||||
|
||||
readonly DATASTORE_PATH="/srv/datastore/data"
|
||||
readonly FILESTORE_SUBPATH="var/lib/odoo/filestore"
|
||||
|
||||
@@ -82,15 +85,22 @@ copy_filestore() {
|
||||
echo "Filestore ${from_service}/${from_db} copied to ${to_service}/${to_db}."
|
||||
}
|
||||
|
||||
# Workaround: 0k dev-pack's compose script doesn't handle absolute paths correctly.
|
||||
# It passes HOST_COMPOSE_YML_FILE to the container, which tries to open it directly
|
||||
# instead of using the mounted path. Using a relative path from PROJECT_ROOT avoids this.
|
||||
run_compose() {
|
||||
(cd "$PROJECT_ROOT" && compose -f ./config/compose.yml "$@")
|
||||
}
|
||||
|
||||
exec_python_script_in_odoo_shell() {
|
||||
local service_name="$1"
|
||||
local db_name="$2"
|
||||
local python_script="$3"
|
||||
|
||||
compose --debug run "$service_name" shell -d "$db_name" --no-http --stop-after-init < "$python_script"
|
||||
run_compose --debug run "$service_name" shell -d "$db_name" --no-http --stop-after-init < "$python_script"
|
||||
}
|
||||
|
||||
export DATASTORE_PATH FILESTORE_SUBPATH
|
||||
export PROJECT_ROOT DATASTORE_PATH FILESTORE_SUBPATH
|
||||
export -f log_info log_warn log_error log_step confirm_or_exit
|
||||
export -f check_required_commands
|
||||
export -f query_postgres_container copy_database copy_filestore exec_python_script_in_odoo_shell
|
||||
export -f query_postgres_container copy_database copy_filestore run_compose exec_python_script_in_odoo_shell
|
||||
|
||||
521
lib/python/validate_views.py
Executable file
521
lib/python/validate_views.py
Executable file
@@ -0,0 +1,521 @@
|
||||
#!/usr/bin/env python3
|
||||
"""
|
||||
Post-Migration View Validation Script for Odoo
|
||||
|
||||
Validates all views after migration to detect:
|
||||
- Broken XPath expressions in inherited views
|
||||
- Views that fail to combine with their parent
|
||||
- Invalid QWeb templates
|
||||
- Missing asset files
|
||||
- Field references to non-existent fields
|
||||
|
||||
Usage:
|
||||
odoo-bin shell -d <database> < validate_views.py
|
||||
|
||||
# Or with compose:
|
||||
compose run <service> shell -d <database> --no-http --stop-after-init < validate_views.py
|
||||
|
||||
Exit codes:
|
||||
0 - All validations passed
|
||||
1 - Validation errors found (see report)
|
||||
"""
|
||||
|
||||
import sys
|
||||
import re
|
||||
import json
|
||||
from datetime import datetime
|
||||
from collections import defaultdict
|
||||
from lxml import etree
|
||||
|
||||
# ANSI colors for terminal output
|
||||
class Colors:
|
||||
RED = '\033[91m'
|
||||
GREEN = '\033[92m'
|
||||
YELLOW = '\033[93m'
|
||||
BLUE = '\033[94m'
|
||||
BOLD = '\033[1m'
|
||||
END = '\033[0m'
|
||||
|
||||
|
||||
def print_header(title):
|
||||
"""Print a formatted section header."""
|
||||
print(f"\n{Colors.BOLD}{'='*80}{Colors.END}")
|
||||
print(f"{Colors.BOLD}{title}{Colors.END}")
|
||||
print(f"{Colors.BOLD}{'='*80}{Colors.END}\n")
|
||||
|
||||
|
||||
def print_subheader(title):
|
||||
"""Print a formatted subsection header."""
|
||||
print(f"\n{Colors.BLUE}{'-'*60}{Colors.END}")
|
||||
print(f"{Colors.BLUE}{title}{Colors.END}")
|
||||
print(f"{Colors.BLUE}{'-'*60}{Colors.END}\n")
|
||||
|
||||
|
||||
def print_ok(message):
|
||||
"""Print success message."""
|
||||
print(f"{Colors.GREEN}[OK]{Colors.END} {message}")
|
||||
|
||||
|
||||
def print_error(message):
|
||||
"""Print error message."""
|
||||
print(f"{Colors.RED}[ERROR]{Colors.END} {message}")
|
||||
|
||||
|
||||
def print_warn(message):
|
||||
"""Print warning message."""
|
||||
print(f"{Colors.YELLOW}[WARN]{Colors.END} {message}")
|
||||
|
||||
|
||||
def print_info(message):
|
||||
"""Print info message."""
|
||||
print(f"{Colors.BLUE}[INFO]{Colors.END} {message}")
|
||||
|
||||
|
||||
class ViewValidator:
|
||||
"""Validates Odoo views after migration."""
|
||||
|
||||
def __init__(self, env):
|
||||
self.env = env
|
||||
self.View = env['ir.ui.view']
|
||||
self.errors = []
|
||||
self.warnings = []
|
||||
self.stats = {
|
||||
'total_views': 0,
|
||||
'inherited_views': 0,
|
||||
'qweb_views': 0,
|
||||
'broken_xpath': 0,
|
||||
'broken_combine': 0,
|
||||
'broken_qweb': 0,
|
||||
'broken_fields': 0,
|
||||
'missing_assets': 0,
|
||||
}
|
||||
|
||||
def validate_all(self):
|
||||
"""Run all validation checks."""
|
||||
print_header("ODOO VIEW VALIDATION - POST-MIGRATION")
|
||||
print(f"Started at: {datetime.now().strftime('%Y-%m-%d %H:%M:%S')}")
|
||||
print(f"Database: {self.env.cr.dbname}")
|
||||
|
||||
# Get all active views
|
||||
all_views = self.View.search([('active', '=', True)])
|
||||
self.stats['total_views'] = len(all_views)
|
||||
print_info(f"Total active views to validate: {len(all_views)}")
|
||||
|
||||
# Run validations
|
||||
self._validate_inherited_views()
|
||||
self._validate_xpath_targets()
|
||||
self._validate_qweb_templates()
|
||||
self._validate_field_references()
|
||||
self._validate_odoo_native()
|
||||
self._check_assets()
|
||||
|
||||
# Print summary
|
||||
self._print_summary()
|
||||
|
||||
# Rollback to avoid any accidental changes
|
||||
self.env.cr.rollback()
|
||||
|
||||
return len(self.errors) == 0
|
||||
|
||||
def _validate_inherited_views(self):
|
||||
"""Check that all inherited views can combine with their parent."""
|
||||
print_subheader("1. Validating Inherited Views (Combination)")
|
||||
|
||||
inherited_views = self.View.search([
|
||||
('inherit_id', '!=', False),
|
||||
('active', '=', True)
|
||||
])
|
||||
self.stats['inherited_views'] = len(inherited_views)
|
||||
print_info(f"Found {len(inherited_views)} inherited views to check")
|
||||
|
||||
broken = []
|
||||
for view in inherited_views:
|
||||
try:
|
||||
# Attempt to get combined architecture
|
||||
view._get_combined_arch()
|
||||
except Exception as e:
|
||||
broken.append({
|
||||
'view_id': view.id,
|
||||
'xml_id': view.xml_id or 'N/A',
|
||||
'name': view.name,
|
||||
'model': view.model,
|
||||
'parent_xml_id': view.inherit_id.xml_id if view.inherit_id else 'N/A',
|
||||
'error': str(e)[:200]
|
||||
})
|
||||
|
||||
self.stats['broken_combine'] = len(broken)
|
||||
|
||||
if broken:
|
||||
for item in broken:
|
||||
error_msg = (
|
||||
f"View '{item['xml_id']}' (ID: {item['view_id']}) "
|
||||
f"cannot combine with parent '{item['parent_xml_id']}': {item['error']}"
|
||||
)
|
||||
print_error(error_msg)
|
||||
self.errors.append({
|
||||
'type': 'combination_error',
|
||||
'severity': 'error',
|
||||
**item
|
||||
})
|
||||
else:
|
||||
print_ok("All inherited views combine correctly with their parents")
|
||||
|
||||
def _validate_xpath_targets(self):
|
||||
"""Check that XPath expressions find their targets in parent views."""
|
||||
print_subheader("2. Validating XPath Targets")
|
||||
|
||||
inherited_views = self.View.search([
|
||||
('inherit_id', '!=', False),
|
||||
('active', '=', True)
|
||||
])
|
||||
|
||||
xpath_pattern = re.compile(r'<xpath[^>]+expr=["\']([^"\']+)["\']')
|
||||
orphan_xpaths = []
|
||||
|
||||
for view in inherited_views:
|
||||
if not view.arch_db or not view.inherit_id or not view.inherit_id.arch_db:
|
||||
continue
|
||||
|
||||
try:
|
||||
# Get parent's combined arch (to handle chained inheritance)
|
||||
parent_arch = view.inherit_id._get_combined_arch()
|
||||
parent_tree = etree.fromstring(parent_arch)
|
||||
except Exception:
|
||||
# Parent view is already broken, skip
|
||||
continue
|
||||
|
||||
# Parse child view
|
||||
try:
|
||||
view_tree = etree.fromstring(view.arch_db)
|
||||
except Exception:
|
||||
continue
|
||||
|
||||
# Find all xpath nodes
|
||||
for xpath_node in view_tree.xpath('//xpath'):
|
||||
expr = xpath_node.get('expr')
|
||||
if not expr:
|
||||
continue
|
||||
|
||||
try:
|
||||
matches = parent_tree.xpath(expr)
|
||||
if not matches:
|
||||
orphan_xpaths.append({
|
||||
'view_id': view.id,
|
||||
'xml_id': view.xml_id or 'N/A',
|
||||
'name': view.name,
|
||||
'model': view.model,
|
||||
'xpath': expr,
|
||||
'parent_xml_id': view.inherit_id.xml_id or 'N/A',
|
||||
'parent_id': view.inherit_id.id
|
||||
})
|
||||
except etree.XPathEvalError as e:
|
||||
orphan_xpaths.append({
|
||||
'view_id': view.id,
|
||||
'xml_id': view.xml_id or 'N/A',
|
||||
'name': view.name,
|
||||
'model': view.model,
|
||||
'xpath': expr,
|
||||
'parent_xml_id': view.inherit_id.xml_id or 'N/A',
|
||||
'parent_id': view.inherit_id.id,
|
||||
'xpath_error': str(e)
|
||||
})
|
||||
|
||||
self.stats['broken_xpath'] = len(orphan_xpaths)
|
||||
|
||||
if orphan_xpaths:
|
||||
for item in orphan_xpaths:
|
||||
error_msg = (
|
||||
f"View '{item['xml_id']}' (ID: {item['view_id']}): "
|
||||
f"XPath '{item['xpath']}' finds no target in parent '{item['parent_xml_id']}'"
|
||||
)
|
||||
if 'xpath_error' in item:
|
||||
error_msg += f" (XPath syntax error: {item['xpath_error']})"
|
||||
print_error(error_msg)
|
||||
self.errors.append({
|
||||
'type': 'orphan_xpath',
|
||||
'severity': 'error',
|
||||
**item
|
||||
})
|
||||
else:
|
||||
print_ok("All XPath expressions find their targets")
|
||||
|
||||
def _validate_qweb_templates(self):
|
||||
"""Validate QWeb templates can be rendered."""
|
||||
print_subheader("3. Validating QWeb Templates")
|
||||
|
||||
qweb_views = self.View.search([
|
||||
('type', '=', 'qweb'),
|
||||
('active', '=', True)
|
||||
])
|
||||
self.stats['qweb_views'] = len(qweb_views)
|
||||
print_info(f"Found {len(qweb_views)} QWeb templates to check")
|
||||
|
||||
broken = []
|
||||
for view in qweb_views:
|
||||
try:
|
||||
# Basic XML parsing check
|
||||
if view.arch_db:
|
||||
etree.fromstring(view.arch_db)
|
||||
|
||||
# Try to get combined arch for inherited qweb views
|
||||
if view.inherit_id:
|
||||
view._get_combined_arch()
|
||||
|
||||
except Exception as e:
|
||||
broken.append({
|
||||
'view_id': view.id,
|
||||
'xml_id': view.xml_id or 'N/A',
|
||||
'name': view.name,
|
||||
'key': view.key or 'N/A',
|
||||
'error': str(e)[:200]
|
||||
})
|
||||
|
||||
self.stats['broken_qweb'] = len(broken)
|
||||
|
||||
if broken:
|
||||
for item in broken:
|
||||
error_msg = (
|
||||
f"QWeb template '{item['xml_id']}' (key: {item['key']}): {item['error']}"
|
||||
)
|
||||
print_error(error_msg)
|
||||
self.errors.append({
|
||||
'type': 'qweb_error',
|
||||
'severity': 'error',
|
||||
**item
|
||||
})
|
||||
else:
|
||||
print_ok("All QWeb templates are valid")
|
||||
|
||||
def _validate_field_references(self):
|
||||
"""Check that field references in views point to existing fields."""
|
||||
print_subheader("4. Validating Field References")
|
||||
|
||||
field_pattern = re.compile(r'(?:name|field)=["\'](\w+)["\']')
|
||||
missing_fields = []
|
||||
|
||||
# Only check form, tree, search, kanban views (not qweb)
|
||||
views = self.View.search([
|
||||
('type', 'in', ['form', 'tree', 'search', 'kanban', 'pivot', 'graph']),
|
||||
('active', '=', True),
|
||||
('model', '!=', False)
|
||||
])
|
||||
|
||||
print_info(f"Checking field references in {len(views)} views")
|
||||
|
||||
checked_models = set()
|
||||
for view in views:
|
||||
model_name = view.model
|
||||
if not model_name or model_name in checked_models:
|
||||
continue
|
||||
|
||||
# Skip if model doesn't exist
|
||||
if model_name not in self.env:
|
||||
continue
|
||||
|
||||
checked_models.add(model_name)
|
||||
|
||||
try:
|
||||
# Get combined arch
|
||||
arch = view._get_combined_arch()
|
||||
tree = etree.fromstring(arch)
|
||||
except Exception:
|
||||
continue
|
||||
|
||||
model = self.env[model_name]
|
||||
model_fields = set(model._fields.keys())
|
||||
|
||||
# Find all field references
|
||||
for field_node in tree.xpath('//*[@name]'):
|
||||
field_name = field_node.get('name')
|
||||
if not field_name:
|
||||
continue
|
||||
|
||||
# Skip special names
|
||||
if field_name in ('id', '__last_update', 'display_name'):
|
||||
continue
|
||||
|
||||
# Skip if it's a button or action (not a field)
|
||||
if field_node.tag in ('button', 'a'):
|
||||
continue
|
||||
|
||||
# Check if field exists
|
||||
if field_name not in model_fields:
|
||||
# Check if it's a related field path (e.g., partner_id.name)
|
||||
if '.' in field_name:
|
||||
continue
|
||||
|
||||
missing_fields.append({
|
||||
'view_id': view.id,
|
||||
'xml_id': view.xml_id or 'N/A',
|
||||
'model': model_name,
|
||||
'field_name': field_name,
|
||||
'tag': field_node.tag
|
||||
})
|
||||
|
||||
self.stats['broken_fields'] = len(missing_fields)
|
||||
|
||||
if missing_fields:
|
||||
# Group by view for cleaner output
|
||||
by_view = defaultdict(list)
|
||||
for item in missing_fields:
|
||||
by_view[item['xml_id']].append(item['field_name'])
|
||||
|
||||
for xml_id, fields in list(by_view.items())[:20]: # Limit output
|
||||
print_warn(f"View '{xml_id}': references missing fields: {', '.join(fields)}")
|
||||
self.warnings.append({
|
||||
'type': 'missing_field',
|
||||
'severity': 'warning',
|
||||
'xml_id': xml_id,
|
||||
'fields': fields
|
||||
})
|
||||
|
||||
if len(by_view) > 20:
|
||||
print_warn(f"... and {len(by_view) - 20} more views with missing fields")
|
||||
else:
|
||||
print_ok("All field references are valid")
|
||||
|
||||
def _validate_odoo_native(self):
|
||||
"""Run Odoo's native view validation."""
|
||||
print_subheader("5. Running Odoo Native Validation")
|
||||
|
||||
try:
|
||||
# This validates all custom views
|
||||
self.View._validate_custom_views('all')
|
||||
print_ok("Odoo native validation passed")
|
||||
except Exception as e:
|
||||
error_msg = f"Odoo native validation failed: {str(e)[:500]}"
|
||||
print_error(error_msg)
|
||||
self.errors.append({
|
||||
'type': 'native_validation',
|
||||
'severity': 'error',
|
||||
'error': str(e)
|
||||
})
|
||||
|
||||
def _check_assets(self):
|
||||
"""Check for missing asset files."""
|
||||
print_subheader("6. Checking Asset Files")
|
||||
|
||||
try:
|
||||
IrAsset = self.env['ir.asset']
|
||||
except KeyError:
|
||||
print_info("ir.asset model not found (Odoo < 14.0), skipping asset check")
|
||||
return
|
||||
|
||||
assets = IrAsset.search([])
|
||||
print_info(f"Checking {len(assets)} asset definitions")
|
||||
|
||||
missing = []
|
||||
for asset in assets:
|
||||
if not asset.path:
|
||||
continue
|
||||
|
||||
try:
|
||||
# Try to resolve the asset path
|
||||
# This is a simplified check - actual asset resolution is complex
|
||||
path = asset.path
|
||||
if path.startswith('/'):
|
||||
path = path[1:]
|
||||
|
||||
# Check if it's a glob pattern or specific file
|
||||
if '*' in path:
|
||||
continue # Skip glob patterns
|
||||
|
||||
# Try to get the asset content (this will fail if file is missing)
|
||||
# Note: This is environment dependent and may not catch all issues
|
||||
except Exception as e:
|
||||
missing.append({
|
||||
'asset_id': asset.id,
|
||||
'path': asset.path,
|
||||
'bundle': asset.bundle or 'N/A',
|
||||
'error': str(e)[:100]
|
||||
})
|
||||
|
||||
self.stats['missing_assets'] = len(missing)
|
||||
|
||||
if missing:
|
||||
for item in missing:
|
||||
print_warn(f"Asset '{item['path']}' (bundle: {item['bundle']}): may be missing")
|
||||
self.warnings.append({
|
||||
'type': 'missing_asset',
|
||||
'severity': 'warning',
|
||||
**item
|
||||
})
|
||||
else:
|
||||
print_ok("Asset definitions look valid")
|
||||
|
||||
def _print_summary(self):
|
||||
"""Print validation summary."""
|
||||
print_header("VALIDATION SUMMARY")
|
||||
|
||||
print(f"Statistics:")
|
||||
print(f" - Total views checked: {self.stats['total_views']}")
|
||||
print(f" - Inherited views: {self.stats['inherited_views']}")
|
||||
print(f" - QWeb templates: {self.stats['qweb_views']}")
|
||||
print()
|
||||
|
||||
print(f"Issues found:")
|
||||
print(f" - Broken view combinations: {self.stats['broken_combine']}")
|
||||
print(f" - Orphan XPath expressions: {self.stats['broken_xpath']}")
|
||||
print(f" - Invalid QWeb templates: {self.stats['broken_qweb']}")
|
||||
print(f" - Missing field references: {self.stats['broken_fields']}")
|
||||
print(f" - Missing assets: {self.stats['missing_assets']}")
|
||||
print()
|
||||
|
||||
total_errors = len(self.errors)
|
||||
total_warnings = len(self.warnings)
|
||||
|
||||
if total_errors == 0 and total_warnings == 0:
|
||||
print(f"{Colors.GREEN}{Colors.BOLD}")
|
||||
print("="*60)
|
||||
print(" ALL VALIDATIONS PASSED!")
|
||||
print("="*60)
|
||||
print(f"{Colors.END}")
|
||||
elif total_errors == 0:
|
||||
print(f"{Colors.YELLOW}{Colors.BOLD}")
|
||||
print("="*60)
|
||||
print(f" VALIDATION PASSED WITH {total_warnings} WARNING(S)")
|
||||
print("="*60)
|
||||
print(f"{Colors.END}")
|
||||
else:
|
||||
print(f"{Colors.RED}{Colors.BOLD}")
|
||||
print("="*60)
|
||||
print(f" VALIDATION FAILED: {total_errors} ERROR(S), {total_warnings} WARNING(S)")
|
||||
print("="*60)
|
||||
print(f"{Colors.END}")
|
||||
|
||||
# Export report as JSON between markers (for extraction by bash wrapper)
|
||||
report = {
|
||||
'type': 'views',
|
||||
'timestamp': datetime.now().isoformat(),
|
||||
'database': self.env.cr.dbname,
|
||||
'stats': self.stats,
|
||||
'errors': self.errors,
|
||||
'warnings': self.warnings
|
||||
}
|
||||
|
||||
MARKER = '___VALIDATE_VIEWS_JSON___'
|
||||
print(MARKER)
|
||||
print(json.dumps(report, indent=2, default=str))
|
||||
print(MARKER)
|
||||
|
||||
|
||||
def main():
|
||||
"""Main entry point."""
|
||||
try:
|
||||
validator = ViewValidator(env)
|
||||
success = validator.validate_all()
|
||||
|
||||
# Exit with appropriate code
|
||||
if not success:
|
||||
sys.exit(1)
|
||||
|
||||
except Exception as e:
|
||||
print_error(f"Validation script failed: {e}")
|
||||
import traceback
|
||||
traceback.print_exc()
|
||||
sys.exit(2)
|
||||
|
||||
|
||||
# Run when executed in Odoo shell
|
||||
if __name__ == '__main__' or 'env' in dir():
|
||||
main()
|
||||
@@ -49,4 +49,12 @@ exec_python_script_in_odoo_shell "$DB_NAME" "$DB_NAME" "$PYTHON_SCRIPT"
|
||||
|
||||
|
||||
# Launch Odoo with database in finale version to run all updates
|
||||
compose --debug run "$ODOO_SERVICE" -u all --log-level=debug --stop-after-init --no-http
|
||||
run_compose --debug run "$ODOO_SERVICE" -u all --log-level=debug --stop-after-init --no-http
|
||||
|
||||
echo ""
|
||||
echo "Running post-migration view validation..."
|
||||
if exec_python_script_in_odoo_shell "$DB_NAME" "$DB_NAME" "${SCRIPT_DIR}/lib/python/validate_views.py"; then
|
||||
echo "View validation passed."
|
||||
else
|
||||
echo "WARNING: View validation found issues. Run scripts/validate_migration.sh for the full report."
|
||||
fi
|
||||
|
||||
@@ -52,7 +52,7 @@ LEFT JOIN (
|
||||
) AS module_dest ON module_dest.name = module_origin.name
|
||||
WHERE (module_dest.name IS NULL)
|
||||
AND (module_origin.state = 'installed')
|
||||
AND (module_origin.author NOT IN ('Odoo S.A.', 'Lokavaluto', 'Elabore'))
|
||||
AND (module_origin.author NOT IN ('Odoo S.A.'))
|
||||
ORDER BY module_origin.name;
|
||||
EOF
|
||||
)
|
||||
|
||||
138
scripts/validate_migration.sh
Executable file
138
scripts/validate_migration.sh
Executable file
@@ -0,0 +1,138 @@
|
||||
#!/bin/bash
|
||||
#
|
||||
# Post-Migration Validation Script for Odoo
|
||||
# Validates views, XPath expressions, and QWeb templates.
|
||||
#
|
||||
# View validation runs automatically at the end of the upgrade process.
|
||||
# This script can also be run manually for the full report with JSON output.
|
||||
#
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
||||
PROJECT_ROOT="$(cd "$SCRIPT_DIR/.." && pwd)"
|
||||
|
||||
source "${PROJECT_ROOT}/lib/common.sh"
|
||||
|
||||
####################
|
||||
# CONFIGURATION
|
||||
####################
|
||||
|
||||
REPORT_DIR="/tmp"
|
||||
REPORT_TIMESTAMP=$(date +%Y%m%d_%H%M%S)
|
||||
VIEWS_REPORT=""
|
||||
VIEWS_REPORT_MARKER="___VALIDATE_VIEWS_JSON___"
|
||||
|
||||
####################
|
||||
# USAGE
|
||||
####################
|
||||
|
||||
usage() {
|
||||
cat <<EOF
|
||||
Usage: $0 <db_name> <service_name>
|
||||
|
||||
Post-migration view validation for Odoo databases.
|
||||
|
||||
Validates:
|
||||
- Inherited view combination (parent + child)
|
||||
- XPath expressions find their targets
|
||||
- QWeb template syntax
|
||||
- Field references point to existing fields
|
||||
- Odoo native view validation
|
||||
|
||||
Arguments:
|
||||
db_name Name of the database to validate
|
||||
service_name Docker compose service name (e.g., odoo17, ou17)
|
||||
|
||||
Examples:
|
||||
$0 ou17 odoo17
|
||||
$0 elabore_migrated odoo18
|
||||
|
||||
Notes:
|
||||
- Runs via Odoo shell (no HTTP server needed)
|
||||
- Report is written to /tmp/validation_views_<db>_<timestamp>.json
|
||||
EOF
|
||||
exit 1
|
||||
}
|
||||
|
||||
####################
|
||||
# ARGUMENT PARSING
|
||||
####################
|
||||
|
||||
DB_NAME=""
|
||||
SERVICE_NAME=""
|
||||
|
||||
while [[ $# -gt 0 ]]; do
|
||||
case "$1" in
|
||||
-h|--help)
|
||||
usage
|
||||
;;
|
||||
*)
|
||||
if [[ -z "$DB_NAME" ]]; then
|
||||
DB_NAME="$1"
|
||||
shift
|
||||
elif [[ -z "$SERVICE_NAME" ]]; then
|
||||
SERVICE_NAME="$1"
|
||||
shift
|
||||
else
|
||||
log_error "Unexpected argument: $1"
|
||||
usage
|
||||
fi
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
if [[ -z "$DB_NAME" ]]; then
|
||||
log_error "Missing database name"
|
||||
usage
|
||||
fi
|
||||
|
||||
if [[ -z "$SERVICE_NAME" ]]; then
|
||||
log_error "Missing service name"
|
||||
usage
|
||||
fi
|
||||
|
||||
####################
|
||||
# MAIN
|
||||
####################
|
||||
|
||||
log_step "POST-MIGRATION VIEW VALIDATION"
|
||||
log_info "Database: $DB_NAME"
|
||||
log_info "Service: $SERVICE_NAME"
|
||||
|
||||
PYTHON_SCRIPT="${PROJECT_ROOT}/lib/python/validate_views.py"
|
||||
|
||||
if [[ ! -f "$PYTHON_SCRIPT" ]]; then
|
||||
log_error "Validation script not found: $PYTHON_SCRIPT"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
VIEWS_REPORT="${REPORT_DIR}/validation_views_${DB_NAME}_${REPORT_TIMESTAMP}.json"
|
||||
|
||||
log_info "Running view validation in Odoo shell..."
|
||||
echo ""
|
||||
|
||||
RESULT=0
|
||||
RAW_OUTPUT=$(run_compose run --rm "$SERVICE_NAME" shell -d "$DB_NAME" --no-http --stop-after-init < "$PYTHON_SCRIPT") || RESULT=$?
|
||||
|
||||
echo "$RAW_OUTPUT" | sed "/${VIEWS_REPORT_MARKER}/,/${VIEWS_REPORT_MARKER}/d"
|
||||
|
||||
echo "$RAW_OUTPUT" | sed -n "/${VIEWS_REPORT_MARKER}/,/${VIEWS_REPORT_MARKER}/p" | grep -v "$VIEWS_REPORT_MARKER" > "$VIEWS_REPORT"
|
||||
|
||||
echo ""
|
||||
log_step "VALIDATION COMPLETE"
|
||||
|
||||
if [[ -s "$VIEWS_REPORT" ]]; then
|
||||
log_info "Report: $VIEWS_REPORT"
|
||||
else
|
||||
log_warn "Could not extract validation report from output"
|
||||
VIEWS_REPORT=""
|
||||
fi
|
||||
|
||||
if [[ $RESULT -eq 0 ]]; then
|
||||
log_info "All validations passed!"
|
||||
else
|
||||
log_error "Some validations failed. Check the output above for details."
|
||||
fi
|
||||
|
||||
exit $RESULT
|
||||
@@ -90,13 +90,13 @@ fi
|
||||
|
||||
log_step "LAUNCH VIRGIN ODOO IN FINAL VERSION"
|
||||
|
||||
if docker exec -u 70 "$POSTGRES_SERVICE_NAME" pgm ls | grep -q "$FINALE_SERVICE_NAME"; then
|
||||
if docker exec -u 70 "$POSTGRES_SERVICE_NAME" pgm ls | grep "$FINALE_SERVICE_NAME"; then
|
||||
log_info "Removing existing finale database and filestore..."
|
||||
docker exec -u 70 "$POSTGRES_SERVICE_NAME" pgm rm -f "$FINALE_SERVICE_NAME"
|
||||
sudo rm -rf "${DATASTORE_PATH}/${FINALE_SERVICE_NAME}/${FILESTORE_SUBPATH}/${FINALE_SERVICE_NAME}"
|
||||
fi
|
||||
|
||||
compose --debug run "$FINALE_SERVICE_NAME" -i base --stop-after-init --no-http
|
||||
run_compose --debug run "$FINALE_SERVICE_NAME" -i base --stop-after-init --no-http
|
||||
|
||||
log_info "Model database in final Odoo version created."
|
||||
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
#!/bin/bash
|
||||
set -euo pipefail
|
||||
|
||||
compose -f ../../config/compose.yml run -p 8013:8069 ou13 --config=/opt/odoo/auto/odoo.conf --stop-after-init -u all --workers 0 --log-level=debug --max-cron-threads=0 --limit-time-real=10000 --database=ou13
|
||||
run_compose run -p 8013:8069 ou13 --config=/opt/odoo/auto/odoo.conf --stop-after-init -u all --workers 0 --log-level=debug --max-cron-threads=0 --limit-time-real=10000 --database=ou13
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
#!/bin/bash
|
||||
set -euo pipefail
|
||||
|
||||
compose -f ../../config/compose.yml run -p 8014:8069 ou14 --config=/opt/odoo/auto/odoo.conf --stop-after-init -u all --workers 0 --log-level=debug --max-cron-threads=0 --limit-time-real=10000 --database=ou14 --load=base,web,openupgrade_framework
|
||||
run_compose run -p 8014:8069 ou14 --config=/opt/odoo/auto/odoo.conf --stop-after-init -u all --workers 0 --log-level=debug --max-cron-threads=0 --limit-time-real=10000 --database=ou14 --load=base,web,openupgrade_framework
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
#!/bin/bash
|
||||
set -euo pipefail
|
||||
|
||||
compose -f ../../config/compose.yml run -p 8015:8069 ou15 --config=/opt/odoo/auto/odoo.conf --stop-after-init -u all --workers 0 --log-level=debug --max-cron-threads=0 --limit-time-real=10000 --database=ou15 --load=base,web,openupgrade_framework
|
||||
run_compose run -p 8015:8069 ou15 --config=/opt/odoo/auto/odoo.conf --stop-after-init -u all --workers 0 --log-level=debug --max-cron-threads=0 --limit-time-real=10000 --database=ou15 --load=base,web,openupgrade_framework
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
#!/bin/bash
|
||||
set -euo pipefail
|
||||
|
||||
compose -f ../../config/compose.yml run -p 8016:8069 ou16 --config=/opt/odoo/auto/odoo.conf --stop-after-init -u all --workers 0 --log-level=debug --max-cron-threads=0 --limit-time-real=10000 --database=ou16 --load=base,web,openupgrade_framework
|
||||
run_compose run -p 8016:8069 ou16 --config=/opt/odoo/auto/odoo.conf --stop-after-init -u all --workers 0 --log-level=debug --max-cron-threads=0 --limit-time-real=10000 --database=ou16 --load=base,web,openupgrade_framework
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
#!/bin/bash
|
||||
set -euo pipefail
|
||||
|
||||
compose -f ../../config/compose.yml run -p 8017:8069 ou17 --config=/opt/odoo/auto/odoo.conf --stop-after-init -u all --workers 0 --log-level=debug --max-cron-threads=0 --limit-time-real=10000 --database=ou17 --load=base,web,openupgrade_framework
|
||||
run_compose run -p 8017:8069 ou17 --config=/opt/odoo/auto/odoo.conf --stop-after-init -u all --workers 0 --log-level=debug --max-cron-threads=0 --limit-time-real=10000 --database=ou17 --load=base,web,openupgrade_framework
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
#!/bin/bash
|
||||
set -euo pipefail
|
||||
|
||||
compose -f ../../config/compose.yml run -p 8018:8069 ou18 --config=/opt/odoo/auto/odoo.conf --stop-after-init -u all --workers 0 --log-level=debug --max-cron-threads=0 --limit-time-real=10000 --database=ou18 --load=base,web,openupgrade_framework
|
||||
run_compose run -p 8018:8069 ou18 --config=/opt/odoo/auto/odoo.conf --stop-after-init -u all --workers 0 --log-level=debug --max-cron-threads=0 --limit-time-real=10000 --database=ou18 --load=base,web,openupgrade_framework
|
||||
|
||||
Reference in New Issue
Block a user