241 lines
9.4 KiB
Python
241 lines
9.4 KiB
Python
from django.core.exceptions import ImproperlyConfigured
|
|
from django.core.management.base import BaseCommand, CommandError
|
|
from django.core import serializers
|
|
from django.db import router, DEFAULT_DB_ALIAS
|
|
from django.utils.datastructures import SortedDict
|
|
|
|
from optparse import make_option
|
|
|
|
|
|
class Command(BaseCommand):
|
|
option_list = BaseCommand.option_list + (
|
|
make_option(
|
|
'--format',
|
|
default='json',
|
|
dest='format',
|
|
help='Specifies the output serialization format for fixtures.',
|
|
),
|
|
make_option(
|
|
'--indent',
|
|
default=None,
|
|
dest='indent',
|
|
type='int',
|
|
help='Specifies the indent level to use when pretty-printing output',
|
|
),
|
|
make_option(
|
|
'--database',
|
|
action='store',
|
|
dest='database',
|
|
default=DEFAULT_DB_ALIAS,
|
|
help='Nominates a specific database to dump '
|
|
'fixtures from. Defaults to the "default" database.',
|
|
),
|
|
make_option(
|
|
'-e',
|
|
'--exclude',
|
|
dest='exclude',
|
|
action='append',
|
|
default=[],
|
|
help='An appname or appname.ModelName to exclude (use multiple --exclude to exclude multiple apps/models).',
|
|
),
|
|
make_option(
|
|
'-n',
|
|
'--natural',
|
|
action='store_true',
|
|
dest='use_natural_keys',
|
|
default=False,
|
|
help='Use natural keys if they are available.',
|
|
),
|
|
make_option(
|
|
'-a',
|
|
'--all',
|
|
action='store_true',
|
|
dest='use_base_manager',
|
|
default=False,
|
|
help="Use Django's base manager to dump all models stored in the database, including those that would otherwise be filtered or modified by a custom manager.",
|
|
),
|
|
)
|
|
help = (
|
|
"Output the contents of the database as a fixture of the given "
|
|
"format (using each model's default manager unless --all is "
|
|
"specified)."
|
|
)
|
|
args = '[appname appname.ModelName ...]'
|
|
|
|
def handle(self, *app_labels, **options):
|
|
from django.db.models import get_app, get_apps, get_model, get_models
|
|
|
|
format = options.get('format')
|
|
indent = options.get('indent')
|
|
using = options.get('database')
|
|
excludes = options.get('exclude')
|
|
show_traceback = options.get('traceback')
|
|
use_natural_keys = options.get('use_natural_keys')
|
|
use_base_manager = options.get('use_base_manager')
|
|
|
|
excluded_apps = set()
|
|
excluded_models = set()
|
|
for exclude in excludes:
|
|
if '.' in exclude:
|
|
app_label, model_name = exclude.split('.', 1)
|
|
model_obj = get_model(app_label, model_name)
|
|
if not model_obj:
|
|
raise CommandError('Unknown model in excludes: %s' % exclude)
|
|
excluded_models.add(model_obj)
|
|
else:
|
|
try:
|
|
app_obj = get_app(exclude)
|
|
excluded_apps.add(app_obj)
|
|
except ImproperlyConfigured:
|
|
raise CommandError('Unknown app in excludes: %s' % exclude)
|
|
|
|
if len(app_labels) == 0:
|
|
app_list = SortedDict(
|
|
(app, [model for model in get_models(app) if model not in excluded_models])
|
|
for app in get_apps()
|
|
if app not in excluded_apps
|
|
)
|
|
else:
|
|
app_list = SortedDict()
|
|
for label in app_labels:
|
|
try:
|
|
app_label, model_label = label.split('.')
|
|
try:
|
|
app = get_app(app_label)
|
|
except ImproperlyConfigured:
|
|
raise CommandError("Unknown application: %s" % app_label)
|
|
if app in excluded_apps:
|
|
continue
|
|
model = get_model(app_label, model_label)
|
|
if model is None:
|
|
raise CommandError("Unknown model: %s.%s" % (app_label, model_label))
|
|
if model in excluded_models:
|
|
continue
|
|
if app in app_list.keys():
|
|
if app_list[app] and model not in app_list[app]:
|
|
app_list[app].append(model)
|
|
else:
|
|
app_list[app] = [model]
|
|
except ValueError:
|
|
# This is just an app - no model qualifier
|
|
app_label = label
|
|
try:
|
|
app = get_app(app_label)
|
|
except ImproperlyConfigured:
|
|
raise CommandError("Unknown application: %s" % app_label)
|
|
if app in excluded_apps:
|
|
continue
|
|
app_list[app] = None
|
|
|
|
# Check that the serialization format exists; this is a shortcut to
|
|
# avoid collating all the objects and _then_ failing.
|
|
if format not in serializers.get_public_serializer_formats():
|
|
raise CommandError("Unknown serialization format: %s" % format)
|
|
|
|
try:
|
|
serializers.get_serializer(format)
|
|
except KeyError:
|
|
raise CommandError("Unknown serialization format: %s" % format)
|
|
|
|
# Now collate the objects to be serialized.
|
|
objects = []
|
|
for model in sort_dependencies(app_list.items()):
|
|
if model in excluded_models:
|
|
continue
|
|
if not model._meta.proxy and router.allow_syncdb(using, model):
|
|
if use_base_manager:
|
|
objects.extend(model._base_manager.using(using).all())
|
|
else:
|
|
objects.extend(model._default_manager.using(using).all())
|
|
|
|
try:
|
|
return serializers.serialize(
|
|
format, objects, indent=indent, use_natural_foreign_keys=use_natural_keys
|
|
)
|
|
except Exception as e:
|
|
if show_traceback:
|
|
raise
|
|
raise CommandError("Unable to serialize database: %s" % e)
|
|
|
|
|
|
def sort_dependencies(app_list):
|
|
"""Sort a list of app,modellist pairs into a single list of models.
|
|
|
|
The single list of models is sorted so that any model with a natural key
|
|
is serialized before a normal model, and any model with a natural key
|
|
dependency has it's dependencies serialized first.
|
|
"""
|
|
from django.db.models import get_model, get_models
|
|
|
|
# Process the list of models, and get the list of dependencies
|
|
model_dependencies = []
|
|
models = set()
|
|
for app, model_list in app_list:
|
|
if model_list is None:
|
|
model_list = get_models(app)
|
|
|
|
for model in model_list:
|
|
models.add(model)
|
|
# Add any explicitly defined dependencies
|
|
if hasattr(model, 'natural_key'):
|
|
deps = getattr(model.natural_key, 'dependencies', [])
|
|
if deps:
|
|
deps = [get_model(*d.split('.')) for d in deps]
|
|
else:
|
|
deps = []
|
|
|
|
# Now add a dependency for any FK or M2M relation with
|
|
# a model that defines a natural key
|
|
for field in model._meta.fields:
|
|
if hasattr(field.rel, 'to'):
|
|
rel_model = field.rel.to
|
|
if hasattr(rel_model, 'natural_key'):
|
|
deps.append(rel_model)
|
|
for field in model._meta.many_to_many:
|
|
rel_model = field.rel.to
|
|
if hasattr(rel_model, 'natural_key'):
|
|
deps.append(rel_model)
|
|
# Remove circular dependencies
|
|
deps = filter(lambda x: x != model, deps)
|
|
model_dependencies.append((model, deps))
|
|
|
|
model_dependencies.reverse()
|
|
# Now sort the models to ensure that dependencies are met. This
|
|
# is done by repeatedly iterating over the input list of models.
|
|
# If all the dependencies of a given model are in the final list,
|
|
# that model is promoted to the end of the final list. This process
|
|
# continues until the input list is empty, or we do a full iteration
|
|
# over the input models without promoting a model to the final list.
|
|
# If we do a full iteration without a promotion, that means there are
|
|
# circular dependencies in the list.
|
|
model_list = []
|
|
while model_dependencies:
|
|
skipped = []
|
|
changed = False
|
|
while model_dependencies:
|
|
model, deps = model_dependencies.pop()
|
|
|
|
# If all of the models in the dependency list are either already
|
|
# on the final model list, or not on the original serialization list,
|
|
# then we've found another model with all it's dependencies satisfied.
|
|
found = True
|
|
for candidate in ((d not in models or d in model_list) for d in deps):
|
|
if not candidate:
|
|
found = False
|
|
if found:
|
|
model_list.append(model)
|
|
changed = True
|
|
else:
|
|
skipped.append((model, deps))
|
|
if not changed:
|
|
raise CommandError(
|
|
"Can't resolve dependencies for %s in serialized app list."
|
|
% ', '.join(
|
|
'%s.%s' % (model._meta.app_label, model._meta.object_name)
|
|
for model, deps in sorted(skipped, key=lambda obj: obj[0].__name__)
|
|
)
|
|
)
|
|
model_dependencies = skipped
|
|
|
|
return model_list
|