alamin
/
djing
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
Browse Source

Merge branch 'devel' of dial.lo:~/djing into devel

devel
Dmitry Novikov 6 years ago
parent
591c6c0172 4961251b53
commit
c040199a1d
1 changed files with 54 additions and 31 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 85
      migrate2v2_dump.py

85
migrate2v2_dump.py
View File

@ -54,7 +54,7 @@ class BatchSaveStreamList(list):
# image fields
elif isinstance(field, ImageField):
val = getattr(obj, field.name)
return getattr(val, 'url') if val else None
return getattr(val, 'name') if val else None
# mac address validated by netaddr.EUI
elif isinstance(field, MACAddressField):
@ -84,10 +84,14 @@ class BatchSaveStreamList(list):
return 1
def batch_save(fname, *args, **kwargs):
def batch_save(app_label: str, fname: str, *args, **kwargs):
sa = BatchSaveStreamList(*args, **kwargs)
print(fname)
with open(fname, 'w') as f:
fixt_dir = os.path.join('fixtures', app_label, 'fixtures')
if not os.path.isdir(fixt_dir):
os.makedirs(fixt_dir, mode=0o750)
full_path = os.path.join(fixt_dir, fname)
print(full_path)
with open(full_path, 'w') as f:
dump(sa, f, ensure_ascii=False, indent=2, cls=DjangoJSONEncoder)
@ -96,14 +100,15 @@ def batch_save(fname, *args, **kwargs):
def dump_groups():
from group_app.models import Group
batch_save("groups.json", Group.objects.all(), 'groupapp.group')
batch_save(app_label='groupapp', fname="groups.json", model_queryset=Group.objects.all(), model_name='groupapp.group')
def dump_accounts():
from accounts_app.models import UserProfile, BaseAccount, UserProfileLog
batch_save('accounts_baseaccount.json', BaseAccount.objects.exclude(username='AnonymousUser'), 'profiles.baseaccount',
app_label = 'profiles'
batch_save(app_label=app_label, fname='accounts_baseaccount.json', model_queryset=BaseAccount.objects.exclude(username='AnonymousUser'), model_name='profiles.baseaccount',
except_fields=['groups', 'user_permissions'])
batch_save('accounts_userprofile.json', UserProfile.objects.exclude(username='AnonymousUser'), 'profiles.userprofile',
batch_save(app_label=app_label, fname='accounts_userprofile.json', model_queryset=UserProfile.objects.exclude(username='AnonymousUser'), model_name='profiles.userprofile',
except_fields=['groups', 'user_permissions'])
do_type_map = {
'cusr': 1, 'dusr': 2,
@ -111,7 +116,7 @@ def dump_accounts():
'cnas': 5, 'dnas': 6,
'csrv': 7, 'dsrv': 8
}
batch_save('accounts_userprofilelog.json', UserProfileLog.objects.all(), 'profiles.userprofilelog',
batch_save(app_label=app_label, fname='accounts_userprofilelog.json', model_queryset=UserProfileLog.objects.all(), model_name='profiles.userprofilelog',
except_fields=['meta_info'],
choice_list_map={
'do_type': do_type_map
@ -120,15 +125,17 @@ def dump_accounts():
def dump_messenger():
from messenger.models import Messenger, ViberMessenger, ViberMessage, ViberSubscriber
batch_save("messenger.json", Messenger.objects.all(), 'messenger.messenger')
batch_save("vibermessenger.json", ViberMessenger.objects.all(), 'messenger.vibermessenger')
batch_save("vibermessage.json", ViberMessage.objects.all(), 'messenger.vibermessage')
batch_save("vibersubscriber.json", ViberSubscriber.objects.all(), 'messenger.vibersubscriber')
app_label = 'messenger'
batch_save(app_label, "messenger.json", Messenger.objects.all(), 'messenger.messenger')
batch_save(app_label, "vibermessenger.json", ViberMessenger.objects.all(), 'messenger.vibermessenger')
batch_save(app_label, "vibermessage.json", ViberMessage.objects.all(), 'messenger.vibermessage')
batch_save(app_label, "vibersubscriber.json", ViberSubscriber.objects.all(), 'messenger.vibersubscriber')
def dump_services():
from tariff_app.models import Tariff, PeriodicPay
batch_save("services.json", Tariff.objects.all(), 'services.service', field_name_map={
app_label = 'services'
batch_save(app_label, "services.json", Tariff.objects.all(), 'services.service', field_name_map={
'speedIn': 'speed_in',
'speedOut': 'speed_out',
'amount': 'cost'
@ -140,7 +147,7 @@ def dump_services():
'Dl': 3
}
})
batch_save("services_periodicpay.json", PeriodicPay.objects.all(), 'services.periodicpay', choice_list_map={
batch_save(app_label, "services_periodicpay.json", PeriodicPay.objects.all(), 'services.periodicpay', choice_list_map={
'calc_type': {
'df': 0,
'cs': 1
@ -150,7 +157,8 @@ def dump_services():
def dump_gateways():
from gw_app.models import NASModel
batch_save("gateways.json", NASModel.objects.all(), 'gateways.gateway', field_name_map={
app_label = 'gateways'
batch_save(app_label, "gateways.json", NASModel.objects.all(), 'gateways.gateway', field_name_map={
'nas_type': 'gw_type',
'default': 'is_default'
}, choice_list_map={
@ -162,7 +170,8 @@ def dump_gateways():
def dump_devices():
from devapp.models import Device, Port
batch_save("devices.json", Device.objects.all(), 'devices.device', field_name_map={
app_label = 'devices'
batch_save(app_label, "devices.json", Device.objects.all(), 'devices.device', field_name_map={
'devtype': 'dev_type'
}, choice_list_map={
'devtype': {
@ -178,7 +187,7 @@ def dump_devices():
'dwn': 3
}
})
batch_save('devices_port.json', Port.objects.all(), 'devices.port')
batch_save(app_label, 'devices_port.json', Port.objects.all(), 'devices.port')
def dump_customers():
@ -187,41 +196,43 @@ def dump_customers():
PassportInfo, InvoiceForPayment, AbonRawPassword,
AdditionalTelephone, PeriodicPayForId
)
batch_save('customer.json', Abon.objects.exclude(username='AnonymousUser'), 'customers.customer', field_name_map={
app_label = 'customers'
batch_save(app_label, 'customer.json', Abon.objects.exclude(username='AnonymousUser'), 'customers.customer', field_name_map={
'current_tariff': 'current_service',
'ballance': 'balance',
'nas': 'gateway',
'autoconnect_service': 'auto_renewal_service',
'last_connected_tariff': 'last_connected_service'
}, except_fields=['groups', 'user_permissions'])
batch_save('customers_log.json', AbonLog.objects.all(), 'customers.customerlog', field_name_map={
batch_save(app_label, 'customers_log.json', AbonLog.objects.all(), 'customers.customerlog', field_name_map={
'abon': 'customer',
'amount': 'cost'
})
batch_save('customers_service.json', AbonTariff.objects.all(), 'customers.customerservice', field_name_map={
batch_save(app_label, 'customers_service.json', AbonTariff.objects.all(), 'customers.customerservice', field_name_map={
'tariff': 'service',
'time_start': 'start_time'
})
batch_save('customers_street.json', AbonStreet.objects.all(), 'customers.customerstreet')
batch_save('customers_passport.json', PassportInfo.objects.all(), 'customers.passportinfo', field_name_map={
batch_save(app_label, 'customers_street.json', AbonStreet.objects.all(), 'customers.customerstreet')
batch_save(app_label, 'customers_passport.json', PassportInfo.objects.all(), 'customers.passportinfo', field_name_map={
'abon': 'customer'
})
batch_save('customers_inv.json', InvoiceForPayment.objects.all(), 'customers.invoiceforpayment', field_name_map={
batch_save(app_label, 'customers_inv.json', InvoiceForPayment.objects.all(), 'customers.invoiceforpayment', field_name_map={
'abon': 'customer',
'amount': 'cost'
})
batch_save('customers_passw.json', AbonRawPassword.objects.all(), 'customers.customerrawpassword', field_name_map={
batch_save(app_label, 'customers_passw.json', AbonRawPassword.objects.all(), 'customers.customerrawpassword', field_name_map={
'account': 'customer'
})
batch_save('customers_tels.json', AdditionalTelephone.objects.all(), 'customers.additionaltelephone', field_name_map={
batch_save(app_label, 'customers_tels.json', AdditionalTelephone.objects.all(), 'customers.additionaltelephone', field_name_map={
'abon': 'customer'
})
batch_save('customers_tels.json', PeriodicPayForId.objects.all(), 'customers.periodicpayforid')
batch_save(app_label, 'customers_tels.json', PeriodicPayForId.objects.all(), 'customers.periodicpayforid')
def dump_networks():
from ip_pool.models import NetworkModel
batch_save('nets.json', NetworkModel.objects.all(), 'networks.networkmodel', choice_list_map={
app_label = 'networks'
batch_save(app_label, 'nets.json', NetworkModel.objects.all(), 'networks.networkmodel', choice_list_map={
'kind': {
'inet': 1,
'guest': 2,
@ -234,7 +245,8 @@ def dump_networks():
def dump_tasks():
from taskapp.models import Task, ExtraComment, ChangeLog
batch_save('task.json', Task.objects.all(), 'tasks.task', field_name_map={
app_label = 'tasks'
batch_save(app_label, 'task.json', Task.objects.all(), 'tasks.task', field_name_map={
'abon': 'customer'
}, except_fields=['attachment'], choice_list_map={
'priority': {
@ -257,8 +269,8 @@ def dump_tasks():
'ot': 12
}
})
batch_save('task_comments.json', ExtraComment.objects.all(), 'tasks.extracomment')
batch_save('task_log.json', ChangeLog.objects.all(), 'tasks.changelog', choice_list_map={
batch_save(app_label, 'task_comments.json', ExtraComment.objects.all(), 'tasks.extracomment')
batch_save(app_label, 'task_log.json', ChangeLog.objects.all(), 'tasks.changelog', choice_list_map={
'act_type': {
'e': 1, 'c': 2,
'd': 3, 'f': 4, 'b': 5
@ -266,10 +278,21 @@ def dump_tasks():
})
def dump_fin():
from finapp.models import PayAllTimeGateway, AllTimePayLog
app_label = 'fin_app'
batch_save(app_label, 'fin_gws.json', PayAllTimeGateway.objects.all(), 'fin_app.payalltimegateway')
batch_save(app_label, 'fin_logs.json', AllTimePayLog.objects.all(), 'fin_app.alltimepaylog', field_name_map={
'abon': 'customer',
'summ': 'sum'
})
all_migrs = (
dump_groups, dump_accounts, dump_messenger,
dump_services, dump_gateways, dump_devices,
dump_customers, dump_networks, dump_tasks
dump_customers, dump_networks, dump_tasks,
dump_fin
)
if __name__ == '__main__':

Write Preview
Loading…
Cancel
Save