diff --git a/abonapp/templates/abonapp/peoples.html b/abonapp/templates/abonapp/peoples.html index d8e0fe3..20f9d49 100644 --- a/abonapp/templates/abonapp/peoples.html +++ b/abonapp/templates/abonapp/peoples.html @@ -69,7 +69,7 @@ {% else %} {% endif %} - {% if human.stat_cache and human.stat_cache.is_online %} + {% if human.statcache.is_online %} {% else %} @@ -79,11 +79,11 @@ {{ human.username }} - {% if human.stat_cache %} - {% if human.stat_cache.is_today %} - {{ human.stat_cache.last_time|date:"H:i" }} + {% if human.statcache %} + {% if human.statcache.is_today %} + {{ human.statcache.last_time|date:"H:i" }} {% else %} - {{ human.stat_cache.last_time|date:"D H:i" }} + {{ human.statcache.last_time|date:"D H:i" }} {% endif %} {% endif %} diff --git a/abonapp/views.py b/abonapp/views.py index e041866..013eee3 100644 --- a/abonapp/views.py +++ b/abonapp/views.py @@ -46,19 +46,16 @@ class PeoplesListView(OrderedFilteredList): # TODO: optimize that query street_id = lib.safe_int(self.request.GET.get('street')) gid = lib.safe_int(self.kwargs.get('gid')) - peoples_list = models.Abon.objects.all().select_related('group', 'street', 'current_tariff') + peoples_list = models.Abon.objects.filter(group__pk=gid) if street_id > 0: - peoples_list = peoples_list.filter(group__pk=gid, street=street_id) - else: - peoples_list = peoples_list.filter(group__pk=gid) - - try: - for abon in peoples_list.iterator(): - ips = tuple(p.ip for p in abon.ip_addresses.filter(is_active=True)) - if len(ips) > 0: - abon.stat_cache = StatCache.objects.filter(ip__in=ips).first() - except lib.LogicError as e: - messages.warning(self.request, e) + peoples_list = peoples_list.filter(street=street_id) + peoples_list = peoples_list.select_related( + 'group', 'street', 'current_tariff', 'statcache' + ).only( + 'group', 'street', 'current_tariff', 'statcache', 'fio', + 'street', 'house', 'telephone', 'ballance', 'markers', + 'username', 'is_active' + ) ordering = self.get_ordering() if ordering and isinstance(ordering, str): ordering = (ordering,) diff --git a/accounts_app/models.py b/accounts_app/models.py index 8e3182a..d24d877 100644 --- a/accounts_app/models.py +++ b/accounts_app/models.py @@ -94,7 +94,7 @@ class UserProfileManager(MyUserManager): class UserProfile(BaseAccount): - avatar = models.ImageField(_('Avatar'), upload_to=os.path.join('user', 'avatar'), null=True, default=None) + avatar = models.ImageField(_('Avatar'), upload_to=os.path.join('user', 'avatar'), null=True, default=None, blank=True) email = models.EmailField(default='') responsibility_groups = models.ManyToManyField(Group, blank=True, verbose_name=_('Responsibility groups')) diff --git a/agent/netflow/mysql_install.sql b/agent/netflow/mysql_install.sql new file mode 100644 index 0000000..8744cb5 --- /dev/null +++ b/agent/netflow/mysql_install.sql @@ -0,0 +1,9 @@ +CREATE TABLE `flowcache` ( + `last_time` INT(10) UNSIGNED NOT NULL, + `abon_id` INT(11) DEFAULT NULL UNIQUE, + `octets` INT(10) UNSIGNED NOT NULL, + `packets` INT(10) UNSIGNED NOT NULL, + KEY `flowcache_abon_id_91e1085d` (`abon_id`) +) + ENGINE = MEMORY + DEFAULT CHARSET = utf8; diff --git a/agent/netflow/netflow_handler.py b/agent/netflow/netflow_handler.py index 95dbbca..6ac2c77 100755 --- a/agent/netflow/netflow_handler.py +++ b/agent/netflow/netflow_handler.py @@ -35,9 +35,11 @@ if __name__ == '__main__': cursor = db.cursor() sql = ( - 'SELECT abonent.ip_address, acc.username FROM abonent ' + 'SELECT INET_ATON(emps.ip) as uip, acc.id FROM abonent ' 'LEFT JOIN base_accounts AS acc ON (acc.id = abonent.baseaccount_ptr_id) ' - 'WHERE abonent.ip_address != 0' + 'LEFT JOIN abonent_ip_addresses AS ips ON (acc.id = ips.abon_id) ' + 'LEFT JOIN ip_pool_employed_ip AS emps ON (ips.ipleasemodel_id = emps.id) ' + 'WHERE INET_ATON(emps.ip) != 0;' ) ln = cursor.execute(sql) with open(tmp_ipuser_file, 'w') as f: @@ -46,7 +48,7 @@ if __name__ == '__main__': row = cursor.fetchone() if row is None: break - f.write("%d-%s\n" % row) + f.write("%d-%d\n" % row) db.close() os.system( diff --git a/statistics/migrations/0003_auto_20180814_1921.py b/statistics/migrations/0003_auto_20180814_1921.py new file mode 100644 index 0000000..0730c82 --- /dev/null +++ b/statistics/migrations/0003_auto_20180814_1921.py @@ -0,0 +1,30 @@ +# -*- coding: utf-8 -*- +# Generated by Django 1.11 on 2018-08-14 19:21 +from __future__ import unicode_literals + +from django.db import migrations, models +from statistics.fields import UnixDateTimeField + + +class Migration(migrations.Migration): + + dependencies = [ + ('abonapp', '0002_auto_20180808_1448'), + ('statistics', '0002_auto_20180808_1236'), + ] + + operations = [ + migrations.DeleteModel('StatCache'), + migrations.CreateModel( + name='StatCache', + fields=[ + ('last_time', UnixDateTimeField()), + ('abon', models.OneToOneField(on_delete=models.deletion.CASCADE, primary_key=True, serialize=False, to='abonapp.Abon')), + ('octets', models.PositiveIntegerField(default=0)), + ('packets', models.PositiveIntegerField(default=0)), + ], + options={ + 'db_table': 'flowcache', + }, + ) + ] diff --git a/statistics/models.py b/statistics/models.py index ceb0736..2aea821 100644 --- a/statistics/models.py +++ b/statistics/models.py @@ -14,7 +14,7 @@ def get_dates(): class StatManager(models.Manager): - def chart(self, username, count_of_parts=12, want_date=date.today()): + def chart(self, user, count_of_parts=12, want_date=date.today()): def byte_to_mbit(x): return ((x / 60) * 8) / 2 ** 20 @@ -28,7 +28,7 @@ class StatManager(models.Manager): return sum(elements) / len(elements) try: - charts_data = self.filter(uname=username) + charts_data = self.filter(abon=user) charts_times = tuple(cd.cur_time.timestamp() * 1000 for cd in charts_data) charts_octets = tuple(cd.octets for cd in charts_data) if len(charts_octets) > 0 and len(charts_octets) == len(charts_times): @@ -53,7 +53,7 @@ class StatManager(models.Manager): class StatElem(models.Model): cur_time = UnixDateTimeField(primary_key=True) - uname = models.CharField(max_length=127, blank=True, null=True, default=None) + abon = models.ForeignKey('abonapp.Abon', on_delete=models.CASCADE, null=True, default=None, blank=True) ip = MyGenericIPAddressField() octets = models.PositiveIntegerField(default=0) packets = models.PositiveIntegerField(default=0) @@ -115,7 +115,8 @@ def getModel(want_date=now()): class StatCache(models.Model): last_time = UnixDateTimeField() - ip = MyGenericIPAddressField(primary_key=True) + # ip = MyGenericIPAddressField(primary_key=True) + abon = models.OneToOneField('abonapp.Abon', on_delete=models.CASCADE, primary_key=True) octets = models.PositiveIntegerField(default=0) packets = models.PositiveIntegerField(default=0)