first try to optimize

abonapp/templates/abonapp/peoples.html

@@ -69,7 +69,7 @@
                         {% else %}
                             <tr class="danger">
                         {% endif %}
-                        <td>{% if human.stat_cache and human.stat_cache.is_online %}
+                        <td>{% if human.statcache.is_online %}
                                 <span class="glyphicon glyphicon-ok text-success"></span>
                             {% else %}
                                 <span class="glyphicon glyphicon-remove-sign text-muted"></span>
@@ -79,11 +79,11 @@
                             <a href="{% url 'abonapp:abon_home' human.group.pk human.username %}">{{ human.username }}</a>
                         </td>
                         <td class="hidden-xs">
-                            {% if human.stat_cache %}
-                                {% if human.stat_cache.is_today %}
-                                    {{ human.stat_cache.last_time|date:"H:i" }}
+                            {% if human.statcache %}
+                                {% if human.statcache.is_today %}
+                                    {{ human.statcache.last_time|date:"H:i" }}
                                 {% else %}
-                                    {{ human.stat_cache.last_time|date:"D H:i" }}
+                                    {{ human.statcache.last_time|date:"D H:i" }}
                                 {% endif %}
                             {% endif %}
                         </td>

abonapp/views.py

@@ -46,19 +46,16 @@ class PeoplesListView(OrderedFilteredList):
         # TODO: optimize that query
         street_id = lib.safe_int(self.request.GET.get('street'))
         gid = lib.safe_int(self.kwargs.get('gid'))
-        peoples_list = models.Abon.objects.all().select_related('group', 'street', 'current_tariff')
+        peoples_list = models.Abon.objects.filter(group__pk=gid)
         if street_id > 0:
-            peoples_list = peoples_list.filter(group__pk=gid, street=street_id)
-        else:
-            peoples_list = peoples_list.filter(group__pk=gid)
-
-        try:
-            for abon in peoples_list.iterator():
-                ips = tuple(p.ip for p in abon.ip_addresses.filter(is_active=True))
-                if len(ips) > 0:
-                    abon.stat_cache = StatCache.objects.filter(ip__in=ips).first()
-        except lib.LogicError as e:
-            messages.warning(self.request, e)
+            peoples_list = peoples_list.filter(street=street_id)
+        peoples_list = peoples_list.select_related(
+            'group', 'street', 'current_tariff', 'statcache'
+        ).only(
+            'group', 'street', 'current_tariff', 'statcache', 'fio',
+            'street', 'house', 'telephone', 'ballance', 'markers',
+            'username', 'is_active'
+        )
         ordering = self.get_ordering()
         if ordering and isinstance(ordering, str):
             ordering = (ordering,)

accounts_app/models.py

@@ -94,7 +94,7 @@ class UserProfileManager(MyUserManager):
 
 
 class UserProfile(BaseAccount):
-    avatar = models.ImageField(_('Avatar'), upload_to=os.path.join('user', 'avatar'), null=True, default=None)
+    avatar = models.ImageField(_('Avatar'), upload_to=os.path.join('user', 'avatar'), null=True, default=None, blank=True)
     email = models.EmailField(default='')
     responsibility_groups = models.ManyToManyField(Group, blank=True, verbose_name=_('Responsibility groups'))
 

agent/netflow/mysql_install.sql

@@ -0,0 +1,9 @@
+CREATE TABLE `flowcache` (
+  `last_time` INT(10) UNSIGNED NOT NULL,
+  `abon_id`   INT(11) DEFAULT NULL UNIQUE,
+  `octets`    INT(10) UNSIGNED NOT NULL,
+  `packets`   INT(10) UNSIGNED NOT NULL,
+  KEY `flowcache_abon_id_91e1085d` (`abon_id`)
+)
+  ENGINE = MEMORY
+  DEFAULT CHARSET = utf8;

agent/netflow/netflow_handler.py

@@ -35,9 +35,11 @@ if __name__ == '__main__':
     cursor = db.cursor()
 
     sql = (
-        'SELECT abonent.ip_address, acc.username  FROM abonent '
+        'SELECT INET_ATON(emps.ip) as uip, acc.id FROM abonent '
         'LEFT JOIN base_accounts AS acc ON (acc.id = abonent.baseaccount_ptr_id) '
-        'WHERE abonent.ip_address != 0'
+        'LEFT JOIN abonent_ip_addresses AS ips ON (acc.id = ips.abon_id) '
+        'LEFT JOIN ip_pool_employed_ip AS emps ON (ips.ipleasemodel_id = emps.id) '
+        'WHERE INET_ATON(emps.ip) != 0;'
     )
     ln = cursor.execute(sql)
     with open(tmp_ipuser_file, 'w') as f:
@@ -46,7 +48,7 @@ if __name__ == '__main__':
             row = cursor.fetchone()
             if row is None:
                 break
-            f.write("%d-%s\n" % row)
+            f.write("%d-%d\n" % row)
     db.close()
 
     os.system(

statistics/migrations/0003_auto_20180814_1921.py

@@ -0,0 +1,30 @@
+# -*- coding: utf-8 -*-
+# Generated by Django 1.11 on 2018-08-14 19:21
+from __future__ import unicode_literals
+
+from django.db import migrations, models
+from statistics.fields import UnixDateTimeField
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('abonapp', '0002_auto_20180808_1448'),
+        ('statistics', '0002_auto_20180808_1236'),
+    ]
+
+    operations = [
+        migrations.DeleteModel('StatCache'),
+        migrations.CreateModel(
+            name='StatCache',
+            fields=[
+                ('last_time', UnixDateTimeField()),
+                ('abon', models.OneToOneField(on_delete=models.deletion.CASCADE, primary_key=True, serialize=False, to='abonapp.Abon')),
+                ('octets', models.PositiveIntegerField(default=0)),
+                ('packets', models.PositiveIntegerField(default=0)),
+            ],
+            options={
+                'db_table': 'flowcache',
+            },
+        )
+    ]

statistics/models.py

@@ -14,7 +14,7 @@ def get_dates():
 
 
 class StatManager(models.Manager):
-    def chart(self, username, count_of_parts=12, want_date=date.today()):
+    def chart(self, user, count_of_parts=12, want_date=date.today()):
         def byte_to_mbit(x):
             return ((x / 60) * 8) / 2 ** 20
 
@@ -28,7 +28,7 @@ class StatManager(models.Manager):
             return sum(elements) / len(elements)
 
         try:
-            charts_data = self.filter(uname=username)
+            charts_data = self.filter(abon=user)
             charts_times = tuple(cd.cur_time.timestamp() * 1000 for cd in charts_data)
             charts_octets = tuple(cd.octets for cd in charts_data)
             if len(charts_octets) > 0 and len(charts_octets) == len(charts_times):
@@ -53,7 +53,7 @@ class StatManager(models.Manager):
 
 class StatElem(models.Model):
     cur_time = UnixDateTimeField(primary_key=True)
-    uname = models.CharField(max_length=127, blank=True, null=True, default=None)
+    abon = models.ForeignKey('abonapp.Abon', on_delete=models.CASCADE, null=True, default=None, blank=True)
     ip = MyGenericIPAddressField()
     octets = models.PositiveIntegerField(default=0)
     packets = models.PositiveIntegerField(default=0)
@@ -115,7 +115,8 @@ def getModel(want_date=now()):
 
 class StatCache(models.Model):
     last_time = UnixDateTimeField()
-    ip = MyGenericIPAddressField(primary_key=True)
+    # ip = MyGenericIPAddressField(primary_key=True)
+    abon = models.OneToOneField('abonapp.Abon', on_delete=models.CASCADE, primary_key=True)
     octets = models.PositiveIntegerField(default=0)
     packets = models.PositiveIntegerField(default=0)