Fixing csv generation

Author: nandooliveira

datasetatoms.csv renamed to datasetatoms3.csv

@@ -33,6 +33,7 @@ class ExperimentAdmin(admin.ModelAdmin):
     readonly_fields = ('created_at', 'updated_at',)
     list_display = ('description', 'created_at', 'updated_at')
 
+
 class TaskAdmin(admin.ModelAdmin):
     inlines = [ExecutionInline,]
     list_filter = ('created_at', 'experiment',)
@@ -47,6 +48,7 @@ class ParticipantAdmin(admin.ModelAdmin):
     readonly_fields = ('created_at', 'updated_at',)
     list_display = ('name', 'email', 'created_at', 'updated_at')
 
+
 class ExecutionAdmin(admin.ModelAdmin):
     list_filter = ('participant', 'task', 'start', 'end', 'created_at', 'updated_at',)
     readonly_fields = ('start', 'end', 'created_at', 'updated_at',)
@@ -58,6 +60,7 @@ class PointAdmin(admin.ModelAdmin):
     list_display = ('x', 'y', 'datetime',)
     list_filter = ('datetime',)
 
+
 class LatinSquareAdmin(admin.ModelAdmin):
     list_filter = ('experiment', 'row1', 'row2',)
     readonly_fields = ('row1', 'row2',)

experiments/admin.py

@@ -0,0 +1,63 @@
+# -*- coding: utf-8 -*-
+
+import csv
+from django.core.management.base import BaseCommand
+from django.db.models import Q
+from experiments.models import LatinSquare, Execution
+
+
+class Command(BaseCommand):
+    help = 'Generate a new CSV file to be used as dataset on rstudio script'
+
+    def handle(self, *args, **options):
+        executions = Execution.objects\
+                        .filter(task__experiment_id=2)\
+                        .exclude(participant_id=18).order_by('-id') # O eye tracker não funcionou na aplicação da Lettícia
+
+
+        with open('/Users/fernandooliveira/workspaces/mestrado/Experimento/masters_experiment_analysis/datasetatoms3.csv', 'wb') as csvfile:
+            filewriter = csv.writer(csvfile, delimiter=',', quotechar='|', quoting=csv.QUOTE_MINIMAL)
+            filewriter.writerow(["", "Replica", "Id", "Student", "SetOfTasks", "Tasks", "Technique", "Trials", "Time", "Minutes"])
+
+            for index, execution in enumerate(executions, start=1):
+                if hasattr(execution.participant.row_participant, 'row1_latin_square'):
+                    latin_square = execution.participant.row_participant.row1_latin_square
+                    idline = 1
+                else:
+                    latin_square = execution.participant.row_participant.row2_latin_square
+                    idline = 2
+
+                set_of_tasks = "ST1" if execution.task.frame in [1,3] else "ST2"
+
+                if execution.task.description.startswith("AV1"):
+                    tasks = 1
+                elif execution.task.description.startswith("CO1"):
+                    tasks = 2
+                elif execution.task.description.startswith("DE1"):
+                    tasks = 3
+                elif execution.task.description.startswith("AV2"):
+                    tasks = 4
+                elif execution.task.description.startswith("CO2"):
+                    tasks = 5
+                else:
+                    tasks = 6
+
+                if execution.task.description.endswith(".1"):
+                    technique = "With Atom"
+                else:
+                    technique = "Without Atom"
+
+                filewriter.writerow(
+                    [
+                        index,
+                        latin_square.id,
+                        execution.participant_id,# idline,
+                        execution.participant.name.encode('utf-8'),
+                        set_of_tasks,
+                        tasks,
+                        technique,
+                        execution.answer_set.all().count(),
+                        int(execution.duration_in_minutes() * 60000),
+                        execution.duration_in_minutes()
+                    ]
+                )

experiments/management/commands/generate_csv_to_rscript2.py

@@ -0,0 +1,26 @@
+# -*- coding: utf-8 -*-
+# Generated by Django 1.11.20 on 2019-06-25 04:23
+from __future__ import unicode_literals
+
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('experiments', '0023_auto_20190408_0617'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='latinsquare',
+            name='row1',
+            field=models.OneToOneField(blank=True, null=True, on_delete=django.db.models.deletion.CASCADE, related_name='row1_latin_square', to='experiments.LatinSquareRow'),
+        ),
+        migrations.AlterField(
+            model_name='latinsquare',
+            name='row2',
+            field=models.OneToOneField(blank=True, null=True, on_delete=django.db.models.deletion.CASCADE, related_name='row2_latin_square', to='experiments.LatinSquareRow'),
+        ),
+    ]

experiments/migrations/0024_auto_20190625_0423.py

@@ -0,0 +1,21 @@
+# -*- coding: utf-8 -*-
+# Generated by Django 1.11.20 on 2019-06-25 04:25
+from __future__ import unicode_literals
+
+from django.db import migrations, models
+import django.db.models.deletion
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('experiments', '0024_auto_20190625_0423'),
+    ]
+
+    operations = [
+        migrations.AlterField(
+            model_name='latinsquarerow',
+            name='participant',
+            field=models.OneToOneField(blank=True, null=True, on_delete=django.db.models.deletion.CASCADE, related_name='row_participant', to='experiments.Participant'),
+        ),
+    ]

experiments/migrations/0025_auto_20190625_0425.py

@@ -1,7 +1,7 @@
 # -*- coding: utf-8 -*-
 from __future__ import unicode_literals
 
-from datetime import datetime
+from datetime import datetime, timedelta
 
 from django.contrib.postgres.fields import ArrayField
 from django.db import models
@@ -29,14 +29,14 @@ class Participant(models.Model):
     def finish_last_pause_for_each_execution(self):
         for execution in self.execution_set.all():
             last_pause = Pause.objects.filter(execution=execution).order_by('-pk')
-    
+
             if len(last_pause) > 0:
                 last_pause = last_pause[0]
                 if last_pause.end_time is None:
                     last_pause.end_time = datetime.now()
                     last_pause.save()
 
-    #def finish_all_pauses(self):
+    # def finish_all_pauses(self):
     #    for execution in self.execution_set.all():
     #        execution.pause_set.all().update(end_time=datetime.now())
 
@@ -91,13 +91,13 @@ def execution_total_duration(self):
 
         return (self.end - self.start).total_seconds()
 
-    def duration_in_seconds(self):
+    def duration_in_minutes(self):
         duration_in_s = self.execution_total_duration() - self.pauses_duration()
-        
-        # duration_in_s = (self.end - self.start).total_seconds()
 
-        return divmod(duration_in_s, 60)[0] # return in minutes
+        # duration_in_s = (self.end - self.start).total_seconds()
 
+        # return divmod(duration_in_s, 60)[0]  # return in minutes
+        return duration_in_s / 60
 
 class Point(models.Model):
     x = models.CharField(max_length=200)
@@ -117,19 +117,19 @@ class LatinSquareRow(models.Model):
                               related_name='first_cell')
     cell2 = models.ForeignKey(LatinSquareCell, on_delete=models.CASCADE, blank=True, null=True,
                               related_name='second_cell')
-    participant = models.ForeignKey(Participant, on_delete=models.CASCADE, blank=True, null=True,
-                                    related_name='row_participant')
+    participant = models.OneToOneField(Participant, on_delete=models.CASCADE, blank=True, null=True,
+                                       related_name='row_participant')
 
     def __unicode__(self):
         return "%d" % self.id
 
 
 class LatinSquare(models.Model):
     experiment = models.ForeignKey(Experiment, on_delete=models.CASCADE, blank=True, null=True)
-    row1 = models.ForeignKey(LatinSquareRow, on_delete=models.CASCADE, blank=True, null=True,
-                             related_name='row1_latin_square')
-    row2 = models.ForeignKey(LatinSquareRow, on_delete=models.CASCADE, blank=True, null=True,
-                             related_name='row2_latin_square')
+    row1 = models.OneToOneField(LatinSquareRow, on_delete=models.CASCADE, blank=True, null=True,
+                                related_name='row1_latin_square')
+    row2 = models.OneToOneField(LatinSquareRow, on_delete=models.CASCADE, blank=True, null=True,
+                                related_name='row2_latin_square')
     frame_sequence = ArrayField(models.IntegerField(), null=True, blank=True, default=[1, 2, 3, 4])
 
     objects = LatinSquareManager()

experiments/models.py

@@ -0,0 +1,15 @@
+from datetime import timedelta
+from experiments.models import Point, Execution
+
+
+participants_ids = [54,71,4,34,41,52,43,32,10,45,38,79,6,81,77,36,30,49,60,47,66,13,18,64,2,62,75,56,73,58,8]
+executions = Execution.objects.filter(participant_id__in=participants_ids)
+
+for execution in executions:
+    if (execution.start is None) or (execution.end is None):
+        print("Execution %d has no start %s or end %s" % (execution.id, execution.start, execution.end,))
+        continue
+    start_time = execution.start + timedelta(hours=3)
+    end_time = execution.end + timedelta(hours=3)
+    points_number = Point.objects.filter(datetime__range=(start_time, end_time)).count()
+    print("Execution %d: Participant: %d %d points" % (execution.id, execution.participant_id, points_number))