Merge pull request #705 from basedosdados/feat/closed_resources

feat: contains closed resources

Author: rdahis

backend/apps/api/v1/admin.py

@@ -612,6 +612,7 @@ class DatasetAdmin(OrderedInlineModelAdminMixin, TabbedTranslationAdmin):
         "contains_tables",
         "contains_raw_data_sources",
         "contains_information_requests",
+        "contains_closed_data",
         "page_views",
         "created_at",
         "updated_at",

backend/apps/api/v1/migrations/0052_remove_dataset_is_closed.py

@@ -0,0 +1,17 @@
+# Generated by Django 4.2.16 on 2024-11-07 12:24
+
+from django.db import migrations
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('v1', '0051_add_new_field_dataset'),
+    ]
+
+    operations = [
+        migrations.RemoveField(
+            model_name='dataset',
+            name='is_closed',
+        ),
+    ]

backend/apps/api/v1/models.py

@@ -538,9 +538,6 @@ class Dataset(BaseModel):
     )
     created_at = models.DateTimeField(auto_now_add=True)
     updated_at = models.DateTimeField(auto_now=True)
-    is_closed = models.BooleanField(
-        default=False, help_text="Dataset is for BD Pro subscribers only"
-    )
     page_views = models.BigIntegerField(
         default=0,
         help_text="Number of page views by Google Analytics",
@@ -659,18 +656,26 @@ def contains_open_data(self):
 
     @property
     def contains_closed_data(self):
-        """Returns true if there are tables or columns with closed coverages"""
+        """Returns true if there are tables or columns with closed coverages, or if the uncompressed file size is above 1 GB"""
         closed_data = False
         tables = self.tables.all()
         for table in tables:
+            # Check for closed coverages
             table_coverages = table.coverages.filter(is_closed=True)
             if table_coverages:
                 closed_data = True
                 break
+            
+            # Check for closed columns
             for column in table.columns.all():
                 if column.is_closed:  # in the future it will be column.coverages
                     closed_data = True
                     break
+            
+            # Check if uncompressed file size is above 1 GB
+            if table.uncompressed_file_size and table.uncompressed_file_size > 1000000000:
+                closed_data = True
+                break
 
         return closed_data