alternate hidden attr implementation

Author: A-Baji

datajoint/fetch.py

@@ -286,7 +286,7 @@ def __call__(
                     ret = np.array(ret, dtype=record_type)
                 except Exception as e:
                     raise e
-                for name in heading:
+                for name in heading.names:
                     # unpack blobs and externals
                     ret[name] = list(map(partial(get, heading[name]), ret[name]))
                 if format == "frame":

datajoint/heading.py

@@ -33,6 +33,7 @@
         is_attachment=False,
         is_filepath=False,
         is_external=False,
+        is_hidden=False,
         adapter=None,
         store=None,
         unsupported=False,
@@ -124,32 +125,37 @@ def attributes(self):
 
     @property
     def names(self):
-        return [k for k in self.attributes]
+        return [k for k in self.attributes if not self.attributes[k].is_hidden]
 
     @property
     def primary_key(self):
-        return [k for k, v in self.attributes.items() if v.in_key]
+        return [k for k, v in self.attributes.items() if v.in_key and not v.is_hidden]
 
     @property
     def secondary_attributes(self):
-        return [k for k, v in self.attributes.items() if not v.in_key]
+        return [
+            k for k, v in self.attributes.items() if not v.in_key and not v.is_hidden
+        ]
 
     @property
     def blobs(self):
-        return [k for k, v in self.attributes.items() if v.is_blob]
+        return [k for k, v in self.attributes.items() if v.is_blob and not v.is_hidden]
 
     @property
     def non_blobs(self):
         return [
             k
             for k, v in self.attributes.items()
             if not (v.is_blob or v.is_attachment or v.is_filepath or v.json)
+            and not v.is_hidden
         ]
 
     @property
     def new_attributes(self):
         return [
-            k for k, v in self.attributes.items() if v.attribute_expression is not None
+            k
+            for k, v in self.attributes.items()
+            if v.attribute_expression is not None and not v.is_hidden
         ]
 
     def __getitem__(self, name):
@@ -165,6 +171,8 @@ def __repr__(self):
         if self._table_status is not None:
             ret += "# " + self.table_status["comment"] + "\n"
         for v in self.attributes.values():
+            if v.is_hidden:
+                continue
             if in_key and not v.in_key:
                 ret += "---\n"
                 in_key = False
@@ -298,6 +306,7 @@ def _init_from_database(self):
                 store=None,
                 is_external=False,
                 attribute_expression=None,
+                is_hidden=attr["name"].startswith("_"),
             )
 
             if any(TYPE_PATTERN[t].match(attr["type"]) for t in ("INTEGER", "FLOAT")):

datajoint/table.py

@@ -711,6 +711,8 @@ def describe(self, context=None, printout=False):
         attributes_declared = set()
         indexes = self.heading.indexes.copy()
         for attr in self.heading.attributes.values():
+            if attr.is_hidden:
+                continue
             if in_key and not attr.in_key:
                 definition += "---\n"
                 in_key = False
@@ -857,7 +859,7 @@ def check_fields(fields):
                             raise KeyError(
                                 "`{0:s}` is not in the table heading".format(field)
                             )
-            elif set(field_list) != set(fields).intersection(self.heading.names):
+            elif set(field_list) != set(fields).intersection(self.heading):
                 raise DataJointError("Attempt to insert rows with different fields.")
 
         if isinstance(row, np.void):  # np.array