From cf6082ba3a3be19009d9124a00f8f1e3a1a45714 Mon Sep 17 00:00:00 2001 From: IanCa Date: Tue, 14 Feb 2023 18:23:23 -0600 Subject: [PATCH 001/103] Add with-standard schema header attribute(and related support, such as saving schemas merged or not) Internally rename unit_class_units to units. Rewrite internals of schema to xml/wiki writers --- hed/errors/error_messages.py | 10 +- hed/errors/error_reporter.py | 2 +- hed/models/hed_tag.py | 2 +- hed/schema/hed_schema.py | 170 +- hed/schema/hed_schema_constants.py | 10 +- hed/schema/hed_schema_entry.py | 24 +- hed/schema/hed_schema_section.py | 35 +- hed/schema/schema_io/schema2base.py | 130 + hed/schema/schema_io/schema2wiki.py | 195 +- hed/schema/schema_io/schema2xml.py | 208 +- hed/schema/schema_io/wiki2schema.py | 63 +- hed/schema/schema_io/wiki_constants.py | 2 +- hed/schema/schema_io/xml2schema.py | 98 +- hed/schema/schema_io/xml_constants.py | 7 +- hed/schema/schema_validation_util.py | 4 +- hed/validator/tag_validator.py | 2 +- .../schema_tests/merge_tests/HED8.2.0.xml | 7148 +++++++ .../merge_tests/HED_score_1.0.0.mediawiki | 969 + .../merge_tests/HED_score_lib_tags.mediawiki | 889 + .../merge_tests/HED_score_lib_tags.xml | 10112 +++++++++ .../merge_tests/HED_score_merged.mediawiki | 2160 ++ .../merge_tests/HED_score_merged.xml | 17244 ++++++++++++++++ .../merge_tests/add_all_types.mediawiki | 61 + .../issues_tests/overlapping_tags1.mediawiki | 49 + .../issues_tests/overlapping_tags2.mediawiki | 48 + .../issues_tests/overlapping_tags3.mediawiki | 48 + .../issues_tests/overlapping_tags4.mediawiki | 49 + .../overlapping_unit_classes.mediawiki | 49 + .../issues_tests/overlapping_units.mediawiki | 49 + .../wiki_tests/empty_file.mediawiki | 1104 + tests/models/test_hed_group.py | 50 + tests/schema/test_hed_schema_io.py | 144 +- tests/schema/test_schema_wiki_fatal_errors.py | 1 + tests/validator/test_tag_validator.py | 29 +- tests/validator/test_tag_validator_library.py | 18 +- 35 files changed, 40739 insertions(+), 444 deletions(-) create mode 100644 hed/schema/schema_io/schema2base.py create mode 100644 tests/data/schema_tests/merge_tests/HED8.2.0.xml create mode 100644 tests/data/schema_tests/merge_tests/HED_score_1.0.0.mediawiki create mode 100644 tests/data/schema_tests/merge_tests/HED_score_lib_tags.mediawiki create mode 100644 tests/data/schema_tests/merge_tests/HED_score_lib_tags.xml create mode 100644 tests/data/schema_tests/merge_tests/HED_score_merged.mediawiki create mode 100644 tests/data/schema_tests/merge_tests/HED_score_merged.xml create mode 100644 tests/data/schema_tests/merge_tests/add_all_types.mediawiki create mode 100644 tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags1.mediawiki create mode 100644 tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags2.mediawiki create mode 100644 tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags3.mediawiki create mode 100644 tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags4.mediawiki create mode 100644 tests/data/schema_tests/merge_tests/issues_tests/overlapping_unit_classes.mediawiki create mode 100644 tests/data/schema_tests/merge_tests/issues_tests/overlapping_units.mediawiki create mode 100644 tests/data/schema_tests/wiki_tests/empty_file.mediawiki diff --git a/hed/errors/error_messages.py b/hed/errors/error_messages.py index b89d249ad..2d3647d9a 100644 --- a/hed/errors/error_messages.py +++ b/hed/errors/error_messages.py @@ -10,10 +10,10 @@ @hed_tag_error(ValidationErrors.HED_UNITS_INVALID) -def val_error_invalid_unit(tag, unit_class_units): - units_string = ','.join(sorted(unit_class_units)) +def val_error_invalid_unit(tag, units): + units_string = ','.join(sorted(units)) return f'Invalid unit - "{tag}" valid units are "{units_string}"', { - "unit_class_units": sorted(unit_class_units) + "units": sorted(units) } @@ -202,8 +202,8 @@ def val_warning_default_units_used(tag, default_unit): @hed_error(SchemaErrors.HED_SCHEMA_DUPLICATE_NODE) def schema_error_hed_duplicate_node(tag, duplicate_tag_list, section): tag_join_delimiter = "\n\t" - return f"Duplicate term '{str(tag)}' used {len(duplicate_tag_list)} places in '{section}' section schema as: " + \ - f"{tag_join_delimiter} {tag_join_delimiter.join(duplicate_tag_list)}", {} + return f"Duplicate term '{str(tag)}' used {len(duplicate_tag_list)} places in '{section}' section schema as:" + \ + f"{tag_join_delimiter}{tag_join_delimiter.join(duplicate_tag_list)}", {} @hed_error(SchemaErrors.HED_SCHEMA_ATTRIBUTE_INVALID) diff --git a/hed/errors/error_reporter.py b/hed/errors/error_reporter.py index 02a178e49..8f8b1e368 100644 --- a/hed/errors/error_reporter.py +++ b/hed/errors/error_reporter.py @@ -204,7 +204,7 @@ def format_error(error_type, *args, actual_error=None, **kwargs): error_type (str): The type of error for this. Registered with @hed_error or @hed_tag_error. args (args): Any remaining non keyword args after those required by the error type. actual_error (str or None): Code to actually add to report out. - kwargs (dict): The other keyword args to pass down to the error handling func. + kwargs (kwargs): The other keyword args to pass down to the error handling func. Returns: list: A list containing a single dictionary representing a single error. diff --git a/hed/models/hed_tag.py b/hed/models/hed_tag.py index acfb3bfd0..7cd9cc2bd 100644 --- a/hed/models/hed_tag.py +++ b/hed/models/hed_tag.py @@ -488,7 +488,7 @@ def get_tag_unit_class_units(self): units = [] unit_classes = self.unit_classes for unit_class_entry in unit_classes.values(): - units += unit_class_entry.unit_class_units.keys() + units += unit_class_entry.units.keys() return units diff --git a/hed/schema/hed_schema.py b/hed/schema/hed_schema.py index e1865c553..47bfe53df 100644 --- a/hed/schema/hed_schema.py +++ b/hed/schema/hed_schema.py @@ -1,5 +1,6 @@ from hed.schema.hed_schema_constants import HedKey, HedSectionKey +from hed.schema import hed_schema_constants as constants from hed.schema.schema_io import schema_util from hed.schema.schema_io.schema2xml import HedSchema2XML from hed.schema.schema_io.schema2wiki import HedSchema2Wiki @@ -9,7 +10,6 @@ from hed.errors import ErrorHandler from hed.errors.error_types import ValidationErrors - class HedSchema: """ A HED schema suitable for processing. """ @@ -20,7 +20,7 @@ def __init__(self): """ self._has_duplicate_tags = False self.header_attributes = {} - self._filename = None + self.filename = None self.prologue = "" self.epilogue = "" @@ -33,25 +33,6 @@ def __init__(self): # =============================================== # Basic schema properties # =============================================== - @property - def filename(self): - """ The filename if one is known. - - Returns: - str: The filename of this schema. - """ - return self._filename - - @filename.setter - def filename(self, value): - """ Set the filename, if one has not already been set. - - Parameters: - value (str): The source filename for this file - """ - if self._filename is None: - self._filename = value - @property def version(self): """ The HED version of this schema. @@ -62,27 +43,63 @@ def version(self): """ return self.header_attributes['version'] - def get_formatted_version(self, as_string=True): + def get_formatted_version(self, as_string=False): """ The HED version string including prefix and library name if any of this schema. Returns: str: The complete version of this schema including library name and prefix. """ - library = self.header_attributes.get('library', '') + library = self.library if library: library = library + '_' - return self._schema_prefix + library + self.header_attributes.get('version', '') + return self._schema_prefix + library + self.version @property def library(self): """ The name of this library schema if one exists. Returns: - str or None: Library name if any. + str: Library name if any. + + """ + return self.header_attributes.get(constants.LIBRARY_ATTRIBUTE, "") + + @property + def with_standard(self): + """ The version of the base schema this is extended from, if it exists.. + + Returns: + str: HED version or "" """ - return self.header_attributes.get('library') + return self.header_attributes.get(constants.WITH_STANDARD_ATTRIBUTE, "") + + @property + def merged(self): + """ Returns if this schema was loaded from a merged file + + Returns: + bool: True if file was loaded from a merged file + + + """ + return self.header_attributes.get(constants.MERGED_ATTRIBUTE, "") + + def get_save_header_attributes(self, save_merged=False): + """ returns the attributes that should be saved. + + """ + sort_to_start = "!!!!!!!!!!!!!!" + header_attributes = dict(sorted(self.header_attributes.items(), key=lambda x: sort_to_start if x[0] == constants.VERSION_ATTRIBUTE else x[0], reverse=False)) + if save_merged: + # make sure it's the last attribute(just to make sure it's in an order) + header_attributes.pop(constants.MERGED_ATTRIBUTE, None) + header_attributes[constants.MERGED_ATTRIBUTE] = "True" + else: + header_attributes.pop(constants.MERGED_ATTRIBUTE, None) + + return header_attributes def schema_for_prefix(self, prefix): """ Return HedSchema object for this prefix. @@ -116,52 +133,63 @@ def valid_prefixes(self): # =============================================== # Creation and saving functions # =============================================== - def get_as_mediawiki_string(self): + def get_as_mediawiki_string(self, save_merged=False): """ Return the schema to a mediawiki string. + save_merged: bool + If true, this will save the schema as a merged schema if it is a "with-standard" schema. + If it is not a "with-standard" schema, this setting has no effect. Returns: str: The schema as a string in mediawiki format. """ schema2wiki = HedSchema2Wiki() - output_strings = schema2wiki.process_schema(self) + output_strings = schema2wiki.process_schema(self, save_merged) return '\n'.join(output_strings) - def get_as_xml_string(self): + def get_as_xml_string(self, save_merged=False): """ Return the schema to an XML string. + save_merged: bool + If true, this will save the schema as a merged schema if it is a "with-standard" schema. + If it is not a "with-standard" schema, this setting has no effect. Returns: str: Return the schema as an XML string. """ schema2xml = HedSchema2XML() - xml_tree = schema2xml.process_schema(self) + xml_tree = schema2xml.process_schema(self, save_merged) return schema_util._xml_element_2_str(xml_tree) - def save_as_xml(self): - """ Save as XML to a temporary file. - - Returns: - str: The name of the newly created schema file. - - """ - schema2xml = HedSchema2XML() - xml_tree = schema2xml.process_schema(self) - local_xml_file = schema_util.write_xml_tree_2_xml_file(xml_tree, ".xml") - return local_xml_file - - def save_as_mediawiki(self): + def save_as_mediawiki(self, save_merged=False): """ Save as mediawiki to a temporary file. + save_merged: bool + If true, this will save the schema as a merged schema if it is a "with-standard" schema. + If it is not a "with-standard" schema, this setting has no effect. Returns: str: The newly created schema filename. """ schema2wiki = HedSchema2Wiki() - output_strings = schema2wiki.process_schema(self) + output_strings = schema2wiki.process_schema(self, save_merged) local_wiki_file = schema_util.write_strings_to_file(output_strings, ".mediawiki") return local_wiki_file + def save_as_xml(self, save_merged=False): + """ Save as XML to a temporary file. + + Returns: + str: The name of the newly created schema file. + save_merged: bool + If true, this will save the schema as a merged schema if it is a "with-standard" schema. + If it is not a "with-standard" schema, this setting has no effect. + """ + schema2xml = HedSchema2XML() + xml_tree = schema2xml.process_schema(self, save_merged) + local_xml_file = schema_util.write_xml_tree_2_xml_file(xml_tree, ".xml") + return local_xml_file + def set_schema_prefix(self, schema_prefix): """ Set library prefix associated for this schema. @@ -260,6 +288,26 @@ def value_classes(self): """ return self._sections[HedSectionKey.ValueClasses] + @property + def attributes(self): + """ Return the attributes schema section. + + Returns: + HedSchemaSection: The attributes section. + + """ + return self._sections[HedSectionKey.Attributes] + + @property + def properties(self): + """ Return the properties schema section. + + Returns: + HedSchemaSection: The properties section. + + """ + return self._sections[HedSectionKey.Properties] + @property def is_hed3_schema(self): """ Return true if this is at least version HED3. @@ -291,7 +339,7 @@ def __eq__(self, other): """ if other is None: return False - if self.header_attributes != other.header_attributes: + if self.get_save_header_attributes() != other.get_save_header_attributes(): return False if self._has_duplicate_tags != other._has_duplicate_tags: return False @@ -316,7 +364,7 @@ def __eq__(self, other): # print(f"{key} not in dict2") # continue # if dict1[key] != dict2[key]: - # s = f"{key} unmatched: '{str(dict1[key].long_name)}' vs '{str(dict2[key].long_name)}'" + # s = f"{key} unmatched: '{str(dict1[key].name)}' vs '{str(dict2[key].name)}'" # print(s) return False if self._schema_prefix != other._schema_prefix: @@ -338,7 +386,7 @@ def get_unit_class_units(self, unit_class_type): """ unit_class_entry = self.get_tag_entry(unit_class_type, HedSectionKey.UnitClasses) if unit_class_entry: - return unit_class_entry.unit_class_units + return unit_class_entry.units return [] def get_tags_with_attribute(self, key, section_key=HedSectionKey.AllTags): @@ -346,7 +394,7 @@ def get_tags_with_attribute(self, key, section_key=HedSectionKey.AllTags): Parameters: key (str): A tag attribute. Eg HedKey.ExtensionAllowed - section_key (str): The HedSectionKey for the section to retrieve from. + section_key (HedSectionKey): The HedSectionKey for the section to retrieve from. Returns: list: A list of all tags with this attribute. @@ -511,7 +559,8 @@ def finalize_dictionaries(self): def _update_all_entries(self): """ Call finalize_entry on every schema entry(tag, unit, etc). """ - for section in self._sections.values(): + for key_class, section in self._sections.items(): + self._initialize_attributes(key_class) for entry in section.values(): entry.finalize_entry(self) @@ -519,7 +568,7 @@ def _initialize_attributes(self, key_class): """ Set the valid attributes for a section. Parameters: - key_class (str): The section key for the section to update. + key_class (HedSectionKey): The section key for the section to update. """ self._sections[key_class].valid_attributes = self._get_attributes_for_section(key_class) @@ -573,6 +622,7 @@ def get_all_schema_tags(self, return_last_term=False): final_list.append(tag_entry.name.split('/')[-1]) else: final_list.append(tag_entry.name) + return final_list def get_unknown_attributes(self): @@ -674,11 +724,17 @@ def get_modifiers_for_unit(self, unit): valid_modifiers = self.unit_modifiers.get_entries_with_attribute(modifier_attribute_name) return valid_modifiers + def _add_element_property_attributes(self, attribute_dict): + attributes = {attribute: entry for attribute, entry in self._sections[HedSectionKey.Attributes].items() + if entry.has_attribute(HedKey.ElementProperty)} + + attribute_dict.update(attributes) + def _get_attributes_for_section(self, key_class): """ Return the valid attributes for this section. Parameters: - key_class (str): The HedKey for this section. + key_class (HedSectionKey): The HedKey for this section. Returns: dict or HedSchemaSection: A dict of all the attributes and this section. @@ -687,7 +743,13 @@ def _get_attributes_for_section(self, key_class): if key_class == HedSectionKey.AllTags: return self.get_tag_attribute_names() elif key_class == HedSectionKey.Attributes: - return self._sections[HedSectionKey.Properties] + prop_added_dict = {key:value for key, value in self._sections[HedSectionKey.Properties].items()} + self._add_element_property_attributes(prop_added_dict) + return prop_added_dict + elif key_class == HedSectionKey.Properties: + prop_added_dict = {} + self._add_element_property_attributes(prop_added_dict) + return prop_added_dict else: attrib_classes = { HedSectionKey.UnitClasses: HedKey.UnitClassProperty, @@ -700,7 +762,7 @@ def _get_attributes_for_section(self, key_class): return [] attributes = {attribute: entry for attribute, entry in self._sections[HedSectionKey.Attributes].items() - if entry.has_attribute(attrib_class)} + if entry.has_attribute(attrib_class) or entry.has_attribute(HedKey.ElementProperty)} return attributes # =============================================== @@ -708,6 +770,4 @@ def _get_attributes_for_section(self, key_class): # =============================================== def _add_tag_to_dict(self, long_tag_name, key_class): section = self._sections[key_class] - if not section: - self._initialize_attributes(key_class) return section._add_to_dict(long_tag_name) diff --git a/hed/schema/hed_schema_constants.py b/hed/schema/hed_schema_constants.py index 497e898c1..60ff97e5e 100644 --- a/hed/schema/hed_schema_constants.py +++ b/hed/schema/hed_schema_constants.py @@ -1,5 +1,6 @@ +from enum import Enum -class HedSectionKey: +class HedSectionKey(Enum): """ Kegs designating specific sections in a HedSchema object. """ # overarching category listing all tags @@ -45,6 +46,7 @@ class HedKey: UnitProperty = 'unitProperty' UnitModifierProperty = 'unitModifierProperty' ValueClassProperty = 'valueClassProperty' + ElementProperty = 'elementProperty' SIUnit = 'SIUnit' UnitSymbol = 'unitSymbol' @@ -58,5 +60,11 @@ class HedKey: # value class attributes AllowedCharacter = 'allowedCharacter' + # Node attributes + InLibrary = "inLibrary" + VERSION_ATTRIBUTE = 'version' +LIBRARY_ATTRIBUTE = 'library' +WITH_STANDARD_ATTRIBUTE = "with-standard" +MERGED_ATTRIBUTE = "merged" \ No newline at end of file diff --git a/hed/schema/hed_schema_entry.py b/hed/schema/hed_schema_entry.py index 51e0708fb..396392a1e 100644 --- a/hed/schema/hed_schema_entry.py +++ b/hed/schema/hed_schema_entry.py @@ -38,7 +38,15 @@ def finalize_entry(self, schema): schema (HedSchema): The schema that holds the rules. """ - pass + # Clear out any known attributes from the unknown section + to_remove = [] + if self._unknown_attributes: + for attribute in self._unknown_attributes: + if attribute in self._section.valid_attributes: + to_remove.append(attribute) + + for item in to_remove: + self._unknown_attributes.pop(item) def set_attribute_value(self, attribute_name, attribute_value): """ Add attribute and set its value. @@ -54,6 +62,8 @@ def set_attribute_value(self, attribute_name, attribute_value): if not attribute_value: return + # todo: remove this patch and redo the code + # This check doesn't need to be done if the schema is valid. if attribute_name not in self._section.valid_attributes: # print(f"Unknown attribute {attribute_name}") if self._unknown_attributes is None: @@ -95,6 +105,10 @@ def attribute_has_property(self, attribute_name, property_name): if attr_entry and attr_entry.has_attribute(property_name): return True + @property + def section_key(self): + return self._section.section_key + def __eq__(self, other): if self.name != other.name: return False @@ -111,7 +125,7 @@ def __eq__(self, other): return True def __hash__(self): - return hash((self.name, self._section._section_key)) + return hash(self.name) def __str__(self): return self.name @@ -123,7 +137,7 @@ class UnitClassEntry(HedSchemaEntry): def __init__(self, *args, **kwargs): super().__init__(*args, **kwargs) self._units = [] - self.unit_class_units = [] + self.units = [] self.derivative_units = [] self.unit_class_entry = None @@ -144,8 +158,8 @@ def finalize_entry(self, schema): """ derivative_units = {} - self.unit_class_units = {unit_entry.name: unit_entry for unit_entry in self._units} - for unit_name, unit_entry in self.unit_class_units.items(): + self.units = {unit_entry.name: unit_entry for unit_entry in self._units} + for unit_name, unit_entry in self.units.items(): new_derivative_units = [unit_name] if not unit_entry.has_attribute(HedKey.UnitSymbol): new_derivative_units.append(pluralize.plural(unit_name)) diff --git a/hed/schema/hed_schema_section.py b/hed/schema/hed_schema_section.py index 2bb911324..3d1af3e84 100644 --- a/hed/schema/hed_schema_section.py +++ b/hed/schema/hed_schema_section.py @@ -20,7 +20,7 @@ def __init__(self, section_key, case_sensitive=True): """ Construct schema section. Parameters: - section_key (str): Name of the schema section. + section_key (HedSectionKey): Name of the schema section. case_sensitive (bool): If True, names are case sensitive. """ @@ -34,9 +34,18 @@ def __init__(self, section_key, case_sensitive=True): self._attribute_cache = {} self._section_entry = entries_by_section.get(section_key) - self.duplicate_names = {} + self._duplicate_names = {} + self.all_entries = [] + @property + def section_key(self): + return self._section_key + + @property + def duplicate_names(self): + return self._duplicate_names + def _add_to_dict(self, name): """ Add a name to the dictionary for this section. """ name_key = name @@ -45,9 +54,9 @@ def _add_to_dict(self, name): new_entry = self._section_entry(name, self) if name_key in self.all_names: - if name_key not in self.duplicate_names: - self.duplicate_names[name_key] = [self.all_names[name_key]] - self.duplicate_names[name_key].append(new_entry) + if name_key not in self._duplicate_names: + self._duplicate_names[name_key] = [self.all_names[name_key]] + self._duplicate_names[name_key].append(new_entry) else: self.all_names[name_key] = new_entry @@ -135,6 +144,8 @@ def __init__(self, *args, case_sensitive=False, **kwargs): # This dict contains all forms of all tags. The .all_names variable has ONLY the long forms. self.long_form_tags = {} + self._duplicate_terms = {} + def _add_to_dict(self, name): name_key = name tag_forms = [] @@ -162,10 +173,22 @@ def _add_to_dict(self, name): new_entry.short_tag_name = short_name for tag_key in tag_forms: - self.long_form_tags[tag_key.lower()] = new_entry + name_key = tag_key.lower() + if name_key in self.long_form_tags: + if name_key not in self._duplicate_terms: + self._duplicate_terms[name_key] = [self.long_form_tags[name_key]] + self._duplicate_terms[name_key].append(new_entry) + else: + self.long_form_tags[name_key] = new_entry return new_entry + @property + def duplicate_names(self): + combined_with_terms = self._duplicate_names.copy() + combined_with_terms.update(self._duplicate_terms) + return combined_with_terms + def get(self, key): if not self.case_sensitive: key = key.lower() diff --git a/hed/schema/schema_io/schema2base.py b/hed/schema/schema_io/schema2base.py new file mode 100644 index 000000000..6f1c88a09 --- /dev/null +++ b/hed/schema/schema_io/schema2base.py @@ -0,0 +1,130 @@ +"""Baseclass for mediawiki/xml writers""" +from hed.schema.hed_schema_constants import HedSectionKey, HedKey + + +class HedSchema2Base: + def __init__(self): + # Placeholder output variable + self.output = None + pass + + def process_schema(self, hed_schema, save_merged=False): + """ + Takes a HedSchema object and returns a list of strings representing its .mediawiki version. + + Parameters + ---------- + hed_schema : HedSchema + save_merged: bool + If true, this will save the schema as a merged schema if it is a "with-standard" schema. + If it is not a "with-standard" schema, this setting has no effect. + + Returns + ------- + mediawiki_strings: [str] + A list of strings representing the .mediawiki version of this schema. + + """ + self._save_lib = False + self._save_base = False + if hed_schema.with_standard: + self._save_lib = True + if save_merged: + self._save_base = True + else: + # Saving a standard schema or a library schema without a standard schema + save_merged = False + if hed_schema.library: + self._save_lib = True + else: + self._save_base = True + self._save_merged = save_merged + + + self._output_header(hed_schema.get_save_header_attributes(self._save_merged), hed_schema.prologue) + self._output_tags(hed_schema.all_tags) + self._output_units(hed_schema.unit_classes) + self._output_section(hed_schema, HedSectionKey.UnitModifiers) + self._output_section(hed_schema, HedSectionKey.ValueClasses) + self._output_section(hed_schema, HedSectionKey.Attributes) + self._output_section(hed_schema, HedSectionKey.Properties) + self._output_footer(hed_schema.epilogue) + + return self.output + + def _output_header(self, attributes, prologue): + raise NotImplementedError("This needs to be defined in the subclass") + + def _output_footer(self, epilogue): + raise NotImplementedError("This needs to be defined in the subclass") + + def _start_section(self, key_class): + raise NotImplementedError("This needs to be defined in the subclass") + + def _end_tag_section(self): + raise NotImplementedError("This needs to be defined in the subclass") + + def _write_tag_entry(self, tag_entry, parent=None, level=0): + raise NotImplementedError("This needs to be defined in the subclass") + + def _write_entry(self, entry, parent_node, include_props=True): + raise NotImplementedError("This needs to be defined in the subclass") + + def _output_tags(self, all_tags): + schema_node = self._start_section(HedSectionKey.AllTags) + + tag_levels = {} + for tag_entry in all_tags.values(): + if self._should_skip(tag_entry): + continue + tag = tag_entry.name + level = tag.count("/") + + if level == 0: + root_tag = self._write_tag_entry(tag_entry, schema_node, level) + tag_levels[0] = root_tag + else: + parent_tag = tag_levels[level - 1] + child_tag = self._write_tag_entry(tag_entry, parent_tag, level) + tag_levels[level] = child_tag + + self._end_tag_section() + + def _output_units(self, unit_classes): + if not unit_classes: + return + + section_node = self._start_section(HedSectionKey.UnitClasses) + + for unit_class_entry in unit_classes.values(): + has_lib_unit = False + if self._should_skip(unit_class_entry): + has_lib_unit = any(unit.attributes.get(HedKey.InLibrary) for unit in unit_class_entry.units.values()) + if not self._save_lib or not has_lib_unit: + continue + + unit_class_node = self._write_entry(unit_class_entry, section_node, not has_lib_unit) + + unit_types = unit_class_entry.units + for unit_entry in unit_types.values(): + if self._should_skip(unit_entry): + continue + + self._write_entry(unit_entry, unit_class_node) + + def _output_section(self, hed_schema, key_class): + if not hed_schema[key_class]: + return + parent_node = self._start_section(key_class) + for entry in hed_schema[key_class].values(): + if self._should_skip(entry): + continue + self._write_entry(entry, parent_node) + + def _should_skip(self, entry): + has_lib_attr = entry.has_attribute(HedKey.InLibrary) + if not self._save_base and not has_lib_attr: + return True + if not self._save_lib and has_lib_attr: + return True + return False diff --git a/hed/schema/schema_io/schema2wiki.py b/hed/schema/schema_io/schema2wiki.py index fd09c72bb..b590cefec 100644 --- a/hed/schema/schema_io/schema2wiki.py +++ b/hed/schema/schema_io/schema2wiki.py @@ -2,131 +2,80 @@ from hed.schema.hed_schema_constants import HedSectionKey from hed.schema.schema_io import wiki_constants +from hed.schema.schema_io.schema2base import HedSchema2Base -class HedSchema2Wiki: +class HedSchema2Wiki(HedSchema2Base): def __init__(self): + super().__init__() self.current_tag_string = "" self.current_tag_extra = "" self.output = [] - def process_schema(self, hed_schema): - """ - Takes a HedSchema object and returns a list of strings representing its .mediawiki version. - - Parameters - ---------- - hed_schema : HedSchema - - Returns - ------- - mediawiki_strings: [str] - A list of strings representing the .mediawiki version of this schema. - """ - self.output = [] - - self._output_header(hed_schema) - self._output_tags(hed_schema) - self.current_tag_string = wiki_constants.END_SCHEMA_STRING - self._flush_current_tag() - self._output_units(hed_schema) - self._output_unit_modifiers(hed_schema) - self._output_value_classes(hed_schema) - self._output_attributes(hed_schema) - self._output_properties(hed_schema) - self._output_footer(hed_schema) - - return self.output - - def _output_header(self, hed_schema): - hed_attrib_string = self._get_attribs_string_from_schema(hed_schema) + # ========================================= + # Required baseclass function + # ========================================= + def _output_header(self, attributes, prologue): + hed_attrib_string = self._get_attribs_string_from_schema(attributes) self.current_tag_string = f"{wiki_constants.HEADER_LINE_STRING} {hed_attrib_string}" self._flush_current_tag() self._add_blank_line() self.current_tag_string = wiki_constants.PROLOGUE_SECTION_ELEMENT self._flush_current_tag() - self.current_tag_string += hed_schema.prologue - self._flush_current_tag() - self._add_blank_line() - self.current_tag_string = wiki_constants.START_HED_STRING + self.current_tag_string += prologue self._flush_current_tag() - def _output_footer(self, hed_schema): + def _output_footer(self, epilogue): self.current_tag_string = wiki_constants.EPILOGUE_SECTION_ELEMENT self._flush_current_tag() - self.current_tag_string += hed_schema.epilogue + self.current_tag_string += epilogue self._flush_current_tag() self._add_blank_line() self.current_tag_string = wiki_constants.END_HED_STRING self._flush_current_tag() - def _output_tags(self, hed_schema): - all_tags = hed_schema.get_all_schema_tags() - - for tag in all_tags: - if "/" not in tag: - self._add_blank_line() - self.current_tag_string += f"'''{tag}'''" - else: - count = tag.count("/") - short_tag = tag.split("/")[-1] - # takes value tags should appear after the nowiki tag. - if short_tag.endswith("#"): - self.current_tag_string += f"{'*' * count}" - self.current_tag_extra += short_tag + " " - else: - self.current_tag_string += f"{'*' * count} {short_tag}" - self.current_tag_extra += self._format_props_and_desc(hed_schema, tag) - self._flush_current_tag() - + def _start_section(self, key_class): self._add_blank_line() - self._add_blank_line() - - def _output_units(self, hed_schema): - if not hed_schema.unit_classes: - return - - self.current_tag_string += wiki_constants.UNIT_CLASS_STRING + self.current_tag_string += wiki_constants.wiki_section_headers[key_class] self._flush_current_tag() - for unit_class_entry in hed_schema.unit_classes.all_names.values(): - unit_class = unit_class_entry.name - unit_types = unit_class_entry.unit_class_units - self.current_tag_string += f"* {unit_class}" - self.current_tag_extra += self._format_props_and_desc(hed_schema, unit_class, HedSectionKey.UnitClasses) - self._flush_current_tag() - - for unit_type in unit_types: - self.current_tag_string += f"** {unit_type}" - self.current_tag_extra += self._format_props_and_desc( - hed_schema, unit_type, HedSectionKey.Units) - self._flush_current_tag() + def _end_tag_section(self): self._add_blank_line() - - def _output_section(self, hed_schema, key_class): - if not hed_schema[key_class]: - return self._add_blank_line() - self.current_tag_string += wiki_constants.wiki_section_headers[key_class] - self._flush_current_tag() - for value_name in hed_schema[key_class]: - self.current_tag_string += f"* {value_name}" - self.current_tag_extra += self._format_props_and_desc(hed_schema, value_name, key_class) - self._flush_current_tag() - - def _output_unit_modifiers(self, hed_schema): - self._output_section(hed_schema, HedSectionKey.UnitModifiers) - return - def _output_value_classes(self, hed_schema): - self._output_section(hed_schema, HedSectionKey.ValueClasses) + self.current_tag_string = wiki_constants.END_SCHEMA_STRING + self._flush_current_tag() - def _output_attributes(self, hed_schema): - self._output_section(hed_schema, HedSectionKey.Attributes) + def _write_tag_entry(self, tag_entry, parent_node=None, level=0): + tag = tag_entry.name + if level == 0: + self._add_blank_line() + self.current_tag_string += f"'''{tag}'''" + else: + short_tag = tag.split("/")[-1] + tab_char = '\t' + # takes value tags should appear after the nowiki tag. + if short_tag.endswith("#"): + self.current_tag_string += f"{tab_char * level}{'*' * level} " + self.current_tag_extra += short_tag + " " + else: + self.current_tag_string += f"{tab_char * level}{'*' * level} {short_tag}" + self.current_tag_extra += self._format_props_and_desc(tag_entry) + self._flush_current_tag() - def _output_properties(self, hed_schema): - self._output_section(hed_schema, HedSectionKey.Properties) + def _write_entry(self, entry, parent_node, include_props=True): + entry_name = entry.name + depth = 1 + if entry.section_key == HedSectionKey.Units: + depth = 2 + self.current_tag_string += f"{'*' * depth} {entry_name}" + if include_props: + self.current_tag_extra += self._format_props_and_desc(entry) + self._flush_current_tag() + # ========================================= + # Helper functions to write out lines + # ========================================= def _flush_current_tag(self): if self.current_tag_string or self.current_tag_extra: if self.current_tag_extra: @@ -140,13 +89,12 @@ def _flush_current_tag(self): def _add_blank_line(self): self.output.append("") - # Should this be a function? - def _format_props_and_desc(self, hed_schema, tag_name, key_class=HedSectionKey.AllTags): + def _format_props_and_desc(self, schema_entry): prop_string = "" - tag_props = hed_schema.get_all_tag_attributes(tag_name, key_class=key_class) + tag_props = schema_entry.attributes if tag_props: prop_string += self._format_tag_props(tag_props) - desc = hed_schema.get_tag_description(tag_name, key_class) + desc = schema_entry.description if desc: if tag_props: prop_string += " " @@ -154,6 +102,25 @@ def _format_props_and_desc(self, hed_schema, tag_name, key_class=HedSectionKey.A return prop_string + @staticmethod + def _get_attribs_string_from_schema(header_attributes): + """ + Gets the schema attributes and converts it to a string. + + Parameters + ---------- + header_attributes : dict + Attributes to format attributes from + + Returns + ------- + str: + A string of the attributes that can be written to a .mediawiki formatted file + """ + attrib_values = [f"{attr}=\"{value}\"" for attr, value in header_attributes.items()] + final_attrib_string = " ".join(attrib_values) + return final_attrib_string + @staticmethod def _format_tag_props(tag_props): """ @@ -184,31 +151,7 @@ def _format_tag_props(tag_props): final_props.append(f"{prop}={value}") if final_props: - prop_string += "{" - final_prop_string = ", ".join(final_props) - prop_string += final_prop_string - prop_string += "}" + interior = ", ".join(final_props) + prop_string = f"{{{interior}}}" - return prop_string - - @staticmethod - def _get_attribs_string_from_schema(hed_schema): - """ - Gets the schema attributes and converts it to a string. - - Parameters - ---------- - hed_schema : HedSchema - The schema to get attributes from - - Returns - ------- - str: - A string of the attributes that can be written to a .mediawiki formatted file - """ - # Hardcode version to always be the first thing in attributes - attrib_values = [f"version=\"{hed_schema.header_attributes['version']}\""] - attrib_values.extend([f"{attr}=\"{value}\"" for attr, value in - hed_schema.header_attributes.items() if attr != "version"]) - final_attrib_string = " ".join(attrib_values) - return final_attrib_string + return prop_string \ No newline at end of file diff --git a/hed/schema/schema_io/schema2xml.py b/hed/schema/schema_io/schema2xml.py index 8ffc9ea8a..83f4c052e 100644 --- a/hed/schema/schema_io/schema2xml.py +++ b/hed/schema/schema_io/schema2xml.py @@ -3,97 +3,106 @@ from xml.etree.ElementTree import Element, SubElement from hed.schema.hed_schema_constants import HedSectionKey from hed.schema.schema_io import xml_constants +from hed.schema.schema_io.schema2base import HedSchema2Base -class HedSchema2XML: +class HedSchema2XML(HedSchema2Base): def __init__(self): - self.hed_node = None - - def process_schema(self, hed_schema): - """ - Takes a HedSchema object and returns an XML tree version. - - Parameters - ---------- - hed_schema : HedSchema - - Returns - ------- - mediawiki_strings: [str] - A list of strings representing the .mediawiki version of this schema. - """ + super().__init__() self.hed_node = Element('HED') - - self._output_header(hed_schema) - self._output_tags(hed_schema) - self._output_units(hed_schema) - self._output_unit_modifiers(hed_schema) - self._output_value_classes(hed_schema) - self._output_attributes(hed_schema) - self._output_properties(hed_schema) - self._output_footer(hed_schema) - return self.hed_node + # alias this to output to match baseclass expectation. + self.output = self.hed_node # ========================================= - # Top level output functions + # Required baseclass function # ========================================= - def _output_header(self, hed_schema): - for attrib_name, attrib_value in hed_schema.header_attributes.items(): + def _output_header(self, attributes, prologue): + for attrib_name, attrib_value in attributes.items(): self.hed_node.set(attrib_name, attrib_value) - if hed_schema.prologue: + if prologue: prologue_node = SubElement(self.hed_node, xml_constants.PROLOGUE_ELEMENT) - prologue_node.text = hed_schema.prologue - - def _output_tags(self, hed_schema): - schema_node = SubElement(self.hed_node, xml_constants.SCHEMA_ELEMENT) - all_tags = hed_schema.get_all_schema_tags() - tag_levels = {} - for tag in all_tags: - if "/" not in tag: - root_tag = self._add_node(hed_schema, schema_node, tag) - tag_levels[0] = root_tag - else: - level = tag.count("/") - short_tag = tag.split("/")[-1] - parent_tag = tag_levels[level - 1] - child_tag = self._add_node(hed_schema, parent_tag, tag, short_tag_name=short_tag) - tag_levels[level] = child_tag - - def _output_units(self, hed_schema): - if not hed_schema.unit_classes: - return - unit_section_node = SubElement(self.hed_node, xml_constants.SECTION_NAMES[HedSectionKey.UnitClasses]) - for unit_class, unit_class_entry in hed_schema[HedSectionKey.UnitClasses].items(): - unit_types = unit_class_entry.unit_class_units - unit_class_node = self._add_node(hed_schema, unit_section_node, unit_class, HedSectionKey.UnitClasses) - for unit_class_unit in unit_types: - self._add_node(hed_schema, unit_class_node, unit_class_unit, HedSectionKey.Units, - sub_node_name="unit") - - def _output_section(self, hed_schema, key_class): - if not hed_schema._sections[key_class]: - return + prologue_node.text = prologue + + def _output_footer(self, epilogue): + if epilogue: + prologue_node = SubElement(self.hed_node, xml_constants.EPILOGUE_ELEMENT) + prologue_node.text = epilogue + + def _start_section(self, key_class): unit_modifier_node = SubElement(self.hed_node, xml_constants.SECTION_NAMES[key_class]) - for modifier_name in hed_schema[key_class]: - self._add_node(hed_schema, unit_modifier_node, modifier_name, key_class) + return unit_modifier_node - def _output_unit_modifiers(self, hed_schema): - self._output_section(hed_schema, HedSectionKey.UnitModifiers) - return + def _end_tag_section(self): + pass - def _output_value_classes(self, hed_schema): - self._output_section(hed_schema, HedSectionKey.ValueClasses) + def _write_tag_entry(self, tag_entry, parent_node=None, level=0): + """ + Creates a tag node and adds it to the parent. - def _output_attributes(self, hed_schema): - self._output_section(hed_schema, HedSectionKey.Attributes) + Parameters + ---------- + tag_entry: HedTagEntry + The entry for that tag we want to write out + parent_node: SubElement + The parent node if any of this tag. + level: int + The level of this tag, 0 being a root tag. + Returns + ------- + SubElement + The added node + """ + key_class = HedSectionKey.AllTags + tag_element = xml_constants.ELEMENT_NAMES[key_class] + tag_description = tag_entry.description + tag_attributes = tag_entry.attributes + tag_node = SubElement(parent_node, tag_element) + name_node = SubElement(tag_node, xml_constants.NAME_ELEMENT) + name_node.text = tag_entry.name.split("/")[-1] + if tag_description: + description_node = SubElement(tag_node, xml_constants.DESCRIPTION_ELEMENT) + description_node.text = tag_description + if tag_attributes: + attribute_node_name = xml_constants.ATTRIBUTE_PROPERTY_ELEMENTS[key_class] + self._add_tag_node_attributes(tag_node, tag_attributes, + attribute_node_name=attribute_node_name) - def _output_properties(self, hed_schema): - self._output_section(hed_schema, HedSectionKey.Properties) + return tag_node - def _output_footer(self, hed_schema): - if hed_schema.epilogue: - prologue_node = SubElement(self.hed_node, xml_constants.EPILOGUE_ELEMENT) - prologue_node.text = hed_schema.epilogue + def _write_entry(self, entry, parent_node=None, include_props=True): + """ + Creates an entry node and adds it to the parent. + + Parameters + ---------- + entry: HedSchemaEntry + The entry for that tag we want to write out + parent_node: SubElement + The parent node of this tag, if any + include_props: bool + Add the description and attributes to new node. + Returns + ------- + SubElement + The added node + """ + key_class = entry.section_key + element = xml_constants.ELEMENT_NAMES[key_class] + tag_description = entry.description + tag_attributes = entry.attributes + tag_node = SubElement(parent_node, element) + name_node = SubElement(tag_node, xml_constants.NAME_ELEMENT) + name_node.text = entry.name + if include_props: + if tag_description: + description_node = SubElement(tag_node, xml_constants.DESCRIPTION_ELEMENT) + description_node.text = tag_description + if tag_attributes: + attribute_node_name = xml_constants.ATTRIBUTE_PROPERTY_ELEMENTS[key_class] + self._add_tag_node_attributes(tag_node, tag_attributes, + attribute_node_name=attribute_node_name) + + return tag_node # ========================================= # Output helper functions to create nodes @@ -131,50 +140,3 @@ def _add_tag_node_attributes(tag_node, tag_attributes, attribute_node_name=xml_c for single_value in value: value_node = SubElement(attribute_node, xml_constants.VALUE_ELEMENT) value_node.text = single_value - - def _add_node(self, hed_schema, parent_node, full_name, key_class=HedSectionKey.AllTags, short_tag_name=None, - sub_node_name=None): - """ - Creates a tag node and adds it to the parent. - - Parameters - ---------- - hed_schema : HedSchema - HedSchema to pull tag info from - parent_node : Element - The parent tag node - full_name : str - Long version of the tag/modifier/unit name - key_class: str - The type of node we are adding. e.g. HedSectionKey.AllTags, HedSectionKey.UnitModifiers, etc. - short_tag_name : str - The short version of the tag if this is a tag. Even for hed2g. - sub_node_name: str or None - Overrides the default node element name if present. - Returns - ------- - Element - The added node - """ - tag_node = None - if short_tag_name is None: - short_tag_name = full_name - - if sub_node_name: - tag_element = sub_node_name - else: - tag_element = xml_constants.ELEMENT_NAMES[key_class] - if full_name: - tag_description = hed_schema.get_tag_description(full_name, key_class=key_class) - tag_attributes = hed_schema.get_all_tag_attributes(full_name, key_class=key_class) - tag_node = SubElement(parent_node, tag_element) - name_node = SubElement(tag_node, xml_constants.NAME_ELEMENT) - name_node.text = short_tag_name - if tag_description: - description_node = SubElement(tag_node, xml_constants.DESCRIPTION_ELEMENT) - description_node.text = tag_description - if tag_attributes: - attribute_node_name = xml_constants.ATTRIBUTE_PROPERTY_ELEMENTS[key_class] - HedSchema2XML._add_tag_node_attributes(tag_node, tag_attributes, - attribute_node_name=attribute_node_name) - return tag_node diff --git a/hed/schema/schema_io/wiki2schema.py b/hed/schema/schema_io/wiki2schema.py index 2cc405496..f797f3d57 100644 --- a/hed/schema/schema_io/wiki2schema.py +++ b/hed/schema/schema_io/wiki2schema.py @@ -2,7 +2,8 @@ This module is used to create a HedSchema object from a .mediawiki file. """ import re -from hed.schema.hed_schema_constants import HedSectionKey + +from hed.schema.hed_schema_constants import HedSectionKey, HedKey from hed.errors.exceptions import HedFileError, HedExceptions from hed.schema import HedSchema from hed.schema import schema_validation_util @@ -113,7 +114,15 @@ def _read_wiki(self, wiki_lines): An opened .mediawiki file """ # Read header line as we need it to determine if this is a hed3 schema or not before locating sections - self._read_header_line(wiki_lines[0]) + self._read_header_line(wiki_lines) + + if self._schema.with_standard and not self._schema.merged: + from hed.schema.hed_schema_io import load_schema_version + saved_attr = self._schema.header_attributes + base_version = load_schema_version(self._schema.with_standard) + self._schema = base_version + self._schema.filename = self.filename + self._schema.header_attributes = saved_attr wiki_lines_by_section = self._split_lines_into_sections(wiki_lines) parse_order = { @@ -203,13 +212,15 @@ def _parse_sections(self, wiki_lines_by_section, parse_order): parse_func = parse_order[section] parse_func(lines_for_section) - def _read_header_line(self, line): - if line.startswith(wiki_constants.HEADER_LINE_STRING): - hed_attributes = self._get_header_attributes(line[len(wiki_constants.HEADER_LINE_STRING):]) - schema_validation_util.validate_attributes(hed_attributes, filename=self.filename) - self.header_attributes = hed_attributes - self._schema.header_attributes = hed_attributes - return + def _read_header_line(self, lines): + line = "" + if lines: + line = lines[0] + if line.startswith(wiki_constants.HEADER_LINE_STRING): + hed_attributes = self._get_header_attributes(line[len(wiki_constants.HEADER_LINE_STRING):]) + schema_validation_util.validate_attributes(hed_attributes, filename=self.filename) + self._schema.header_attributes = hed_attributes + return msg = f"First line of file should be HED, instead found: {line}" raise HedFileError(HedExceptions.SCHEMA_HEADER_MISSING, msg, filename=self.filename) @@ -265,6 +276,7 @@ def _read_schema(self, lines): lines: [(int, str)] Lines for this section """ + self._schema._initialize_attributes(HedSectionKey.AllTags) parent_tags = [] for line_number, line in lines: if line.startswith(wiki_constants.ROOT_TAG): @@ -292,10 +304,12 @@ def _read_unit_classes(self, lines): lines: [(int, str)] Lines for this section """ + self._schema._initialize_attributes(HedSectionKey.UnitClasses) + self._schema._initialize_attributes(HedSectionKey.Units) unit_class_entry = None for line_number, line in lines: - unit_class_unit, _ = self._get_tag_name(line) - if unit_class_unit is None: + unit, _ = self._get_tag_name(line) + if unit is None: self._add_fatal_error(line_number, line) continue level = self._get_tag_level(line) @@ -307,6 +321,11 @@ def _read_unit_classes(self, lines): unit_class_unit_entry = self._add_single_line(line_number, line, HedSectionKey.Units) unit_class_entry.add_unit(unit_class_unit_entry) + def _read_section(self, lines, section_key): + self._schema._initialize_attributes(section_key) + for line_number, line in lines: + self._add_single_line(line_number, line, section_key) + def _read_unit_modifiers(self, lines): """Adds the unit modifiers section @@ -315,8 +334,7 @@ def _read_unit_modifiers(self, lines): lines: [(int, str)] Lines for this section """ - for line_number, line in lines: - self._add_single_line(line_number, line, HedSectionKey.UnitModifiers) + self._read_section(lines, HedSectionKey.UnitModifiers) def _read_value_classes(self, lines): """Adds the unit modifiers section @@ -326,17 +344,13 @@ def _read_value_classes(self, lines): lines: [(int, str)] Lines for this section """ - for line_number, line in lines: - self._add_single_line(line_number, line, HedSectionKey.ValueClasses) + self._read_section(lines, HedSectionKey.ValueClasses) def _read_properties(self, lines): - for line_number, line in lines: - self._add_single_line(line_number, line, HedSectionKey.Properties) + self._read_section(lines, HedSectionKey.Properties) def _read_attributes(self, lines): - self.attributes = {} - for line_number, line in lines: - self._add_single_line(line_number, line, HedSectionKey.Attributes) + self._read_section(lines, HedSectionKey.Attributes) def _get_header_attributes(self, version_line): """Extracts all valid attributes like version from the HED line in .mediawiki format. @@ -562,6 +576,11 @@ def _add_single_line(self, line_number, tag_line, key_class, element_name=None): self._add_fatal_error(line_number, tag_line, "Description has mismatched delimiters") return + # todo: improve this check + if key_class == HedSectionKey.UnitClasses and not node_desc and not node_attributes and\ + node_name in self._schema.unit_classes and self._schema.library: + return self._schema.get_tag_entry(node_name, HedSectionKey.UnitClasses) + tag_entry = self._schema._add_tag_to_dict(node_name, key_class) if node_desc: tag_entry.description = node_desc.strip() @@ -569,6 +588,10 @@ def _add_single_line(self, line_number, tag_line, key_class, element_name=None): for attribute_name, attribute_value in node_attributes.items(): tag_entry.set_attribute_value(attribute_name, attribute_value) + # No reason we can't add this here always + if self._schema.library and not self._schema.merged: + tag_entry.set_attribute_value(HedKey.InLibrary, self._schema.library) + return tag_entry def _add_fatal_error(self, line_number, line, warning_message="Schema term is empty or the line is malformed"): diff --git a/hed/schema/schema_io/wiki_constants.py b/hed/schema/schema_io/wiki_constants.py index cdfa3b80c..131000e62 100644 --- a/hed/schema/schema_io/wiki_constants.py +++ b/hed/schema/schema_io/wiki_constants.py @@ -15,7 +15,7 @@ OLD_SYNTAX_SECTION_NAME = "'''Syntax'''" wiki_section_headers = { - HedSectionKey.AllTags: None, + HedSectionKey.AllTags: START_HED_STRING, HedSectionKey.UnitClasses: UNIT_CLASS_STRING, HedSectionKey.Units: None, HedSectionKey.UnitModifiers: UNIT_MODIFIER_STRING, diff --git a/hed/schema/schema_io/xml2schema.py b/hed/schema/schema_io/xml2schema.py index 7f8718f63..5f541789c 100644 --- a/hed/schema/schema_io/xml2schema.py +++ b/hed/schema/schema_io/xml2schema.py @@ -20,13 +20,22 @@ def __init__(self, hed_xml_file_path, schema_as_string=None): self._schema.filename = hed_xml_file_path self._schema.header_attributes = self._get_header_attributes() - self._populate_property_dictionaries() - self._populate_attribute_dictionaries() - self._populate_value_class_dictionaries() + if self._schema.with_standard and not self._schema.merged: + from hed.schema.hed_schema_io import load_schema_version + saved_attr = self._schema.header_attributes + base_version = load_schema_version(self._schema.with_standard) + self._schema = base_version + self._schema.filename = hed_xml_file_path + self._schema.header_attributes = saved_attr self._schema.prologue = self._get_prologue() self._schema.epilogue = self._get_epilogue() - self._populate_unit_modifier_dictionaries() + + self._populate_section(HedSectionKey.Properties) + self._populate_section(HedSectionKey.Attributes) + self._populate_section(HedSectionKey.ValueClasses) + self._populate_section(HedSectionKey.UnitModifiers) + self._populate_unit_class_dictionaries() self._populate_tag_dictionaries() self._schema.finalize_dictionaries() @@ -71,54 +80,17 @@ def _parse_hed_xml(hed_xml_file_path, schema_as_string=None): return root - def _populate_property_dictionaries(self): - """Populates a dictionary of dictionaries associated with properties - - Parameters - ---------- - - Returns - ------- - """ - section_name = xml_constants.SECTION_NAMES[HedSectionKey.Properties] - properties_section = self._get_elements_by_name(section_name) - if properties_section: - properties_section = properties_section[0] - - def_element_name = xml_constants.ELEMENT_NAMES[HedSectionKey.Properties] - attribute_elements = self._get_elements_by_name(def_element_name, properties_section) - for element in attribute_elements: - self._parse_node(element, HedSectionKey.Properties) - - def _populate_attribute_dictionaries(self): - """Populates a dictionary of dictionaries associated with attributes and their properties - - Parameters - ---------- - - Returns - ------- - """ - section_name = xml_constants.SECTION_NAMES[HedSectionKey.Attributes] - attribute_section = self._get_elements_by_name(section_name) - if attribute_section: - attribute_section = attribute_section[0] + def _populate_section(self, key_class): + self._schema._initialize_attributes(key_class) + section_name = xml_constants.SECTION_NAMES[key_class] + section = self._get_elements_by_name(section_name) + if section: + section = section[0] - def_element_name = xml_constants.ELEMENT_NAMES[HedSectionKey.Attributes] - attribute_elements = self._get_elements_by_name(def_element_name, attribute_section) + def_element_name = xml_constants.ELEMENT_NAMES[key_class] + attribute_elements = self._get_elements_by_name(def_element_name, section) for element in attribute_elements: - self._parse_node(element, HedSectionKey.Attributes) - - def _populate_value_class_dictionaries(self): - section_name = xml_constants.SECTION_NAMES[HedSectionKey.ValueClasses] - value_class_section = self._get_elements_by_name(section_name) - if not value_class_section: - return - value_class_section = value_class_section[0] - def_element_name = xml_constants.ELEMENT_NAMES[HedSectionKey.ValueClasses] - attribute_elements = self._get_elements_by_name(def_element_name, value_class_section) - for element in attribute_elements: - self._parse_node(element, HedSectionKey.ValueClasses) + self._parse_node(element, key_class) def _populate_tag_dictionaries(self): """Populates a dictionary of dictionaries associated with tags and their attributes. @@ -132,6 +104,7 @@ def _populate_tag_dictionaries(self): A dictionary of dictionaries that has been populated with dictionaries associated with tag attributes. """ + self._schema._initialize_attributes(HedSectionKey.AllTags) tag_elements = self._get_elements_by_name("node") for tag_element in tag_elements: tag = self._get_tag_path_from_tag_element(tag_element) @@ -151,6 +124,8 @@ class default units. default units. """ + self._schema._initialize_attributes(HedSectionKey.UnitClasses) + self._schema._initialize_attributes(HedSectionKey.Units) section_name = xml_constants.SECTION_NAMES[HedSectionKey.UnitClasses] units_section_nodes = self._get_elements_by_name(section_name) if len(units_section_nodes) == 0: @@ -169,24 +144,6 @@ class default units. unit_class_unit_entry = self._parse_node(element, HedSectionKey.Units) unit_class_entry.add_unit(unit_class_unit_entry) - def _populate_unit_modifier_dictionaries(self): - """ - Gets all unit modifier definitions from the - - Returns - ------- - - """ - section_name = xml_constants.SECTION_NAMES[HedSectionKey.UnitModifiers] - unit_modifier_section_nodes = self._get_elements_by_name(section_name) - if len(unit_modifier_section_nodes) == 0: - return - unit_modifier_section = unit_modifier_section_nodes[0] - def_element_name = xml_constants.ELEMENT_NAMES[HedSectionKey.UnitModifiers] - node_elements = self._get_elements_by_name(def_element_name, unit_modifier_section) - for node_element in node_elements: - self._parse_node(node_element, key_class=HedSectionKey.UnitModifiers) - def _reformat_xsd_attrib(self, attrib_dict): final_attrib = {} for attrib_name in attrib_dict: @@ -228,6 +185,11 @@ def _parse_node(self, node_element, key_class, element_name=None): else: node_name = self._get_element_tag_value(node_element) attribute_desc = self._get_element_tag_value(node_element, xml_constants.DESCRIPTION_ELEMENT) + # todo: improve this check + if key_class == HedSectionKey.UnitClasses and not attribute_desc and\ + node_name in self._schema.unit_classes and self._schema.library: + return self._schema.get_tag_entry(node_name, HedSectionKey.UnitClasses) + tag_entry = self._schema._add_tag_to_dict(node_name, key_class) if attribute_desc: tag_entry.description = attribute_desc diff --git a/hed/schema/schema_io/xml_constants.py b/hed/schema/schema_io/xml_constants.py index fea0dda41..3dbd7e647 100644 --- a/hed/schema/schema_io/xml_constants.py +++ b/hed/schema/schema_io/xml_constants.py @@ -16,15 +16,12 @@ ATTRIBUTE_ELEMENT = "attribute" ATTRIBUTE_PROPERTY_ELEMENT = "property" UNIT_CLASS_UNIT_ELEMENT = 'unit' -UNIT_CLASS_UNITS_ELEMENT = "units" PROLOGUE_ELEMENT = "prologue" SCHEMA_ELEMENT = "schema" EPILOGUE_ELEMENT = "epilogue" TAG_DEF_ELEMENT = "node" -TRUE_ATTRIBUTE = "true" - UNIT_CLASS_SECTION_ELEMENT = "unitClassDefinitions" UNIT_CLASS_DEF_ELEMENT = "unitClassDefinition" @@ -39,6 +36,7 @@ SECTION_NAMES = { + HedSectionKey.AllTags: SCHEMA_ELEMENT, HedSectionKey.UnitClasses: UNIT_CLASS_SECTION_ELEMENT, HedSectionKey.UnitModifiers: UNIT_MODIFIER_SECTION_ELEMENT, HedSectionKey.ValueClasses: SCHEMA_VALUE_CLASSES_SECTION_ELEMENT, @@ -50,6 +48,7 @@ ELEMENT_NAMES = { HedSectionKey.AllTags: TAG_DEF_ELEMENT, HedSectionKey.UnitClasses: UNIT_CLASS_DEF_ELEMENT, + HedSectionKey.Units: UNIT_CLASS_UNIT_ELEMENT, HedSectionKey.UnitModifiers: UNIT_MODIFIER_DEF_ELEMENT, HedSectionKey.ValueClasses: SCHEMA_VALUE_CLASSES_DEF_ELEMENT, HedSectionKey.Attributes: SCHEMA_ATTRIBUTES_DEF_ELEMENT, @@ -64,5 +63,5 @@ HedSectionKey.UnitModifiers: ATTRIBUTE_ELEMENT, HedSectionKey.ValueClasses: ATTRIBUTE_ELEMENT, HedSectionKey.Attributes: ATTRIBUTE_PROPERTY_ELEMENT, - HedSectionKey.Properties: None + HedSectionKey.Properties: ATTRIBUTE_PROPERTY_ELEMENT } diff --git a/hed/schema/schema_validation_util.py b/hed/schema/schema_validation_util.py index 4403f9b8c..e187194bf 100644 --- a/hed/schema/schema_validation_util.py +++ b/hed/schema/schema_validation_util.py @@ -59,8 +59,8 @@ def is_hed3_version_number(version_string): attribute_validators = { - "version": (validate_version_string, HedExceptions.HED_SCHEMA_VERSION_INVALID), - "library": (validate_library_name, HedExceptions.BAD_HED_LIBRARY_NAME) + constants.VERSION_ATTRIBUTE: (validate_version_string, HedExceptions.HED_SCHEMA_VERSION_INVALID), + constants.LIBRARY_ATTRIBUTE: (validate_library_name, HedExceptions.BAD_HED_LIBRARY_NAME) } diff --git a/hed/validator/tag_validator.py b/hed/validator/tag_validator.py index d8129d99a..29b5c9f1b 100644 --- a/hed/validator/tag_validator.py +++ b/hed/validator/tag_validator.py @@ -309,7 +309,7 @@ def check_tag_unit_class_units_are_valid(self, original_tag, check_for_warnings) if tag_unit_class_units: validation_issues += ErrorHandler.format_error(ValidationErrors.HED_UNITS_INVALID, original_tag, - unit_class_units=tag_unit_class_units) + units=tag_unit_class_units) return validation_issues def check_tag_value_class_valid(self, original_tag): diff --git a/tests/data/schema_tests/merge_tests/HED8.2.0.xml b/tests/data/schema_tests/merge_tests/HED8.2.0.xml new file mode 100644 index 000000000..ec087b596 --- /dev/null +++ b/tests/data/schema_tests/merge_tests/HED8.2.0.xml @@ -0,0 +1,7148 @@ + + + This schema includes an xsd and requires unit class, unit modifier, value class, schema attribute and property sections. + + + + + Event + Something that happens at a given time and (typically) place. Elements of this tag subtree designate the general category in which an event falls. + + suggestedTag + Task-property + + + Sensory-event + Something perceivable by the participant. An event meant to be an experimental stimulus should include the tag Task-property/Task-event-role/Experimental-stimulus. + + suggestedTag + Task-event-role + Sensory-presentation + + + + Agent-action + Any action engaged in by an agent (see the Agent subtree for agent categories). A participant response to an experiment stimulus should include the tag Agent-property/Agent-task-role/Experiment-participant. + + suggestedTag + Task-event-role + Agent + + + + Data-feature + An event marking the occurrence of a data feature such as an interictal spike or alpha burst that is often added post hoc to the data record. + + suggestedTag + Data-property + + + + Experiment-control + An event pertaining to the physical control of the experiment during its operation. + + + Experiment-procedure + An event indicating an experimental procedure, as in performing a saliva swab during the experiment or administering a survey. + + + Experiment-structure + An event specifying a change-point of the structure of experiment. This event is typically used to indicate a change in experimental conditions or tasks. + + + Measurement-event + A discrete measure returned by an instrument. + + suggestedTag + Data-property + + + + + Agent + Someone or something that takes an active role or produces a specified effect.The role or effect may be implicit. Being alive or performing an activity such as a computation may qualify something to be an agent. An agent may also be something that simulates something else. + + suggestedTag + Agent-property + + + Animal-agent + An agent that is an animal. + + + Avatar-agent + An agent associated with an icon or avatar representing another agent. + + + Controller-agent + An agent experiment control software or hardware. + + + Human-agent + A person who takes an active role or produces a specified effect. + + + Robotic-agent + An agent mechanical device capable of performing a variety of often complex tasks on command or by being programmed in advance. + + + Software-agent + An agent computer program. + + + + Action + Do something. + + extensionAllowed + + + Communicate + Convey knowledge of or information about something. + + Communicate-gesturally + Communicate nonverbally using visible bodily actions, either in place of speech or together and in parallel with spoken words. Gestures include movement of the hands, face, or other parts of the body. + + relatedTag + Move-face + Move-upper-extremity + + + Clap-hands + Strike the palms of against one another resoundingly, and usually repeatedly, especially to express approval. + + + Clear-throat + Cough slightly so as to speak more clearly, attract attention, or to express hesitancy before saying something awkward. + + relatedTag + Move-face + Move-head + + + + Frown + Express disapproval, displeasure, or concentration, typically by turning down the corners of the mouth. + + relatedTag + Move-face + + + + Grimace + Make a twisted expression, typically expressing disgust, pain, or wry amusement. + + relatedTag + Move-face + + + + Nod-head + Tilt head in alternating up and down arcs along the sagittal plane. It is most commonly, but not universally, used to indicate agreement, acceptance, or acknowledgement. + + relatedTag + Move-head + + + + Pump-fist + Raise with fist clenched in triumph or affirmation. + + relatedTag + Move-upper-extremity + + + + Raise-eyebrows + Move eyebrows upward. + + relatedTag + Move-face + Move-eyes + + + + Shake-fist + Clench hand into a fist and shake to demonstrate anger. + + relatedTag + Move-upper-extremity + + + + Shake-head + Turn head from side to side as a way of showing disagreement or refusal. + + relatedTag + Move-head + + + + Shhh + Place finger over lips and possibly uttering the syllable shhh to indicate the need to be quiet. + + relatedTag + Move-upper-extremity + + + + Shrug + Lift shoulders up towards head to indicate a lack of knowledge about a particular topic. + + relatedTag + Move-upper-extremity + Move-torso + + + + Smile + Form facial features into a pleased, kind, or amused expression, typically with the corners of the mouth turned up and the front teeth exposed. + + relatedTag + Move-face + + + + Spread-hands + Spread hands apart to indicate ignorance. + + relatedTag + Move-upper-extremity + + + + Thumbs-down + Extend the thumb downward to indicate disapproval. + + relatedTag + Move-upper-extremity + + + + Thumb-up + Extend the thumb upward to indicate approval. + + relatedTag + Move-upper-extremity + + + + Wave + Raise hand and move left and right, as a greeting or sign of departure. + + relatedTag + Move-upper-extremity + + + + Widen-eyes + Open eyes and possibly with eyebrows lifted especially to express surprise or fear. + + relatedTag + Move-face + Move-eyes + + + + Wink + Close and open one eye quickly, typically to indicate that something is a joke or a secret or as a signal of affection or greeting. + + relatedTag + Move-face + Move-eyes + + + + + Communicate-musically + Communicate using music. + + Hum + Make a low, steady continuous sound like that of a bee. Sing with the lips closed and without uttering speech. + + + Play-instrument + Make musical sounds using an instrument. + + + Sing + Produce musical tones by means of the voice. + + + Vocalize + Utter vocal sounds. + + + Whistle + Produce a shrill clear sound by forcing breath out or air in through the puckered lips. + + + + Communicate-vocally + Communicate using mouth or vocal cords. + + Cry + Shed tears associated with emotions, usually sadness but also joy or frustration. + + + Groan + Make a deep inarticulate sound in response to pain or despair. + + + Laugh + Make the spontaneous sounds and movements of the face and body that are the instinctive expressions of lively amusement and sometimes also of contempt or derision. + + + Scream + Make loud, vociferous cries or yells to express pain, excitement, or fear. + + + Shout + Say something very loudly. + + + Sigh + Emit a long, deep, audible breath expressing sadness, relief, tiredness, or a similar feeling. + + + Speak + Communicate using spoken language. + + + Whisper + Speak very softly using breath without vocal cords. + + + + + Move + Move in a specified direction or manner. Change position or posture. + + Breathe + Inhale or exhale during respiration. + + Blow + Expel air through pursed lips. + + + Cough + Suddenly and audibly expel air from the lungs through a partially closed glottis, preceded by inhalation. + + + Exhale + Blow out or expel breath. + + + Hiccup + Involuntarily spasm the diaphragm and respiratory organs, with a sudden closure of the glottis and a characteristic sound like that of a cough. + + + Hold-breath + Interrupt normal breathing by ceasing to inhale or exhale. + + + Inhale + Draw in with the breath through the nose or mouth. + + + Sneeze + Suddenly and violently expel breath through the nose and mouth. + + + Sniff + Draw in air audibly through the nose to detect a smell, to stop it from running, or to express contempt. + + + + Move-body + Move entire body. + + Bend + Move body in a bowed or curved manner. + + + Dance + Perform a purposefully selected sequences of human movement often with aesthetic or symbolic value. Move rhythmically to music, typically following a set sequence of steps. + + + Fall-down + Lose balance and collapse. + + + Flex + Cause a muscle to stand out by contracting or tensing it. Bend a limb or joint. + + + Jerk + Make a quick, sharp, sudden movement. + + + Lie-down + Move to a horizontal or resting position. + + + Recover-balance + Return to a stable, upright body position. + + + Sit-down + Move from a standing to a sitting position. + + + Sit-up + Move from lying down to a sitting position. + + + Stand-up + Move from a sitting to a standing position. + + + Stretch + Straighten or extend body or a part of body to its full length, typically so as to tighten muscles or in order to reach something. + + + Shudder + Tremble convulsively, sometimes as a result of fear or revulsion. + + + Stumble + Trip or momentarily lose balance and almost fall. + + + Turn + Change or cause to change direction. + + + + Move-body-part + Move one part of a body. + + Move-eyes + Move eyes. + + Blink + Shut and open the eyes quickly. + + + Close-eyes + Lower and keep eyelids in a closed position. + + + Fixate + Direct eyes to a specific point or target. + + + Inhibit-blinks + Purposely prevent blinking. + + + Open-eyes + Raise eyelids to expose pupil. + + + Saccade + Move eyes rapidly between fixation points. + + + Squint + Squeeze one or both eyes partly closed in an attempt to see more clearly or as a reaction to strong light. + + + Stare + Look fixedly or vacantly at someone or something with eyes wide open. + + + + Move-face + Move the face or jaw. + + Bite + Seize with teeth or jaws an object or organism so as to grip or break the surface covering. + + + Burp + Noisily release air from the stomach through the mouth. Belch. + + + Chew + Repeatedly grinding, tearing, and or crushing with teeth or jaws. + + + Gurgle + Make a hollow bubbling sound like that made by water running out of a bottle. + + + Swallow + Cause or allow something, especially food or drink to pass down the throat. + + Gulp + Swallow quickly or in large mouthfuls, often audibly, sometimes to indicate apprehension. + + + + Yawn + Take a deep involuntary inhalation with the mouth open often as a sign of drowsiness or boredom. + + + + Move-head + Move head. + + Lift-head + Tilt head back lifting chin. + + + Lower-head + Move head downward so that eyes are in a lower position. + + + Turn-head + Rotate head horizontally to look in a different direction. + + + + Move-lower-extremity + Move leg and/or foot. + + Curl-toes + Bend toes sometimes to grip. + + + Hop + Jump on one foot. + + + Jog + Run at a trot to exercise. + + + Jump + Move off the ground or other surface through sudden muscular effort in the legs. + + + Kick + Strike out or flail with the foot or feet. Strike using the leg, in unison usually with an area of the knee or lower using the foot. + + + Pedal + Move by working the pedals of a bicycle or other machine. + + + Press-foot + Move by pressing foot. + + + Run + Travel on foot at a fast pace. + + + Step + Put one leg in front of the other and shift weight onto it. + + Heel-strike + Strike the ground with the heel during a step. + + + Toe-off + Push with toe as part of a stride. + + + + Trot + Run at a moderate pace, typically with short steps. + + + Walk + Move at a regular pace by lifting and setting down each foot in turn never having both feet off the ground at once. + + + + Move-torso + Move body trunk. + + + Move-upper-extremity + Move arm, shoulder, and/or hand. + + Drop + Let or cause to fall vertically. + + + Grab + Seize suddenly or quickly. Snatch or clutch. + + + Grasp + Seize and hold firmly. + + + Hold-down + Prevent someone or something from moving by holding them firmly. + + + Lift + Raising something to higher position. + + + Make-fist + Close hand tightly with the fingers bent against the palm. + + + Point + Draw attention to something by extending a finger or arm. + + + Press + Apply pressure to something to flatten, shape, smooth or depress it. This action tag should be used to indicate key presses and mouse clicks. + + relatedTag + Push + + + + Push + Apply force in order to move something away. Use Press to indicate a key press or mouse click. + + relatedTag + Press + + + + Reach + Stretch out your arm in order to get or touch something. + + + Release + Make available or set free. + + + Retract + Draw or pull back. + + + Scratch + Drag claws or nails over a surface or on skin. + + + Snap-fingers + Make a noise by pushing second finger hard against thumb and then releasing it suddenly so that it hits the base of the thumb. + + + Touch + Come into or be in contact with. + + + + + + Perceive + Produce an internal, conscious image through stimulating a sensory system. + + Hear + Give attention to a sound. + + + See + Direct gaze toward someone or something or in a specified direction. + + + Smell + Inhale in order to ascertain an odor or scent. + + + Taste + Sense a flavor in the mouth and throat on contact with a substance. + + + Sense-by-touch + Sense something through receptors in the skin. + + + + Perform + Carry out or accomplish an action, task, or function. + + Close + Act as to blocked against entry or passage. + + + Collide-with + Hit with force when moving. + + + Halt + Bring or come to an abrupt stop. + + + Modify + Change something. + + + Open + Widen an aperture, door, or gap, especially one allowing access to something. + + + Operate + Control the functioning of a machine, process, or system. + + + Play + Engage in activity for enjoyment and recreation rather than a serious or practical purpose. + + + Read + Interpret something that is written or printed. + + + Repeat + Make do or perform again. + + + Rest + Be inactive in order to regain strength, health, or energy. + + + Write + Communicate or express by means of letters or symbols written or imprinted on a surface. + + + + Think + Direct the mind toward someone or something or use the mind actively to form connected ideas. + + Allow + Allow access to something such as allowing a car to pass. + + + Attend-to + Focus mental experience on specific targets. + + + Count + Tally items either silently or aloud. + + + Deny + Refuse to give or grant something requested or desired by someone. + + + Detect + Discover or identify the presence or existence of something. + + + Discriminate + Recognize a distinction. + + + Encode + Convert information or an instruction into a particular form. + + + Evade + Escape or avoid, especially by cleverness or trickery. + + + Generate + Cause something, especially an emotion or situation to arise or come about. + + + Identify + Establish or indicate who or what someone or something is. + + + Imagine + Form a mental image or concept of something. + + + Judge + Evaluate evidence to make a decision or form a belief. + + + Learn + Adaptively change behavior as the result of experience. + + + Memorize + Adaptively change behavior as the result of experience. + + + Plan + Think about the activities required to achieve a desired goal. + + + Predict + Say or estimate that something will happen or will be a consequence of something without having exact informaton. + + + Recognize + Identify someone or something from having encountered them before. + + + Respond + React to something such as a treatment or a stimulus. + + + Recall + Remember information by mental effort. + + + Switch-attention + Transfer attention from one focus to another. + + + Track + Follow a person, animal, or object through space or time. + + + + + Item + An independently existing thing (living or nonliving). + + extensionAllowed + + + Biological-item + An entity that is biological, that is related to living organisms. + + Anatomical-item + A biological structure, system, fluid or other substance excluding single molecular entities. + + Body + The biological structure representing an organism. + + + Body-part + Any part of an organism. + + Head + The upper part of the human body, or the front or upper part of the body of an animal, typically separated from the rest of the body by a neck, and containing the brain, mouth, and sense organs. + + Hair + The filamentous outgrowth of the epidermis. + + + Ear + A sense organ needed for the detection of sound and for establishing balance. + + + Face + The anterior portion of the head extending from the forehead to the chin and ear to ear. The facial structures contain the eyes, nose and mouth, cheeks and jaws. + + Cheek + The fleshy part of the face bounded by the eyes, nose, ear, and jaw line. + + + Chin + The part of the face below the lower lip and including the protruding part of the lower jaw. + + + Eye + The organ of sight or vision. + + + Eyebrow + The arched strip of hair on the bony ridge above each eye socket. + + + Forehead + The part of the face between the eyebrows and the normal hairline. + + + Lip + Fleshy fold which surrounds the opening of the mouth. + + + Nose + A structure of special sense serving as an organ of the sense of smell and as an entrance to the respiratory tract. + + + Mouth + The proximal portion of the digestive tract, containing the oral cavity and bounded by the oral opening. + + + Teeth + The hard bonelike structures in the jaws. A collection of teeth arranged in some pattern in the mouth or other part of the body. + + + + + Lower-extremity + Refers to the whole inferior limb (leg and/or foot). + + Ankle + A gliding joint between the distal ends of the tibia and fibula and the proximal end of the talus. + + + Calf + The fleshy part at the back of the leg below the knee. + + + Foot + The structure found below the ankle joint required for locomotion. + + Big-toe + The largest toe on the inner side of the foot. + + + Heel + The back of the foot below the ankle. + + + Instep + The part of the foot between the ball and the heel on the inner side. + + + Little-toe + The smallest toe located on the outer side of the foot. + + + Toes + The terminal digits of the foot. + + + + Knee + A joint connecting the lower part of the femur with the upper part of the tibia. + + + Shin + Front part of the leg below the knee. + + + Thigh + Upper part of the leg between hip and knee. + + + + Torso + The body excluding the head and neck and limbs. + + Torso-back + The rear surface of the human body from the shoulders to the hips. + + + Buttocks + The round fleshy parts that form the lower rear area of a human trunk. + + + Torso-chest + The anterior side of the thorax from the neck to the abdomen. + + + Gentalia + The external organs of reproduction. + + + Hip + The lateral prominence of the pelvis from the waist to the thigh. + + + Waist + The abdominal circumference at the navel. + + + + Upper-extremity + Refers to the whole superior limb (shoulder, arm, elbow, wrist, hand). + + Elbow + A type of hinge joint located between the forearm and upper arm. + + + Forearm + Lower part of the arm between the elbow and wrist. + + + Hand + The distal portion of the upper extremity. It consists of the carpus, metacarpus, and digits. + + Finger + Any of the digits of the hand. + + Index-finger + The second finger from the radial side of the hand, next to the thumb. + + + Little-finger + The fifth and smallest finger from the radial side of the hand. + + + Middle-finger + The middle or third finger from the radial side of the hand. + + + Ring-finger + The fourth finger from the radial side of the hand. + + + Thumb + The thick and short hand digit which is next to the index finger in humans. + + + + Palm + The part of the inner surface of the hand that extends from the wrist to the bases of the fingers. + + + Knuckles + A part of a finger at a joint where the bone is near the surface, especially where the finger joins the hand. + + + + Shoulder + Joint attaching upper arm to trunk. + + + Upper-arm + Portion of arm between shoulder and elbow. + + + Wrist + A joint between the distal end of the radius and the proximal row of carpal bones. + + + + + + Organism + A living entity, more specifically a biological entity that consists of one or more cells and is capable of genomic replication (independently or not). + + Animal + A living organism that has membranous cell walls, requires oxygen and organic foods, and is capable of voluntary movement. + + + Human + The bipedal primate mammal Homo sapiens. + + + Plant + Any living organism that typically synthesizes its food from inorganic substances and possesses cellulose cell walls. + + + + + Language-item + An entity related to a systematic means of communicating by the use of sounds, symbols, or gestures. + + suggestedTag + Sensory-presentation + + + Character + A mark or symbol used in writing. + + + Clause + A unit of grammatical organization next below the sentence in rank, usually consisting of a subject and predicate. + + + Glyph + A hieroglyphic character, symbol, or pictograph. + + + Nonword + A group of letters or speech sounds that looks or sounds like a word but that is not accepted as such by native speakers. + + + Paragraph + A distinct section of a piece of writing, usually dealing with a single theme. + + + Phoneme + A speech sound that is distinguished by the speakers of a particular language. + + + Phrase + A phrase is a group of words functioning as a single unit in the syntax of a sentence. + + + Sentence + A set of words that is complete in itself, conveying a statement, question, exclamation, or command and typically containing an explicit or implied subject and a predicate containing a finite verb. + + + Syllable + A unit of spoken language larger than a phoneme. + + + Textblock + A block of text. + + + Word + A word is the smallest free form (an item that may be expressed in isolation with semantic or pragmatic content) in a language. + + + + Object + Something perceptible by one or more of the senses, especially by vision or touch. A material thing. + + suggestedTag + Sensory-presentation + + + Geometric-object + An object or a representation that has structure and topology in space. + + Pattern + An arrangement of objects, facts, behaviors, or other things which have scientific, mathematical, geometric, statistical, or other meaning. + + Dots + A small round mark or spot. + + + LED-pattern + A pattern created by lighting selected members of a fixed light emitting diode array. + + + + 2D-shape + A planar, two-dimensional shape. + + Arrow + A shape with a pointed end indicating direction. + + + Clockface + The dial face of a clock. A location identifier based on clockface numbering or anatomic subregion. + + + Cross + A figure or mark formed by two intersecting lines crossing at their midpoints. + + + Dash + A horizontal stroke in writing or printing to mark a pause or break in sense or to represent omitted letters or words. + + + Ellipse + A closed plane curve resulting from the intersection of a circular cone and a plane cutting completely through it, especially a plane not parallel to the base. + + Circle + A ring-shaped structure with every point equidistant from the center. + + + + Rectangle + A parallelogram with four right angles. + + Square + A square is a special rectangle with four equal sides. + + + + Single-point + A point is a geometric entity that is located in a zero-dimensional spatial region and whose position is defined by its coordinates in some coordinate system. + + + Star + A conventional or stylized representation of a star, typically one having five or more points. + + + Triangle + A three-sided polygon. + + + + 3D-shape + A geometric three-dimensional shape. + + Box + A square or rectangular vessel, usually made of cardboard or plastic. + + Cube + A solid or semi-solid in the shape of a three dimensional square. + + + + Cone + A shape whose base is a circle and whose sides taper up to a point. + + + Cylinder + A surface formed by circles of a given radius that are contained in a plane perpendicular to a given axis, whose centers align on the axis. + + + Ellipsoid + A closed plane curve resulting from the intersection of a circular cone and a plane cutting completely through it, especially a plane not parallel to the base. + + Sphere + A solid or hollow three-dimensional object bounded by a closed surface such that every point on the surface is equidistant from the center. + + + + Pyramid + A polyhedron of which one face is a polygon of any number of sides, and the other faces are triangles with a common vertex. + + + + + Ingestible-object + Something that can be taken into the body by the mouth for digestion or absorption. + + + Man-made-object + Something constructed by human means. + + Building + A structure that has a roof and walls and stands more or less permanently in one place. + + Room + An area within a building enclosed by walls and floor and ceiling. + + + Roof + A roof is the covering on the uppermost part of a building which provides protection from animals and weather, notably rain, but also heat, wind and sunlight. + + + Entrance + The means or place of entry. + + + Attic + A room or a space immediately below the roof of a building. + + + Basement + The part of a building that is wholly or partly below ground level. + + + + Clothing + A covering designed to be worn on the body. + + + Device + An object contrived for a specific purpose. + + Assistive-device + A device that help an individual accomplish a task. + + Glasses + Frames with lenses worn in front of the eye for vision correction, eye protection, or protection from UV rays. + + + Writing-device + A device used for writing. + + Pen + A common writing instrument used to apply ink to a surface for writing or drawing. + + + Pencil + An implement for writing or drawing that is constructed of a narrow solid pigment core in a protective casing that prevents the core from being broken or marking the hand. + + + + + Computing-device + An electronic device which take inputs and processes results from the inputs. + + Cellphone + A telephone with access to a cellular radio system so it can be used over a wide area, without a physical connection to a network. + + + Desktop-computer + A computer suitable for use at an ordinary desk. + + + Laptop-computer + A computer that is portable and suitable for use while traveling. + + + Tablet-computer + A small portable computer that accepts input directly on to its screen rather than via a keyboard or mouse. + + + + Engine + A motor is a machine designed to convert one or more forms of energy into mechanical energy. + + + IO-device + Hardware used by a human (or other system) to communicate with a computer. + + Input-device + A piece of equipment used to provide data and control signals to an information processing system such as a computer or information appliance. + + Computer-mouse + A hand-held pointing device that detects two-dimensional motion relative to a surface. + + Mouse-button + An electric switch on a computer mouse which can be pressed or clicked to select or interact with an element of a graphical user interface. + + + Scroll-wheel + A scroll wheel or mouse wheel is a wheel used for scrolling made of hard plastic with a rubbery surface usually located between the left and right mouse buttons and is positioned perpendicular to the mouse surface. + + + + Joystick + A control device that uses a movable handle to create two-axis input for a computer device. + + + Keyboard + A device consisting of mechanical keys that are pressed to create input to a computer. + + Keyboard-key + A button on a keyboard usually representing letters, numbers, functions, or symbols. + + # + Value of a keyboard key. + + takesValue + + + + + + Keypad + A device consisting of keys, usually in a block arrangement, that provides limited input to a system. + + Keypad-key + A key on a separate section of a computer keyboard that groups together numeric keys and those for mathematical or other special functions in an arrangement like that of a calculator. + + # + Value of keypad key. + + takesValue + + + + + + Microphone + A device designed to convert sound to an electrical signal. + + + Push-button + A switch designed to be operated by pressing a button. + + + + Output-device + Any piece of computer hardware equipment which converts information into human understandable form. + + Display-device + An output device for presentation of information in visual or tactile form the latter used for example in tactile electronic displays for blind people. + + Head-mounted-display + An instrument that functions as a display device, worn on the head or as part of a helmet, that has a small display optic in front of one (monocular HMD) or each eye (binocular HMD). + + + LED-display + A LED display is a flat panel display that uses an array of light-emitting diodes as pixels for a video display. + + + Computer-screen + An electronic device designed as a display or a physical device designed to be a protective meshwork. + + Screen-window + A part of a computer screen that contains a display different from the rest of the screen. A window is a graphical control element consisting of a visual area containing some of the graphical user interface of the program it belongs to and is framed by a window decoration. + + + + + Auditory-device + A device designed to produce sound. + + Headphones + An instrument that consists of a pair of small loudspeakers, or less commonly a single speaker, held close to ears and connected to a signal source such as an audio amplifier, radio, CD player or portable media player. + + + Loudspeaker + A device designed to convert electrical signals to sounds that can be heard. + + + + + Recording-device + A device that copies information in a signal into a persistent information bearer. + + EEG-recorder + A device for recording electric currents in the brain using electrodes applied to the scalp, to the surface of the brain, or placed within the substance of the brain. + + + File-storage + A device for recording digital information to a permanent media. + + + MEG-recorder + A device for measuring the magnetic fields produced by electrical activity in the brain, usually conducted externally. + + + Motion-capture + A device for recording the movement of objects or people. + + + Tape-recorder + A device for recording and reproduction usually using magnetic tape for storage that can be saved and played back. + + + + Touchscreen + A control component that operates an electronic device by pressing the display on the screen. + + + + Machine + A human-made device that uses power to apply forces and control movement to perform an action. + + + Measurement-device + A device in which a measure function inheres. + + Clock + A device designed to indicate the time of day or to measure the time duration of an event or action. + + Clock-face + A location identifier based on clockface numbering or anatomic subregion. + + + + + Robot + A mechanical device that sometimes resembles a living animal and is capable of performing a variety of often complex human tasks on command or by being programmed in advance. + + + Tool + A component that is not part of a device but is designed to support its assemby or operation. + + + + Document + A physical object, or electronic counterpart, that is characterized by containing writing which is meant to be human-readable. + + Letter + A written message addressed to a person or organization. + + + Note + A brief written record. + + + Book + A volume made up of pages fastened along one edge and enclosed between protective covers. + + + Notebook + A book for notes or memoranda. + + + Questionnaire + A document consisting of questions and possibly responses, depending on whether it has been filled out. + + + + Furnishing + Furniture, fittings, and other decorative accessories, such as curtains and carpets, for a house or room. + + + Manufactured-material + Substances created or extracted from raw materials. + + Ceramic + A hard, brittle, heat-resistant and corrosion-resistant material made by shaping and then firing a nonmetallic mineral, such as clay, at a high temperature. + + + Glass + A brittle transparent solid with irregular atomic structure. + + + Paper + A thin sheet material produced by mechanically or chemically processing cellulose fibres derived from wood, rags, grasses or other vegetable sources in water. + + + Plastic + Various high-molecular-weight thermoplastic or thermosetting polymers that are capable of being molded, extruded, drawn, or otherwise shaped and then hardened into a form. + + + Steel + An alloy made up of iron with typically a few tenths of a percent of carbon to improve its strength and fracture resistance compared to iron. + + + + Media + Media are audo/visual/audiovisual modes of communicating information for mass consumption. + + Media-clip + A short segment of media. + + Audio-clip + A short segment of audio. + + + Audiovisual-clip + A short media segment containing both audio and video. + + + Video-clip + A short segment of video. + + + + Visualization + An planned process that creates images, diagrams or animations from the input data. + + Animation + A form of graphical illustration that changes with time to give a sense of motion or represent dynamic changes in the portrayal. + + + Art-installation + A large-scale, mixed-media constructions, often designed for a specific place or for a temporary period of time. + + + Braille + A display using a system of raised dots that can be read with the fingers by people who are blind. + + + Image + Any record of an imaging event whether physical or electronic. + + Cartoon + A type of illustration, sometimes animated, typically in a non-realistic or semi-realistic style. The specific meaning has evolved over time, but the modern usage usually refers to either an image or series of images intended for satire, caricature, or humor. A motion picture that relies on a sequence of illustrations for its animation. + + + Drawing + A representation of an object or outlining a figure, plan, or sketch by means of lines. + + + Icon + A sign (such as a word or graphic symbol) whose form suggests its meaning. + + + Painting + A work produced through the art of painting. + + + Photograph + An image recorded by a camera. + + + + Movie + A sequence of images displayed in succession giving the illusion of continuous movement. + + + Outline-visualization + A visualization consisting of a line or set of lines enclosing or indicating the shape of an object in a sketch or diagram. + + + Point-light-visualization + A display in which action is depicted using a few points of light, often generated from discrete sensors in motion capture. + + + Sculpture + A two- or three-dimensional representative or abstract forms, especially by carving stone or wood or by casting metal or plaster. + + + Stick-figure-visualization + A drawing showing the head of a human being or animal as a circle and all other parts as straight lines. + + + + + Navigational-object + An object whose purpose is to assist directed movement from one location to another. + + Path + A trodden way. A way or track laid down for walking or made by continual treading. + + + Road + An open way for the passage of vehicles, persons, or animals on land. + + Lane + A defined path with physical dimensions through which an object or substance may traverse. + + + + Runway + A paved strip of ground on a landing field for the landing and takeoff of aircraft. + + + + Vehicle + A mobile machine which transports people or cargo. + + Aircraft + A vehicle which is able to travel through air in an atmosphere. + + + Bicycle + A human-powered, pedal-driven, single-track vehicle, having two wheels attached to a frame, one behind the other. + + + Boat + A watercraft of any size which is able to float or plane on water. + + + Car + A wheeled motor vehicle used primarily for the transportation of human passengers. + + + Cart + A cart is a vehicle which has two wheels and is designed to transport human passengers or cargo. + + + Tractor + A mobile machine specifically designed to deliver a high tractive effort at slow speeds, and mainly used for the purposes of hauling a trailer or machinery used in agriculture or construction. + + + Train + A connected line of railroad cars with or without a locomotive. + + + Truck + A motor vehicle which, as its primary funcion, transports cargo rather than human passangers. + + + + + Natural-object + Something that exists in or is produced by nature, and is not artificial or man-made. + + Mineral + A solid, homogeneous, inorganic substance occurring in nature and having a definite chemical composition. + + + Natural-feature + A feature that occurs in nature. A prominent or identifiable aspect, region, or site of interest. + + Field + An unbroken expanse as of ice or grassland. + + + Hill + A rounded elevation of limited extent rising above the surrounding land with local relief of less than 300m. + + + Mountain + A landform that extends above the surrounding terrain in a limited area. + + + River + A natural freshwater surface stream of considerable volume and a permanent or seasonal flow, moving in a definite channel toward a sea, lake, or another river. + + + Waterfall + A sudden descent of water over a step or ledge in the bed of a river. + + + + + + Sound + Mechanical vibrations transmitted by an elastic medium. Something that can be heard. + + Environmental-sound + Sounds occuring in the environment. An accumulation of noise pollution that occurs outside. This noise can be caused by transport, industrial, and recreational activities. + + Crowd-sound + Noise produced by a mixture of sounds from a large group of people. + + + Signal-noise + Any part of a signal that is not the true or original signal but is introduced by the communication mechanism. + + + + Musical-sound + Sound produced by continuous and regular vibrations, as opposed to noise. + + Tone + A musical note, warble, or other sound used as a particular signal on a telephone or answering machine. + + + Instrument-sound + Sound produced by a musical instrument. + + + Vocalized-sound + Musical sound produced by vocal cords in a biological agent. + + + + Named-animal-sound + A sound recognizable as being associated with particular animals. + + Barking + Sharp explosive cries like sounds made by certain animals, especially a dog, fox, or seal. + + + Bleating + Wavering cries like sounds made by a sheep, goat, or calf. + + + Crowing + Loud shrill sounds characteristic of roosters. + + + Chirping + Short, sharp, high-pitched noises like sounds made by small birds or an insects. + + + Growling + Low guttural sounds like those that made in the throat by a hostile dog or other animal. + + + Meowing + Vocalizations like those made by as those cats. These sounds have diverse tones and are sometimes chattered, murmured or whispered. The purpose can be assertive. + + + Mooing + Deep vocal sounds like those made by a cow. + + + Purring + Low continuous vibratory sound such as those made by cats. The sound expresses contentment. + + + Roaring + Loud, deep, or harsh prolonged sounds such as those made by big cats and bears for long-distance communication and intimidation. + + + Squawking + Loud, harsh noises such as those made by geese. + + + + Named-object-sound + A sound identifiable as coming from a particular type of object. + + Alarm-sound + A loud signal often loud continuous ringing to alert people to a problem or condition that requires urgent attention. + + + Beep + A short, single tone, that is typically high-pitched and generally made by a computer or other machine. + + + Buzz + A persistent vibratory sound often made by a buzzer device and used to indicate something incorrect. + + + Ka-ching + The sound made by a mechanical cash register, often to designate a reward. + + + Click + The sound made by a mechanical cash register, often to designate a reward. + + + Ding + A short ringing sound such as that made by a bell, often to indicate a correct response or the expiration of time. + + + Horn-blow + A loud sound made by forcing air through a sound device that funnels air to create the sound, often used to sound an alert. + + + Siren + A loud, continuous sound often varying in frequency designed to indicate an emergency. + + + + + + Property + Something that pertains to a thing. A characteristic of some entity. A quality or feature regarded as a characteristic or inherent part of someone or something. HED attributes are adjectives or adverbs. + + extensionAllowed + + + Agent-property + Something that pertains to an agent. + + extensionAllowed + + + Agent-state + The state of the agent. + + Agent-cognitive-state + The state of the cognitive processes or state of mind of the agent. + + Alert + Condition of heightened watchfulness or preparation for action. + + + Anesthetized + Having lost sensation to pain or having senses dulled due to the effects of an anesthetic. + + + Asleep + Having entered a periodic, readily reversible state of reduced awareness and metabolic activity, usually accompanied by physical relaxation and brain activity. + + + Attentive + Concentrating and focusing mental energy on the task or surroundings. + + + Distracted + Lacking in concentration because of being preoccupied. + + + Awake + In a non sleeping state. + + + Brain-dead + Characterized by the irreversible absence of cortical and brain stem functioning. + + + Comatose + In a state of profound unconsciousness associated with markedly depressed cerebral activity. + + + Drowsy + In a state of near-sleep, a strong desire for sleep, or sleeping for unusually long periods. + + + Intoxicated + In a state with disturbed psychophysiological functions and responses as a result of administration or ingestion of a psychoactive substance. + + + Locked-in + In a state of complete paralysis of all voluntary muscles except for the ones that control the movements of the eyes. + + + Passive + Not responding or initiating an action in response to a stimulus. + + + Resting + A state in which the agent is not exhibiting any physical exertion. + + + Vegetative + A state of wakefulness and conscience, but (in contrast to coma) with involuntary opening of the eyes and movements (such as teeth grinding, yawning, or thrashing of the extremities). + + + + Agent-emotional-state + The status of the general temperament and outlook of an agent. + + Angry + Experiencing emotions characterized by marked annoyance or hostility. + + + Aroused + In a state reactive to stimuli leading to increased heart rate and blood pressure, sensory alertness, mobility and readiness to respond. + + + Awed + Filled with wonder. Feeling grand, sublime or powerful emotions characterized by a combination of joy, fear, admiration, reverence, and/or respect. + + + Compassionate + Feeling or showing sympathy and concern for others often evoked for a person who is in distress and associated with altruistic motivation. + + + Content + Feeling satisfaction with things as they are. + + + Disgusted + Feeling revulsion or profound disapproval aroused by something unpleasant or offensive. + + + Emotionally-neutral + Feeling neither satisfied nor dissatisfied. + + + Empathetic + Understanding and sharing the feelings of another. Being aware of, being sensitive to, and vicariously experiencing the feelings, thoughts, and experience of another. + + + Excited + Feeling great enthusiasm and eagerness. + + + Fearful + Feeling apprehension that one may be in danger. + + + Frustrated + Feeling annoyed as a result of being blocked, thwarted, disappointed or defeated. + + + Grieving + Feeling sorrow in response to loss, whether physical or abstract. + + + Happy + Feeling pleased and content. + + + Jealous + Feeling threatened by a rival in a relationship with another individual, in particular an intimate partner, usually involves feelings of threat, fear, suspicion, distrust, anxiety, anger, betrayal, and rejection. + + + Joyful + Feeling delight or intense happiness. + + + Loving + Feeling a strong positive emotion of affection and attraction. + + + Relieved + No longer feeling pain, distress, anxiety, or reassured. + + + Sad + Feeling grief or unhappiness. + + + Stressed + Experiencing mental or emotional strain or tension. + + + + Agent-physiological-state + Having to do with the mechanical, physical, or biochemical function of an agent. + + Healthy + Having no significant health-related issues. + + relatedTag + Sick + + + + Hungry + Being in a state of craving or desiring food. + + relatedTag + Sated + Thirsty + + + + Rested + Feeling refreshed and relaxed. + + relatedTag + Tired + + + + Sated + Feeling full. + + relatedTag + Hungry + + + + Sick + Being in a state of ill health, bodily malfunction, or discomfort. + + relatedTag + Healthy + + + + Thirsty + Feeling a need to drink. + + relatedTag + Hungry + + + + Tired + Feeling in need of sleep or rest. + + relatedTag + Rested + + + + + Agent-postural-state + Pertaining to the position in which agent holds their body. + + Crouching + Adopting a position where the knees are bent and the upper body is brought forward and down, sometimes to avoid detection or to defend oneself. + + + Eyes-closed + Keeping eyes closed with no blinking. + + + Eyes-open + Keeping eyes open with occasional blinking. + + + Kneeling + Positioned where one or both knees are on the ground. + + + On-treadmill + Ambulation on an exercise apparatus with an endless moving belt to support moving in place. + + + Prone + Positioned in a recumbent body position whereby the person lies on its stomach and faces downward. + + + Sitting + In a seated position. + + + Standing + Assuming or maintaining an erect upright position. + + + Seated-with-chin-rest + Using a device that supports the chin and head. + + + + + Agent-task-role + The function or part that is ascribed to an agent in performing the task. + + Experiment-actor + An agent who plays a predetermined role to create the experiment scenario. + + + Experiment-controller + An agent exerting control over some aspect of the experiment. + + + Experiment-participant + Someone who takes part in an activity related to an experiment. + + + Experimenter + Person who is the owner of the experiment and has its responsibility. + + + + Agent-trait + A genetically, environmentally, or socially determined characteristic of an agent. + + Age + Length of time elapsed time since birth of the agent. + + # + + takesValue + + + valueClass + numericClass + + + + + Agent-experience-level + Amount of skill or knowledge that the agent has as pertains to the task. + + Expert-level + Having comprehensive and authoritative knowledge of or skill in a particular area related to the task. + + relatedTag + Intermediate-experience-level + Novice-level + + + + Intermediate-experience-level + Having a moderate amount of knowledge or skill related to the task. + + relatedTag + Expert-level + Novice-level + + + + Novice-level + Being inexperienced in a field or situation related to the task. + + relatedTag + Expert-level + Intermediate-experience-level + + + + + Gender + Characteristics that are socially constructed, including norms, behaviors, and roles based on sex. + + + Sex + Physical properties or qualities by which male is distinguished from female. + + Female + Biological sex of an individual with female sexual organs such ova. + + + Male + Biological sex of an individual with male sexual organs producing sperm. + + + Intersex + Having genitalia and/or secondary sexual characteristics of indeterminate sex. + + + + Ethnicity + Belong to a social group that has a common national or cultural tradition. Use with Label to avoid extension. + + + Handedness + Individual preference for use of a hand, known as the dominant hand. + + Left-handed + Preference for using the left hand or foot for tasks requiring the use of a single hand or foot. + + + Right-handed + Preference for using the right hand or foot for tasks requiring the use of a single hand or foot. + + + Ambidextrous + Having no overall dominance in the use of right or left hand or foot in the performance of tasks that require one hand or foot. + + + + Race + Belonging to a group sharing physical or social qualities as defined within a specified society. Use with Label to avoid extension. + + + + + Data-property + Something that pertains to data or information. + + extensionAllowed + + + Data-marker + An indicator placed to mark something. + + Data-break-marker + An indicator place to indicate a gap in the data. + + + Temporal-marker + An indicator placed at a particular time in the data. + + Onset + Labels the start or beginning of something, usually an event. + + topLevelTagGroup + + + + Offset + Labels the time at which something stops. + + topLevelTagGroup + + + + Pause + Indicates the temporary interruption of the operation a process and subsequently wait for a signal to continue. + + + Time-out + A cancellation or cessation that automatically occurs when a predefined interval of time has passed without a certain event occurring. + + + Time-sync + A synchronization signal whose purpose to help synchronize different signals or processes. Often used to indicate a marker inserted into the recorded data to allow post hoc synchronization of concurrently recorded data streams. + + + + + Data-resolution + Smallest change in a quality being measured by an sensor that causes a perceptible change. + + Printer-resolution + Resolution of a printer, usually expressed as the number of dots-per-inch for a printer. + + # + + takesValue + + + valueClass + numericClass + + + + + Screen-resolution + Resolution of a screen, usually expressed as the of pixels in a dimension for a digital display device. + + # + + takesValue + + + valueClass + numericClass + + + + + Sensory-resolution + Resolution of measurements by a sensing device. + + # + + takesValue + + + valueClass + numericClass + + + + + Spatial-resolution + Linear spacing of a spatial measurement. + + # + + takesValue + + + valueClass + numericClass + + + + + Spectral-resolution + Measures the ability of a sensor to resolve features in the electromagnetic spectrum. + + # + + takesValue + + + valueClass + numericClass + + + + + Temporal-resolution + Measures the ability of a sensor to resolve features in time. + + # + + takesValue + + + valueClass + numericClass + + + + + + Data-source-type + The type of place, person, or thing from which the data comes or can be obtained. + + Computed-feature + A feature computed from the data by a tool. This tag should be grouped with a label of the form Toolname_propertyName. + + + Computed-prediction + A computed extrapolation of known data. + + + Expert-annotation + An explanatory or critical comment or other in-context information provided by an authority. + + + Instrument-measurement + Information obtained from a device that is used to measure material properties or make other observations. + + + Observation + Active acquisition of information from a primary source. Should be grouped with a label of the form AgentID_featureName. + + + + Data-value + Designation of the type of a data item. + + Categorical-value + Indicates that something can take on a limited and usually fixed number of possible values. + + Categorical-class-value + Categorical values that fall into discrete classes such as true or false. The grouping is absolute in the sense that it is the same for all participants. + + All + To a complete degree or to the full or entire extent. + + relatedTag + Some + None + + + + Correct + Free from error. Especially conforming to fact or truth. + + relatedTag + Wrong + + + + Explicit + Stated clearly and in detail, leaving no room for confusion or doubt. + + relatedTag + Implicit + + + + False + Not in accordance with facts, reality or definitive criteria. + + relatedTag + True + + + + Implicit + Implied though not plainly expressed. + + relatedTag + Explicit + + + + Invalid + Not allowed or not conforming to the correct format or specifications. + + relatedTag + Valid + + + + None + No person or thing, nobody, not any. + + relatedTag + All + Some + + + + Some + At least a small amount or number of, but not a large amount of, or often. + + relatedTag + All + None + + + + True + Conforming to facts, reality or definitive criteria. + + relatedTag + False + + + + Valid + Allowable, usable, or acceptable. + + relatedTag + Invalid + + + + Wrong + Inaccurate or not correct. + + relatedTag + Correct + + + + + Categorical-judgment-value + Categorical values that are based on the judgment or perception of the participant such familiar and famous. + + Abnormal + Deviating in any way from the state, position, structure, condition, behavior, or rule which is considered a norm. + + relatedTag + Normal + + + + Asymmetrical + Lacking symmetry or having parts that fail to correspond to one another in shape, size, or arrangement. + + relatedTag + Symmetrical + + + + Audible + A sound that can be perceived by the participant. + + relatedTag + Inaudible + + + + Congruent + Concordance of multiple evidence lines. In agreement or harmony. + + relatedTag + Incongruent + + + + Complex + Hard, involved or complicated, elaborate, having many parts. + + relatedTag + Simple + + + + Constrained + Keeping something within particular limits or bounds. + + relatedTag + Unconstrained + + + + Disordered + Not neatly arranged. Confused and untidy. A structural quality in which the parts of an object are non-rigid. + + relatedTag + Ordered + + + + Familiar + Recognized, familiar, or within the scope of knowledge. + + relatedTag + Unfamiliar + Famous + + + + Famous + A person who has a high degree of recognition by the general population for his or her success or accomplishments. A famous person. + + relatedTag + Familiar + Unfamiliar + + + + Inaudible + A sound below the threshold of perception of the participant. + + relatedTag + Audible + + + + Incongruent + Not in agreement or harmony. + + relatedTag + Congruent + + + + Involuntary + An action that is not made by choice. In the body, involuntary actions (such as blushing) occur automatically, and cannot be controlled by choice. + + relatedTag + Voluntary + + + + Masked + Information exists but is not provided or is partially obscured due to security, privacy, or other concerns. + + relatedTag + Unmasked + + + + Normal + Being approximately average or within certain limits. Conforming with or constituting a norm or standard or level or type or social norm. + + relatedTag + Abnormal + + + + Ordered + Conforming to a logical or comprehensible arrangement of separate elements. + + relatedTag + Disordered + + + + Simple + Easily understood or presenting no difficulties. + + relatedTag + Complex + + + + Symmetrical + Made up of exactly similar parts facing each other or around an axis. Showing aspects of symmetry. + + relatedTag + Asymmetrical + + + + Unconstrained + Moving without restriction. + + relatedTag + Constrained + + + + Unfamiliar + Not having knowledge or experience of. + + relatedTag + Familiar + Famous + + + + Unmasked + Information is revealed. + + relatedTag + Masked + + + + Voluntary + Using free will or design; not forced or compelled; controlled by individual volition. + + relatedTag + Involuntary + + + + + Categorical-level-value + Categorical values based on dividing a continuous variable into levels such as high and low. + + Cold + Having an absence of heat. + + relatedTag + Hot + + + + Deep + Extending relatively far inward or downward. + + relatedTag + Shallow + + + + High + Having a greater than normal degree, intensity, or amount. + + relatedTag + Low + Medium + + + + Hot + Having an excess of heat. + + relatedTag + Cold + + + + Large + Having a great extent such as in physical dimensions, period of time, amplitude or frequency. + + relatedTag + Small + + + + Liminal + Situated at a sensory threshold that is barely perceptible or capable of eliciting a response. + + relatedTag + Subliminal + Supraliminal + + + + Loud + Having a perceived high intensity of sound. + + relatedTag + Quiet + + + + Low + Less than normal in degree, intensity or amount. + + relatedTag + High + + + + Medium + Mid-way between small and large in number, quantity, magnitude or extent. + + relatedTag + Low + High + + + + Negative + Involving disadvantage or harm. + + relatedTag + Positive + + + + Positive + Involving advantage or good. + + relatedTag + Negative + + + + Quiet + Characterizing a perceived low intensity of sound. + + relatedTag + Loud + + + + Rough + Having a surface with perceptible bumps, ridges, or irregularities. + + relatedTag + Smooth + + + + Shallow + Having a depth which is relatively low. + + relatedTag + Deep + + + + Small + Having a small extent such as in physical dimensions, period of time, amplitude or frequency. + + relatedTag + Large + + + + Smooth + Having a surface free from bumps, ridges, or irregularities. + + relatedTag + Rough + + + + Subliminal + Situated below a sensory threshold that is imperceptible or not capable of eliciting a response. + + relatedTag + Liminal + Supraliminal + + + + Supraliminal + Situated above a sensory threshold that is perceptible or capable of eliciting a response. + + relatedTag + Liminal + Subliminal + + + + Thick + Wide in width, extent or cross-section. + + relatedTag + Thin + + + + Thin + Narrow in width, extent or cross-section. + + relatedTag + Thick + + + + + Categorical-orientation-value + Value indicating the orientation or direction of something. + + Backward + Directed behind or to the rear. + + relatedTag + Forward + + + + Downward + Moving or leading toward a lower place or level. + + relatedTag + Leftward + Rightward + Upward + + + + Forward + At or near or directed toward the front. + + relatedTag + Backward + + + + Horizontally-oriented + Oriented parallel to or in the plane of the horizon. + + relatedTag + Vertically-oriented + + + + Leftward + Going toward or facing the left. + + relatedTag + Downward + Rightward + Upward + + + + Oblique + Slanting or inclined in direction, course, or position that is neither parallel nor perpendicular nor right-angular. + + relatedTag + Rotated + + + + Rightward + Going toward or situated on the right. + + relatedTag + Downward + Leftward + Upward + + + + Rotated + Positioned offset around an axis or center. + + + Upward + Moving, pointing, or leading to a higher place, point, or level. + + relatedTag + Downward + Leftward + Rightward + + + + Vertically-oriented + Oriented perpendicular to the plane of the horizon. + + relatedTag + Horizontally-oriented + + + + + + Physical-value + The value of some physical property of something. + + Weight + The relative mass or the quantity of matter contained by something. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + weightUnits + + + + + Temperature + A measure of hot or cold based on the average kinetic energy of the atoms or molecules in the system. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + temperatureUnits + + + + + + Quantitative-value + Something capable of being estimated or expressed with numeric values. + + Fraction + A numerical value between 0 and 1. + + # + + takesValue + + + valueClass + numericClass + + + + + Item-count + The integer count of something which is usually grouped with the entity it is counting. (Item-count/3, A) indicates that 3 of A have occurred up to this point. + + # + + takesValue + + + valueClass + numericClass + + + + + Item-index + The index of an item in a collection, sequence or other structure. (A (Item-index/3, B)) means that A is item number 3 in B. + + # + + takesValue + + + valueClass + numericClass + + + + + Item-interval + An integer indicating how many items or entities have passed since the last one of these. An item interval of 0 indicates the current item. + + # + + takesValue + + + valueClass + numericClass + + + + + Percentage + A fraction or ratio with 100 understood as the denominator. + + # + + takesValue + + + valueClass + numericClass + + + + + Ratio + A quotient of quantities of the same kind for different components within the same system. + + # + + takesValue + + + valueClass + numericClass + + + + + + Statistical-value + A value based on or employing the principles of statistics. + + extensionAllowed + + + Data-maximum + The largest possible quantity or degree. + + # + + takesValue + + + valueClass + numericClass + + + + + Data-mean + The sum of a set of values divided by the number of values in the set. + + # + + takesValue + + + valueClass + numericClass + + + + + Data-median + The value which has an equal number of values greater and less than it. + + # + + takesValue + + + valueClass + numericClass + + + + + Data-minimum + The smallest possible quantity. + + # + + takesValue + + + valueClass + numericClass + + + + + Probability + A measure of the expectation of the occurrence of a particular event. + + # + + takesValue + + + valueClass + numericClass + + + + + Standard-deviation + A measure of the range of values in a set of numbers. Standard deviation is a statistic used as a measure of the dispersion or variation in a distribution, equal to the square root of the arithmetic mean of the squares of the deviations from the arithmetic mean. + + # + + takesValue + + + valueClass + numericClass + + + + + Statistical-accuracy + A measure of closeness to true value expressed as a number between 0 and 1. + + # + + takesValue + + + valueClass + numericClass + + + + + Statistical-precision + A quantitative representation of the degree of accuracy necessary for or associated with a particular action. + + # + + takesValue + + + valueClass + numericClass + + + + + Statistical-recall + Sensitivity is a measurement datum qualifying a binary classification test and is computed by substracting the false negative rate to the integral numeral 1. + + # + + takesValue + + + valueClass + numericClass + + + + + Statistical-uncertainty + A measure of the inherent variability of repeated observation measurements of a quantity including quantities evaluated by statistical methods and by other means. + + # + + takesValue + + + valueClass + numericClass + + + + + + Spatiotemporal-value + A property relating to space and/or time. + + Rate-of-change + The amount of change accumulated per unit time. + + Acceleration + Magnitude of the rate of change in either speed or direction. The direction of change should be given separately. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + accelerationUnits + + + + + Frequency + Frequency is the number of occurrences of a repeating event per unit time. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + frequencyUnits + + + + + Jerk-rate + Magnitude of the rate at which the acceleration of an object changes with respect to time. The direction of change should be given separately. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + jerkUnits + + + + + Sampling-rate + The number of digital samples taken or recorded per unit of time. + + # + + takesValue + + + unitClass + frequencyUnits + + + + + Refresh-rate + The frequency with which the image on a computer monitor or similar electronic display screen is refreshed, usually expressed in hertz. + + # + + takesValue + + + valueClass + numericClass + + + + + Speed + A scalar measure of the rate of movement of the object expressed either as the distance travelled divided by the time taken (average speed) or the rate of change of position with respect to time at a particular point (instantaneous speed). The direction of change should be given separately. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + speedUnits + + + + + Temporal-rate + The number of items per unit of time. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + frequencyUnits + + + + + + Spatial-value + Value of an item involving space. + + Angle + The amount of inclination of one line to another or the plane of one object to another. + + # + + takesValue + + + unitClass + angleUnits + + + valueClass + numericClass + + + + + Distance + A measure of the space separating two objects or points. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Position + A reference to the alignment of an object, a particular situation or view of a situation, or the location of an object. Coordinates with respect a specified frame of reference or the default Screen-frame if no frame is given. + + X-position + The position along the x-axis of the frame of reference. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Y-position + The position along the y-axis of the frame of reference. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Z-position + The position along the z-axis of the frame of reference. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + + Size + The physical magnitude of something. + + Area + The extent of a 2-dimensional surface enclosed within a boundary. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + areaUnits + + + + + Depth + The distance from the surface of something especially from the perspective of looking from the front. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Length + The linear extent in space from one end of something to the other end, or the extent of something from beginning to end. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Width + The extent or measurement of something from side to side. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Height + The vertical measurement or distance from the base to the top of an object. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Volume + The amount of three dimensional space occupied by an object or the capacity of a space or container. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + volumeUnits + + + + + + + Temporal-value + A characteristic of or relating to time or limited by time. + + Delay + Time during which some action is awaited. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Duration + The period of time during which something occurs or continues. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Time-interval + The period of time separating two instances, events, or occurrences. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Time-value + A value with units of time. Usually grouped with tags identifying what the value represents. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + + + + Data-variability-attribute + An attribute describing how something changes or varies. + + Abrupt + Marked by sudden change. + + + Constant + Continually recurring or continuing without interruption. Not changing in time or space. + + + Continuous + Uninterrupted in time, sequence, substance, or extent. + + relatedTag + Discrete + Discontinuous + + + + Decreasing + Becoming smaller or fewer in size, amount, intensity, or degree. + + relatedTag + Increasing + + + + Deterministic + No randomness is involved in the development of the future states of the element. + + relatedTag + Random + Stochastic + + + + Discontinuous + Having a gap in time, sequence, substance, or extent. + + relatedTag + Continuous + + + + Discrete + Constituting a separate entities or parts. + + relatedTag + Continuous + Discontinuous + + + + Flickering + Moving irregularly or unsteadily or burning or shining fitfully or with a fluctuating light. + + + Estimated-value + Something that has been calculated or measured approximately. + + + Exact-value + A value that is viewed to the true value according to some standard. + + + Fractal + Having extremely irregular curves or shapes for which any suitably chosen part is similar in shape to a given larger or smaller part when magnified or reduced to the same size. + + + Increasing + Becoming greater in size, amount, or degree. + + relatedTag + Decreasing + + + + Random + Governed by or depending on chance. Lacking any definite plan or order or purpose. + + relatedTag + Deterministic + Stochastic + + + + Repetitive + A recurring action that is often non-purposeful. + + + Stochastic + Uses a random probability distribution or pattern that may be analysed statistically but may not be predicted precisely to determine future states. + + relatedTag + Deterministic + Random + + + + Varying + Differing in size, amount, degree, or nature. + + + + + Environmental-property + Relating to or arising from the surroundings of an agent. + + Indoors + Located inside a building or enclosure. + + + Outdoors + Any area outside a building or shelter. + + + Real-world + Located in a place that exists in real space and time under realistic conditions. + + + Virtual-world + Using technology that creates immersive, computer-generated experiences that a person can interact with and navigate through. The digital content is generally delivered to the user through some type of headset and responds to changes in head position or through interaction with other types of sensors. Existing in a virtual setting such as a simulation or game environment. + + + Augmented-reality + Using technology that enhances real-world experiences with computer-derived digital overlays to change some aspects of perception of the natural environment. The digital content is shown to the user through a smart device or glasses and responds to changes in the environment. + + + Motion-platform + A mechanism that creates the feelings of being in a real motion environment. + + + Urban + Relating to, located in, or characteristic of a city or densely populated area. + + + Rural + Of or pertaining to the country as opposed to the city. + + + Terrain + Characterization of the physical features of a tract of land. + + Composite-terrain + Tracts of land characterized by a mixure of physical features. + + + Dirt-terrain + Tracts of land characterized by a soil surface and lack of vegetation. + + + Grassy-terrain + Tracts of land covered by grass. + + + Gravel-terrain + Tracts of land covered by a surface consisting a loose aggregation of small water-worn or pounded stones. + + + Leaf-covered-terrain + Tracts of land covered by leaves and composited organic material. + + + Muddy-terrain + Tracts of land covered by a liquid or semi-liquid mixture of water and some combination of soil, silt, and clay. + + + Paved-terrain + Tracts of land covered with concrete, asphalt, stones, or bricks. + + + Rocky-terrain + Tracts of land consisting or full of rock or rocks. + + + Sloped-terrain + Tracts of land arranged in a sloping or inclined position. + + + Uneven-terrain + Tracts of land that are not level, smooth, or regular. + + + + + Informational-property + Something that pertains to a task. + + extensionAllowed + + + Description + An explanation of what the tag group it is in means. If the description is at the top-level of an event string, the description applies to the event. + + requireChild + + + # + + takesValue + + + valueClass + textClass + + + + + ID + An alphanumeric name that identifies either a unique object or a unique class of objects. Here the object or class may be an idea, physical countable object (or class), or physical uncountable substance (or class). + + requireChild + + + # + + takesValue + + + valueClass + textClass + + + + + Label + A string of 20 or fewer characters identifying something. Labels usually refer to general classes of things while IDs refer to specific instances. A term that is associated with some entity. A brief description given for purposes of identification. An identifying or descriptive marker that is attached to an object. + + requireChild + + + # + + takesValue + + + valueClass + nameClass + + + + + Metadata + Data about data. Information that describes another set of data. + + CogAtlas + The Cognitive Atlas ID number of something. + + # + + takesValue + + + + + CogPo + The CogPO ID number of something. + + # + + takesValue + + + + + Creation-date + The date on which data creation of this element began. + + requireChild + + + # + + takesValue + + + valueClass + dateTimeClass + + + + + Experimental-note + A brief written record about the experiment. + + # + + takesValue + + + valueClass + textClass + + + + + Library-name + Official name of a HED library. + + # + + takesValue + + + valueClass + nameClass + + + + + OBO-identifier + The identifier of a term in some Open Biology Ontology (OBO) ontology. + + # + + takesValue + + + valueClass + nameClass + + + + + Pathname + The specification of a node (file or directory) in a hierarchical file system, usually specified by listing the nodes top-down. + + # + + takesValue + + + + + Subject-identifier + A sequence of characters used to identify, name, or characterize a trial or study subject. + + # + + takesValue + + + + + Version-identifier + An alphanumeric character string that identifies a form or variant of a type or original. + + # + Usually is a semantic version. + + takesValue + + + + + + Parameter + Something user-defined for this experiment. + + Parameter-label + The name of the parameter. + + # + + takesValue + + + valueClass + nameClass + + + + + Parameter-value + The value of the parameter. + + # + + takesValue + + + valueClass + textClass + + + + + + + Organizational-property + Relating to an organization or the action of organizing something. + + Collection + A tag designating a grouping of items such as in a set or list. + + # + Name of the collection. + + takesValue + + + valueClass + nameClass + + + + + Condition-variable + An aspect of the experiment or task that is to be varied during the experiment. Task-conditions are sometimes called independent variables or contrasts. + + # + Name of the condition variable. + + takesValue + + + valueClass + nameClass + + + + + Control-variable + An aspect of the experiment that is fixed throughout the study and usually is explicitly controlled. + + # + Name of the control variable. + + takesValue + + + valueClass + nameClass + + + + + Def + A HED-specific utility tag used with a defined name to represent the tags associated with that definition. + + requireChild + + + # + Name of the definition. + + takesValue + + + valueClass + nameClass + + + + + Def-expand + A HED specific utility tag that is grouped with an expanded definition. The child value of the Def-expand is the name of the expanded definition. + + requireChild + + + tagGroup + + + # + + takesValue + + + valueClass + nameClass + + + + + Definition + A HED-specific utility tag whose child value is the name of the concept and the tag group associated with the tag is an English language explanation of a concept. + + requireChild + + + topLevelTagGroup + + + # + Name of the definition. + + takesValue + + + valueClass + nameClass + + + + + Event-context + A special HED tag inserted as part of a top-level tag group to contain information about the interrelated conditions under which the event occurs. The event context includes information about other events that are ongoing when this event happens. + + topLevelTagGroup + + + unique + + + + Event-stream + A special HED tag indicating that this event is a member of an ordered succession of events. + + # + Name of the event stream. + + takesValue + + + valueClass + nameClass + + + + + Experimental-intertrial + A tag used to indicate a part of the experiment between trials usually where nothing is happening. + + # + Optional label for the intertrial block. + + takesValue + + + valueClass + nameClass + + + + + Experimental-trial + Designates a run or execution of an activity, for example, one execution of a script. A tag used to indicate a particular organizational part in the experimental design often containing a stimulus-response pair or stimulus-response-feedback triad. + + # + Optional label for the trial (often a numerical string). + + takesValue + + + valueClass + nameClass + + + + + Indicator-variable + An aspect of the experiment or task that is measured as task conditions are varied during the experiment. Experiment indicators are sometimes called dependent variables. + + # + Name of the indicator variable. + + takesValue + + + valueClass + nameClass + + + + + Recording + A tag designating the data recording. Recording tags are usually have temporal scope which is the entire recording. + + # + Optional label for the recording. + + takesValue + + + valueClass + nameClass + + + + + Task + An assigned piece of work, usually with a time allotment. A tag used to indicate a linkage the structured activities performed as part of the experiment. + + # + Optional label for the task block. + + takesValue + + + valueClass + nameClass + + + + + Time-block + A tag used to indicate a contiguous time block in the experiment during which something is fixed or noted. + + # + Optional label for the task block. + + takesValue + + + valueClass + nameClass + + + + + + Sensory-property + Relating to sensation or the physical senses. + + Sensory-attribute + A sensory characteristic associated with another entity. + + Auditory-attribute + Pertaining to the sense of hearing. + + Loudness + Perceived intensity of a sound. + + # + + takesValue + + + valueClass + numericClass + nameClass + + + + + Pitch + A perceptual property that allows the user to order sounds on a frequency scale. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + frequencyUnits + + + + + Sound-envelope + Description of how a sound changes over time. + + Sound-envelope-attack + The time taken for initial run-up of level from nil to peak usually beginning when the key on a musical instrument is pressed. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Sound-envelope-decay + The time taken for the subsequent run down from the attack level to the designated sustain level. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Sound-envelope-release + The time taken for the level to decay from the sustain level to zero after the key is released. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Sound-envelope-sustain + The time taken for the main sequence of the sound duration, until the key is released. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + + Timbre + The perceived sound quality of a singing voice or musical instrument. + + # + + takesValue + + + valueClass + nameClass + + + + + Sound-volume + The sound pressure level (SPL) usually the ratio to a reference signal estimated as the lower bound of hearing. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + intensityUnits + + + + + + Gustatory-attribute + Pertaining to the sense of taste. + + Bitter + Having a sharp, pungent taste. + + + Salty + Tasting of or like salt. + + + Savory + Belonging to a taste that is salty or spicy rather than sweet. + + + Sour + Having a sharp, acidic taste. + + + Sweet + Having or resembling the taste of sugar. + + + + Olfactory-attribute + Having a smell. + + + Somatic-attribute + Pertaining to the feelings in the body or of the nervous system. + + Pain + The sensation of discomfort, distress, or agony, resulting from the stimulation of specialized nerve endings. + + + Stress + The negative mental, emotional, and physical reactions that occur when environmental stressors are perceived as exceeding the adaptive capacities of the individual. + + + + Tactile-attribute + Pertaining to the sense of touch. + + Tactile-pressure + Having a feeling of heaviness. + + + Tactile-temperature + Having a feeling of hotness or coldness. + + + Tactile-texture + Having a feeling of roughness. + + + Tactile-vibration + Having a feeling of mechanical oscillation. + + + + Vestibular-attribute + Pertaining to the sense of balance or body position. + + + Visual-attribute + Pertaining to the sense of sight. + + Color + The appearance of objects (or light sources) described in terms of perception of their hue and lightness (or brightness) and saturation. + + CSS-color + One of 140 colors supported by all browsers. For more details such as the color RGB or HEX values, check: https://www.w3schools.com/colors/colors_groups.asp. + + Blue-color + CSS color group. + + CadetBlue + CSS-color 0x5F9EA0. + + + SteelBlue + CSS-color 0x4682B4. + + + LightSteelBlue + CSS-color 0xB0C4DE. + + + LightBlue + CSS-color 0xADD8E6. + + + PowderBlue + CSS-color 0xB0E0E6. + + + LightSkyBlue + CSS-color 0x87CEFA. + + + SkyBlue + CSS-color 0x87CEEB. + + + CornflowerBlue + CSS-color 0x6495ED. + + + DeepSkyBlue + CSS-color 0x00BFFF. + + + DodgerBlue + CSS-color 0x1E90FF. + + + RoyalBlue + CSS-color 0x4169E1. + + + Blue + CSS-color 0x0000FF. + + + MediumBlue + CSS-color 0x0000CD. + + + DarkBlue + CSS-color 0x00008B. + + + Navy + CSS-color 0x000080. + + + MidnightBlue + CSS-color 0x191970. + + + + Brown-color + CSS color group. + + Cornsilk + CSS-color 0xFFF8DC. + + + BlanchedAlmond + CSS-color 0xFFEBCD. + + + Bisque + CSS-color 0xFFE4C4. + + + NavajoWhite + CSS-color 0xFFDEAD. + + + Wheat + CSS-color 0xF5DEB3. + + + BurlyWood + CSS-color 0xDEB887. + + + Tan + CSS-color 0xD2B48C. + + + RosyBrown + CSS-color 0xBC8F8F. + + + SandyBrown + CSS-color 0xF4A460. + + + GoldenRod + CSS-color 0xDAA520. + + + DarkGoldenRod + CSS-color 0xB8860B. + + + Peru + CSS-color 0xCD853F. + + + Chocolate + CSS-color 0xD2691E. + + + Olive + CSS-color 0x808000. + + + SaddleBrown + CSS-color 0x8B4513. + + + Sienna + CSS-color 0xA0522D. + + + Brown + CSS-color 0xA52A2A. + + + Maroon + CSS-color 0x800000. + + + + Cyan-color + CSS color group. + + Aqua + CSS-color 0x00FFFF. + + + Cyan + CSS-color 0x00FFFF. + + + LightCyan + CSS-color 0xE0FFFF. + + + PaleTurquoise + CSS-color 0xAFEEEE. + + + Aquamarine + CSS-color 0x7FFFD4. + + + Turquoise + CSS-color 0x40E0D0. + + + MediumTurquoise + CSS-color 0x48D1CC. + + + DarkTurquoise + CSS-color 0x00CED1. + + + + Green-color + CSS color group. + + GreenYellow + CSS-color 0xADFF2F. + + + Chartreuse + CSS-color 0x7FFF00. + + + LawnGreen + CSS-color 0x7CFC00. + + + Lime + CSS-color 0x00FF00. + + + LimeGreen + CSS-color 0x32CD32. + + + PaleGreen + CSS-color 0x98FB98. + + + LightGreen + CSS-color 0x90EE90. + + + MediumSpringGreen + CSS-color 0x00FA9A. + + + SpringGreen + CSS-color 0x00FF7F. + + + MediumSeaGreen + CSS-color 0x3CB371. + + + SeaGreen + CSS-color 0x2E8B57. + + + ForestGreen + CSS-color 0x228B22. + + + Green + CSS-color 0x008000. + + + DarkGreen + CSS-color 0x006400. + + + YellowGreen + CSS-color 0x9ACD32. + + + OliveDrab + CSS-color 0x6B8E23. + + + DarkOliveGreen + CSS-color 0x556B2F. + + + MediumAquaMarine + CSS-color 0x66CDAA. + + + DarkSeaGreen + CSS-color 0x8FBC8F. + + + LightSeaGreen + CSS-color 0x20B2AA. + + + DarkCyan + CSS-color 0x008B8B. + + + Teal + CSS-color 0x008080. + + + + Gray-color + CSS color group. + + Gainsboro + CSS-color 0xDCDCDC. + + + LightGray + CSS-color 0xD3D3D3. + + + Silver + CSS-color 0xC0C0C0. + + + DarkGray + CSS-color 0xA9A9A9. + + + DimGray + CSS-color 0x696969. + + + Gray + CSS-color 0x808080. + + + LightSlateGray + CSS-color 0x778899. + + + SlateGray + CSS-color 0x708090. + + + DarkSlateGray + CSS-color 0x2F4F4F. + + + Black + CSS-color 0x000000. + + + + Orange-color + CSS color group. + + Orange + CSS-color 0xFFA500. + + + DarkOrange + CSS-color 0xFF8C00. + + + Coral + CSS-color 0xFF7F50. + + + Tomato + CSS-color 0xFF6347. + + + OrangeRed + CSS-color 0xFF4500. + + + + Pink-color + CSS color group. + + Pink + CSS-color 0xFFC0CB. + + + LightPink + CSS-color 0xFFB6C1. + + + HotPink + CSS-color 0xFF69B4. + + + DeepPink + CSS-color 0xFF1493. + + + PaleVioletRed + CSS-color 0xDB7093. + + + MediumVioletRed + CSS-color 0xC71585. + + + + Purple-color + CSS color group. + + Lavender + CSS-color 0xE6E6FA. + + + Thistle + CSS-color 0xD8BFD8. + + + Plum + CSS-color 0xDDA0DD. + + + Orchid + CSS-color 0xDA70D6. + + + Violet + CSS-color 0xEE82EE. + + + Fuchsia + CSS-color 0xFF00FF. + + + Magenta + CSS-color 0xFF00FF. + + + MediumOrchid + CSS-color 0xBA55D3. + + + DarkOrchid + CSS-color 0x9932CC. + + + DarkViolet + CSS-color 0x9400D3. + + + BlueViolet + CSS-color 0x8A2BE2. + + + DarkMagenta + CSS-color 0x8B008B. + + + Purple + CSS-color 0x800080. + + + MediumPurple + CSS-color 0x9370DB. + + + MediumSlateBlue + CSS-color 0x7B68EE. + + + SlateBlue + CSS-color 0x6A5ACD. + + + DarkSlateBlue + CSS-color 0x483D8B. + + + RebeccaPurple + CSS-color 0x663399. + + + Indigo + CSS-color 0x4B0082. + + + + Red-color + CSS color group. + + LightSalmon + CSS-color 0xFFA07A. + + + Salmon + CSS-color 0xFA8072. + + + DarkSalmon + CSS-color 0xE9967A. + + + LightCoral + CSS-color 0xF08080. + + + IndianRed + CSS-color 0xCD5C5C. + + + Crimson + CSS-color 0xDC143C. + + + Red + CSS-color 0xFF0000. + + + FireBrick + CSS-color 0xB22222. + + + DarkRed + CSS-color 0x8B0000. + + + + Yellow-color + CSS color group. + + Gold + CSS-color 0xFFD700. + + + Yellow + CSS-color 0xFFFF00. + + + LightYellow + CSS-color 0xFFFFE0. + + + LemonChiffon + CSS-color 0xFFFACD. + + + LightGoldenRodYellow + CSS-color 0xFAFAD2. + + + PapayaWhip + CSS-color 0xFFEFD5. + + + Moccasin + CSS-color 0xFFE4B5. + + + PeachPuff + CSS-color 0xFFDAB9. + + + PaleGoldenRod + CSS-color 0xEEE8AA. + + + Khaki + CSS-color 0xF0E68C. + + + DarkKhaki + CSS-color 0xBDB76B. + + + + White-color + CSS color group. + + White + CSS-color 0xFFFFFF. + + + Snow + CSS-color 0xFFFAFA. + + + HoneyDew + CSS-color 0xF0FFF0. + + + MintCream + CSS-color 0xF5FFFA. + + + Azure + CSS-color 0xF0FFFF. + + + AliceBlue + CSS-color 0xF0F8FF. + + + GhostWhite + CSS-color 0xF8F8FF. + + + WhiteSmoke + CSS-color 0xF5F5F5. + + + SeaShell + CSS-color 0xFFF5EE. + + + Beige + CSS-color 0xF5F5DC. + + + OldLace + CSS-color 0xFDF5E6. + + + FloralWhite + CSS-color 0xFFFAF0. + + + Ivory + CSS-color 0xFFFFF0. + + + AntiqueWhite + CSS-color 0xFAEBD7. + + + Linen + CSS-color 0xFAF0E6. + + + LavenderBlush + CSS-color 0xFFF0F5. + + + MistyRose + CSS-color 0xFFE4E1. + + + + + Color-shade + A slight degree of difference between colors, especially with regard to how light or dark it is or as distinguished from one nearly like it. + + Dark-shade + A color tone not reflecting much light. + + + Light-shade + A color tone reflecting more light. + + + + Grayscale + Using a color map composed of shades of gray, varying from black at the weakest intensity to white at the strongest. + + # + White intensity between 0 and 1. + + takesValue + + + valueClass + numericClass + + + + + HSV-color + A color representation that models how colors appear under light. + + Hue + Attribute of a visual sensation according to which an area appears to be similar to one of the perceived colors. + + # + Angular value between 0 and 360. + + takesValue + + + valueClass + numericClass + + + + + Saturation + Colorfulness of a stimulus relative to its own brightness. + + # + B value of RGB between 0 and 1. + + takesValue + + + valueClass + numericClass + + + + + HSV-value + An attribute of a visual sensation according to which an area appears to emit more or less light. + + # + + takesValue + + + valueClass + numericClass + + + + + + RGB-color + A color from the RGB schema. + + RGB-red + The red component. + + # + R value of RGB between 0 and 1. + + takesValue + + + valueClass + numericClass + + + + + RGB-blue + The blue component. + + # + B value of RGB between 0 and 1. + + takesValue + + + valueClass + numericClass + + + + + RGB-green + The green component. + + # + G value of RGB between 0 and 1. + + takesValue + + + valueClass + numericClass + + + + + + + Luminance + A quality that exists by virtue of the luminous intensity per unit area projected in a given direction. + + + Opacity + A measure of impenetrability to light. + + + + + Sensory-presentation + The entity has a sensory manifestation. + + Auditory-presentation + The sense of hearing is used in the presentation to the user. + + Loudspeaker-separation + The distance between two loudspeakers. Grouped with the Distance tag. + + suggestedTag + Distance + + + + Monophonic + Relating to sound transmission, recording, or reproduction involving a single transmission path. + + + Silent + The absence of ambient audible sound or the state of having ceased to produce sounds. + + + Stereophonic + Relating to, or constituting sound reproduction involving the use of separated microphones and two transmission channels to achieve the sound separation of a live hearing. + + + + Gustatory-presentation + The sense of taste used in the presentation to the user. + + + Olfactory-presentation + The sense of smell used in the presentation to the user. + + + Somatic-presentation + The nervous system is used in the presentation to the user. + + + Tactile-presentation + The sense of touch used in the presentation to the user. + + + Vestibular-presentation + The sense balance used in the presentation to the user. + + + Visual-presentation + The sense of sight used in the presentation to the user. + + 2D-view + A view showing only two dimensions. + + + 3D-view + A view showing three dimensions. + + + Background-view + Parts of the view that are farthest from the viewer and usually the not part of the visual focus. + + + Bistable-view + Something having two stable visual forms that have two distinguishable stable forms as in optical illusions. + + + Foreground-view + Parts of the view that are closest to the viewer and usually the most important part of the visual focus. + + + Foveal-view + Visual presentation directly on the fovea. A view projected on the small depression in the retina containing only cones and where vision is most acute. + + + Map-view + A diagrammatic representation of an area of land or sea showing physical features, cities, roads. + + Aerial-view + Elevated view of an object from above, with a perspective as though the observer were a bird. + + + Satellite-view + A representation as captured by technology such as a satellite. + + + Street-view + A 360-degrees panoramic view from a position on the ground. + + + + Peripheral-view + Indirect vision as it occurs outside the point of fixation. + + + + + + Task-property + Something that pertains to a task. + + extensionAllowed + + + Task-attentional-demand + Strategy for allocating attention toward goal-relevant information. + + Bottom-up-attention + Attentional guidance purely by externally driven factors to stimuli that are salient because of their inherent properties relative to the background. Sometimes this is referred to as stimulus driven. + + relatedTag + Top-down-attention + + + + Covert-attention + Paying attention without moving the eyes. + + relatedTag + Overt-attention + + + + Divided-attention + Integrating parallel multiple stimuli. Behavior involving responding simultaneously to multiple tasks or multiple task demands. + + relatedTag + Focused-attention + + + + Focused-attention + Responding discretely to specific visual, auditory, or tactile stimuli. + + relatedTag + Divided-attention + + + + Orienting-attention + Directing attention to a target stimulus. + + + Overt-attention + Selectively processing one location over others by moving the eyes to point at that location. + + relatedTag + Covert-attention + + + + Selective-attention + Maintaining a behavioral or cognitive set in the face of distracting or competing stimuli. Ability to pay attention to a limited array of all available sensory information. + + + Sustained-attention + Maintaining a consistent behavioral response during continuous and repetitive activity. + + + Switched-attention + Having to switch attention between two or more modalities of presentation. + + + Top-down-attention + Voluntary allocation of attention to certain features. Sometimes this is referred to goal-oriented attention. + + relatedTag + Bottom-up-attention + + + + + Task-effect-evidence + The evidence supporting the conclusion that the event had the specified effect. + + Computational-evidence + A type of evidence in which data are produced, and/or generated, and/or analyzed on a computer. + + + External-evidence + A phenomenon that follows and is caused by some previous phenomenon. + + + Intended-effect + A phenomenon that is intended to follow and be caused by some previous phenomenon. + + + Behavioral-evidence + An indication or conclusion based on the behavior of an agent. + + + + Task-event-role + The purpose of an event with respect to the task. + + Experimental-stimulus + Part of something designed to elicit a response in the experiment. + + + Incidental + A sensory or other type of event that is unrelated to the task or experiment. + + + Instructional + Usually associated with a sensory event intended to give instructions to the participant about the task or behavior. + + + Mishap + Unplanned disruption such as an equipment or experiment control abnormality or experimenter error. + + + Participant-response + Something related to a participant actions in performing the task. + + + Task-activity + Something that is part of the overall task or is necessary to the overall experiment but is not directly part of a stimulus-response cycle. Examples would be taking a survey or provided providing a silva sample. + + + Warning + Something that should warn the participant that the parameters of the task have been or are about to be exceeded such as a warning message about getting too close to the shoulder of the road in a driving task. + + + + Task-action-type + How an agent action should be interpreted in terms of the task specification. + + Appropriate-action + An action suitable or proper in the circumstances. + + relatedTag + Inappropriate-action + + + + Correct-action + An action that was a correct response in the context of the task. + + relatedTag + Incorrect-action + Indeterminate-action + + + + Correction + An action offering an improvement to replace a mistake or error. + + + Done-indication + An action that indicates that the participant has completed this step in the task. + + relatedTag + Ready-indication + + + + Incorrect-action + An action considered wrong or incorrect in the context of the task. + + relatedTag + Correct-action + Indeterminate-action + + + + Imagined-action + Form a mental image or concept of something. This is used to identity something that only happened in the imagination of the participant as in imagined movements in motor imagery paradigms. + + + Inappropriate-action + An action not in keeping with what is correct or proper for the task. + + relatedTag + Appropriate-action + + + + Indeterminate-action + An action that cannot be distinguished between two or more possibibities in the current context. This tag might be applied when an outside evaluator or a classification algorithm cannot determine a definitive result. + + relatedTag + Correct-action + Incorrect-action + Miss + Near-miss + + + + Omitted-action + An expected response was skipped. + + + Miss + An action considered to be a failure in the context of the task. For example, if the agent is supposed to try to hit a target and misses. + + relatedTag + Near-miss + + + + Near-miss + An action barely satisfied the requirements of the task. In a driving experiment for example this could pertain to a narrowly avoided collision or other accident. + + relatedTag + Miss + + + + Ready-indication + An action that indicates that the participant is ready to perform the next step in the task. + + relatedTag + Done-indication + + + + + Task-relationship + Specifying organizational importance of sub-tasks. + + Background-subtask + A part of the task which should be performed in the background as for example inhibiting blinks due to instruction while performing the primary task. + + + Primary-subtask + A part of the task which should be the primary focus of the participant. + + + + Task-stimulus-role + The role the stimulus plays in the task. + + Cue + A signal for an action, a pattern of stimuli indicating a particular response. + + + Distractor + A person or thing that distracts or a plausible but incorrect option in a multiple-choice question. In pyschological studies this is sometimes referred to as a foil. + + + Expected + Considered likely, probable or anticipated. Something of low information value as in frequent non-targets in an RSVP paradigm. + + relatedTag + Unexpected + + + suggestedTag + Target + + + + Extraneous + Irrelevant or unrelated to the subject being dealt with. + + + Feedback + An evaluative response to an inquiry, process, event, or activity. + + + Go-signal + An indicator to proceed with a planned action. + + relatedTag + Stop-signal + + + + Meaningful + Conveying significant or relevant information. + + + Newly-learned + Representing recently acquired information or understanding. + + + Non-informative + Something that is not useful in forming an opinion or judging an outcome. + + + Non-target + Something other than that done or looked for. Also tag Expected if the Non-target is frequent. + + relatedTag + Target + + + + Not-meaningful + Not having a serious, important, or useful quality or purpose. + + + Novel + Having no previous example or precedent or parallel. + + + Oddball + Something unusual, or infrequent. + + relatedTag + Unexpected + + + suggestedTag + Target + + + + Planned + Something that was decided on or arranged in advance. + + relatedTag + Unplanned + + + + Penalty + A disadvantage, loss, or hardship due to some action. + + + Priming + An implicit memory effect in which exposure to a stimulus influences response to a later stimulus. + + + Query + A sentence of inquiry that asks for a reply. + + + Reward + A positive reinforcement for a desired action, behavior or response. + + + Stop-signal + An indicator that the agent should stop the current activity. + + relatedTag + Go-signal + + + + Target + Something fixed as a goal, destination, or point of examination. + + + Threat + An indicator that signifies hostility and predicts an increased probability of attack. + + + Timed + Something planned or scheduled to be done at a particular time or lasting for a specified amount of time. + + + Unexpected + Something that is not anticipated. + + relatedTag + Expected + + + + Unplanned + Something that has not been planned as part of the task. + + relatedTag + Planned + + + + + + + Relation + Concerns the way in which two or more people or things are connected. + + extensionAllowed + + + Comparative-relation + Something considered in comparison to something else. The first entity is the focus. + + Approximately-equal-to + (A, (Approximately-equal-to, B)) indicates that A and B have almost the same value. Here A and B could refer to sizes, orders, positions or other quantities. + + + Less-than + (A, (Less-than, B)) indicates that A is smaller than B. Here A and B could refer to sizes, orders, positions or other quantities. + + + Less-than-or-equal-to + (A, (Less-than-or-equal-to, B)) indicates that the relative size or order of A is smaller than or equal to B. + + + Greater-than + (A, (Greater-than, B)) indicates that the relative size or order of A is bigger than that of B. + + + Greater-than-or-equal-to + (A, (Greater-than-or-equal-to, B)) indicates that the relative size or order of A is bigger than or the same as that of B. + + + Equal-to + (A, (Equal-to, B)) indicates that the size or order of A is the same as that of B. + + + Not-equal-to + (A, (Not-equal-to, B)) indicates that the size or order of A is not the same as that of B. + + + + Connective-relation + Indicates two entities are related in some way. The first entity is the focus. + + Belongs-to + (A, (Belongs-to, B)) indicates that A is a member of B. + + + Connected-to + (A, (Connected-to, B)) indicates that A is related to B in some respect, usually through a direct link. + + + Contained-in + (A, (Contained-in, B)) indicates that A is completely inside of B. + + + Described-by + (A, (Described-by, B)) indicates that B provides information about A. + + + From-to + (A, (From-to, B)) indicates a directional relation from A to B. A is considered the source. + + + Group-of + (A, (Group-of, B)) indicates A is a group of items of type B. + + + Implied-by + (A, (Implied-by, B)) indicates B is suggested by A. + + + Includes + (A, (Includes, B)) indicates that A has B as a member or part. + + + Interacts-with + (A, (Interacts-with, B)) indicates A and B interact, possibly reciprocally. + + + Member-of + (A, (Member-of, B)) indicates A is a member of group B. + + + Part-of + (A, (Part-of, B)) indicates A is a part of the whole B. + + + Performed-by + (A, (Performed-by, B)) indicates that the action or procedure A was carried out by agent B. + + + Performed-using + (A, (Performed-using, B)) indicates that the action or procedure A was accomplished using B. + + + Related-to + (A, (Related-to, B)) indicates A has some relationship to B. + + + Unrelated-to + (A, (Unrelated-to, B)) indicates that A is not related to B. For example, A is not related to Task. + + + + Directional-relation + A relationship indicating direction of change of one entity relative to another. The first entity is the focus. + + Away-from + (A, (Away-from, B)) indicates that A is going or has moved away from B. The meaning depends on A and B. + + + Towards + (A, (Towards, B)) indicates that A is going to or has moved to B. The meaning depends on A and B. + + + + Logical-relation + Indicating a logical relationship between entities. The first entity is usually the focus. + + And + (A, (And, B)) means A and B are both in effect. + + + Or + (A, (Or, B)) means at least one of A and B are in effect. + + + + Spatial-relation + Indicating a relationship about position between entities. + + Above + (A, (Above, B)) means A is in a place or position that is higher than B. + + + Across-from + (A, (Across-from, B)) means A is on the opposite side of something from B. + + + Adjacent-to + (A, (Adjacent-to, B)) indicates that A is next to B in time or space. + + + Ahead-of + (A, (Ahead-of, B)) indicates that A is further forward in time or space in B. + + + Around + (A, (Around, B)) means A is in or near the present place or situation of B. + + + Behind + (A, (Behind, B)) means A is at or to the far side of B, typically so as to be hidden by it. + + + Below + (A, (Below, B)) means A is in a place or position that is lower than the position of B. + + + Between + (A, (Between, (B, C))) means A is in the space or interval separating B and C. + + + Bilateral-to + (A, (Bilateral, B)) means A is on both sides of B or affects both sides of B. + + + Bottom-edge-of + (A, (Bottom-edge-of, B)) means A is on the bottom most part or or near the boundary of B. + + relatedTag + Left-edge-of + Right-edge-of + Top-edge-of + + + + Boundary-of + (A, (Boundary-of, B)) means A is on or part of the edge or boundary of B. + + + Center-of + (A, (Center-of, B)) means A is at a point or or in an area that is approximately central within B. + + + Close-to + (A, (Close-to, B)) means A is at a small distance from or is located near in space to B. + + + Far-from + (A, (Far-from, B)) means A is at a large distance from or is not located near in space to B. + + + In-front-of + (A, (In-front-of, B)) means A is in a position just ahead or at the front part of B, potentially partially blocking B from view. + + + Left-edge-of + (A, (Left-edge-of, B)) means A is located on the left side of B on or near the boundary of B. + + relatedTag + Bottom-edge-of + Right-edge-of + Top-edge-of + + + + Left-side-of + (A, (Left-side-of, B)) means A is located on the left side of B usually as part of B. + + relatedTag + Right-side-of + + + + Lower-center-of + (A, (Lower-center-of, B)) means A is situated on the lower center part of B (due south). This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-left-of + Lower-right-of + Upper-center-of + Upper-right-of + + + + Lower-left-of + (A, (Lower-left-of, B)) means A is situated on the lower left part of B. This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-center-of + Lower-right-of + Upper-center-of + Upper-left-of + Upper-right-of + + + + Lower-right-of + (A, (Lower-right-of, B)) means A is situated on the lower right part of B. This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-center-of + Lower-left-of + Upper-left-of + Upper-center-of + Upper-left-of + Lower-right-of + + + + Outside-of + (A, (Outside-of, B)) means A is located in the space around but not including B. + + + Over + (A, (Over, B)) means A above is above B so as to cover or protect or A extends over the a general area as from a from a vantage point. + + + Right-edge-of + (A, (Right-edge-of, B)) means A is located on the right side of B on or near the boundary of B. + + relatedTag + Bottom-edge-of + Left-edge-of + Top-edge-of + + + + Right-side-of + (A, (Right-side-of, B)) means A is located on the right side of B usually as part of B. + + relatedTag + Left-side-of + + + + To-left-of + (A, (To-left-of, B)) means A is located on or directed toward the side to the west of B when B is facing north. This term is used when A is not part of B. + + + To-right-of + (A, (To-right-of, B)) means A is located on or directed toward the side to the east of B when B is facing north. This term is used when A is not part of B. + + + Top-edge-of + (A, (Top-edge-of, B)) means A is on the uppermost part or or near the boundary of B. + + relatedTag + Left-edge-of + Right-edge-of + Bottom-edge-of + + + + Top-of + (A, (Top-of, B)) means A is on the uppermost part, side, or surface of B. + + + Upper-center-of + (A, (Upper-center-of, B)) means A is situated on the upper center part of B (due north). This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-center-of + Lower-left-of + Lower-right-of + Upper-center-of + Upper-right-of + + + + Upper-left-of + (A, (Upper-left-of, B)) means A is situated on the upper left part of B. This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-center-of + Lower-left-of + Lower-right-of + Upper-center-of + Upper-right-of + + + + Upper-right-of + (A, (Upper-right-of, B)) means A is situated on the upper right part of B. This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-center-of + Lower-left-of + Upper-left-of + Upper-center-of + Lower-right-of + + + + Underneath + (A, (Underneath, B)) means A is situated directly below and may be concealed by B. + + + Within + (A, (Within, B)) means A is on the inside of or contained in B. + + + + Temporal-relation + A relationship that includes a temporal or time-based component. + + After + (A, (After B)) means A happens at a time subsequent to a reference time related to B. + + + Asynchronous-with + (A, (Asynchronous-with, B)) means A happens at times not occurring at the same time or having the same period or phase as B. + + + Before + (A, (Before B)) means A happens at a time earlier in time or order than B. + + + During + (A, (During, B)) means A happens at some point in a given period of time in which B is ongoing. + + + Synchronous-with + (A, (Synchronous-with, B)) means A happens at occurs at the same time or rate as B. + + + Waiting-for + (A, (Waiting-for, B)) means A pauses for something to happen in B. + + + + + + + accelerationUnits + + defaultUnits + m-per-s^2 + + + m-per-s^2 + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + angleUnits + + defaultUnits + radian + + + radian + + SIUnit + + + conversionFactor + 1.0 + + + + rad + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + degree + + conversionFactor + 0.0174533 + + + + + areaUnits + + defaultUnits + m^2 + + + m^2 + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + currencyUnits + Units indicating the worth of something. + + defaultUnits + $ + + + dollar + + conversionFactor + 1.0 + + + + $ + + unitPrefix + + + unitSymbol + + + conversionFactor + 1.0 + + + + euro + + + point + + + + electricPotentialUnits + + defaultUnits + uv + + + v + + SIUnit + + + unitSymbol + + + conversionFactor + 0.000001 + + + + Volt + + SIUnit + + + conversionFactor + 0.000001 + + + + + frequencyUnits + + defaultUnits + Hz + + + hertz + + SIUnit + + + conversionFactor + 1.0 + + + + Hz + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + intensityUnits + + defaultUnits + dB + + + dB + Intensity expressed as ratio to a threshold. May be used for sound intensity. + + unitSymbol + + + conversionFactor + 1.0 + + + + candela + Units used to express light intensity. + + SIUnit + + + + cd + Units used to express light intensity. + + SIUnit + + + unitSymbol + + + + + jerkUnits + + defaultUnits + m-per-s^3 + + + m-per-s^3 + + unitSymbol + + + conversionFactor + 1.0 + + + + + magneticFieldUnits + Units used to magnetic field intensity. + + defaultUnits + fT + + + tesla + + SIUnit + + + conversionFactor + 10^-15 + + + + T + + SIUnit + + + unitSymbol + + + conversionFactor + 10^-15 + + + + + memorySizeUnits + + defaultUnits + B + + + byte + + SIUnit + + + conversionFactor + 1.0 + + + + B + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + physicalLengthUnits + + defaultUnits + m + + + foot + + conversionFactor + 0.3048 + + + + inch + + conversionFactor + 0.0254 + + + + metre + + SIUnit + + + conversionFactor + 1.0 + + + + m + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + mile + + conversionFactor + 1609.34 + + + + + speedUnits + + defaultUnits + m-per-s + + + m-per-s + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + mph + + unitSymbol + + + conversionFactor + 0.44704 + + + + kph + + unitSymbol + + + conversionFactor + 0.277778 + + + + + temperatureUnits + + degree Celsius + + SIUnit + + + conversionFactor + 1.0 + + + + oC + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + timeUnits + + defaultUnits + s + + + second + + SIUnit + + + conversionFactor + 1.0 + + + + s + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + day + + conversionFactor + 86400 + + + + minute + + conversionFactor + 60 + + + + hour + Should be in 24-hour format. + + conversionFactor + 3600 + + + + + volumeUnits + + defaultUnits + m^3 + + + m^3 + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + weightUnits + + defaultUnits + g + + + g + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + gram + + SIUnit + + + conversionFactor + 1.0 + + + + pound + + conversionFactor + 453.592 + + + + lb + + conversionFactor + 453.592 + + + + + + + deca + SI unit multiple representing 10^1. + + SIUnitModifier + + + conversionFactor + 10.0 + + + + da + SI unit multiple representing 10^1. + + SIUnitSymbolModifier + + + conversionFactor + 10.0 + + + + hecto + SI unit multiple representing 10^2. + + SIUnitModifier + + + conversionFactor + 100.0 + + + + h + SI unit multiple representing 10^2. + + SIUnitSymbolModifier + + + conversionFactor + 100.0 + + + + kilo + SI unit multiple representing 10^3. + + SIUnitModifier + + + conversionFactor + 1000.0 + + + + k + SI unit multiple representing 10^3. + + SIUnitSymbolModifier + + + conversionFactor + 1000.0 + + + + mega + SI unit multiple representing 10^6. + + SIUnitModifier + + + conversionFactor + 10^6 + + + + M + SI unit multiple representing 10^6. + + SIUnitSymbolModifier + + + conversionFactor + 10^6 + + + + giga + SI unit multiple representing 10^9. + + SIUnitModifier + + + conversionFactor + 10^9 + + + + G + SI unit multiple representing 10^9. + + SIUnitSymbolModifier + + + conversionFactor + 10^9 + + + + tera + SI unit multiple representing 10^12. + + SIUnitModifier + + + conversionFactor + 10^12 + + + + T + SI unit multiple representing 10^12. + + SIUnitSymbolModifier + + + conversionFactor + 10^12 + + + + peta + SI unit multiple representing 10^15. + + SIUnitModifier + + + conversionFactor + 10^15 + + + + P + SI unit multiple representing 10^15. + + SIUnitSymbolModifier + + + conversionFactor + 10^15 + + + + exa + SI unit multiple representing 10^18. + + SIUnitModifier + + + conversionFactor + 10^18 + + + + E + SI unit multiple representing 10^18. + + SIUnitSymbolModifier + + + conversionFactor + 10^18 + + + + zetta + SI unit multiple representing 10^21. + + SIUnitModifier + + + conversionFactor + 10^21 + + + + Z + SI unit multiple representing 10^21. + + SIUnitSymbolModifier + + + conversionFactor + 10^21 + + + + yotta + SI unit multiple representing 10^24. + + SIUnitModifier + + + conversionFactor + 10^24 + + + + Y + SI unit multiple representing 10^24. + + SIUnitSymbolModifier + + + conversionFactor + 10^24 + + + + deci + SI unit submultiple representing 10^-1. + + SIUnitModifier + + + conversionFactor + 0.1 + + + + d + SI unit submultiple representing 10^-1. + + SIUnitSymbolModifier + + + conversionFactor + 0.1 + + + + centi + SI unit submultiple representing 10^-2. + + SIUnitModifier + + + conversionFactor + 0.01 + + + + c + SI unit submultiple representing 10^-2. + + SIUnitSymbolModifier + + + conversionFactor + 0.01 + + + + milli + SI unit submultiple representing 10^-3. + + SIUnitModifier + + + conversionFactor + 0.001 + + + + m + SI unit submultiple representing 10^-3. + + SIUnitSymbolModifier + + + conversionFactor + 0.001 + + + + micro + SI unit submultiple representing 10^-6. + + SIUnitModifier + + + conversionFactor + 10^-6 + + + + u + SI unit submultiple representing 10^-6. + + SIUnitSymbolModifier + + + conversionFactor + 10^-6 + + + + nano + SI unit submultiple representing 10^-9. + + SIUnitModifier + + + conversionFactor + 10^-9 + + + + n + SI unit submultiple representing 10^-9. + + SIUnitSymbolModifier + + + conversionFactor + 10^-9 + + + + pico + SI unit submultiple representing 10^-12. + + SIUnitModifier + + + conversionFactor + 10^-12 + + + + p + SI unit submultiple representing 10^-12. + + SIUnitSymbolModifier + + + conversionFactor + 10^-12 + + + + femto + SI unit submultiple representing 10^-15. + + SIUnitModifier + + + conversionFactor + 10^-15 + + + + f + SI unit submultiple representing 10^-15. + + SIUnitSymbolModifier + + + conversionFactor + 10^-15 + + + + atto + SI unit submultiple representing 10^-18. + + SIUnitModifier + + + conversionFactor + 10^-18 + + + + a + SI unit submultiple representing 10^-18. + + SIUnitSymbolModifier + + + conversionFactor + 10^-18 + + + + zepto + SI unit submultiple representing 10^-21. + + SIUnitModifier + + + conversionFactor + 10^-21 + + + + z + SI unit submultiple representing 10^-21. + + SIUnitSymbolModifier + + + conversionFactor + 10^-21 + + + + yocto + SI unit submultiple representing 10^-24. + + SIUnitModifier + + + conversionFactor + 10^-24 + + + + y + SI unit submultiple representing 10^-24. + + SIUnitSymbolModifier + + + conversionFactor + 10^-24 + + + + + + dateTimeClass + Date-times should conform to ISO8601 date-time format YYYY-MM-DDThh:mm:ss. Any variation on the full form is allowed. + + allowedCharacter + digits + T + - + : + + + + nameClass + Value class designating values that have the characteristics of node names. The allowed characters are alphanumeric, hyphen, and underbar. + + allowedCharacter + letters + digits + _ + - + + + + numericClass + Value must be a valid numerical value. + + allowedCharacter + digits + E + e + + + - + . + + + + posixPath + Posix path specification. + + allowedCharacter + digits + letters + / + : + + + + textClass + Value class designating values that have the characteristics of text such as in descriptions. + + allowedCharacter + letters + digits + blank + + + - + : + ; + . + / + ( + ) + ? + * + % + $ + @ + + + + + + allowedCharacter + A schema attribute of value classes specifying a special character that is allowed in expressing the value of a placeholder. Normally the allowed characters are listed individually. However, the word letters designates the upper and lower case alphabetic characters and the word digits designates the digits 0-9. The word blank designates the blank character. + + valueClassProperty + + + + conversionFactor + The multiplicative factor to multiply these units to convert to default units. + + unitProperty + + + unitModifierProperty + + + + deprecated + This tag is out of date and should no longer be used. + + boolProperty + + + + defaultUnits + A schema attribute of unit classes specifying the default units to use if the placeholder has a unit class but the substituted value has no units. + + unitClassProperty + + + + extensionAllowed + A schema attribute indicating that users can add unlimited levels of child nodes under this tag. This tag is propagated to child nodes with the exception of the hashtag placeholders. + + boolProperty + + + + inLibrary + Indicates this node came from the named library schema, not the standard schema. + + elementProperty + + + + recommended + A schema attribute indicating that the event-level HED string should include this tag. + + boolProperty + + + + relatedTag + A schema attribute suggesting HED tags that are closely related to this tag. This attribute is used by tagging tools. + + + requireChild + A schema attribute indicating that one of the node elements descendants must be included when using this tag. + + boolProperty + + + + required + A schema attribute indicating that every event-level HED string should include this tag. + + boolProperty + + + + SIUnit + A schema attribute indicating that this unit element is an SI unit and can be modified by multiple and submultiple names. Note that some units such as byte are designated as SI units although they are not part of the standard. + + boolProperty + + + unitProperty + + + + SIUnitModifier + A schema attribute indicating that this SI unit modifier represents a multiple or submultiple of a base unit rather than a unit symbol. + + boolProperty + + + unitModifierProperty + + + + SIUnitSymbolModifier + A schema attribute indicating that this SI unit modifier represents a multiple or submultiple of a unit symbol rather than a base symbol. + + boolProperty + + + unitModifierProperty + + + + suggestedTag + A schema attribute that indicates another tag that is often associated with this tag. This attribute is used by tagging tools to provide tagging suggestions. + + + tagGroup + A schema attribute indicating the tag can only appear inside a tag group. + + boolProperty + + + + takesValue + A schema attribute indicating the tag is a hashtag placeholder that is expected to be replaced with a user-defined value. + + boolProperty + + + + topLevelTagGroup + A schema attribute indicating that this tag (or its descendants) can only appear in a top-level tag group. A tag group can have at most one tag with this attribute. + + boolProperty + + + + unique + A schema attribute indicating that only one of this tag or its descendants can be used in the event-level HED string. + + boolProperty + + + + unitClass + A schema attribute specifying which unit class this value tag belongs to. + + + unitPrefix + A schema attribute applied specifically to unit elements to designate that the unit indicator is a prefix (e.g., dollar sign in the currency units). + + boolProperty + + + unitProperty + + + + unitSymbol + A schema attribute indicating this tag is an abbreviation or symbol representing a type of unit. Unit symbols represent both the singular and the plural and thus cannot be pluralized. + + boolProperty + + + unitProperty + + + + valueClass + A schema attribute specifying which value class this value tag belongs to. + + + + + boolProperty + Indicates that the schema attribute represents something that is either true or false and does not have a value. Attributes without this value are assumed to have string values. + + + elementProperty + Indicates this schema attribute can apply to any type of element(tag term, unit class, etc). + + + unitClassProperty + Indicates that the schema attribute is meant to be applied to unit classes. + + + unitModifierProperty + Indicates that the schema attribute is meant to be applied to unit modifier classes. + + + unitProperty + Indicates that the schema attribute is meant to be applied to units within a unit class. + + + valueClassProperty + Indicates that the schema attribute is meant to be applied to value classes. + + + This is an updated version of the schema format. The properties are now part of the schema. The schema attributes are designed to be checked in software rather than hard-coded. The schema attributes, themselves have properties. + + + diff --git a/tests/data/schema_tests/merge_tests/HED_score_1.0.0.mediawiki b/tests/data/schema_tests/merge_tests/HED_score_1.0.0.mediawiki new file mode 100644 index 000000000..c984f3d6e --- /dev/null +++ b/tests/data/schema_tests/merge_tests/HED_score_1.0.0.mediawiki @@ -0,0 +1,969 @@ +HED library="score" version="1.0.0" with-standard="8.2.0" + +'''Prologue''' +This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. +The HED-SCORE library schema allows neurologists, neurophysiologists, and brain researchers to annotate electrophysiology recordings using terms from an internationally accepted set of defined terms (SCORE) compatible with the HED framework. +The resulting annotations are understandable to clinicians and directly usable in computer analysis. + +Future extensions may be implemented in the HED-SCORE library schema. +For more information see https://hed-schema-library.readthedocs.io/en/latest/index.html. + +!# start schema + +'''Modulator''' {requireChild} [External stimuli / interventions or changes in the alertness level (sleep) that modify: the background activity, or how often a graphoelement is occurring, or change other features of the graphoelement (like intra-burst frequency). For each observed finding, there is an option of specifying how they are influenced by the modulators and procedures that were done during the recording.] + + * Sleep-modulator + ** Sleep-deprivation + *** # {takesValue, valueClass=textClass}[Free text.] + ** Sleep-following-sleep-deprivation + *** # {takesValue, valueClass=textClass}[Free text.] + ** Natural-sleep + *** # {takesValue, valueClass=textClass}[Free text.] + ** Induced-sleep + *** # {takesValue, valueClass=textClass}[Free text.] + ** Drowsiness + *** # {takesValue, valueClass=textClass}[Free text.] + ** Awakening + *** # {takesValue, valueClass=textClass}[Free text.] + + * Medication-modulator + ** Medication-administered-during-recording + *** # {takesValue, valueClass=textClass}[Free text.] + ** Medication-withdrawal-or-reduction-during-recording + *** # {takesValue, valueClass=textClass}[Free text.] + + * Eye-modulator + ** Manual-eye-closure + *** # {takesValue, valueClass=textClass}[Free text.] + ** Manual-eye-opening + *** # {takesValue, valueClass=textClass}[Free text.] + + * Stimulation-modulator + ** Intermittent-photic-stimulation {requireChild} + *** # {takesValue,valueClass=numericClass, unitClass=frequencyUnits} + ** Auditory-stimulation + *** # {takesValue, valueClass=textClass}[Free text.] + ** Nociceptive-stimulation + *** # {takesValue, valueClass=textClass}[Free text.] + + * Hyperventilation + ** # {takesValue, valueClass=textClass}[Free text.] + * Physical-effort + ** # {takesValue, valueClass=textClass}[Free text.] + * Cognitive-task + ** # {takesValue, valueClass=textClass}[Free text.] + * Other-modulator-or-procedure {requireChild} + ** # {takesValue, valueClass=textClass}[Free text.] + + +'''Background-activity''' {requireChild} [An EEG activity representing the setting in which a given normal or abnormal pattern appears and from which such pattern is distinguished.] + + * Posterior-dominant-rhythm {suggestedTag=Finding-significance-to-recording, suggestedTag=Finding-frequency, suggestedTag=Posterior-dominant-rhythm-amplitude-range, suggestedTag=Finding-amplitude-asymmetry, suggestedTag=Posterior-dominant-rhythm-frequency-asymmetry, suggestedTag=Posterior-dominant-rhythm-eye-opening-reactivity, suggestedTag=Posterior-dominant-rhythm-organization, suggestedTag=Posterior-dominant-rhythm-caveat, suggestedTag=Absence-of-posterior-dominant-rhythm}[Rhythmic activity occurring during wakefulness over the posterior regions of the head, generally with maximum amplitudes over the occipital areas. Amplitude varies. Best seen with eyes closed and during physical relaxation and relative mental inactivity. Blocked or attenuated by attention, especially visual, and mental effort. In adults this is the alpha rhythm, and the frequency is 8 to 13 Hz. However the frequency can be higher or lower than this range (often a supra or sub harmonic of alpha frequency) and is called alpha variant rhythm (fast and slow alpha variant rhythm). In children, the normal range of the frequency of the posterior dominant rhythm is age-dependant.] + * Mu-rhythm {suggestedTag=Finding-frequency, suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors} [EEG rhythm at 7-11 Hz composed of arch-shaped waves occurring over the central or centro-parietal regions of the scalp during wakefulness. Amplitudes varies but is mostly below 50 microV. Blocked or attenuated most clearly by contralateral movement, thought of movement, readiness to move or tactile stimulation.] + * Other-organized-rhythm {requireChild, suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [EEG activity that consisting of waves of approximately constant period, which is considered as part of the background (ongoing) activity, but does not fulfill the criteria of the posterior dominant rhythm.] + ** # {takesValue, valueClass=textClass}[Free text.] + + * Background-activity-special-feature {requireChild} [Special Features. Special features contains scoring options for the background activity of critically ill patients.] + ** Continuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent} + ** Nearly-continuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent} + ** Discontinuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent} + ** Background-burst-suppression {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent}[EEG pattern consisting of bursts (activity appearing and disappearing abruptly) interrupted by periods of low amplitude (below 20 microV) and which occurs simultaneously over all head regions.] + ** Background-burst-attenuation {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent} + ** Background-activity-suppression {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, suggestedTag=Appearance-mode} [Periods showing activity under 10 microV (referential montage) and interrupting the background (ongoing) activity.] + ** Electrocerebral-inactivity [Absence of any ongoing cortical electric activities; in all leads EEG is isoelectric or only contains artifacts. Sensitivity has to be increased up to 2 microV/mm; recording time: at least 30 minutes.] + + +'''Sleep-and-drowsiness''' {requireChild} [The features of the ongoing activity during sleep are scored here. If abnormal graphoelements appear, disappear or change their morphology during sleep, that is not scored here but at the entry corresponding to that graphooelement (as a modulator).] + + * Sleep-architecture {suggestedTag=Property-not-possible-to-determine} [For longer recordings. Only to be scored if whole-night sleep is part of the recording. It is a global descriptor of the structure and pattern of sleep: estimation of the amount of time spent in REM and NREM sleep, sleep duration, NREM-REM cycle.] + ** Normal-sleep-architecture + ** Abnormal-sleep-architecture + + * Sleep-stage-reached {requireChild, suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-significance-to-recording} [For normal sleep patterns the sleep stages reached during the recording can be specified] + ** Sleep-stage-N1 [Sleep stage 1.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Sleep-stage-N2 [Sleep stage 2.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Sleep-stage-N3 [Sleep stage 3.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Sleep-stage-REM [Rapid eye movement.] + *** # {takesValue, valueClass=textClass}[Free text.] + + * Sleep-spindles {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry} [Burst at 11-15 Hz but mostly at 12-14 Hz generally diffuse but of higher voltage over the central regions of the head, occurring during sleep. Amplitude varies but is mostly below 50 microV in the adult.] + * Arousal-pattern {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Arousal pattern in children. Prolonged, marked high voltage 4-6/s activity in all leads with some intermixed slower frequencies, in children.] + * Frontal-arousal-rhythm {suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Prolonged (up to 20s) rhythmical sharp or spiky activity over the frontal areas (maximum over the frontal midline) seen at arousal from sleep in children with minimal cerebral dysfunction.] + * Vertex-wave {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry} [Sharp potential, maximal at the vertex, negative relative to other areas, apparently occurring spontaneously during sleep or in response to a sensory stimulus during sleep or wakefulness. May be single or repetitive. Amplitude varies but rarely exceeds 250 microV. Abbreviation: V wave. Synonym: vertex sharp wave.] + * K-complex {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry} [A burst of somewhat variable appearance, consisting most commonly of a high voltage negative slow wave followed by a smaller positive slow wave frequently associated with a sleep spindle. Duration greater than 0.5 s. Amplitude is generally maximal in the frontal vertex. K complexes occur during nonREM sleep, apparently spontaneously, or in response to sudden sensory / auditory stimuli, and are not specific for any individual sensory modality.] + * Saw-tooth-waves {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry} [Vertex negative 2-5 Hz waves occuring in series during REM sleep] + * POSTS {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry} [Positive occipital sharp transients of sleep. Sharp transient maximal over the occipital regions, positive relative to other areas, apparently occurring spontaneously during sleep. May be single or repetitive. Amplitude varies but is generally bellow 50 microV.] + * Hypnagogic-hypersynchrony {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry} [Bursts of bilateral, synchronous delta or theta activity of large amplitude, occasionally with superimposed faster components, occurring during falling asleep or during awakening, in children.] + * Non-reactive-sleep [EEG activity consisting of normal sleep graphoelements, but which cannot be interrupted by external stimuli/ the patient cannot be waken.] + + +'''Interictal-finding''' {requireChild} [EEG pattern / transient that is distinguished form the background activity, considered abnormal, but is not recorded during ictal period (seizure) or postictal period; the presence of an interictal finding does not necessarily imply that the patient has epilepsy.] + + * Epileptiform-interictal-activity {suggestedTag=Spike-morphology, suggestedTag=Spike-and-slow-wave-morphology, suggestedTag=Runs-of-rapid-spikes-morphology, suggestedTag=Polyspikes-morphology, suggestedTag=Polyspike-and-slow-wave-morphology, suggestedTag=Sharp-wave-morphology, suggestedTag=Sharp-and-slow-wave-morphology, suggestedTag=Slow-sharp-wave-morphology, suggestedTag=High-frequency-oscillation-morphology, suggestedTag=Hypsarrhythmia-classic-morphology, suggestedTag=Hypsarrhythmia-modified-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-propagation, suggestedTag=Multifocal-finding, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, suggestedTag=Finding-incidence} + * Abnormal-interictal-rhythmic-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Polymorphic-delta-activity-morphology, suggestedTag=Frontal-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Occipital-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Temporal-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, suggestedTag=Finding-incidence} + * Interictal-special-patterns {requireChild} + ** Interictal-periodic-discharges {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics} [Periodic discharge not further specified (PDs).] + *** Generalized-periodic-discharges [GPDs.] + *** Lateralized-periodic-discharges [LPDs.] + *** Bilateral-independent-periodic-discharges [BIPDs.] + *** Multifocal-periodic-discharges [MfPDs.] + ** Extreme-delta-brush {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} + + +'''Critically-ill-patients-patterns''' {requireChild} [Rhythmic or periodic patterns in critically ill patients (RPPs) are scored according to the 2012 version of the American Clinical Neurophysiology Society Standardized Critical Care EEG Terminology (Hirsch et al., 2013).] + * Critically-ill-patients-periodic-discharges {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics} [Periodic discharges (PDs).] + * Rhythmic-delta-activity {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics} [RDA] + * Spike-or-sharp-and-wave {suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics} [SW] + + +'''Episode''' {requireChild} [Clinical episode or electrographic seizure.] + + * Epileptic-seizure {requireChild} + ** Focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} + *** Aware-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} + *** Impaired-awareness-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} + *** Awareness-unknown-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} + *** Focal-to-bilateral-tonic-clonic-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} + ** Generalized-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} + ** Unknown-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} + ** Unclassified-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} + * Subtle-seizure {suggestedTag=Episode-phase, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Seizure type frequent in neonates, sometimes referred to as motor automatisms; they may include random and roving eye movements, sucking, chewing motions, tongue protrusion, rowing or swimming or boxing movements of the arms, pedaling and bicycling movements of the lower limbs; apneic seizures are relatively common. Although some subtle seizures are associated with rhythmic ictal EEG discharges, and are clearly epileptic, ictal EEG often does not show typical epileptic activity.] + * Electrographic-seizure {suggestedTag=Episode-phase, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Referred usually to non convulsive status. Ictal EEG: rhythmic discharge or spike and wave pattern with definite evolution in frequency, location, or morphology lasting at least 10 s; evolution in amplitude alone did not qualify.] + * Seizure-PNES {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Psychogenic non-epileptic seizure.] + * Sleep-related-episode {requireChild} + ** Sleep-related-arousal {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Normal.] + ** Benign-sleep-myoclonus {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [A distinctive disorder of sleep characterized by a) neonatal onset, b) rhythmic myoclonic jerks only during sleep and c) abrupt and consistent cessation with arousal, d) absence of concomitant electrographic changes suggestive of seizures, and e) good outcome.] + ** Confusional-awakening {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Episode of non epileptic nature included in NREM parasomnias, characterized by sudden arousal and complex behavior but without full alertness, usually lasting a few minutes and occurring almost in all children at least occasionally. Amnesia of the episode is the rule.] + ** Sleep-periodic-limb-movement {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [PLMS. Periodic limb movement in sleep. Episodes are characterized by brief (0.5- to 5.0-second) lower-extremity movements during sleep, which typically occur at 20- to 40-second intervals, most commonly during the first 3 hours of sleep. The affected individual is usually not aware of the movements or of the transient partial arousals.] + ** REM-sleep-behavioral-disorder {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [REM sleep behavioral disorder. Episodes characterized by: a) presence of REM sleep without atonia (RSWA) on polysomnography (PSG); b) presence of at least 1 of the following conditions - (1) Sleep-related behaviors, by history, that have been injurious, potentially injurious, or disruptive (example: dream enactment behavior); (2) abnormal REM sleep behavior documented during PSG monitoring; (3) absence of epileptiform activity on electroencephalogram (EEG) during REM sleep (unless RBD can be clearly distinguished from any concurrent REM sleep-related seizure disorder); (4) sleep disorder not better explained by another sleep disorder, a medical or neurologic disorder, a mental disorder, medication use, or a substance use disorder.] + ** Sleep-walking {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Episodes characterized by ambulation during sleep; the patient is difficult to arouse during an episode, and is usually amnesic following the episode. Episodes usually occur in the first third of the night during slow wave sleep. Polysomnographic recordings demonstrate 2 abnormalities during the first sleep cycle: frequent, brief, non-behavioral EEG-defined arousals prior to the somnambulistic episode and abnormally low gamma (0.75-2.0 Hz) EEG power on spectral analysis, correlating with high-voltage (hyper-synchronic gamma) waves lasting 10 to 15 s occurring just prior to the movement. This is followed by stage I NREM sleep, and there is no evidence of complete awakening.] + * Pediatric-episode {requireChild} + ** Hyperekplexia {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Disorder characterized by exaggerated startle response and hypertonicity that may occur during the first year of life and in severe cases during the neonatal period. Children usually present with marked irritability and recurrent startles in response to handling and sounds. Severely affected infants can have severe jerks and stiffening, sometimes with breath-holding spells.] + ** Jactatio-capitis-nocturna {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Relatively common in normal children at the time of going to bed, especially during the first year of life, the rhythmic head movements persist during sleep. Usually, these phenomena disappear before 3 years of age.] + ** Pavor-nocturnus {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [A nocturnal episode characterized by age of onset of less than five years (mean age 18 months, with peak prevalence at five to seven years), appearance of signs of panic two hours after falling asleep with crying, screams, a fearful expression, inability to recognize other people including parents (for a duration of 5-15 minutes), amnesia upon awakening. Pavor nocturnus occurs in patients almost every night for months or years (but the frequency is highly variable and may be as low as once a month) and is likely to disappear spontaneously at the age of six to eight years.] + ** Pediatric-stereotypical-behavior-episode {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Repetitive motor behavior in children, typically rhythmic and persistent; usually not paroxysmal and rarely suggest epilepsy. They include headbanging, head-rolling, jactatio capitis nocturna, body rocking, buccal or lingual movements, hand flapping and related mannerisms, repetitive hand-waving (to self-induce photosensitive seizures).] + * Paroxysmal-motor-event {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Paroxysmal phenomena during neonatal or childhood periods characterized by recurrent motor or behavioral signs or symptoms that must be distinguishes from epileptic disorders.] + * Syncope {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Episode with loss of consciousness and muscle tone that is abrupt in onset, of short duration and followed by rapid recovery; it occurs in response to transient impairment of cerebral perfusion. Typical prodromal symptoms often herald onset of syncope and postictal symptoms are minimal. Syncopal convulsions resulting from cerebral anoxia are common but are not a form of epilepsy, nor are there any accompanying EEG ictal discharges.] + * Cataplexy {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [A sudden decrement in muscle tone and loss of deep tendon reflexes, leading to muscle weakness, paralysis, or postural collapse. Cataplexy usually is precipitated by an outburst of emotional expression-notably laughter, anger, or startle. It is one of the tetrad of symptoms of narcolepsy. During cataplexy, respiration and voluntary eye movements are not compromised. Consciousness is preserved.] + * Other-episode {requireChild} + ** # {takesValue, valueClass=textClass}[Free text.] + + +'''Physiologic-pattern''' {requireChild} [EEG graphoelements or rhythms that are considered normal. They only should be scored if the physician considers that they have a specific clinical significance for the recording.] + + * Rhythmic-activity-pattern {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Not further specified.] + * Slow-alpha-variant-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Characteristic rhythms mostly at 4-5 Hz, recorded most prominently over the posterior regions of the head. Generally alternate, or are intermixed, with alpha rhythm to which they often are harmonically related. Amplitude varies but is frequently close to 50 micro V. Blocked or attenuated by attention, especially visual, and mental effort. Comment: slow alpha variant rhythms should be distinguished from posterior slow waves characteristic of children and adolescents and occasionally seen in young adults.] + * Fast-alpha-variant-rhythm {suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Characteristic rhythm at 14-20 Hz, detected most prominently over the posterior regions of the head. May alternate or be intermixed with alpha rhythm. Blocked or attenuated by attention, especially visual, and mental effort.] + * Ciganek-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Midline theta rhythm (Ciganek rhythm) may be observed during wakefulness or drowsiness. The frequency is 4-7 Hz, and the location is midline (ie, vertex). The morphology is rhythmic, smooth, sinusoidal, arciform, spiky, or mu-like.] + * Lambda-wave {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Diphasic sharp transient occurring over occipital regions of the head of waking subjects during visual exploration. The main component is positive relative to other areas. Time-locked to saccadic eye movement. Amplitude varies but is generally below 50 micro V.] + * Posterior-slow-waves-youth {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern}[Waves in the delta and theta range, of variable form, lasting 0.35 to 0.5 s or longer without any consistent periodicity, found in the range of 6-12 years (occasionally seen in young adults). Alpha waves are almost always intermingled or superimposed. Reactive similar to alpha activity.] + * Diffuse-slowing-hyperventilation {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Diffuse slowing induced by hyperventilation. Bilateral, diffuse slowing during hyperventilation. Recorded in 70 percent of normal children (3-5 years) and less then 10 percent of adults. Usually appear in the posterior regions and spread forward in younger age group, whereas they tend to appear in the frontal regions and spread backward in the older age group.] + * Photic-driving {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Physiologic response consisting of rhythmic activity elicited over the posterior regions of the head by repetitive photic stimulation at frequencies of about 5-30 Hz. Comments: term should be limited to activity time-locked to the stimulus and of frequency identical or harmonically related to the stimulus frequency. Photic driving should be distinguished from the visual evoked potentials elicited by isolated flashes of light or flashes repeated at very low frequency.] + * Photomyogenic-response {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [A response to intermittent photic stimulation characterized by the appearance in the record of brief, repetitive muscular artifacts (spikes) over the anterior regions of the head. These often increase gradually in amplitude as stimuli are continued and cease promptly when the stimulus is withdrawn. Comment: this response is frequently associated with flutter of the eyelids and vertical oscillations of the eyeballs and sometimes with discrete jerking mostly involving the musculature of the face and head. (Preferred to synonym: photo-myoclonic response).] + * Other-physiologic-pattern {requireChild} + ** # {takesValue, valueClass=textClass}[Free text.] + + +'''Uncertain-significant-pattern''' {requireChild} [EEG graphoelements or rhythms that resemble abnormal patterns but that are not necessarily associated with a pathology, and the physician does not consider them abnormal in the context of the scored recording (like normal variants and patterns).] + + * Sharp-transient-pattern {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} + * Wicket-spikes [Spike-like monophasic negative single waves or trains of waves occurring over the temporal regions during drowsiness that have an arcuate or mu-like appearance. These are mainly seen in older individuals and represent a benign variant that is of little clinical significance.] + * Small-sharp-spikes {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Benign epileptiform Transients of Sleep (BETS). Small sharp spikes (SSS) of very short duration and low amplitude, often followed by a small theta wave, occurring in the temporal regions during drowsiness and light sleep. They occur on one or both sides (often asynchronously). The main negative and positive components are of about equally spiky character. Rarely seen in children, they are seen most often in adults and the elderly. Two thirds of the patients have a history of epileptic seizures.] + * Fourteen-six-Hz-positive-burst {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Burst of arch-shaped waves at 13-17 Hz and/or 5-7-Hz but most commonly at 14 and or 6 Hz seen generally over the posterior temporal and adjacent areas of one or both sides of the head during sleep. The sharp peaks of its component waves are positive with respect to other regions. Amplitude varies but is generally below 75 micro V. Comments: (1) best demonstrated by referential recording using contralateral earlobe or other remote, reference electrodes. (2) This pattern has no established clinical significance.] + * Six-Hz-spike-slow-wave {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Spike and slow wave complexes at 4-7Hz, but mostly at 6 Hz occurring generally in brief bursts bilaterally and synchronously, symmetrically or asymmetrically, and either confined to or of larger amplitude over the posterior or anterior regions of the head. The spike has a strong positive component. Amplitude varies but is generally smaller than that of spike-and slow-wave complexes repeating at slower rates. Comment: this pattern should be distinguished from epileptiform discharges. Synonym: wave and spike phantom.] + * Rudimentary-spike-wave-complex {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Synonym: Pseudo petit mal discharge. Paroxysmal discharge that consists of generalized or nearly generalized high voltage 3 to 4/sec waves with poorly developed spike in the positive trough between the slow waves, occurring in drowsiness only. It is found only in infancy and early childhood when marked hypnagogic rhythmical theta activity is paramount in the drowsy state.] + * Slow-fused-transient {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [A posterior slow-wave preceded by a sharp-contoured potential that blends together with the ensuing slow wave, in children.] + * Needle-like-occipital-spikes-blind {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Spike discharges of a particularly fast and needle-like character develop over the occipital region in most congenitally blind children. Completely disappear during childhood or adolescence.] + * Subclinical-rhythmic-EEG-discharge-adults {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Subclinical rhythmic EEG discharge of adults (SERDA). A rhythmic pattern seen in the adult age group, mainly in the waking state or drowsiness. It consists of a mixture of frequencies, often predominant in the theta range. The onset may be fairly abrupt with widespread sharp rhythmical theta and occasionally with delta activity. As to the spatial distribution, a maximum of this discharge is usually found over the centroparietal region and especially over the vertex. It may resemble a seizure discharge but is not accompanied by any clinical signs or symptoms.] + * Rhythmic-temporal-theta-burst-drowsiness [Rhythmic temporal theta burst of drowsiness (RTTD). Characteristic burst of 4-7 Hz waves frequently notched by faster waves, occurring over the temporal regions of the head during drowsiness. Synonym: psychomotor variant pattern. Comment: this is a pattern of drowsiness that is of no clinical significance.] + * Temporal-slowing-elderly {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Focal theta and/or delta activity over the temporal regions, especially the left, in persons over the age of 60. Amplitudes are low/similar to the background activity. Comment: focal temporal theta was found in 20 percent of people between the ages of 40-59 years, and 40 percent of people between 60 and 79 years. One third of people older than 60 years had focal temporal delta activity.] + * Breach-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Rhythmical activity recorded over cranial bone defects. Usually it is in the 6 to 11/sec range, does not respond to movements.] + * Other-uncertain-significant-pattern {requireChild} + ** # {takesValue, valueClass=textClass}[Free text.] + + +'''Artifact''' {requireChild} [When relevant for the clinical interpretation, artifacts can be scored by specifying the type and the location.] + + * Biological-artifact {requireChild} + ** Eye-blink-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Example for EEG: Fp1/Fp2 become electropositive with eye closure because the cornea is positively charged causing a negative deflection in Fp1/Fp2. If the eye blink is unilateral, consider prosthetic eye. If it is in F8 rather than Fp2 then the electrodes are plugged in wrong.] + ** Eye-movement-horizontal-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Example for EEG: There is an upward deflection in the Fp2-F8 derivation, when the eyes move to the right side. In this case F8 becomes more positive and therefore. When the eyes move to the left, F7 becomes more positive and there is an upward deflection in the Fp1-F7 derivation.] + ** Eye-movement-vertical-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Example for EEG: The EEG shows positive potentials (50-100 micro V) with bi-frontal distribution, maximum at Fp1 and Fp2, when the eyeball rotated upward. The downward rotation of the eyeball was associated with the negative deflection. The time course of the deflections was similar to the time course of the eyeball movement.] + ** Slow-eye-movement-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Slow, rolling eye-movements, seen during drowsiness.] + ** Nystagmus-artifact {suggestedTag=Artifact-significance-to-recording} + ** Chewing-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} + ** Sucking-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} + ** Glossokinetic-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [The tongue functions as a dipole, with the tip negative with respect to the base. The artifact produced by the tongue has a broad potential field that drops from frontal to occipital areas, although it is less steep than that produced by eye movement artifacts. The amplitude of the potentials is greater inferiorly than in parasagittal regions; the frequency is variable but usually in the delta range. Chewing and sucking can produce similar artifacts.] + ** Rocking-patting-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Quasi-rhythmical artifacts in recordings from infants caused by rocking/patting.] + ** Movement-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Example for EEG: Large amplitude artifact, with irregular morphology (usually resembling a slow-wave or a wave with complex morphology) seen in one or several channels, due to movement. If the causing movement is repetitive, the artifact might resemble a rhythmic EEG activity.] + ** Respiration-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Respiration can produce 2 kinds of artifacts. One type is in the form of slow and rhythmic activity, synchronous with the body movements of respiration and mechanically affecting the impedance of (usually) one electrode. The other type can be slow or sharp waves that occur synchronously with inhalation or exhalation and involve those electrodes on which the patient is lying.] + ** Pulse-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Example for EEG: Occurs when an EEG electrode is placed over a pulsating vessel. The pulsation can cause slow waves that may simulate EEG activity. A direct relationship exists between ECG and the pulse waves (200-300 millisecond delay after ECG equals QRS complex).] + ** ECG-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Example for EEG: Far-field potential generated in the heart. The voltage and apparent surface of the artifact vary from derivation to derivation and, consequently, from montage to montage. The artifact is observed best in referential montages using earlobe electrodes A1 and A2. ECG artifact is recognized easily by its rhythmicity/regularity and coincidence with the ECG tracing.] + ** Sweat-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Is a low amplitude undulating waveform that is usually greater than 2 seconds and may appear to be an unstable baseline.] + ** EMG-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Myogenic potentials are the most common artifacts. Frontalis and temporalis muscles (ex..: clenching of jaw muscles) are common causes. Generally, the potentials generated in the muscles are of shorter duration than those generated in the brain. The frequency components are usually beyond 30-50 Hz, and the bursts are arrhythmic.] + + * Non-biological-artifact {requireChild} + ** Power-supply-artifact {suggestedTag=Artifact-significance-to-recording} [50-60 Hz artifact. Monomorphic waveform due to 50 or 60 Hz A/C power supply.] + ** Induction-artifact {suggestedTag=Artifact-significance-to-recording} [Artifacts (usually of high frequency) induced by nearby equipment (like in the intensive care unit).] + ** Dialysis-artifact {suggestedTag=Artifact-significance-to-recording} + ** Artificial-ventilation-artifact {suggestedTag=Artifact-significance-to-recording} + ** Electrode-pops-artifact {suggestedTag=Artifact-significance-to-recording} [Are brief discharges with a very steep upslope and shallow fall that occur in all leads which include that electrode.] + ** Salt-bridge-artifact {suggestedTag=Artifact-significance-to-recording} [Typically occurs in 1 channel which may appear isoelectric. Only seen in bipolar montage.] + + * Other-artifact {requireChild, suggestedTag=Artifact-significance-to-recording} + ** # {takesValue, valueClass=textClass}[Free text.] + + +'''Polygraphic-channel-finding''' {requireChild}[Changes observed in polygraphic channels can be scored: EOG, Respiration, ECG, EMG, other polygraphic channel (+ free text), and their significance logged (normal, abnormal, no definite abnormality).] + + * EOG-channel-finding {suggestedTag=Finding-significance-to-recording} [ElectroOculoGraphy.] + ** # {takesValue, valueClass=textClass}[Free text.] + * Respiration-channel-finding {suggestedTag=Finding-significance-to-recording} + ** Respiration-oxygen-saturation + *** # {takesValue, valueClass=numericClass} + ** Respiration-feature + *** Apnoe-respiration [Add duration (range in seconds) and comments in free text.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Hypopnea-respiration [Add duration (range in seconds) and comments in free text] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Apnea-hypopnea-index-respiration {requireChild} [Events/h. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Periodic-respiration + **** # {takesValue, valueClass=textClass}[Free text.] + *** Tachypnea-respiration {requireChild} [Cycles/min. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Other-respiration-feature {requireChild} + **** # {takesValue, valueClass=textClass}[Free text.] + * ECG-channel-finding {suggestedTag=Finding-significance-to-recording} [Electrocardiography.] + ** ECG-QT-period + *** # {takesValue, valueClass=textClass}[Free text.] + ** ECG-feature + *** ECG-sinus-rhythm [Normal rhythm. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] + **** # {takesValue, valueClass=textClass}[Free text.] + *** ECG-arrhythmia + **** # {takesValue, valueClass=textClass}[Free text.] + *** ECG-asystolia [Add duration (range in seconds) and comments in free text.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** ECG-bradycardia [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] + **** # {takesValue, valueClass=textClass}[Free text.] + *** ECG-extrasystole + **** # {takesValue, valueClass=textClass}[Free text.] + *** ECG-ventricular-premature-depolarization [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] + **** # {takesValue, valueClass=textClass}[Free text.] + *** ECG-tachycardia [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Other-ECG-feature {requireChild} + **** # {takesValue, valueClass=textClass}[Free text.] + * EMG-channel-finding {suggestedTag=Finding-significance-to-recording} [electromyography] + ** EMG-muscle-side + *** EMG-left-muscle + **** # {takesValue, valueClass=textClass}[Free text.] + *** EMG-right-muscle + **** # {takesValue, valueClass=textClass}[Free text.] + *** EMG-bilateral-muscle + **** # {takesValue, valueClass=textClass}[Free text.] + ** EMG-muscle-name + *** # {takesValue, valueClass=textClass}[Free text.] + ** EMG-feature + *** EMG-myoclonus + **** Negative-myoclonus + ***** # {takesValue, valueClass=textClass}[Free text.] + **** EMG-myoclonus-rhythmic + ***** # {takesValue, valueClass=textClass}[Free text.] + **** EMG-myoclonus-arrhythmic + ***** # {takesValue, valueClass=textClass}[Free text.] + **** EMG-myoclonus-synchronous + ***** # {takesValue, valueClass=textClass}[Free text.] + **** EMG-myoclonus-asynchronous + ***** # {takesValue, valueClass=textClass}[Free text.] + *** EMG-PLMS [Periodic limb movements in sleep.] + *** EMG-spasm + **** # {takesValue, valueClass=textClass}[Free text.] + *** EMG-tonic-contraction + **** # {takesValue, valueClass=textClass}[Free text.] + *** EMG-asymmetric-activation {requireChild} + **** EMG-asymmetric-activation-left-first + ***** # {takesValue, valueClass=textClass}[Free text.] + **** EMG-asymmetric-activation-right-first + ***** # {takesValue, valueClass=textClass}[Free text.] + *** Other-EMG-features {requireChild} + **** # {takesValue, valueClass=textClass}[Free text.] + * Other-polygraphic-channel {requireChild} + ** # {takesValue, valueClass=textClass}[Free text.] + + +'''Finding-property''' {requireChild} [Descriptive element similar to main HED /Property. Something that pertains to a thing. A characteristic of some entity. A quality or feature regarded as a characteristic or inherent part of someone or something. HED attributes are adjectives or adverbs.] + + * Signal-morphology-property {requireChild} + + ** Rhythmic-activity-morphology [EEG activity consisting of a sequence of waves approximately constant period.] + *** Delta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude} [EEG rhythm in the delta (under 4 Hz) range that does not belong to the posterior dominant rhythm (scored under other organized rhythms).] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Theta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude} [EEG rhythm in the theta (4-8 Hz) range that does not belong to the posterior dominant rhythm (scored under other organized rhythm).] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Alpha-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude} [EEG rhythm in the alpha range (8-13 Hz) which is considered part of the background (ongoing) activity but does not fulfill the criteria of the posterior dominant rhythm (alpha rhythm).] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Beta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude} [EEG rhythm between 14 and 40 Hz, which is considered part of the background (ongoing) activity but does not fulfill the criteria of the posterior dominant rhythm. Most characteristically: a rhythm from 14 to 40 Hz recorded over the fronto-central regions of the head during wakefulness. Amplitude of the beta rhythm varies but is mostly below 30 microV. Other beta rhythms are most prominent in other locations or are diffuse.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Gamma-activity-morphology {suggestedTag=Finding-frequency,suggestedTag=Finding-amplitude} + **** # {takesValue, valueClass=textClass}[Free text.] + + ** Spike-morphology [A transient, clearly distinguished from background activity, with pointed peak at a conventional paper speed or time scale and duration from 20 to under 70 ms, i.e. 1/50-1/15 s approximately. Main component is generally negative relative to other areas. Amplitude varies.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Spike-and-slow-wave-morphology [A pattern consisting of a spike followed by a slow wave.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Runs-of-rapid-spikes-morphology [Bursts of spike discharges at a rate from 10 to 25/sec (in most cases somewhat irregular). The bursts last more than 2 seconds (usually 2 to 10 seconds) and it is typically seen in sleep. Synonyms: rhythmic spikes, generalized paroxysmal fast activity, fast paroxysmal rhythms, grand mal discharge, fast beta activity.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Polyspikes-morphology [Two or more consecutive spikes.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Polyspike-and-slow-wave-morphology [Two or more consecutive spikes associated with one or more slow waves.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Sharp-wave-morphology [A transient clearly distinguished from background activity, with pointed peak at a conventional paper speed or time scale, and duration of 70-200 ms, i.e. over 1/4-1/5 s approximately. Main component is generally negative relative to other areas. Amplitude varies.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Sharp-and-slow-wave-morphology [A sequence of a sharp wave and a slow wave.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Slow-sharp-wave-morphology [A transient that bears all the characteristics of a sharp-wave, but exceeds 200 ms. Synonym: blunted sharp wave.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** High-frequency-oscillation-morphology [HFO.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Hypsarrhythmia-classic-morphology [Abnormal interictal high amplitude waves and a background of irregular spikes.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Hypsarrhythmia-modified-morphology + *** # {takesValue, valueClass=textClass}[Free text.] + + ** Fast-spike-activity-morphology [A burst consisting of a sequence of spikes. Duration greater than 1 s. Frequency at least in the alpha range.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Low-voltage-fast-activity-morphology [Refers to the fast, and often recruiting activity which can be recorded at the onset of an ictal discharge, particularly in invasive EEG recording of a seizure.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Polysharp-waves-morphology [A sequence of two or more sharp-waves.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Slow-wave-large-amplitude-morphology + *** # {takesValue, valueClass=textClass}[Free text.] + ** Irregular-delta-or-theta-activity-morphology [EEG activity consisting of repetitive waves of inconsistent wave-duration but in delta and/or theta rang (greater than 125 ms).] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Electrodecremental-change-morphology [Sudden desynchronization of electrical activity.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** DC-shift-morphology [Shift of negative polarity of the direct current recordings, during seizures.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Disappearance-of-ongoing-activity-morphology [Disappearance of the EEG activity that preceded the ictal event but still remnants of background activity (thus not enough to name it electrodecremental change).] + *** # {takesValue, valueClass=textClass}[Free text.] + + ** Polymorphic-delta-activity-morphology [EEG activity consisting of waves in the delta range (over 250 ms duration for each wave) but of different morphology.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Frontal-intermittent-rhythmic-delta-activity-morphology [Frontal intermittent rhythmic delta activity (FIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at 1.5-2.5 Hz over the frontal areas of one or both sides of the head. Comment: most commonly associated with unspecified encephalopathy, in adults.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Occipital-intermittent-rhythmic-delta-activity-morphology [Occipital intermittent rhythmic delta activity (OIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at 2-3 Hz over the occipital or posterior head regions of one or both sides of the head. Frequently blocked or attenuated by opening the eyes. Comment: most commonly associated with unspecified encephalopathy, in children.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Temporal-intermittent-rhythmic-delta-activity-morphology [Temporal intermittent rhythmic delta activity (TIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at over the temporal areas of one side of the head. Comment: most commonly associated with temporal lobe epilepsy.] + *** # {takesValue, valueClass=textClass}[Free text.] + + ** Periodic-discharges-morphology {requireChild} [Periodic discharges not further specified (PDs).] + *** Periodic-discharges-superimposed-activity {requireChild, suggestedTag=Property-not-possible-to-determine} + **** Periodic-discharges-fast-superimposed-activity {suggestedTag=Finding-frequency} + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Periodic-discharges-rhythmic-superimposed-activity {suggestedTag=Finding-frequency} + ***** # {takesValue, valueClass=textClass}[Free text.] + + *** Periodic-discharge-sharpness {requireChild, suggestedTag=Property-not-possible-to-determine} + **** Spiky-periodic-discharge-sharpness + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Sharp-periodic-discharge-sharpness + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Sharply-contoured-periodic-discharge-sharpness + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Blunt-periodic-discharge-sharpness + ***** # {takesValue, valueClass=textClass}[Free text.] + + *** Number-of-periodic-discharge-phases {requireChild, suggestedTag=Property-not-possible-to-determine} + **** 1-periodic-discharge-phase + ***** # {takesValue, valueClass=textClass}[Free text.] + **** 2-periodic-discharge-phases + ***** # {takesValue, valueClass=textClass}[Free text.] + **** 3-periodic-discharge-phases + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Greater-than-3-periodic-discharge-phases + ***** # {takesValue, valueClass=textClass}[Free text.] + + *** Periodic-discharge-triphasic-morphology {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists,suggestedTag=Property-absence} [] + **** # {takesValue, valueClass=textClass}[Free text.] + + *** Periodic-discharge-absolute-amplitude {requireChild, suggestedTag=Property-not-possible-to-determine} + **** Periodic-discharge-absolute-amplitude-very-low [Lower than 20 microV.] + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Low-periodic-discharge-absolute-amplitude [20 to 49 microV.] + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Medium-periodic-discharge-absolute-amplitude [50 to 199 microV.] + ***** # {takesValue, valueClass=textClass}[Free text.] + **** High-periodic-discharge-absolute-amplitude [Greater than 200 microV.] + ***** # {takesValue, valueClass=textClass}[Free text.] + + *** Periodic-discharge-relative-amplitude {requireChild, suggestedTag=Property-not-possible-to-determine} + **** Periodic-discharge-relative-amplitude-less-than-equal-2 + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Periodic-discharge-relative-amplitude-greater-than-2 + ***** # {takesValue, valueClass=textClass}[Free text.] + + *** Periodic-discharge-polarity {requireChild} + **** Periodic-discharge-postitive-polarity + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Periodic-discharge-negative-polarity + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Periodic-discharge-unclear-polarity + ***** # {takesValue, valueClass=textClass}[Free text.] + + * Source-analysis-property {requireChild}[How the current in the brain reaches the electrode sensors.] + ** Source-analysis-laterality {requireChild,suggestedTag=Brain-laterality} + ** Source-analysis-brain-region {requireChild} + *** Source-analysis-frontal-perisylvian-superior-surface + *** Source-analysis-frontal-lateral + *** Source-analysis-frontal-mesial + *** Source-analysis-frontal-polar + *** Source-analysis-frontal-orbitofrontal + *** Source-analysis-temporal-polar + *** Source-analysis-temporal-basal + *** Source-analysis-temporal-lateral-anterior + *** Source-analysis-temporal-lateral-posterior + *** Source-analysis-temporal-perisylvian-inferior-surface + *** Source-analysis-central-lateral-convexity + *** Source-analysis-central-mesial + *** Source-analysis-central-sulcus-anterior-surface + *** Source-analysis-central-sulcus-posterior-surface + *** Source-analysis-central-opercular + *** Source-analysis-parietal-lateral-convexity + *** Source-analysis-parietal-mesial + *** Source-analysis-parietal-opercular + *** Source-analysis-occipital-lateral + *** Source-analysis-occipital-mesial + *** Source-analysis-occipital-basal + *** Source-analysis-insula + + * Location-property {requireChild}[Location can be scored for findings. Semiologic finding can also be characterized by the somatotopic modifier (i.e. the part of the body where it occurs). In this respect, laterality (left, right, symmetric, asymmetric, left greater than right, right greater than left), body part (eyelid, face, arm, leg, trunk, visceral, hemi-) and centricity (axial, proximal limb, distal limb) can be scored.] + ** Brain-laterality {requireChild} + *** Brain-laterality-left + **** # {takesValue, valueClass=textClass}[Free text.] + *** Brain-laterality-left-greater-right + **** # {takesValue, valueClass=textClass}[Free text.] + *** Brain-laterality-right + **** # {takesValue, valueClass=textClass}[Free text.] + *** Brain-laterality-right-greater-left + **** # {takesValue, valueClass=textClass}[Free text.] + *** Brain-laterality-midline + **** # {takesValue, valueClass=textClass}[Free text.] + *** Brain-laterality-diffuse-asynchronous + **** # {takesValue, valueClass=textClass}[Free text.] + ** Brain-region {requireChild} + *** Brain-region-frontal + **** # {takesValue, valueClass=textClass}[Free text.] + *** Brain-region-temporal + **** # {takesValue, valueClass=textClass}[Free text.] + *** Brain-region-central + **** # {takesValue, valueClass=textClass}[Free text.] + *** Brain-region-parietal + **** # {takesValue, valueClass=textClass}[Free text.] + *** Brain-region-occipital + **** # {takesValue, valueClass=textClass}[Free text.] + ** Body-part-location {requireChild} + *** Body-part-eyelid + **** # {takesValue, valueClass=textClass}[Free text.] + *** Body-part-face + **** # {takesValue, valueClass=textClass}[Free text.] + *** Body-part-arm + **** # {takesValue, valueClass=textClass}[Free text.] + *** Body-part-leg + **** # {takesValue, valueClass=textClass}[Free text.] + *** Body-part-trunk + **** # {takesValue, valueClass=textClass}[Free text.] + *** Body-part-visceral + **** # {takesValue, valueClass=textClass}[Free text.] + *** Body-part-hemi + **** # {takesValue, valueClass=textClass}[Free text.] + ** Brain-centricity {requireChild} + *** Brain-centricity-axial + **** # {takesValue, valueClass=textClass}[Free text.] + *** Brain-centricity-proximal-limb + **** # {takesValue, valueClass=textClass}[Free text.] + *** Brain-centricity-distal-limb + **** # {takesValue, valueClass=textClass}[Free text.] + ** Sensors {requireChild} [Lists all corresponding sensors (electrodes/channels in montage). The sensor-group is selected from a list defined in the site-settings for each EEG-lab.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Finding-propagation {suggestedTag=Property-exists,suggestedTag=Property-absence, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors}[When propagation within the graphoelement is observed, first the location of the onset region is scored. Then, the location of the propagation can be noted.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Multifocal-finding {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists,suggestedTag=Property-absence} [When the same interictal graphoelement is observed bilaterally and at least in three independent locations, can score them using one entry, and choosing multifocal as a descriptor of the locations of the given interictal graphoelements, optionally emphasizing the involved, and the most active sites.] + *** # {takesValue, valueClass=textClass}[Free text.] + + * Modulators-property {requireChild}[For each described graphoelement, the influence of the modulators can be scored. Only modulators present in the recording are scored.] + ** Modulators-reactivity {requireChild, suggestedTag=Property-exists,suggestedTag=Property-absence} [Susceptibility of individual rhythms or the EEG as a whole to change following sensory stimulation or other physiologic actions.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Eye-closure-sensitivity {suggestedTag=Property-exists,suggestedTag=Property-absence} [Eye closure sensitivity.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Eye-opening-passive {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by} [Passive eye opening. Used with base schema Increasing/Decreasing.] + ** Medication-effect-EEG {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified} [Medications effect on EEG. Used with base schema Increasing/Decreasing.] + ** Medication-reduction-effect-EEG {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified} [Medications reduction or withdrawal effect on EEG. Used with base schema Increasing/Decreasing.] + ** Auditive-stimuli-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified} [Used with base schema Increasing/Decreasing.] + ** Nociceptive-stimuli-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by} [Used with base schema Increasing/Decreasing.] + ** Physical-effort-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by} [Used with base schema Increasing/Decreasing] + ** Cognitive-task-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by} [Used with base schema Increasing/Decreasing.] + ** Other-modulators-effect-EEG {requireChild} + *** # {takesValue, valueClass=textClass}[Free text.] + ** Facilitating-factor [Facilitating factors are defined as transient and sporadic endogenous or exogenous elements capable of augmenting seizure incidence (increasing the likelihood of seizure occurrence).] + *** Facilitating-factor-alcohol + **** # {takesValue, valueClass=textClass}[Free text.] + *** Facilitating-factor-awake + **** # {takesValue, valueClass=textClass}[Free text.] + *** Facilitating-factor-catamenial + **** # {takesValue, valueClass=textClass}[Free text.] + *** Facilitating-factor-fever + **** # {takesValue, valueClass=textClass}[Free text.] + *** Facilitating-factor-sleep + **** # {takesValue, valueClass=textClass}[Free text.] + *** Facilitating-factor-sleep-deprived + **** # {takesValue, valueClass=textClass}[Free text.] + *** Facilitating-factor-other {requireChild} + **** # {takesValue, valueClass=textClass}[Free text.] + ** Provocative-factor {requireChild} [Provocative factors are defined as transient and sporadic endogenous or exogenous elements capable of evoking/triggering seizures immediately following the exposure to it.] + *** Hyperventilation-provoked + **** # {takesValue, valueClass=textClass}[Free text.] + *** Reflex-provoked + **** # {takesValue, valueClass=textClass}[Free text.] + ** Medication-effect-clinical {suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified} [Medications clinical effect. Used with base schema Increasing/Decreasing.] + ** Medication-reduction-effect-clinical {suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified} [Medications reduction or withdrawal clinical effect. Used with base schema Increasing/Decreasing.] + ** Other-modulators-effect-clinical {requireChild} + *** # {takesValue, valueClass=textClass}[Free text.] + + ** Intermittent-photic-stimulation-effect {requireChild} + *** Posterior-stimulus-dependent-intermittent-photic-stimulation-response {suggestedTag=Finding-frequency} + **** # {takesValue, valueClass=textClass}[Free text.] + *** Posterior-stimulus-independent-intermittent-photic-stimulation-response-limited {suggestedTag=Finding-frequency} [limited to the stimulus-train] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Posterior-stimulus-independent-intermittent-photic-stimulation-response-self-sustained {suggestedTag=Finding-frequency} + **** # {takesValue, valueClass=textClass}[Free text.] + *** Generalized-photoparoxysmal-intermittent-photic-stimulation-response-limited {suggestedTag=Finding-frequency} [Limited to the stimulus-train.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Generalized-photoparoxysmal-intermittent-photic-stimulation-response-self-sustained {suggestedTag=Finding-frequency} + **** # {takesValue, valueClass=textClass}[Free text.] + *** Activation-of-pre-existing-epileptogenic-area-intermittent-photic-stimulation-effect {suggestedTag=Finding-frequency} + **** # {takesValue, valueClass=textClass}[Free text.] + *** Unmodified-intermittent-photic-stimulation-effect + **** # {takesValue, valueClass=textClass}[Free text.] + + ** Quality-of-hyperventilation {requireChild} + *** Hyperventilation-refused-procedure + **** # {takesValue, valueClass=textClass}[Free text.] + *** Hyperventilation-poor-effort + **** # {takesValue, valueClass=textClass}[Free text.] + *** Hyperventilation-good-effort + **** # {takesValue, valueClass=textClass}[Free text.] + *** Hyperventilation-excellent-effort + **** # {takesValue, valueClass=textClass}[Free text.] + + ** Modulators-effect {requireChild} [Tags for describing the influence of the modulators] + *** Modulators-effect-continuous-during-NRS [Continuous during non-rapid-eye-movement-sleep (NRS)] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Modulators-effect-only-during + **** # {takesValue, valueClass=textClass}[Only during Sleep/Awakening/Hyperventilation/Physical effort/Cognitive task. Free text.] + *** Modulators-effect-change-of-patterns [Change of patterns during sleep/awakening.] + **** # {takesValue, valueClass=textClass}[Free text.] + + * Time-related-property {requireChild} [Important to estimate how often an interictal abnormality is seen in the recording.] + ** Appearance-mode {requireChild, suggestedTag=Property-not-possible-to-determine} [Describes how the non-ictal EEG pattern/graphoelement is distributed through the recording.] + *** Random-appearance-mode [Occurrence of the non-ictal EEG pattern / graphoelement without any rhythmicity / periodicity.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Periodic-appearance-mode [Non-ictal EEG pattern / graphoelement occurring at an approximately regular rate / interval (generally of 1 to several seconds).] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Variable-appearance-mode [Occurrence of non-ictal EEG pattern / graphoelements, that is sometimes rhythmic or periodic, other times random, throughout the recording.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Intermittent-appearance-mode + **** # {takesValue, valueClass=textClass}[Free text.] + *** Continuous-appearance-mode + **** # {takesValue, valueClass=textClass}[Free text.] + + ** Discharge-pattern {requireChild} [Describes the organization of the EEG signal within the discharge (distinguish between single and repetitive discharges)] + *** Single-discharge-pattern {suggestedTag=Finding-incidence} [Applies to the intra-burst pattern: a graphoelement that is not repetitive; before and after the graphoelement one can distinguish the background activity.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Rhythmic-trains-or-bursts-discharge-pattern {suggestedTag=Finding-prevalence, suggestedTag=Finding-frequency} [Applies to the intra-burst pattern: a non-ictal graphoelement that repeats itself without returning to the background activity between them. The graphoelements within this repetition occur at approximately constant period.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Arrhythmic-trains-or-bursts-discharge-pattern {suggestedTag=Finding-prevalence} [Applies to the intra-burst pattern: a non-ictal graphoelement that repeats itself without returning to the background activity between them. The graphoelements within this repetition occur at inconstant period.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Fragmented-discharge-pattern + **** # {takesValue, valueClass=textClass}[Free text.] + + ** Periodic-discharge-time-related-features {requireChild} [Periodic discharges not further specified (PDs) time-relayed features tags.] + *** Periodic-discharge-duration {requireChild, suggestedTag=Property-not-possible-to-determine} + **** Very-brief-periodic-discharge-duration [Less than 10 sec.] + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Brief-periodic-discharge-duration [10 to 59 sec.] + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Intermediate-periodic-discharge-duration [1 to 4.9 min.] + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Long-periodic-discharge-duration [5 to 59 min.] + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Very-long-periodic-discharge-duration [Greater than 1 hour.] + ***** # {takesValue, valueClass=textClass}[Free text.] + *** Periodic-discharge-onset {requireChild, suggestedTag=Property-not-possible-to-determine} + **** Sudden-periodic-discharge-onset + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Gradual-periodic-discharge-onset + ***** # {takesValue, valueClass=textClass}[Free text.] + *** Periodic-discharge-dynamics {requireChild, suggestedTag=Property-not-possible-to-determine} + **** Evolving-periodic-discharge-dynamics + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Fluctuating-periodic-discharge-dynamics + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Static-periodic-discharge-dynamics + ***** # {takesValue, valueClass=textClass}[Free text.] + + ** Finding-extent [Percentage of occurrence during the recording (background activity and interictal finding).] + *** # {takesValue, valueClass=numericClass} + + ** Finding-incidence {requireChild} [How often it occurs/time-epoch.] + *** Only-once-finding-incidence + **** # {takesValue, valueClass=textClass}[Free text.] + *** Rare-finding-incidence [less than 1/h] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Uncommon-finding-incidence [1/5 min to 1/h.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Occasional-finding-incidence [1/min to 1/5min.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Frequent-finding-incidence [1/10 s to 1/min.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Abundant-finding-incidence [Greater than 1/10 s).] + **** # {takesValue, valueClass=textClass}[Free text.] + + ** Finding-prevalence {requireChild} [The percentage of the recording covered by the train/burst.] + *** Rare-finding-prevalence [Less than 1 percent.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Occasional-finding-prevalence [1 to 9 percent.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Frequent-finding-prevalence [10 to 49 percent.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Abundant-finding-prevalence [50 to 89 percent.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Continuous-finding-prevalence [Greater than 90 percent.] + **** # {takesValue, valueClass=textClass}[Free text.] + + * Posterior-dominant-rhythm-property {requireChild} [Posterior dominant rhythm is the most often scored EEG feature in clinical practice. Therefore, there are specific terms that can be chosen for characterizing the PDR.] + + ** Posterior-dominant-rhythm-amplitude-range {requireChild, suggestedTag=Property-not-possible-to-determine} + *** Low-posterior-dominant-rhythm-amplitude-range [Low (less than 20 microV).] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Medium-posterior-dominant-rhythm-amplitude-range [Medium (between 20 and 70 microV).] + **** # {takesValue, valueClass=textClass}[Free text.] + *** High-posterior-dominant-rhythm-amplitude-range [High (more than 70 microV).] + **** # {takesValue, valueClass=textClass}[Free text.] + + ** Posterior-dominant-rhythm-frequency-asymmetry {requireChild} [When symmetrical could be labeled with base schema Symmetrical tag.] + *** Posterior-dominant-rhythm-frequency-asymmetry-lower-left [Hz lower on the left side.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Posterior-dominant-rhythm-frequency-asymmetry-lower-right [Hz lower on the right side.] + **** # {takesValue, valueClass=textClass}[Free text.] + + ** Posterior-dominant-rhythm-eye-opening-reactivity {suggestedTag=Property-not-possible-to-determine} [Change (disappearance or measurable decrease in amplitude) of a posterior dominant rhythm following eye-opening. Eye closure has the opposite effect.] + *** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-left [Reduced left side reactivity.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-right [Reduced right side reactivity.] + **** # {takesValue, valueClass=textClass}[free text] + *** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-both [Reduced reactivity on both sides.] + **** # {takesValue, valueClass=textClass}[Free text.] + + ** Posterior-dominant-rhythm-organization {requireChild} [When normal could be labeled with base schema Normal tag.] + *** Posterior-dominant-rhythm-organization-poorly-organized [Poorly organized.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Posterior-dominant-rhythm-organization-disorganized [Disorganized.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Posterior-dominant-rhythm-organization-markedly-disorganized [Markedly disorganized.] + **** # {takesValue, valueClass=textClass}[Free text.] + + ** Posterior-dominant-rhythm-caveat {requireChild} [Caveat to the annotation of PDR.] + *** No-posterior-dominant-rhythm-caveat + **** # {takesValue, valueClass=textClass}[Free text.] + *** Posterior-dominant-rhythm-caveat-only-open-eyes-during-the-recording + **** # {takesValue, valueClass=textClass}[Free text.] + *** Posterior-dominant-rhythm-caveat-sleep-deprived-caveat + **** # {takesValue, valueClass=textClass}[Free text.] + *** Posterior-dominant-rhythm-caveat-drowsy + **** # {takesValue, valueClass=textClass}[Free text.] + *** Posterior-dominant-rhythm-caveat-only-following-hyperventilation + + ** Absence-of-posterior-dominant-rhythm {requireChild} [Reason for absence of PDR.] + *** Absence-of-posterior-dominant-rhythm-artifacts + **** # {takesValue, valueClass=textClass}[Free text.] + *** Absence-of-posterior-dominant-rhythm-extreme-low-voltage + **** # {takesValue, valueClass=textClass}[Free text.] + *** Absence-of-posterior-dominant-rhythm-eye-closure-could-not-be-achieved + **** # {takesValue, valueClass=textClass}[Free text.] + *** Absence-of-posterior-dominant-rhythm-lack-of-awake-period + **** # {takesValue, valueClass=textClass}[Free text.] + *** Absence-of-posterior-dominant-rhythm-lack-of-compliance + **** # {takesValue, valueClass=textClass}[Free text.] + *** Absence-of-posterior-dominant-rhythm-other-causes {requireChild} + **** # {takesValue, valueClass=textClass}[Free text.] + + * Episode-property {requireChild} + ** Seizure-classification {requireChild} [Epileptic seizures are named using the current ILAE seizure classification (Fisher et al., 2017, Beniczky et al., 2017).] + *** Motor-onset-seizure + **** Myoclonic-motor-onset-seizure + **** Negative-myoclonic-motor-onset-seizure + **** Clonic-motor-onset-seizure + **** Tonic-motor-onset-seizure + **** Atonic-motor-onset-seizure + **** Myoclonic-atonic-motor-onset-seizure + **** Myoclonic-tonic-clonic-motor-onset-seizure + **** Tonic-clonic-motor-onset-seizure + **** Automatism-motor-onset-seizure + **** Hyperkinetic-motor-onset-seizure + **** Epileptic-spasm-episode + *** Nonmotor-onset-seizure + **** Behavior-arrest-nonmotor-onset-seizure + **** Sensory-nonmotor-onset-seizure + **** Emotional-nonmotor-onset-seizure + **** Cognitive-nonmotor-onset-seizure + **** Autonomic-nonmotor-onset-seizure + *** Absence-seizure + **** Typical-absence-seizure + **** Atypical-absence-seizure + **** Myoclonic-absence-seizure + **** Eyelid-myoclonia-absence-seizure + + ** Episode-phase {requireChild, suggestedTag=Seizure-semiology-manifestation,suggestedTag=Postictal-semiology-manifestation,suggestedTag=Ictal-EEG-patterns} [The electroclinical findings (i.e., the seizure semiology and the ictal EEG) are divided in three phases: onset, propagation, and postictal.] + *** Episode-phase-initial + *** Episode-phase-subsequent + *** Episode-phase-postictal + + ** Seizure-semiology-manifestation {requireChild} [Semiology is described according to the ILAE Glossary of Descriptive Terminology for Ictal Semiology (Blume et al., 2001). Besides the name, the semiologic finding can also be characterized by the somatotopic modifier, laterality, body part and centricity. Uses Location-property tags.] + *** Semiology-motor-manifestation + **** Semiology-elementary-motor + ***** Semiology-motor-tonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [A sustained increase in muscle contraction lasting a few seconds to minutes.] + ***** Semiology-motor-dystonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Sustained contractions of both agonist and antagonist muscles producing athetoid or twisting movements, which, when prolonged, may produce abnormal postures.] + ***** Semiology-motor-epileptic-spasm {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [A sudden flexion, extension, or mixed extension flexion of predominantly proximal and truncal muscles that is usually more sustained than a myoclonic movement but not so sustained as a tonic seizure (i.e., about 1 s). Limited forms may occur: grimacing, head nodding. Frequent occurrence in clusters.] + ***** Semiology-motor-postural {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Adoption of a posture that may be bilaterally symmetric or asymmetric (as in a fencing posture).] + ***** Semiology-motor-versive {suggestedTag=Body-part, suggestedTag=Episode-event-count} [A sustained, forced conjugate ocular, cephalic, and/or truncal rotation or lateral deviation from the midline.] + ***** Semiology-motor-clonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Myoclonus that is regularly repetitive, involves the same muscle groups, at a frequency of about 2 to 3 c/s, and is prolonged. Synonym: rhythmic myoclonus .] + ***** Semiology-motor-myoclonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Characterized by myoclonus. MYOCLONUS : sudden, brief (lower than 100 ms) involuntary single or multiple contraction(s) of muscles(s) or muscle groups of variable topography (axial, proximal limb, distal).] + ***** Semiology-motor-jacksonian-march {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Term indicating spread of clonic movements through contiguous body parts unilaterally.] + ***** Semiology-motor-negative-myoclonus {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Characterized by negative myoclonus. NEGATIVE MYOCLONUS: interruption of tonic muscular activity for lower than 500 ms without evidence of preceding myoclonia.] + ***** Semiology-motor-tonic-clonic {requireChild} [A sequence consisting of a tonic followed by a clonic phase. Variants such as clonic-tonic-clonic may be seen. Asymmetry of limb posture during the tonic phase of a GTC: one arm is rigidly extended at the elbow (often with the fist clenched tightly and flexed at the wrist), whereas the opposite arm is flexed at the elbow.] + ****** Semiology-motor-tonic-clonic-without-figure-of-four {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} + ****** Semiology-motor-tonic-clonic-with-figure-of-four-extension-left-elbow {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} + ****** Semiology-motor-tonic-clonic-with-figure-of-four-extension-right-elbow {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} + ***** Semiology-motor-astatic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Loss of erect posture that results from an atonic, myoclonic, or tonic mechanism. Synonym: drop attack.] + ***** Semiology-motor-atonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Sudden loss or diminution of muscle tone without apparent preceding myoclonic or tonic event lasting greater or equal to 1 to 2 s, involving head, trunk, jaw, or limb musculature.] + ***** Semiology-motor-eye-blinking {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count} + ***** Semiology-motor-other-elementary-motor {requireChild} + ****** # {takesValue, valueClass=textClass}[Free text.] + **** Semiology-motor-automatisms + ***** Semiology-motor-automatisms-mimetic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count} [Facial expression suggesting an emotional state, often fear.] + ***** Semiology-motor-automatisms-oroalimentary {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count} [Lip smacking, lip pursing, chewing, licking, tooth grinding, or swallowing.] + ***** Semiology-motor-automatisms-dacrystic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count} [Bursts of crying.] + ***** Semiology-motor-automatisms-dyspraxic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count} [Inability to perform learned movements spontaneously or on command or imitation despite intact relevant motor and sensory systems and adequate comprehension and cooperation.] + ***** Semiology-motor-automatisms-manual {suggestedTag=Brain-laterality, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count} [1. Indicates principally distal components, bilateral or unilateral. 2. Fumbling, tapping, manipulating movements.] + ***** Semiology-motor-automatisms-gestural {suggestedTag=Brain-laterality, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count} [Semipurposive, asynchronous hand movements. Often unilateral.] + ***** Semiology-motor-automatisms-pedal {suggestedTag=Brain-laterality, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count} [1. Indicates principally distal components, bilateral or unilateral. 2. Fumbling, tapping, manipulating movements.] + ***** Semiology-motor-automatisms-hypermotor {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count} [1. Involves predominantly proximal limb or axial muscles producing irregular sequential ballistic movements, such as pedaling, pelvic thrusting, thrashing, rocking movements. 2. Increase in rate of ongoing movements or inappropriately rapid performance of a movement.] + ***** Semiology-motor-automatisms-hypokinetic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count} [A decrease in amplitude and/or rate or arrest of ongoing motor activity.] + ***** Semiology-motor-automatisms-gelastic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count} [Bursts of laughter or giggling, usually without an appropriate affective tone.] + ***** Semiology-motor-other-automatisms {requireChild} + ****** # {takesValue, valueClass=textClass}[Free text.] + **** Semiology-motor-behavioral-arrest {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Interruption of ongoing motor activity or of ongoing behaviors with fixed gaze, without movement of the head or trunk (oro-alimentary and hand automatisms may continue).] + *** Semiology-non-motor-manifestation + **** Semiology-sensory + ***** Semiology-sensory-headache {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count} [Headache occurring in close temporal proximity to the seizure or as the sole seizure manifestation.] + ***** Semiology-sensory-visual {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count} [Flashing or flickering lights, spots, simple patterns, scotomata, or amaurosis.] + ***** Semiology-sensory-auditory {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count} [Buzzing, drumming sounds or single tones.] + ***** Semiology-sensory-olfactory {suggestedTag=Body-part, suggestedTag=Episode-event-count} + ***** Semiology-sensory-gustatory {suggestedTag=Episode-event-count} [Taste sensations including acidic, bitter, salty, sweet, or metallic.] + ***** Semiology-sensory-epigastric {suggestedTag=Episode-event-count} [Abdominal discomfort including nausea, emptiness, tightness, churning, butterflies, malaise, pain, and hunger; sensation may rise to chest or throat. Some phenomena may reflect ictal autonomic dysfunction.] + ***** Semiology-sensory-somatosensory {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Tingling, numbness, electric-shock sensation, sense of movement or desire to move.] + ***** Semiology-sensory-painful {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Peripheral (lateralized/bilateral), cephalic, abdominal.] + ***** Semiology-sensory-autonomic-sensation {suggestedTag=Episode-event-count} [A sensation consistent with involvement of the autonomic nervous system, including cardiovascular, gastrointestinal, sudomotor, vasomotor, and thermoregulatory functions. (Thus autonomic aura; cf. autonomic events 3.0).] + ***** Semiology-sensory-other {requireChild} + ****** # {takesValue, valueClass=textClass}[Free text.] + **** Semiology-experiential + ***** Semiology-experiential-affective-emotional {suggestedTag=Episode-event-count} [Components include fear, depression, joy, and (rarely) anger.] + ***** Semiology-experiential-hallucinatory {suggestedTag=Episode-event-count} [Composite perceptions without corresponding external stimuli involving visual, auditory, somatosensory, olfactory, and/or gustatory phenomena. Example: hearing and seeing people talking.] + ***** Semiology-experiential-illusory {suggestedTag=Episode-event-count} [An alteration of actual percepts involving the visual, auditory, somatosensory, olfactory, or gustatory systems.] + ***** Semiology-experiential-mnemonic [Components that reflect ictal dysmnesia such as feelings of familiarity (deja-vu) and unfamiliarity (jamais-vu).] + ****** Semiology-experiential-mnemonic-Deja-vu {suggestedTag=Episode-event-count} + ****** Semiology-experiential-mnemonic-Jamais-vu {suggestedTag=Episode-event-count} + ***** Semiology-experiential-other {requireChild} + ****** # {takesValue, valueClass=textClass}[Free text.] + **** Semiology-dyscognitive {suggestedTag=Episode-event-count} [The term describes events in which (1) disturbance of cognition is the predominant or most apparent feature, and (2a) two or more of the following components are involved, or (2b) involvement of such components remains undetermined. Otherwise, use the more specific term (e.g., mnemonic experiential seizure or hallucinatory experiential seizure). Components of cognition: ++ perception: symbolic conception of sensory information ++ attention: appropriate selection of a principal perception or task ++ emotion: appropriate affective significance of a perception ++ memory: ability to store and retrieve percepts or concepts ++ executive function: anticipation, selection, monitoring of consequences, and initiation of motor activity including praxis, speech.] + **** Semiology-language-related + ***** Semiology-language-related-vocalization {suggestedTag=Episode-event-count} + ***** Semiology-language-related-verbalization {suggestedTag=Episode-event-count} + ***** Semiology-language-related-dysphasia {suggestedTag=Episode-event-count} + ***** Semiology-language-related-aphasia {suggestedTag=Episode-event-count} + ***** Semiology-language-related-other {requireChild} + ****** # {takesValue, valueClass=textClass}[Free text.] + **** Semiology-autonomic + ***** Semiology-autonomic-pupillary {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count} [Mydriasis, miosis (either bilateral or unilateral).] + ***** Semiology-autonomic-hypersalivation {suggestedTag=Episode-event-count} [Increase in production of saliva leading to uncontrollable drooling ] + ***** Semiology-autonomic-respiratory-apnoeic {suggestedTag=Episode-event-count} [subjective shortness of breath, hyperventilation, stridor, coughing, choking, apnea, oxygen desaturation, neurogenic pulmonary edema.] + ***** Semiology-autonomic-cardiovascular {suggestedTag=Episode-event-count} [Modifications of heart rate (tachycardia, bradycardia), cardiac arrhythmias (such as sinus arrhythmia, sinus arrest, supraventricular tachycardia, atrial premature depolarizations, ventricular premature depolarizations, atrio-ventricular block, bundle branch block, atrioventricular nodal escape rhythm, asystole).] + ***** Semiology-autonomic-gastrointestinal {suggestedTag=Episode-event-count} [Nausea, eructation, vomiting, retching, abdominal sensations, abdominal pain, flatulence, spitting, diarrhea.] + ***** Semiology-autonomic-urinary-incontinence {suggestedTag=Episode-event-count} [urinary urge (intense urinary urge at the beginning of seizures), urinary incontinence, ictal urination (rare symptom of partial seizures without loss of consciousness).] + ***** Semiology-autonomic-genital {suggestedTag=Episode-event-count} [Sexual auras (erotic thoughts and feelings, sexual arousal and orgasm). Genital auras (unpleasant, sometimes painful, frightening or emotionally neutral somatosensory sensations in the genitals that can be accompanied by ictal orgasm). Sexual automatisms (hypermotor movements consisting of writhing, thrusting, rhythmic movements of the pelvis, arms and legs, sometimes associated with picking and rhythmic manipulation of the groin or genitalia, exhibitionism and masturbation).] + ***** Semiology-autonomic-vasomotor {suggestedTag=Episode-event-count} [Flushing or pallor (may be accompanied by feelings of warmth, cold and pain).] + ***** Semiology-autonomic-sudomotor {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count} [Sweating and piloerection (may be accompanied by feelings of warmth, cold and pain).] + ***** Semiology-autonomic-thermoregulatory {suggestedTag=Episode-event-count} [Hyperthermia, fever.] + ***** Semiology-autonomic-other {requireChild} + ****** # {takesValue, valueClass=textClass}[Free text.] + *** Semiology-manifestation-other {requireChild} + **** # {takesValue, valueClass=textClass}[Free text.] + + ** Postictal-semiology-manifestation {requireChild} + *** Postictal-semiology-unconscious {suggestedTag=Episode-event-count} + *** Postictal-semiology-quick-recovery-of-consciousness {suggestedTag=Episode-event-count} [Quick recovery of awareness and responsiveness.] + *** Postictal-semiology-aphasia-or-dysphasia {suggestedTag=Episode-event-count} [Impaired communication involving language without dysfunction of relevant primary motor or sensory pathways, manifested as impaired comprehension, anomia, parahasic errors or a combination of these.] + *** Postictal-semiology-behavioral-change {suggestedTag=Episode-event-count} [Occurring immediately after a aseizure. Including psychosis, hypomanina, obsessive-compulsive behavior.] + *** Postictal-semiology-hemianopia {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count} [Postictal visual loss in a a hemi field.] + *** Postictal-semiology-impaired-cognition {suggestedTag=Episode-event-count} [Decreased Cognitive performance involving one or more of perception, attention, emotion, memory, execution, praxis, speech.] + *** Postictal-semiology-dysphoria {suggestedTag=Episode-event-count} [Depression, irritability, euphoric mood, fear, anxiety.] + *** Postictal-semiology-headache {suggestedTag=Episode-event-count} [Headache with features of tension-type or migraine headache that develops within 3 h following the seizure and resolves within 72 h after seizure.] + *** Postictal-semiology-nose-wiping {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count} [Noes-wiping usually within 60 sec of seizure offset, usually with the hand ipsilateral to the seizure onset.] + *** Postictal-semiology-anterograde-amnesia {suggestedTag=Episode-event-count} [Impaired ability to remember new material.] + *** Postictal-semiology-retrograde-amnesia {suggestedTag=Episode-event-count} [Impaired ability to recall previously remember material.] + *** Postictal-semiology-paresis {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Todds palsy. Any unilateral postictal dysfunction relating to motor, language, sensory and/or integrative functions.] + *** Postictal-semiology-sleep [Invincible need to sleep after a seizure.] + *** Postictal-semiology-unilateral-myoclonic-jerks [unilateral motor phenomena, other then specified, occurring in postictal phase.] + *** Postictal-semiology-other-unilateral-motor-phenomena {requireChild} + **** # {takesValue, valueClass=textClass}[Free text.] + + ** Polygraphic-channel-relation-to-episode {requireChild, suggestedTag=Property-not-possible-to-determine} + *** Polygraphic-channel-cause-to-episode + *** Polygraphic-channel-consequence-of-episode + + ** Ictal-EEG-patterns + *** Ictal-EEG-patterns-obscured-by-artifacts [The interpretation of the EEG is not possible due to artifacts.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Ictal-EEG-activity {suggestedTag=Polyspikes-morphology, suggestedTag=Fast-spike-activity-morphology, suggestedTag=Low-voltage-fast-activity-morphology, suggestedTag=Polysharp-waves-morphology, suggestedTag=Spike-and-slow-wave-morphology, suggestedTag=Polyspike-and-slow-wave-morphology, suggestedTag=Sharp-and-slow-wave-morphology, suggestedTag=Rhythmic-activity-morphology, suggestedTag=Slow-wave-large-amplitude-morphology, suggestedTag=Irregular-delta-or-theta-activity-morphology, suggestedTag=Electrodecremental-change-morphology, suggestedTag=DC-shift-morphology, suggestedTag=Disappearance-of-ongoing-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Source-analysis-laterality, suggestedTag=Source-analysis-brain-region,suggestedTag=Episode-event-count} + *** Postictal-EEG-activity {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity} + + ** Episode-time-context-property [Additional clinically relevant features related to episodes can be scored under timing and context. If needed, episode duration can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Temporal-value/Duration.] + *** Episode-consciousness {requireChild, suggestedTag=Property-not-possible-to-determine} + **** Episode-consciousness-not-tested + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Episode-consciousness-affected + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Episode-consciousness-mildly-affected + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Episode-consciousness-not-affected + ***** # {takesValue, valueClass=textClass}[Free text.] + + *** Episode-awareness {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists,suggestedTag=Property-absence} + **** # {takesValue, valueClass=textClass}[Free text.] + + *** Clinical-EEG-temporal-relationship {suggestedTag=Property-not-possible-to-determine} + **** Clinical-start-followed-EEG [Clinical start, followed by EEG start by X seconds.] + ***** # {takesValue, valueClass=numericClass, unitClass=timeUnits} + **** EEG-start-followed-clinical [EEG start, followed by clinical start by X seconds.] + ***** # {takesValue, valueClass=numericClass, unitClass=timeUnits} + **** Simultaneous-start-clinical-EEG + **** Clinical-EEG-temporal-relationship-notes [Clinical notes to annotate the clinical-EEG temporal relationship.] + ***** # {takesValue, valueClass=textClass} + + *** Episode-event-count {suggestedTag=Property-not-possible-to-determine} [Number of stereotypical episodes during the recording.] + **** # {takesValue, valueClass=numericClass} + + *** State-episode-start {requireChild, suggestedTag=Property-not-possible-to-determine} [State at the start of the episode.] + **** Episode-start-from-sleep + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Episode-start-from-awake + ***** # {takesValue, valueClass=textClass}[Free text.] + + *** Episode-postictal-phase {suggestedTag=Property-not-possible-to-determine} + **** # {takesValue, valueClass=numericClass, unitClass=timeUnits} + + *** Episode-prodrome {suggestedTag=Property-exists,suggestedTag=Property-absence} [Prodrome is a preictal phenomenon, and it is defined as a subjective or objective clinical alteration (e.g., ill-localized sensation or agitation) that heralds the onset of an epileptic seizure but does not form part of it (Blume et al., 2001). Therefore, prodrome should be distinguished from aura (which is an ictal phenomenon).] + **** # {takesValue, valueClass=textClass}[Free text.] + + *** Episode-tongue-biting {suggestedTag=Property-exists,suggestedTag=Property-absence} + **** # {takesValue, valueClass=textClass}[Free text.] + + *** Episode-responsiveness {requireChild, suggestedTag=Property-not-possible-to-determine} + **** Episode-responsiveness-preserved + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Episode-responsiveness-affected + ***** # {takesValue, valueClass=textClass}[Free text.] + + *** Episode-appearance {requireChild} + **** Episode-appearance-interactive + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Episode-appearance-spontaneous + ***** # {takesValue, valueClass=textClass}[Free text.] + + *** Seizure-dynamics {requireChild} [Spatiotemporal dynamics can be scored (evolution in morphology; evolution in frequency; evolution in location).] + **** Seizure-dynamics-evolution-morphology + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Seizure-dynamics-evolution-frequency + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Seizure-dynamics-evolution-location + ***** # {takesValue, valueClass=textClass}[Free text.] + **** Seizure-dynamics-not-possible-to-determine [Not possible to determine.] + ***** # {takesValue, valueClass=textClass}[Free text.] + + + * Other-finding-property {requireChild} + + ** Artifact-significance-to-recording {requireChild} [It is important to score the significance of the described artifacts: recording is not interpretable, recording of reduced diagnostic value, does not interfere with the interpretation of the recording.] + *** Recording-not-interpretable-due-to-artifact + **** # {takesValue, valueClass=textClass}[Free text.] + *** Recording-of-reduced-diagnostic-value-due-to-artifact + **** # {takesValue, valueClass=textClass}[Free text.] + *** Artifact-does-not-interfere-recording + **** # {takesValue, valueClass=textClass}[Free text.] + + ** Finding-significance-to-recording {requireChild} [Significance of finding. When normal/abnormal could be labeled with base schema Normal/Abnormal tags.] + *** Finding-no-definite-abnormality + **** # {takesValue, valueClass=textClass}[Free text.] + *** Finding-significance-not-possible-to-determine [Not possible to determine.] + **** # {takesValue, valueClass=textClass}[Free text.] + + ** Finding-frequency [Value in Hz (number) typed in.] + *** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits} + + ** Finding-amplitude [Value in microvolts (number) typed in.] + *** # {takesValue, valueClass=numericClass, unitClass=electricPotentialUnits} + + + ** Finding-amplitude-asymmetry {requireChild} [For posterior dominant rhythm: a difference in amplitude between the homologous area on opposite sides of the head that consistently exceeds 50 percent. When symmetrical could be labeled with base schema Symmetrical tag. For sleep: Absence or consistently marked amplitude asymmetry (greater than 50 percent) of a normal sleep graphoelement.] + *** Finding-amplitude-asymmetry-lower-left [Amplitude lower on the left side.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Finding-amplitude-asymmetry-lower-right [Amplitude lower on the right side.] + **** # {takesValue, valueClass=textClass}[Free text.] + *** Finding-amplitude-asymmetry-not-possible-to-determine [Not possible to determine.] + **** # {takesValue, valueClass=textClass}[Free text.] + + ** Finding-stopped-by + *** # {takesValue, valueClass=textClass}[Free text.] + ** Finding-triggered-by + *** # {takesValue, valueClass=textClass}[Free text.] + ** Finding-unmodified + *** # {takesValue, valueClass=textClass}[Free text.] + + ** Property-not-possible-to-determine [Not possible to determine.] + *** # {takesValue, valueClass=textClass}[Free text.] + ** Property-exists + *** # {takesValue, valueClass=textClass}[Free text.] + ** Property-absence + *** # {takesValue, valueClass=textClass}[Free text.] + + + +!# end schema + + + +'''Epilogue''' +The Standardized Computer-based Organized Reporting of EEG (SCORE) is a standard terminology for scalp EEG data assessment designed for use in clinical practice that may also be used for research purposes. +The SCORE standard defines terms for describing phenomena observed in scalp EEG data. It is also potentially applicable (with some suitable extensions) to EEG recorded in critical care and neonatal settings. +The SCORE standard received European consensus and has been endorsed by the European Chapter of the International Federation of Clinical Neurophysiology (IFCN) and the International League Against Epilepsy (ILAE) Commission on European Affairs. +A second revised and extended version of SCORE achieved international consensus. + +[1] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE." Epilepsia 54.6 (2013). +[2] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE second version." Clinical Neurophysiology 128.11 (2017). + +TPA, November 2022 + +!# end hed diff --git a/tests/data/schema_tests/merge_tests/HED_score_lib_tags.mediawiki b/tests/data/schema_tests/merge_tests/HED_score_lib_tags.mediawiki new file mode 100644 index 000000000..984cb98e4 --- /dev/null +++ b/tests/data/schema_tests/merge_tests/HED_score_lib_tags.mediawiki @@ -0,0 +1,889 @@ +HED version="1.0.0" library="score" with-standard="8.2.0" + +'''Prologue''' +This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. +The HED-SCORE library schema allows neurologists, neurophysiologists, and brain researchers to annotate electrophysiology recordings using terms from an internationally accepted set of defined terms (SCORE) compatible with the HED framework. +The resulting annotations are understandable to clinicians and directly usable in computer analysis. + +Future extensions may be implemented in the HED-SCORE library schema. +For more information see https://hed-schema-library.readthedocs.io/en/latest/index.html. + +!# start schema + +'''Modulator''' {requireChild, inLibrary=score} [External stimuli / interventions or changes in the alertness level (sleep) that modify: the background activity, or how often a graphoelement is occurring, or change other features of the graphoelement (like intra-burst frequency). For each observed finding, there is an option of specifying how they are influenced by the modulators and procedures that were done during the recording.] +* Sleep-modulator {inLibrary=score} +** Sleep-deprivation {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Sleep-following-sleep-deprivation {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Natural-sleep {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Induced-sleep {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Drowsiness {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Awakening {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Medication-modulator {inLibrary=score} +** Medication-administered-during-recording {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Medication-withdrawal-or-reduction-during-recording {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Eye-modulator {inLibrary=score} +** Manual-eye-closure {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Manual-eye-opening {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Stimulation-modulator {inLibrary=score} +** Intermittent-photic-stimulation {requireChild, inLibrary=score} +*** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits, inLibrary=score} +** Auditory-stimulation {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Nociceptive-stimulation {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Hyperventilation {inLibrary=score} +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Physical-effort {inLibrary=score} +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Cognitive-task {inLibrary=score} +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Other-modulator-or-procedure {requireChild, inLibrary=score} +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + +'''Background-activity''' {requireChild, inLibrary=score} [An EEG activity representing the setting in which a given normal or abnormal pattern appears and from which such pattern is distinguished.] +* Posterior-dominant-rhythm {suggestedTag=Finding-significance-to-recording, suggestedTag=Finding-frequency, suggestedTag=Posterior-dominant-rhythm-amplitude-range, suggestedTag=Finding-amplitude-asymmetry, suggestedTag=Posterior-dominant-rhythm-frequency-asymmetry, suggestedTag=Posterior-dominant-rhythm-eye-opening-reactivity, suggestedTag=Posterior-dominant-rhythm-organization, suggestedTag=Posterior-dominant-rhythm-caveat, suggestedTag=Absence-of-posterior-dominant-rhythm, inLibrary=score} [Rhythmic activity occurring during wakefulness over the posterior regions of the head, generally with maximum amplitudes over the occipital areas. Amplitude varies. Best seen with eyes closed and during physical relaxation and relative mental inactivity. Blocked or attenuated by attention, especially visual, and mental effort. In adults this is the alpha rhythm, and the frequency is 8 to 13 Hz. However the frequency can be higher or lower than this range (often a supra or sub harmonic of alpha frequency) and is called alpha variant rhythm (fast and slow alpha variant rhythm). In children, the normal range of the frequency of the posterior dominant rhythm is age-dependant.] +* Mu-rhythm {suggestedTag=Finding-frequency, suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, inLibrary=score} [EEG rhythm at 7-11 Hz composed of arch-shaped waves occurring over the central or centro-parietal regions of the scalp during wakefulness. Amplitudes varies but is mostly below 50 microV. Blocked or attenuated most clearly by contralateral movement, thought of movement, readiness to move or tactile stimulation.] +* Other-organized-rhythm {requireChild, suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [EEG activity that consisting of waves of approximately constant period, which is considered as part of the background (ongoing) activity, but does not fulfill the criteria of the posterior dominant rhythm.] +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Background-activity-special-feature {requireChild, inLibrary=score} [Special Features. Special features contains scoring options for the background activity of critically ill patients.] +** Continuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} +** Nearly-continuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} +** Discontinuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} +** Background-burst-suppression {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} [EEG pattern consisting of bursts (activity appearing and disappearing abruptly) interrupted by periods of low amplitude (below 20 microV) and which occurs simultaneously over all head regions.] +** Background-burst-attenuation {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} +** Background-activity-suppression {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, suggestedTag=Appearance-mode, inLibrary=score} [Periods showing activity under 10 microV (referential montage) and interrupting the background (ongoing) activity.] +** Electrocerebral-inactivity {inLibrary=score} [Absence of any ongoing cortical electric activities; in all leads EEG is isoelectric or only contains artifacts. Sensitivity has to be increased up to 2 microV/mm; recording time: at least 30 minutes.] + +'''Sleep-and-drowsiness''' {requireChild, inLibrary=score} [The features of the ongoing activity during sleep are scored here. If abnormal graphoelements appear, disappear or change their morphology during sleep, that is not scored here but at the entry corresponding to that graphooelement (as a modulator).] +* Sleep-architecture {suggestedTag=Property-not-possible-to-determine, inLibrary=score} [For longer recordings. Only to be scored if whole-night sleep is part of the recording. It is a global descriptor of the structure and pattern of sleep: estimation of the amount of time spent in REM and NREM sleep, sleep duration, NREM-REM cycle.] +** Normal-sleep-architecture {inLibrary=score} +** Abnormal-sleep-architecture {inLibrary=score} +* Sleep-stage-reached {requireChild, suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-significance-to-recording, inLibrary=score} [For normal sleep patterns the sleep stages reached during the recording can be specified] +** Sleep-stage-N1 {inLibrary=score} [Sleep stage 1.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Sleep-stage-N2 {inLibrary=score} [Sleep stage 2.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Sleep-stage-N3 {inLibrary=score} [Sleep stage 3.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Sleep-stage-REM {inLibrary=score} [Rapid eye movement.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Sleep-spindles {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Burst at 11-15 Hz but mostly at 12-14 Hz generally diffuse but of higher voltage over the central regions of the head, occurring during sleep. Amplitude varies but is mostly below 50 microV in the adult.] +* Arousal-pattern {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Arousal pattern in children. Prolonged, marked high voltage 4-6/s activity in all leads with some intermixed slower frequencies, in children.] +* Frontal-arousal-rhythm {suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Prolonged (up to 20s) rhythmical sharp or spiky activity over the frontal areas (maximum over the frontal midline) seen at arousal from sleep in children with minimal cerebral dysfunction.] +* Vertex-wave {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Sharp potential, maximal at the vertex, negative relative to other areas, apparently occurring spontaneously during sleep or in response to a sensory stimulus during sleep or wakefulness. May be single or repetitive. Amplitude varies but rarely exceeds 250 microV. Abbreviation: V wave. Synonym: vertex sharp wave.] +* K-complex {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [A burst of somewhat variable appearance, consisting most commonly of a high voltage negative slow wave followed by a smaller positive slow wave frequently associated with a sleep spindle. Duration greater than 0.5 s. Amplitude is generally maximal in the frontal vertex. K complexes occur during nonREM sleep, apparently spontaneously, or in response to sudden sensory / auditory stimuli, and are not specific for any individual sensory modality.] +* Saw-tooth-waves {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Vertex negative 2-5 Hz waves occuring in series during REM sleep] +* POSTS {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Positive occipital sharp transients of sleep. Sharp transient maximal over the occipital regions, positive relative to other areas, apparently occurring spontaneously during sleep. May be single or repetitive. Amplitude varies but is generally bellow 50 microV.] +* Hypnagogic-hypersynchrony {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Bursts of bilateral, synchronous delta or theta activity of large amplitude, occasionally with superimposed faster components, occurring during falling asleep or during awakening, in children.] +* Non-reactive-sleep {inLibrary=score} [EEG activity consisting of normal sleep graphoelements, but which cannot be interrupted by external stimuli/ the patient cannot be waken.] + +'''Interictal-finding''' {requireChild, inLibrary=score} [EEG pattern / transient that is distinguished form the background activity, considered abnormal, but is not recorded during ictal period (seizure) or postictal period; the presence of an interictal finding does not necessarily imply that the patient has epilepsy.] +* Epileptiform-interictal-activity {suggestedTag=Spike-morphology, suggestedTag=Spike-and-slow-wave-morphology, suggestedTag=Runs-of-rapid-spikes-morphology, suggestedTag=Polyspikes-morphology, suggestedTag=Polyspike-and-slow-wave-morphology, suggestedTag=Sharp-wave-morphology, suggestedTag=Sharp-and-slow-wave-morphology, suggestedTag=Slow-sharp-wave-morphology, suggestedTag=High-frequency-oscillation-morphology, suggestedTag=Hypsarrhythmia-classic-morphology, suggestedTag=Hypsarrhythmia-modified-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-propagation, suggestedTag=Multifocal-finding, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, suggestedTag=Finding-incidence, inLibrary=score} +* Abnormal-interictal-rhythmic-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Polymorphic-delta-activity-morphology, suggestedTag=Frontal-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Occipital-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Temporal-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, suggestedTag=Finding-incidence, inLibrary=score} +* Interictal-special-patterns {requireChild, inLibrary=score} +** Interictal-periodic-discharges {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics, inLibrary=score} [Periodic discharge not further specified (PDs).] +*** Generalized-periodic-discharges {inLibrary=score} [GPDs.] +*** Lateralized-periodic-discharges {inLibrary=score} [LPDs.] +*** Bilateral-independent-periodic-discharges {inLibrary=score} [BIPDs.] +*** Multifocal-periodic-discharges {inLibrary=score} [MfPDs.] +** Extreme-delta-brush {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} + +'''Critically-ill-patients-patterns''' {requireChild, inLibrary=score} [Rhythmic or periodic patterns in critically ill patients (RPPs) are scored according to the 2012 version of the American Clinical Neurophysiology Society Standardized Critical Care EEG Terminology (Hirsch et al., 2013).] +* Critically-ill-patients-periodic-discharges {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics, inLibrary=score} [Periodic discharges (PDs).] +* Rhythmic-delta-activity {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics, inLibrary=score} [RDA] +* Spike-or-sharp-and-wave {suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics, inLibrary=score} [SW] + +'''Episode''' {requireChild, inLibrary=score} [Clinical episode or electrographic seizure.] +* Epileptic-seizure {requireChild, inLibrary=score} +** Focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} +*** Aware-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} +*** Impaired-awareness-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} +*** Awareness-unknown-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} +*** Focal-to-bilateral-tonic-clonic-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} +** Generalized-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} +** Unknown-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} +** Unclassified-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} +* Subtle-seizure {suggestedTag=Episode-phase, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Seizure type frequent in neonates, sometimes referred to as motor automatisms; they may include random and roving eye movements, sucking, chewing motions, tongue protrusion, rowing or swimming or boxing movements of the arms, pedaling and bicycling movements of the lower limbs; apneic seizures are relatively common. Although some subtle seizures are associated with rhythmic ictal EEG discharges, and are clearly epileptic, ictal EEG often does not show typical epileptic activity.] +* Electrographic-seizure {suggestedTag=Episode-phase, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Referred usually to non convulsive status. Ictal EEG: rhythmic discharge or spike and wave pattern with definite evolution in frequency, location, or morphology lasting at least 10 s; evolution in amplitude alone did not qualify.] +* Seizure-PNES {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Psychogenic non-epileptic seizure.] +* Sleep-related-episode {requireChild, inLibrary=score} +** Sleep-related-arousal {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Normal.] +** Benign-sleep-myoclonus {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [A distinctive disorder of sleep characterized by a) neonatal onset, b) rhythmic myoclonic jerks only during sleep and c) abrupt and consistent cessation with arousal, d) absence of concomitant electrographic changes suggestive of seizures, and e) good outcome.] +** Confusional-awakening {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Episode of non epileptic nature included in NREM parasomnias, characterized by sudden arousal and complex behavior but without full alertness, usually lasting a few minutes and occurring almost in all children at least occasionally. Amnesia of the episode is the rule.] +** Sleep-periodic-limb-movement {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [PLMS. Periodic limb movement in sleep. Episodes are characterized by brief (0.5- to 5.0-second) lower-extremity movements during sleep, which typically occur at 20- to 40-second intervals, most commonly during the first 3 hours of sleep. The affected individual is usually not aware of the movements or of the transient partial arousals.] +** REM-sleep-behavioral-disorder {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [REM sleep behavioral disorder. Episodes characterized by: a) presence of REM sleep without atonia (RSWA) on polysomnography (PSG); b) presence of at least 1 of the following conditions - (1) Sleep-related behaviors, by history, that have been injurious, potentially injurious, or disruptive (example: dream enactment behavior); (2) abnormal REM sleep behavior documented during PSG monitoring; (3) absence of epileptiform activity on electroencephalogram (EEG) during REM sleep (unless RBD can be clearly distinguished from any concurrent REM sleep-related seizure disorder); (4) sleep disorder not better explained by another sleep disorder, a medical or neurologic disorder, a mental disorder, medication use, or a substance use disorder.] +** Sleep-walking {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Episodes characterized by ambulation during sleep; the patient is difficult to arouse during an episode, and is usually amnesic following the episode. Episodes usually occur in the first third of the night during slow wave sleep. Polysomnographic recordings demonstrate 2 abnormalities during the first sleep cycle: frequent, brief, non-behavioral EEG-defined arousals prior to the somnambulistic episode and abnormally low gamma (0.75-2.0 Hz) EEG power on spectral analysis, correlating with high-voltage (hyper-synchronic gamma) waves lasting 10 to 15 s occurring just prior to the movement. This is followed by stage I NREM sleep, and there is no evidence of complete awakening.] +* Pediatric-episode {requireChild, inLibrary=score} +** Hyperekplexia {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Disorder characterized by exaggerated startle response and hypertonicity that may occur during the first year of life and in severe cases during the neonatal period. Children usually present with marked irritability and recurrent startles in response to handling and sounds. Severely affected infants can have severe jerks and stiffening, sometimes with breath-holding spells.] +** Jactatio-capitis-nocturna {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Relatively common in normal children at the time of going to bed, especially during the first year of life, the rhythmic head movements persist during sleep. Usually, these phenomena disappear before 3 years of age.] +** Pavor-nocturnus {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [A nocturnal episode characterized by age of onset of less than five years (mean age 18 months, with peak prevalence at five to seven years), appearance of signs of panic two hours after falling asleep with crying, screams, a fearful expression, inability to recognize other people including parents (for a duration of 5-15 minutes), amnesia upon awakening. Pavor nocturnus occurs in patients almost every night for months or years (but the frequency is highly variable and may be as low as once a month) and is likely to disappear spontaneously at the age of six to eight years.] +** Pediatric-stereotypical-behavior-episode {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Repetitive motor behavior in children, typically rhythmic and persistent; usually not paroxysmal and rarely suggest epilepsy. They include headbanging, head-rolling, jactatio capitis nocturna, body rocking, buccal or lingual movements, hand flapping and related mannerisms, repetitive hand-waving (to self-induce photosensitive seizures).] +* Paroxysmal-motor-event {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Paroxysmal phenomena during neonatal or childhood periods characterized by recurrent motor or behavioral signs or symptoms that must be distinguishes from epileptic disorders.] +* Syncope {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Episode with loss of consciousness and muscle tone that is abrupt in onset, of short duration and followed by rapid recovery; it occurs in response to transient impairment of cerebral perfusion. Typical prodromal symptoms often herald onset of syncope and postictal symptoms are minimal. Syncopal convulsions resulting from cerebral anoxia are common but are not a form of epilepsy, nor are there any accompanying EEG ictal discharges.] +* Cataplexy {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [A sudden decrement in muscle tone and loss of deep tendon reflexes, leading to muscle weakness, paralysis, or postural collapse. Cataplexy usually is precipitated by an outburst of emotional expression-notably laughter, anger, or startle. It is one of the tetrad of symptoms of narcolepsy. During cataplexy, respiration and voluntary eye movements are not compromised. Consciousness is preserved.] +* Other-episode {requireChild, inLibrary=score} +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + +'''Physiologic-pattern''' {requireChild, inLibrary=score} [EEG graphoelements or rhythms that are considered normal. They only should be scored if the physician considers that they have a specific clinical significance for the recording.] +* Rhythmic-activity-pattern {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Not further specified.] +* Slow-alpha-variant-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Characteristic rhythms mostly at 4-5 Hz, recorded most prominently over the posterior regions of the head. Generally alternate, or are intermixed, with alpha rhythm to which they often are harmonically related. Amplitude varies but is frequently close to 50 micro V. Blocked or attenuated by attention, especially visual, and mental effort. Comment: slow alpha variant rhythms should be distinguished from posterior slow waves characteristic of children and adolescents and occasionally seen in young adults.] +* Fast-alpha-variant-rhythm {suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Characteristic rhythm at 14-20 Hz, detected most prominently over the posterior regions of the head. May alternate or be intermixed with alpha rhythm. Blocked or attenuated by attention, especially visual, and mental effort.] +* Ciganek-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Midline theta rhythm (Ciganek rhythm) may be observed during wakefulness or drowsiness. The frequency is 4-7 Hz, and the location is midline (ie, vertex). The morphology is rhythmic, smooth, sinusoidal, arciform, spiky, or mu-like.] +* Lambda-wave {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Diphasic sharp transient occurring over occipital regions of the head of waking subjects during visual exploration. The main component is positive relative to other areas. Time-locked to saccadic eye movement. Amplitude varies but is generally below 50 micro V.] +* Posterior-slow-waves-youth {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Waves in the delta and theta range, of variable form, lasting 0.35 to 0.5 s or longer without any consistent periodicity, found in the range of 6-12 years (occasionally seen in young adults). Alpha waves are almost always intermingled or superimposed. Reactive similar to alpha activity.] +* Diffuse-slowing-hyperventilation {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Diffuse slowing induced by hyperventilation. Bilateral, diffuse slowing during hyperventilation. Recorded in 70 percent of normal children (3-5 years) and less then 10 percent of adults. Usually appear in the posterior regions and spread forward in younger age group, whereas they tend to appear in the frontal regions and spread backward in the older age group.] +* Photic-driving {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Physiologic response consisting of rhythmic activity elicited over the posterior regions of the head by repetitive photic stimulation at frequencies of about 5-30 Hz. Comments: term should be limited to activity time-locked to the stimulus and of frequency identical or harmonically related to the stimulus frequency. Photic driving should be distinguished from the visual evoked potentials elicited by isolated flashes of light or flashes repeated at very low frequency.] +* Photomyogenic-response {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [A response to intermittent photic stimulation characterized by the appearance in the record of brief, repetitive muscular artifacts (spikes) over the anterior regions of the head. These often increase gradually in amplitude as stimuli are continued and cease promptly when the stimulus is withdrawn. Comment: this response is frequently associated with flutter of the eyelids and vertical oscillations of the eyeballs and sometimes with discrete jerking mostly involving the musculature of the face and head. (Preferred to synonym: photo-myoclonic response).] +* Other-physiologic-pattern {requireChild, inLibrary=score} +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + +'''Uncertain-significant-pattern''' {requireChild, inLibrary=score} [EEG graphoelements or rhythms that resemble abnormal patterns but that are not necessarily associated with a pathology, and the physician does not consider them abnormal in the context of the scored recording (like normal variants and patterns).] +* Sharp-transient-pattern {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} +* Wicket-spikes {inLibrary=score} [Spike-like monophasic negative single waves or trains of waves occurring over the temporal regions during drowsiness that have an arcuate or mu-like appearance. These are mainly seen in older individuals and represent a benign variant that is of little clinical significance.] +* Small-sharp-spikes {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Benign epileptiform Transients of Sleep (BETS). Small sharp spikes (SSS) of very short duration and low amplitude, often followed by a small theta wave, occurring in the temporal regions during drowsiness and light sleep. They occur on one or both sides (often asynchronously). The main negative and positive components are of about equally spiky character. Rarely seen in children, they are seen most often in adults and the elderly. Two thirds of the patients have a history of epileptic seizures.] +* Fourteen-six-Hz-positive-burst {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Burst of arch-shaped waves at 13-17 Hz and/or 5-7-Hz but most commonly at 14 and or 6 Hz seen generally over the posterior temporal and adjacent areas of one or both sides of the head during sleep. The sharp peaks of its component waves are positive with respect to other regions. Amplitude varies but is generally below 75 micro V. Comments: (1) best demonstrated by referential recording using contralateral earlobe or other remote, reference electrodes. (2) This pattern has no established clinical significance.] +* Six-Hz-spike-slow-wave {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Spike and slow wave complexes at 4-7Hz, but mostly at 6 Hz occurring generally in brief bursts bilaterally and synchronously, symmetrically or asymmetrically, and either confined to or of larger amplitude over the posterior or anterior regions of the head. The spike has a strong positive component. Amplitude varies but is generally smaller than that of spike-and slow-wave complexes repeating at slower rates. Comment: this pattern should be distinguished from epileptiform discharges. Synonym: wave and spike phantom.] +* Rudimentary-spike-wave-complex {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Synonym: Pseudo petit mal discharge. Paroxysmal discharge that consists of generalized or nearly generalized high voltage 3 to 4/sec waves with poorly developed spike in the positive trough between the slow waves, occurring in drowsiness only. It is found only in infancy and early childhood when marked hypnagogic rhythmical theta activity is paramount in the drowsy state.] +* Slow-fused-transient {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [A posterior slow-wave preceded by a sharp-contoured potential that blends together with the ensuing slow wave, in children.] +* Needle-like-occipital-spikes-blind {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Spike discharges of a particularly fast and needle-like character develop over the occipital region in most congenitally blind children. Completely disappear during childhood or adolescence.] +* Subclinical-rhythmic-EEG-discharge-adults {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Subclinical rhythmic EEG discharge of adults (SERDA). A rhythmic pattern seen in the adult age group, mainly in the waking state or drowsiness. It consists of a mixture of frequencies, often predominant in the theta range. The onset may be fairly abrupt with widespread sharp rhythmical theta and occasionally with delta activity. As to the spatial distribution, a maximum of this discharge is usually found over the centroparietal region and especially over the vertex. It may resemble a seizure discharge but is not accompanied by any clinical signs or symptoms.] +* Rhythmic-temporal-theta-burst-drowsiness {inLibrary=score} [Rhythmic temporal theta burst of drowsiness (RTTD). Characteristic burst of 4-7 Hz waves frequently notched by faster waves, occurring over the temporal regions of the head during drowsiness. Synonym: psychomotor variant pattern. Comment: this is a pattern of drowsiness that is of no clinical significance.] +* Temporal-slowing-elderly {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Focal theta and/or delta activity over the temporal regions, especially the left, in persons over the age of 60. Amplitudes are low/similar to the background activity. Comment: focal temporal theta was found in 20 percent of people between the ages of 40-59 years, and 40 percent of people between 60 and 79 years. One third of people older than 60 years had focal temporal delta activity.] +* Breach-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Rhythmical activity recorded over cranial bone defects. Usually it is in the 6 to 11/sec range, does not respond to movements.] +* Other-uncertain-significant-pattern {requireChild, inLibrary=score} +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + +'''Artifact''' {requireChild, inLibrary=score} [When relevant for the clinical interpretation, artifacts can be scored by specifying the type and the location.] +* Biological-artifact {requireChild, inLibrary=score} +** Eye-blink-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: Fp1/Fp2 become electropositive with eye closure because the cornea is positively charged causing a negative deflection in Fp1/Fp2. If the eye blink is unilateral, consider prosthetic eye. If it is in F8 rather than Fp2 then the electrodes are plugged in wrong.] +** Eye-movement-horizontal-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: There is an upward deflection in the Fp2-F8 derivation, when the eyes move to the right side. In this case F8 becomes more positive and therefore. When the eyes move to the left, F7 becomes more positive and there is an upward deflection in the Fp1-F7 derivation.] +** Eye-movement-vertical-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: The EEG shows positive potentials (50-100 micro V) with bi-frontal distribution, maximum at Fp1 and Fp2, when the eyeball rotated upward. The downward rotation of the eyeball was associated with the negative deflection. The time course of the deflections was similar to the time course of the eyeball movement.] +** Slow-eye-movement-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Slow, rolling eye-movements, seen during drowsiness.] +** Nystagmus-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} +** Chewing-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} +** Sucking-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} +** Glossokinetic-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [The tongue functions as a dipole, with the tip negative with respect to the base. The artifact produced by the tongue has a broad potential field that drops from frontal to occipital areas, although it is less steep than that produced by eye movement artifacts. The amplitude of the potentials is greater inferiorly than in parasagittal regions; the frequency is variable but usually in the delta range. Chewing and sucking can produce similar artifacts.] +** Rocking-patting-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Quasi-rhythmical artifacts in recordings from infants caused by rocking/patting.] +** Movement-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: Large amplitude artifact, with irregular morphology (usually resembling a slow-wave or a wave with complex morphology) seen in one or several channels, due to movement. If the causing movement is repetitive, the artifact might resemble a rhythmic EEG activity.] +** Respiration-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Respiration can produce 2 kinds of artifacts. One type is in the form of slow and rhythmic activity, synchronous with the body movements of respiration and mechanically affecting the impedance of (usually) one electrode. The other type can be slow or sharp waves that occur synchronously with inhalation or exhalation and involve those electrodes on which the patient is lying.] +** Pulse-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: Occurs when an EEG electrode is placed over a pulsating vessel. The pulsation can cause slow waves that may simulate EEG activity. A direct relationship exists between ECG and the pulse waves (200-300 millisecond delay after ECG equals QRS complex).] +** ECG-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: Far-field potential generated in the heart. The voltage and apparent surface of the artifact vary from derivation to derivation and, consequently, from montage to montage. The artifact is observed best in referential montages using earlobe electrodes A1 and A2. ECG artifact is recognized easily by its rhythmicity/regularity and coincidence with the ECG tracing.] +** Sweat-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Is a low amplitude undulating waveform that is usually greater than 2 seconds and may appear to be an unstable baseline.] +** EMG-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Myogenic potentials are the most common artifacts. Frontalis and temporalis muscles (ex..: clenching of jaw muscles) are common causes. Generally, the potentials generated in the muscles are of shorter duration than those generated in the brain. The frequency components are usually beyond 30-50 Hz, and the bursts are arrhythmic.] +* Non-biological-artifact {requireChild, inLibrary=score} +** Power-supply-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} [50-60 Hz artifact. Monomorphic waveform due to 50 or 60 Hz A/C power supply.] +** Induction-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Artifacts (usually of high frequency) induced by nearby equipment (like in the intensive care unit).] +** Dialysis-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} +** Artificial-ventilation-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} +** Electrode-pops-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Are brief discharges with a very steep upslope and shallow fall that occur in all leads which include that electrode.] +** Salt-bridge-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Typically occurs in 1 channel which may appear isoelectric. Only seen in bipolar montage.] +* Other-artifact {requireChild, suggestedTag=Artifact-significance-to-recording, inLibrary=score} +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + +'''Polygraphic-channel-finding''' {requireChild, inLibrary=score} [Changes observed in polygraphic channels can be scored: EOG, Respiration, ECG, EMG, other polygraphic channel (+ free text), and their significance logged (normal, abnormal, no definite abnormality).] +* EOG-channel-finding {suggestedTag=Finding-significance-to-recording, inLibrary=score} [ElectroOculoGraphy.] +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Respiration-channel-finding {suggestedTag=Finding-significance-to-recording, inLibrary=score} +** Respiration-oxygen-saturation {inLibrary=score} +*** # {takesValue, valueClass=numericClass, inLibrary=score} +** Respiration-feature {inLibrary=score} +*** Apnoe-respiration {inLibrary=score} [Add duration (range in seconds) and comments in free text.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Hypopnea-respiration {inLibrary=score} [Add duration (range in seconds) and comments in free text] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Apnea-hypopnea-index-respiration {requireChild, inLibrary=score} [Events/h. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Periodic-respiration {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Tachypnea-respiration {requireChild, inLibrary=score} [Cycles/min. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Other-respiration-feature {requireChild, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* ECG-channel-finding {suggestedTag=Finding-significance-to-recording, inLibrary=score} [Electrocardiography.] +** ECG-QT-period {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** ECG-feature {inLibrary=score} +*** ECG-sinus-rhythm {inLibrary=score} [Normal rhythm. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** ECG-arrhythmia {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** ECG-asystolia {inLibrary=score} [Add duration (range in seconds) and comments in free text.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** ECG-bradycardia {inLibrary=score} [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** ECG-extrasystole {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** ECG-ventricular-premature-depolarization {inLibrary=score} [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** ECG-tachycardia {inLibrary=score} [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Other-ECG-feature {requireChild, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* EMG-channel-finding {suggestedTag=Finding-significance-to-recording, inLibrary=score} [electromyography] +** EMG-muscle-side {inLibrary=score} +*** EMG-left-muscle {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** EMG-right-muscle {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** EMG-bilateral-muscle {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** EMG-muscle-name {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** EMG-feature {inLibrary=score} +*** EMG-myoclonus {inLibrary=score} +**** Negative-myoclonus {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** EMG-myoclonus-rhythmic {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** EMG-myoclonus-arrhythmic {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** EMG-myoclonus-synchronous {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** EMG-myoclonus-asynchronous {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** EMG-PLMS {inLibrary=score} [Periodic limb movements in sleep.] +*** EMG-spasm {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** EMG-tonic-contraction {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** EMG-asymmetric-activation {requireChild, inLibrary=score} +**** EMG-asymmetric-activation-left-first {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** EMG-asymmetric-activation-right-first {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Other-EMG-features {requireChild, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Other-polygraphic-channel {requireChild, inLibrary=score} +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + +'''Finding-property''' {requireChild, inLibrary=score} [Descriptive element similar to main HED /Property. Something that pertains to a thing. A characteristic of some entity. A quality or feature regarded as a characteristic or inherent part of someone or something. HED attributes are adjectives or adverbs.] +* Signal-morphology-property {requireChild, inLibrary=score} +** Rhythmic-activity-morphology {inLibrary=score} [EEG activity consisting of a sequence of waves approximately constant period.] +*** Delta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} [EEG rhythm in the delta (under 4 Hz) range that does not belong to the posterior dominant rhythm (scored under other organized rhythms).] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Theta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} [EEG rhythm in the theta (4-8 Hz) range that does not belong to the posterior dominant rhythm (scored under other organized rhythm).] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Alpha-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} [EEG rhythm in the alpha range (8-13 Hz) which is considered part of the background (ongoing) activity but does not fulfill the criteria of the posterior dominant rhythm (alpha rhythm).] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Beta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} [EEG rhythm between 14 and 40 Hz, which is considered part of the background (ongoing) activity but does not fulfill the criteria of the posterior dominant rhythm. Most characteristically: a rhythm from 14 to 40 Hz recorded over the fronto-central regions of the head during wakefulness. Amplitude of the beta rhythm varies but is mostly below 30 microV. Other beta rhythms are most prominent in other locations or are diffuse.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Gamma-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Spike-morphology {inLibrary=score} [A transient, clearly distinguished from background activity, with pointed peak at a conventional paper speed or time scale and duration from 20 to under 70 ms, i.e. 1/50-1/15 s approximately. Main component is generally negative relative to other areas. Amplitude varies.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Spike-and-slow-wave-morphology {inLibrary=score} [A pattern consisting of a spike followed by a slow wave.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Runs-of-rapid-spikes-morphology {inLibrary=score} [Bursts of spike discharges at a rate from 10 to 25/sec (in most cases somewhat irregular). The bursts last more than 2 seconds (usually 2 to 10 seconds) and it is typically seen in sleep. Synonyms: rhythmic spikes, generalized paroxysmal fast activity, fast paroxysmal rhythms, grand mal discharge, fast beta activity.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Polyspikes-morphology {inLibrary=score} [Two or more consecutive spikes.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Polyspike-and-slow-wave-morphology {inLibrary=score} [Two or more consecutive spikes associated with one or more slow waves.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Sharp-wave-morphology {inLibrary=score} [A transient clearly distinguished from background activity, with pointed peak at a conventional paper speed or time scale, and duration of 70-200 ms, i.e. over 1/4-1/5 s approximately. Main component is generally negative relative to other areas. Amplitude varies.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Sharp-and-slow-wave-morphology {inLibrary=score} [A sequence of a sharp wave and a slow wave.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Slow-sharp-wave-morphology {inLibrary=score} [A transient that bears all the characteristics of a sharp-wave, but exceeds 200 ms. Synonym: blunted sharp wave.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** High-frequency-oscillation-morphology {inLibrary=score} [HFO.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Hypsarrhythmia-classic-morphology {inLibrary=score} [Abnormal interictal high amplitude waves and a background of irregular spikes.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Hypsarrhythmia-modified-morphology {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Fast-spike-activity-morphology {inLibrary=score} [A burst consisting of a sequence of spikes. Duration greater than 1 s. Frequency at least in the alpha range.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Low-voltage-fast-activity-morphology {inLibrary=score} [Refers to the fast, and often recruiting activity which can be recorded at the onset of an ictal discharge, particularly in invasive EEG recording of a seizure.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Polysharp-waves-morphology {inLibrary=score} [A sequence of two or more sharp-waves.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Slow-wave-large-amplitude-morphology {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Irregular-delta-or-theta-activity-morphology {inLibrary=score} [EEG activity consisting of repetitive waves of inconsistent wave-duration but in delta and/or theta rang (greater than 125 ms).] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Electrodecremental-change-morphology {inLibrary=score} [Sudden desynchronization of electrical activity.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** DC-shift-morphology {inLibrary=score} [Shift of negative polarity of the direct current recordings, during seizures.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Disappearance-of-ongoing-activity-morphology {inLibrary=score} [Disappearance of the EEG activity that preceded the ictal event but still remnants of background activity (thus not enough to name it electrodecremental change).] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Polymorphic-delta-activity-morphology {inLibrary=score} [EEG activity consisting of waves in the delta range (over 250 ms duration for each wave) but of different morphology.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Frontal-intermittent-rhythmic-delta-activity-morphology {inLibrary=score} [Frontal intermittent rhythmic delta activity (FIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at 1.5-2.5 Hz over the frontal areas of one or both sides of the head. Comment: most commonly associated with unspecified encephalopathy, in adults.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Occipital-intermittent-rhythmic-delta-activity-morphology {inLibrary=score} [Occipital intermittent rhythmic delta activity (OIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at 2-3 Hz over the occipital or posterior head regions of one or both sides of the head. Frequently blocked or attenuated by opening the eyes. Comment: most commonly associated with unspecified encephalopathy, in children.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Temporal-intermittent-rhythmic-delta-activity-morphology {inLibrary=score} [Temporal intermittent rhythmic delta activity (TIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at over the temporal areas of one side of the head. Comment: most commonly associated with temporal lobe epilepsy.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Periodic-discharges-morphology {requireChild, inLibrary=score} [Periodic discharges not further specified (PDs).] +*** Periodic-discharges-superimposed-activity {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** Periodic-discharges-fast-superimposed-activity {suggestedTag=Finding-frequency, inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Periodic-discharges-rhythmic-superimposed-activity {suggestedTag=Finding-frequency, inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Periodic-discharge-sharpness {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** Spiky-periodic-discharge-sharpness {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Sharp-periodic-discharge-sharpness {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Sharply-contoured-periodic-discharge-sharpness {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Blunt-periodic-discharge-sharpness {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Number-of-periodic-discharge-phases {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** 1-periodic-discharge-phase {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** 2-periodic-discharge-phases {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** 3-periodic-discharge-phases {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Greater-than-3-periodic-discharge-phases {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Periodic-discharge-triphasic-morphology {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Periodic-discharge-absolute-amplitude {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** Periodic-discharge-absolute-amplitude-very-low {inLibrary=score} [Lower than 20 microV.] +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Low-periodic-discharge-absolute-amplitude {inLibrary=score} [20 to 49 microV.] +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Medium-periodic-discharge-absolute-amplitude {inLibrary=score} [50 to 199 microV.] +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** High-periodic-discharge-absolute-amplitude {inLibrary=score} [Greater than 200 microV.] +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Periodic-discharge-relative-amplitude {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** Periodic-discharge-relative-amplitude-less-than-equal-2 {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Periodic-discharge-relative-amplitude-greater-than-2 {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Periodic-discharge-polarity {requireChild, inLibrary=score} +**** Periodic-discharge-postitive-polarity {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Periodic-discharge-negative-polarity {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Periodic-discharge-unclear-polarity {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Source-analysis-property {requireChild, inLibrary=score} [How the current in the brain reaches the electrode sensors.] +** Source-analysis-laterality {requireChild, suggestedTag=Brain-laterality, inLibrary=score} +** Source-analysis-brain-region {requireChild, inLibrary=score} +*** Source-analysis-frontal-perisylvian-superior-surface {inLibrary=score} +*** Source-analysis-frontal-lateral {inLibrary=score} +*** Source-analysis-frontal-mesial {inLibrary=score} +*** Source-analysis-frontal-polar {inLibrary=score} +*** Source-analysis-frontal-orbitofrontal {inLibrary=score} +*** Source-analysis-temporal-polar {inLibrary=score} +*** Source-analysis-temporal-basal {inLibrary=score} +*** Source-analysis-temporal-lateral-anterior {inLibrary=score} +*** Source-analysis-temporal-lateral-posterior {inLibrary=score} +*** Source-analysis-temporal-perisylvian-inferior-surface {inLibrary=score} +*** Source-analysis-central-lateral-convexity {inLibrary=score} +*** Source-analysis-central-mesial {inLibrary=score} +*** Source-analysis-central-sulcus-anterior-surface {inLibrary=score} +*** Source-analysis-central-sulcus-posterior-surface {inLibrary=score} +*** Source-analysis-central-opercular {inLibrary=score} +*** Source-analysis-parietal-lateral-convexity {inLibrary=score} +*** Source-analysis-parietal-mesial {inLibrary=score} +*** Source-analysis-parietal-opercular {inLibrary=score} +*** Source-analysis-occipital-lateral {inLibrary=score} +*** Source-analysis-occipital-mesial {inLibrary=score} +*** Source-analysis-occipital-basal {inLibrary=score} +*** Source-analysis-insula {inLibrary=score} +* Location-property {requireChild, inLibrary=score} [Location can be scored for findings. Semiologic finding can also be characterized by the somatotopic modifier (i.e. the part of the body where it occurs). In this respect, laterality (left, right, symmetric, asymmetric, left greater than right, right greater than left), body part (eyelid, face, arm, leg, trunk, visceral, hemi-) and centricity (axial, proximal limb, distal limb) can be scored.] +** Brain-laterality {requireChild, inLibrary=score} +*** Brain-laterality-left {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-laterality-left-greater-right {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-laterality-right {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-laterality-right-greater-left {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-laterality-midline {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-laterality-diffuse-asynchronous {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Brain-region {requireChild, inLibrary=score} +*** Brain-region-frontal {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-region-temporal {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-region-central {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-region-parietal {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-region-occipital {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Body-part-location {requireChild, inLibrary=score} +*** Body-part-eyelid {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Body-part-face {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Body-part-arm {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Body-part-leg {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Body-part-trunk {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Body-part-visceral {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Body-part-hemi {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Brain-centricity {requireChild, inLibrary=score} +*** Brain-centricity-axial {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-centricity-proximal-limb {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-centricity-distal-limb {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Sensors {requireChild, inLibrary=score} [Lists all corresponding sensors (electrodes/channels in montage). The sensor-group is selected from a list defined in the site-settings for each EEG-lab.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Finding-propagation {suggestedTag=Property-exists, suggestedTag=Property-absence, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, inLibrary=score} [When propagation within the graphoelement is observed, first the location of the onset region is scored. Then, the location of the propagation can be noted.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Multifocal-finding {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} [When the same interictal graphoelement is observed bilaterally and at least in three independent locations, can score them using one entry, and choosing multifocal as a descriptor of the locations of the given interictal graphoelements, optionally emphasizing the involved, and the most active sites.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Modulators-property {requireChild, inLibrary=score} [For each described graphoelement, the influence of the modulators can be scored. Only modulators present in the recording are scored.] +** Modulators-reactivity {requireChild, suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} [Susceptibility of individual rhythms or the EEG as a whole to change following sensory stimulation or other physiologic actions.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Eye-closure-sensitivity {suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} [Eye closure sensitivity.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Eye-opening-passive {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by, inLibrary=score} [Passive eye opening. Used with base schema Increasing/Decreasing.] +** Medication-effect-EEG {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Medications effect on EEG. Used with base schema Increasing/Decreasing.] +** Medication-reduction-effect-EEG {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Medications reduction or withdrawal effect on EEG. Used with base schema Increasing/Decreasing.] +** Auditive-stimuli-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Used with base schema Increasing/Decreasing.] +** Nociceptive-stimuli-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by, inLibrary=score} [Used with base schema Increasing/Decreasing.] +** Physical-effort-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by, inLibrary=score} [Used with base schema Increasing/Decreasing] +** Cognitive-task-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by, inLibrary=score} [Used with base schema Increasing/Decreasing.] +** Other-modulators-effect-EEG {requireChild, inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Facilitating-factor {inLibrary=score} [Facilitating factors are defined as transient and sporadic endogenous or exogenous elements capable of augmenting seizure incidence (increasing the likelihood of seizure occurrence).] +*** Facilitating-factor-alcohol {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Facilitating-factor-awake {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Facilitating-factor-catamenial {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Facilitating-factor-fever {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Facilitating-factor-sleep {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Facilitating-factor-sleep-deprived {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Facilitating-factor-other {requireChild, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Provocative-factor {requireChild, inLibrary=score} [Provocative factors are defined as transient and sporadic endogenous or exogenous elements capable of evoking/triggering seizures immediately following the exposure to it.] +*** Hyperventilation-provoked {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Reflex-provoked {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Medication-effect-clinical {suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Medications clinical effect. Used with base schema Increasing/Decreasing.] +** Medication-reduction-effect-clinical {suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Medications reduction or withdrawal clinical effect. Used with base schema Increasing/Decreasing.] +** Other-modulators-effect-clinical {requireChild, inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Intermittent-photic-stimulation-effect {requireChild, inLibrary=score} +*** Posterior-stimulus-dependent-intermittent-photic-stimulation-response {suggestedTag=Finding-frequency, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Posterior-stimulus-independent-intermittent-photic-stimulation-response-limited {suggestedTag=Finding-frequency, inLibrary=score} [limited to the stimulus-train] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Posterior-stimulus-independent-intermittent-photic-stimulation-response-self-sustained {suggestedTag=Finding-frequency, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Generalized-photoparoxysmal-intermittent-photic-stimulation-response-limited {suggestedTag=Finding-frequency, inLibrary=score} [Limited to the stimulus-train.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Generalized-photoparoxysmal-intermittent-photic-stimulation-response-self-sustained {suggestedTag=Finding-frequency, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Activation-of-pre-existing-epileptogenic-area-intermittent-photic-stimulation-effect {suggestedTag=Finding-frequency, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Unmodified-intermittent-photic-stimulation-effect {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Quality-of-hyperventilation {requireChild, inLibrary=score} +*** Hyperventilation-refused-procedure {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Hyperventilation-poor-effort {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Hyperventilation-good-effort {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Hyperventilation-excellent-effort {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Modulators-effect {requireChild, inLibrary=score} [Tags for describing the influence of the modulators] +*** Modulators-effect-continuous-during-NRS {inLibrary=score} [Continuous during non-rapid-eye-movement-sleep (NRS)] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Modulators-effect-only-during {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Only during Sleep/Awakening/Hyperventilation/Physical effort/Cognitive task. Free text.] +*** Modulators-effect-change-of-patterns {inLibrary=score} [Change of patterns during sleep/awakening.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Time-related-property {requireChild, inLibrary=score} [Important to estimate how often an interictal abnormality is seen in the recording.] +** Appearance-mode {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} [Describes how the non-ictal EEG pattern/graphoelement is distributed through the recording.] +*** Random-appearance-mode {inLibrary=score} [Occurrence of the non-ictal EEG pattern / graphoelement without any rhythmicity / periodicity.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Periodic-appearance-mode {inLibrary=score} [Non-ictal EEG pattern / graphoelement occurring at an approximately regular rate / interval (generally of 1 to several seconds).] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Variable-appearance-mode {inLibrary=score} [Occurrence of non-ictal EEG pattern / graphoelements, that is sometimes rhythmic or periodic, other times random, throughout the recording.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Intermittent-appearance-mode {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Continuous-appearance-mode {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Discharge-pattern {requireChild, inLibrary=score} [Describes the organization of the EEG signal within the discharge (distinguish between single and repetitive discharges)] +*** Single-discharge-pattern {suggestedTag=Finding-incidence, inLibrary=score} [Applies to the intra-burst pattern: a graphoelement that is not repetitive; before and after the graphoelement one can distinguish the background activity.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Rhythmic-trains-or-bursts-discharge-pattern {suggestedTag=Finding-prevalence, suggestedTag=Finding-frequency, inLibrary=score} [Applies to the intra-burst pattern: a non-ictal graphoelement that repeats itself without returning to the background activity between them. The graphoelements within this repetition occur at approximately constant period.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Arrhythmic-trains-or-bursts-discharge-pattern {suggestedTag=Finding-prevalence, inLibrary=score} [Applies to the intra-burst pattern: a non-ictal graphoelement that repeats itself without returning to the background activity between them. The graphoelements within this repetition occur at inconstant period.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Fragmented-discharge-pattern {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Periodic-discharge-time-related-features {requireChild, inLibrary=score} [Periodic discharges not further specified (PDs) time-relayed features tags.] +*** Periodic-discharge-duration {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** Very-brief-periodic-discharge-duration {inLibrary=score} [Less than 10 sec.] +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Brief-periodic-discharge-duration {inLibrary=score} [10 to 59 sec.] +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Intermediate-periodic-discharge-duration {inLibrary=score} [1 to 4.9 min.] +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Long-periodic-discharge-duration {inLibrary=score} [5 to 59 min.] +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Very-long-periodic-discharge-duration {inLibrary=score} [Greater than 1 hour.] +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Periodic-discharge-onset {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** Sudden-periodic-discharge-onset {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Gradual-periodic-discharge-onset {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Periodic-discharge-dynamics {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** Evolving-periodic-discharge-dynamics {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Fluctuating-periodic-discharge-dynamics {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Static-periodic-discharge-dynamics {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Finding-extent {inLibrary=score} [Percentage of occurrence during the recording (background activity and interictal finding).] +*** # {takesValue, valueClass=numericClass, inLibrary=score} +** Finding-incidence {requireChild, inLibrary=score} [How often it occurs/time-epoch.] +*** Only-once-finding-incidence {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Rare-finding-incidence {inLibrary=score} [less than 1/h] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Uncommon-finding-incidence {inLibrary=score} [1/5 min to 1/h.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Occasional-finding-incidence {inLibrary=score} [1/min to 1/5min.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Frequent-finding-incidence {inLibrary=score} [1/10 s to 1/min.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Abundant-finding-incidence {inLibrary=score} [Greater than 1/10 s).] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Finding-prevalence {requireChild, inLibrary=score} [The percentage of the recording covered by the train/burst.] +*** Rare-finding-prevalence {inLibrary=score} [Less than 1 percent.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Occasional-finding-prevalence {inLibrary=score} [1 to 9 percent.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Frequent-finding-prevalence {inLibrary=score} [10 to 49 percent.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Abundant-finding-prevalence {inLibrary=score} [50 to 89 percent.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Continuous-finding-prevalence {inLibrary=score} [Greater than 90 percent.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Posterior-dominant-rhythm-property {requireChild, inLibrary=score} [Posterior dominant rhythm is the most often scored EEG feature in clinical practice. Therefore, there are specific terms that can be chosen for characterizing the PDR.] +** Posterior-dominant-rhythm-amplitude-range {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +*** Low-posterior-dominant-rhythm-amplitude-range {inLibrary=score} [Low (less than 20 microV).] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Medium-posterior-dominant-rhythm-amplitude-range {inLibrary=score} [Medium (between 20 and 70 microV).] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** High-posterior-dominant-rhythm-amplitude-range {inLibrary=score} [High (more than 70 microV).] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Posterior-dominant-rhythm-frequency-asymmetry {requireChild, inLibrary=score} [When symmetrical could be labeled with base schema Symmetrical tag.] +*** Posterior-dominant-rhythm-frequency-asymmetry-lower-left {inLibrary=score} [Hz lower on the left side.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Posterior-dominant-rhythm-frequency-asymmetry-lower-right {inLibrary=score} [Hz lower on the right side.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Posterior-dominant-rhythm-eye-opening-reactivity {suggestedTag=Property-not-possible-to-determine, inLibrary=score} [Change (disappearance or measurable decrease in amplitude) of a posterior dominant rhythm following eye-opening. Eye closure has the opposite effect.] +*** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-left {inLibrary=score} [Reduced left side reactivity.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-right {inLibrary=score} [Reduced right side reactivity.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [free text] +*** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-both {inLibrary=score} [Reduced reactivity on both sides.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Posterior-dominant-rhythm-organization {requireChild, inLibrary=score} [When normal could be labeled with base schema Normal tag.] +*** Posterior-dominant-rhythm-organization-poorly-organized {inLibrary=score} [Poorly organized.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Posterior-dominant-rhythm-organization-disorganized {inLibrary=score} [Disorganized.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Posterior-dominant-rhythm-organization-markedly-disorganized {inLibrary=score} [Markedly disorganized.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Posterior-dominant-rhythm-caveat {requireChild, inLibrary=score} [Caveat to the annotation of PDR.] +*** No-posterior-dominant-rhythm-caveat {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Posterior-dominant-rhythm-caveat-only-open-eyes-during-the-recording {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Posterior-dominant-rhythm-caveat-sleep-deprived-caveat {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Posterior-dominant-rhythm-caveat-drowsy {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Posterior-dominant-rhythm-caveat-only-following-hyperventilation {inLibrary=score} +** Absence-of-posterior-dominant-rhythm {requireChild, inLibrary=score} [Reason for absence of PDR.] +*** Absence-of-posterior-dominant-rhythm-artifacts {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Absence-of-posterior-dominant-rhythm-extreme-low-voltage {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Absence-of-posterior-dominant-rhythm-eye-closure-could-not-be-achieved {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Absence-of-posterior-dominant-rhythm-lack-of-awake-period {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Absence-of-posterior-dominant-rhythm-lack-of-compliance {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Absence-of-posterior-dominant-rhythm-other-causes {requireChild, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Episode-property {requireChild, inLibrary=score} +** Seizure-classification {requireChild, inLibrary=score} [Epileptic seizures are named using the current ILAE seizure classification (Fisher et al., 2017, Beniczky et al., 2017).] +*** Motor-onset-seizure {inLibrary=score} +**** Myoclonic-motor-onset-seizure {inLibrary=score} +**** Negative-myoclonic-motor-onset-seizure {inLibrary=score} +**** Clonic-motor-onset-seizure {inLibrary=score} +**** Tonic-motor-onset-seizure {inLibrary=score} +**** Atonic-motor-onset-seizure {inLibrary=score} +**** Myoclonic-atonic-motor-onset-seizure {inLibrary=score} +**** Myoclonic-tonic-clonic-motor-onset-seizure {inLibrary=score} +**** Tonic-clonic-motor-onset-seizure {inLibrary=score} +**** Automatism-motor-onset-seizure {inLibrary=score} +**** Hyperkinetic-motor-onset-seizure {inLibrary=score} +**** Epileptic-spasm-episode {inLibrary=score} +*** Nonmotor-onset-seizure {inLibrary=score} +**** Behavior-arrest-nonmotor-onset-seizure {inLibrary=score} +**** Sensory-nonmotor-onset-seizure {inLibrary=score} +**** Emotional-nonmotor-onset-seizure {inLibrary=score} +**** Cognitive-nonmotor-onset-seizure {inLibrary=score} +**** Autonomic-nonmotor-onset-seizure {inLibrary=score} +*** Absence-seizure {inLibrary=score} +**** Typical-absence-seizure {inLibrary=score} +**** Atypical-absence-seizure {inLibrary=score} +**** Myoclonic-absence-seizure {inLibrary=score} +**** Eyelid-myoclonia-absence-seizure {inLibrary=score} +** Episode-phase {requireChild, suggestedTag=Seizure-semiology-manifestation, suggestedTag=Postictal-semiology-manifestation, suggestedTag=Ictal-EEG-patterns, inLibrary=score} [The electroclinical findings (i.e., the seizure semiology and the ictal EEG) are divided in three phases: onset, propagation, and postictal.] +*** Episode-phase-initial {inLibrary=score} +*** Episode-phase-subsequent {inLibrary=score} +*** Episode-phase-postictal {inLibrary=score} +** Seizure-semiology-manifestation {requireChild, inLibrary=score} [Semiology is described according to the ILAE Glossary of Descriptive Terminology for Ictal Semiology (Blume et al., 2001). Besides the name, the semiologic finding can also be characterized by the somatotopic modifier, laterality, body part and centricity. Uses Location-property tags.] +*** Semiology-motor-manifestation {inLibrary=score} +**** Semiology-elementary-motor {inLibrary=score} +***** Semiology-motor-tonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [A sustained increase in muscle contraction lasting a few seconds to minutes.] +***** Semiology-motor-dystonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Sustained contractions of both agonist and antagonist muscles producing athetoid or twisting movements, which, when prolonged, may produce abnormal postures.] +***** Semiology-motor-epileptic-spasm {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [A sudden flexion, extension, or mixed extension flexion of predominantly proximal and truncal muscles that is usually more sustained than a myoclonic movement but not so sustained as a tonic seizure (i.e., about 1 s). Limited forms may occur: grimacing, head nodding. Frequent occurrence in clusters.] +***** Semiology-motor-postural {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Adoption of a posture that may be bilaterally symmetric or asymmetric (as in a fencing posture).] +***** Semiology-motor-versive {suggestedTag=Body-part, suggestedTag=Episode-event-count, inLibrary=score} [A sustained, forced conjugate ocular, cephalic, and/or truncal rotation or lateral deviation from the midline.] +***** Semiology-motor-clonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Myoclonus that is regularly repetitive, involves the same muscle groups, at a frequency of about 2 to 3 c/s, and is prolonged. Synonym: rhythmic myoclonus .] +***** Semiology-motor-myoclonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Characterized by myoclonus. MYOCLONUS : sudden, brief (lower than 100 ms) involuntary single or multiple contraction(s) of muscles(s) or muscle groups of variable topography (axial, proximal limb, distal).] +***** Semiology-motor-jacksonian-march {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Term indicating spread of clonic movements through contiguous body parts unilaterally.] +***** Semiology-motor-negative-myoclonus {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Characterized by negative myoclonus. NEGATIVE MYOCLONUS: interruption of tonic muscular activity for lower than 500 ms without evidence of preceding myoclonia.] +***** Semiology-motor-tonic-clonic {requireChild, inLibrary=score} [A sequence consisting of a tonic followed by a clonic phase. Variants such as clonic-tonic-clonic may be seen. Asymmetry of limb posture during the tonic phase of a GTC: one arm is rigidly extended at the elbow (often with the fist clenched tightly and flexed at the wrist), whereas the opposite arm is flexed at the elbow.] +****** Semiology-motor-tonic-clonic-without-figure-of-four {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} +****** Semiology-motor-tonic-clonic-with-figure-of-four-extension-left-elbow {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} +****** Semiology-motor-tonic-clonic-with-figure-of-four-extension-right-elbow {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} +***** Semiology-motor-astatic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Loss of erect posture that results from an atonic, myoclonic, or tonic mechanism. Synonym: drop attack.] +***** Semiology-motor-atonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Sudden loss or diminution of muscle tone without apparent preceding myoclonic or tonic event lasting greater or equal to 1 to 2 s, involving head, trunk, jaw, or limb musculature.] +***** Semiology-motor-eye-blinking {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} +***** Semiology-motor-other-elementary-motor {requireChild, inLibrary=score} +****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Semiology-motor-automatisms {inLibrary=score} +***** Semiology-motor-automatisms-mimetic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Facial expression suggesting an emotional state, often fear.] +***** Semiology-motor-automatisms-oroalimentary {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Lip smacking, lip pursing, chewing, licking, tooth grinding, or swallowing.] +***** Semiology-motor-automatisms-dacrystic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Bursts of crying.] +***** Semiology-motor-automatisms-dyspraxic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Inability to perform learned movements spontaneously or on command or imitation despite intact relevant motor and sensory systems and adequate comprehension and cooperation.] +***** Semiology-motor-automatisms-manual {suggestedTag=Brain-laterality, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [1. Indicates principally distal components, bilateral or unilateral. 2. Fumbling, tapping, manipulating movements.] +***** Semiology-motor-automatisms-gestural {suggestedTag=Brain-laterality, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Semipurposive, asynchronous hand movements. Often unilateral.] +***** Semiology-motor-automatisms-pedal {suggestedTag=Brain-laterality, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [1. Indicates principally distal components, bilateral or unilateral. 2. Fumbling, tapping, manipulating movements.] +***** Semiology-motor-automatisms-hypermotor {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [1. Involves predominantly proximal limb or axial muscles producing irregular sequential ballistic movements, such as pedaling, pelvic thrusting, thrashing, rocking movements. 2. Increase in rate of ongoing movements or inappropriately rapid performance of a movement.] +***** Semiology-motor-automatisms-hypokinetic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [A decrease in amplitude and/or rate or arrest of ongoing motor activity.] +***** Semiology-motor-automatisms-gelastic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Bursts of laughter or giggling, usually without an appropriate affective tone.] +***** Semiology-motor-other-automatisms {requireChild, inLibrary=score} +****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Semiology-motor-behavioral-arrest {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Interruption of ongoing motor activity or of ongoing behaviors with fixed gaze, without movement of the head or trunk (oro-alimentary and hand automatisms may continue).] +*** Semiology-non-motor-manifestation {inLibrary=score} +**** Semiology-sensory {inLibrary=score} +***** Semiology-sensory-headache {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Headache occurring in close temporal proximity to the seizure or as the sole seizure manifestation.] +***** Semiology-sensory-visual {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Flashing or flickering lights, spots, simple patterns, scotomata, or amaurosis.] +***** Semiology-sensory-auditory {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Buzzing, drumming sounds or single tones.] +***** Semiology-sensory-olfactory {suggestedTag=Body-part, suggestedTag=Episode-event-count, inLibrary=score} +***** Semiology-sensory-gustatory {suggestedTag=Episode-event-count, inLibrary=score} [Taste sensations including acidic, bitter, salty, sweet, or metallic.] +***** Semiology-sensory-epigastric {suggestedTag=Episode-event-count, inLibrary=score} [Abdominal discomfort including nausea, emptiness, tightness, churning, butterflies, malaise, pain, and hunger; sensation may rise to chest or throat. Some phenomena may reflect ictal autonomic dysfunction.] +***** Semiology-sensory-somatosensory {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Tingling, numbness, electric-shock sensation, sense of movement or desire to move.] +***** Semiology-sensory-painful {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Peripheral (lateralized/bilateral), cephalic, abdominal.] +***** Semiology-sensory-autonomic-sensation {suggestedTag=Episode-event-count, inLibrary=score} [A sensation consistent with involvement of the autonomic nervous system, including cardiovascular, gastrointestinal, sudomotor, vasomotor, and thermoregulatory functions. (Thus autonomic aura; cf. autonomic events 3.0).] +***** Semiology-sensory-other {requireChild, inLibrary=score} +****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Semiology-experiential {inLibrary=score} +***** Semiology-experiential-affective-emotional {suggestedTag=Episode-event-count, inLibrary=score} [Components include fear, depression, joy, and (rarely) anger.] +***** Semiology-experiential-hallucinatory {suggestedTag=Episode-event-count, inLibrary=score} [Composite perceptions without corresponding external stimuli involving visual, auditory, somatosensory, olfactory, and/or gustatory phenomena. Example: hearing and seeing people talking.] +***** Semiology-experiential-illusory {suggestedTag=Episode-event-count, inLibrary=score} [An alteration of actual percepts involving the visual, auditory, somatosensory, olfactory, or gustatory systems.] +***** Semiology-experiential-mnemonic {inLibrary=score} [Components that reflect ictal dysmnesia such as feelings of familiarity (deja-vu) and unfamiliarity (jamais-vu).] +****** Semiology-experiential-mnemonic-Deja-vu {suggestedTag=Episode-event-count, inLibrary=score} +****** Semiology-experiential-mnemonic-Jamais-vu {suggestedTag=Episode-event-count, inLibrary=score} +***** Semiology-experiential-other {requireChild, inLibrary=score} +****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Semiology-dyscognitive {suggestedTag=Episode-event-count, inLibrary=score} [The term describes events in which (1) disturbance of cognition is the predominant or most apparent feature, and (2a) two or more of the following components are involved, or (2b) involvement of such components remains undetermined. Otherwise, use the more specific term (e.g., mnemonic experiential seizure or hallucinatory experiential seizure). Components of cognition: ++ perception: symbolic conception of sensory information ++ attention: appropriate selection of a principal perception or task ++ emotion: appropriate affective significance of a perception ++ memory: ability to store and retrieve percepts or concepts ++ executive function: anticipation, selection, monitoring of consequences, and initiation of motor activity including praxis, speech.] +**** Semiology-language-related {inLibrary=score} +***** Semiology-language-related-vocalization {suggestedTag=Episode-event-count, inLibrary=score} +***** Semiology-language-related-verbalization {suggestedTag=Episode-event-count, inLibrary=score} +***** Semiology-language-related-dysphasia {suggestedTag=Episode-event-count, inLibrary=score} +***** Semiology-language-related-aphasia {suggestedTag=Episode-event-count, inLibrary=score} +***** Semiology-language-related-other {requireChild, inLibrary=score} +****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Semiology-autonomic {inLibrary=score} +***** Semiology-autonomic-pupillary {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Mydriasis, miosis (either bilateral or unilateral).] +***** Semiology-autonomic-hypersalivation {suggestedTag=Episode-event-count, inLibrary=score} [Increase in production of saliva leading to uncontrollable drooling] +***** Semiology-autonomic-respiratory-apnoeic {suggestedTag=Episode-event-count, inLibrary=score} [subjective shortness of breath, hyperventilation, stridor, coughing, choking, apnea, oxygen desaturation, neurogenic pulmonary edema.] +***** Semiology-autonomic-cardiovascular {suggestedTag=Episode-event-count, inLibrary=score} [Modifications of heart rate (tachycardia, bradycardia), cardiac arrhythmias (such as sinus arrhythmia, sinus arrest, supraventricular tachycardia, atrial premature depolarizations, ventricular premature depolarizations, atrio-ventricular block, bundle branch block, atrioventricular nodal escape rhythm, asystole).] +***** Semiology-autonomic-gastrointestinal {suggestedTag=Episode-event-count, inLibrary=score} [Nausea, eructation, vomiting, retching, abdominal sensations, abdominal pain, flatulence, spitting, diarrhea.] +***** Semiology-autonomic-urinary-incontinence {suggestedTag=Episode-event-count, inLibrary=score} [urinary urge (intense urinary urge at the beginning of seizures), urinary incontinence, ictal urination (rare symptom of partial seizures without loss of consciousness).] +***** Semiology-autonomic-genital {suggestedTag=Episode-event-count, inLibrary=score} [Sexual auras (erotic thoughts and feelings, sexual arousal and orgasm). Genital auras (unpleasant, sometimes painful, frightening or emotionally neutral somatosensory sensations in the genitals that can be accompanied by ictal orgasm). Sexual automatisms (hypermotor movements consisting of writhing, thrusting, rhythmic movements of the pelvis, arms and legs, sometimes associated with picking and rhythmic manipulation of the groin or genitalia, exhibitionism and masturbation).] +***** Semiology-autonomic-vasomotor {suggestedTag=Episode-event-count, inLibrary=score} [Flushing or pallor (may be accompanied by feelings of warmth, cold and pain).] +***** Semiology-autonomic-sudomotor {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Sweating and piloerection (may be accompanied by feelings of warmth, cold and pain).] +***** Semiology-autonomic-thermoregulatory {suggestedTag=Episode-event-count, inLibrary=score} [Hyperthermia, fever.] +***** Semiology-autonomic-other {requireChild, inLibrary=score} +****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Semiology-manifestation-other {requireChild, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Postictal-semiology-manifestation {requireChild, inLibrary=score} +*** Postictal-semiology-unconscious {suggestedTag=Episode-event-count, inLibrary=score} +*** Postictal-semiology-quick-recovery-of-consciousness {suggestedTag=Episode-event-count, inLibrary=score} [Quick recovery of awareness and responsiveness.] +*** Postictal-semiology-aphasia-or-dysphasia {suggestedTag=Episode-event-count, inLibrary=score} [Impaired communication involving language without dysfunction of relevant primary motor or sensory pathways, manifested as impaired comprehension, anomia, parahasic errors or a combination of these.] +*** Postictal-semiology-behavioral-change {suggestedTag=Episode-event-count, inLibrary=score} [Occurring immediately after a aseizure. Including psychosis, hypomanina, obsessive-compulsive behavior.] +*** Postictal-semiology-hemianopia {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Postictal visual loss in a a hemi field.] +*** Postictal-semiology-impaired-cognition {suggestedTag=Episode-event-count, inLibrary=score} [Decreased Cognitive performance involving one or more of perception, attention, emotion, memory, execution, praxis, speech.] +*** Postictal-semiology-dysphoria {suggestedTag=Episode-event-count, inLibrary=score} [Depression, irritability, euphoric mood, fear, anxiety.] +*** Postictal-semiology-headache {suggestedTag=Episode-event-count, inLibrary=score} [Headache with features of tension-type or migraine headache that develops within 3 h following the seizure and resolves within 72 h after seizure.] +*** Postictal-semiology-nose-wiping {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Noes-wiping usually within 60 sec of seizure offset, usually with the hand ipsilateral to the seizure onset.] +*** Postictal-semiology-anterograde-amnesia {suggestedTag=Episode-event-count, inLibrary=score} [Impaired ability to remember new material.] +*** Postictal-semiology-retrograde-amnesia {suggestedTag=Episode-event-count, inLibrary=score} [Impaired ability to recall previously remember material.] +*** Postictal-semiology-paresis {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Todds palsy. Any unilateral postictal dysfunction relating to motor, language, sensory and/or integrative functions.] +*** Postictal-semiology-sleep {inLibrary=score} [Invincible need to sleep after a seizure.] +*** Postictal-semiology-unilateral-myoclonic-jerks {inLibrary=score} [unilateral motor phenomena, other then specified, occurring in postictal phase.] +*** Postictal-semiology-other-unilateral-motor-phenomena {requireChild, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Polygraphic-channel-relation-to-episode {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +*** Polygraphic-channel-cause-to-episode {inLibrary=score} +*** Polygraphic-channel-consequence-of-episode {inLibrary=score} +** Ictal-EEG-patterns {inLibrary=score} +*** Ictal-EEG-patterns-obscured-by-artifacts {inLibrary=score} [The interpretation of the EEG is not possible due to artifacts.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Ictal-EEG-activity {suggestedTag=Polyspikes-morphology, suggestedTag=Fast-spike-activity-morphology, suggestedTag=Low-voltage-fast-activity-morphology, suggestedTag=Polysharp-waves-morphology, suggestedTag=Spike-and-slow-wave-morphology, suggestedTag=Polyspike-and-slow-wave-morphology, suggestedTag=Sharp-and-slow-wave-morphology, suggestedTag=Rhythmic-activity-morphology, suggestedTag=Slow-wave-large-amplitude-morphology, suggestedTag=Irregular-delta-or-theta-activity-morphology, suggestedTag=Electrodecremental-change-morphology, suggestedTag=DC-shift-morphology, suggestedTag=Disappearance-of-ongoing-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Source-analysis-laterality, suggestedTag=Source-analysis-brain-region, suggestedTag=Episode-event-count, inLibrary=score} +*** Postictal-EEG-activity {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, inLibrary=score} +** Episode-time-context-property {inLibrary=score} [Additional clinically relevant features related to episodes can be scored under timing and context. If needed, episode duration can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Temporal-value/Duration.] +*** Episode-consciousness {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** Episode-consciousness-not-tested {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Episode-consciousness-affected {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Episode-consciousness-mildly-affected {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Episode-consciousness-not-affected {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Episode-awareness {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Clinical-EEG-temporal-relationship {suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** Clinical-start-followed-EEG {inLibrary=score} [Clinical start, followed by EEG start by X seconds.] +***** # {takesValue, valueClass=numericClass, unitClass=timeUnits, inLibrary=score} +**** EEG-start-followed-clinical {inLibrary=score} [EEG start, followed by clinical start by X seconds.] +***** # {takesValue, valueClass=numericClass, unitClass=timeUnits, inLibrary=score} +**** Simultaneous-start-clinical-EEG {inLibrary=score} +**** Clinical-EEG-temporal-relationship-notes {inLibrary=score} [Clinical notes to annotate the clinical-EEG temporal relationship.] +***** # {takesValue, valueClass=textClass, inLibrary=score} +*** Episode-event-count {suggestedTag=Property-not-possible-to-determine, inLibrary=score} [Number of stereotypical episodes during the recording.] +**** # {takesValue, valueClass=numericClass, inLibrary=score} +*** State-episode-start {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} [State at the start of the episode.] +**** Episode-start-from-sleep {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Episode-start-from-awake {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Episode-postictal-phase {suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** # {takesValue, valueClass=numericClass, unitClass=timeUnits, inLibrary=score} +*** Episode-prodrome {suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} [Prodrome is a preictal phenomenon, and it is defined as a subjective or objective clinical alteration (e.g., ill-localized sensation or agitation) that heralds the onset of an epileptic seizure but does not form part of it (Blume et al., 2001). Therefore, prodrome should be distinguished from aura (which is an ictal phenomenon).] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Episode-tongue-biting {suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Episode-responsiveness {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** Episode-responsiveness-preserved {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Episode-responsiveness-affected {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Episode-appearance {requireChild, inLibrary=score} +**** Episode-appearance-interactive {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Episode-appearance-spontaneous {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Seizure-dynamics {requireChild, inLibrary=score} [Spatiotemporal dynamics can be scored (evolution in morphology; evolution in frequency; evolution in location).] +**** Seizure-dynamics-evolution-morphology {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Seizure-dynamics-evolution-frequency {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Seizure-dynamics-evolution-location {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Seizure-dynamics-not-possible-to-determine {inLibrary=score} [Not possible to determine.] +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Other-finding-property {requireChild, inLibrary=score} +** Artifact-significance-to-recording {requireChild, inLibrary=score} [It is important to score the significance of the described artifacts: recording is not interpretable, recording of reduced diagnostic value, does not interfere with the interpretation of the recording.] +*** Recording-not-interpretable-due-to-artifact {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Recording-of-reduced-diagnostic-value-due-to-artifact {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Artifact-does-not-interfere-recording {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Finding-significance-to-recording {requireChild, inLibrary=score} [Significance of finding. When normal/abnormal could be labeled with base schema Normal/Abnormal tags.] +*** Finding-no-definite-abnormality {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Finding-significance-not-possible-to-determine {inLibrary=score} [Not possible to determine.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Finding-frequency {inLibrary=score} [Value in Hz (number) typed in.] +*** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits, inLibrary=score} +** Finding-amplitude {inLibrary=score} [Value in microvolts (number) typed in.] +*** # {takesValue, valueClass=numericClass, unitClass=electricPotentialUnits, inLibrary=score} +** Finding-amplitude-asymmetry {requireChild, inLibrary=score} [For posterior dominant rhythm: a difference in amplitude between the homologous area on opposite sides of the head that consistently exceeds 50 percent. When symmetrical could be labeled with base schema Symmetrical tag. For sleep: Absence or consistently marked amplitude asymmetry (greater than 50 percent) of a normal sleep graphoelement.] +*** Finding-amplitude-asymmetry-lower-left {inLibrary=score} [Amplitude lower on the left side.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Finding-amplitude-asymmetry-lower-right {inLibrary=score} [Amplitude lower on the right side.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Finding-amplitude-asymmetry-not-possible-to-determine {inLibrary=score} [Not possible to determine.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Finding-stopped-by {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Finding-triggered-by {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Finding-unmodified {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Property-not-possible-to-determine {inLibrary=score} [Not possible to determine.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Property-exists {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Property-absence {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + + +!# end schema +'''Unit classes''' + + +'''Unit modifiers''' + +'''Value classes''' + +'''Schema attributes''' + +'''Properties''' +'''Epilogue''' +The Standardized Computer-based Organized Reporting of EEG (SCORE) is a standard terminology for scalp EEG data assessment designed for use in clinical practice that may also be used for research purposes. +The SCORE standard defines terms for describing phenomena observed in scalp EEG data. It is also potentially applicable (with some suitable extensions) to EEG recorded in critical care and neonatal settings. +The SCORE standard received European consensus and has been endorsed by the European Chapter of the International Federation of Clinical Neurophysiology (IFCN) and the International League Against Epilepsy (ILAE) Commission on European Affairs. +A second revised and extended version of SCORE achieved international consensus. + +[1] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE." Epilepsia 54.6 (2013). +[2] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE second version." Clinical Neurophysiology 128.11 (2017). + +TPA, November 2022 + +!# end hed diff --git a/tests/data/schema_tests/merge_tests/HED_score_lib_tags.xml b/tests/data/schema_tests/merge_tests/HED_score_lib_tags.xml new file mode 100644 index 000000000..05b00eff3 --- /dev/null +++ b/tests/data/schema_tests/merge_tests/HED_score_lib_tags.xml @@ -0,0 +1,10112 @@ + + + This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. +The HED-SCORE library schema allows neurologists, neurophysiologists, and brain researchers to annotate electrophysiology recordings using terms from an internationally accepted set of defined terms (SCORE) compatible with the HED framework. +The resulting annotations are understandable to clinicians and directly usable in computer analysis. + +Future extensions may be implemented in the HED-SCORE library schema. +For more information see https://hed-schema-library.readthedocs.io/en/latest/index.html. + + + Modulator + External stimuli / interventions or changes in the alertness level (sleep) that modify: the background activity, or how often a graphoelement is occurring, or change other features of the graphoelement (like intra-burst frequency). For each observed finding, there is an option of specifying how they are influenced by the modulators and procedures that were done during the recording. + + requireChild + + + inLibrary + score + + + Sleep-modulator + + inLibrary + score + + + Sleep-deprivation + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Sleep-following-sleep-deprivation + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Natural-sleep + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Induced-sleep + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Drowsiness + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Awakening + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Medication-modulator + + inLibrary + score + + + Medication-administered-during-recording + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Medication-withdrawal-or-reduction-during-recording + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Eye-modulator + + inLibrary + score + + + Manual-eye-closure + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Manual-eye-opening + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Stimulation-modulator + + inLibrary + score + + + Intermittent-photic-stimulation + + requireChild + + + inLibrary + score + + + # + + takesValue + + + valueClass + numericClass + + + unitClass + frequencyUnits + + + inLibrary + score + + + + + Auditory-stimulation + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Nociceptive-stimulation + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Hyperventilation + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Physical-effort + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Cognitive-task + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Other-modulator-or-procedure + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Background-activity + An EEG activity representing the setting in which a given normal or abnormal pattern appears and from which such pattern is distinguished. + + requireChild + + + inLibrary + score + + + Posterior-dominant-rhythm + Rhythmic activity occurring during wakefulness over the posterior regions of the head, generally with maximum amplitudes over the occipital areas. Amplitude varies. Best seen with eyes closed and during physical relaxation and relative mental inactivity. Blocked or attenuated by attention, especially visual, and mental effort. In adults this is the alpha rhythm, and the frequency is 8 to 13 Hz. However the frequency can be higher or lower than this range (often a supra or sub harmonic of alpha frequency) and is called alpha variant rhythm (fast and slow alpha variant rhythm). In children, the normal range of the frequency of the posterior dominant rhythm is age-dependant. + + suggestedTag + Finding-significance-to-recording + Finding-frequency + Posterior-dominant-rhythm-amplitude-range + Finding-amplitude-asymmetry + Posterior-dominant-rhythm-frequency-asymmetry + Posterior-dominant-rhythm-eye-opening-reactivity + Posterior-dominant-rhythm-organization + Posterior-dominant-rhythm-caveat + Absence-of-posterior-dominant-rhythm + + + inLibrary + score + + + + Mu-rhythm + EEG rhythm at 7-11 Hz composed of arch-shaped waves occurring over the central or centro-parietal regions of the scalp during wakefulness. Amplitudes varies but is mostly below 50 microV. Blocked or attenuated most clearly by contralateral movement, thought of movement, readiness to move or tactile stimulation. + + suggestedTag + Finding-frequency + Finding-significance-to-recording + Brain-laterality + Brain-region + Sensors + + + inLibrary + score + + + + Other-organized-rhythm + EEG activity that consisting of waves of approximately constant period, which is considered as part of the background (ongoing) activity, but does not fulfill the criteria of the posterior dominant rhythm. + + requireChild + + + suggestedTag + Delta-activity-morphology + Theta-activity-morphology + Alpha-activity-morphology + Beta-activity-morphology + Gamma-activity-morphology + Finding-significance-to-recording + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Background-activity-special-feature + Special Features. Special features contains scoring options for the background activity of critically ill patients. + + requireChild + + + inLibrary + score + + + Continuous-background-activity + + suggestedTag + Delta-activity-morphology + Theta-activity-morphology + Alpha-activity-morphology + Beta-activity-morphology + Gamma-activity-morphology + Brain-laterality + Brain-region + Sensors + Finding-extent + + + inLibrary + score + + + + Nearly-continuous-background-activity + + suggestedTag + Delta-activity-morphology + Theta-activity-morphology + Alpha-activity-morphology + Beta-activity-morphology + Gamma-activity-morphology + Brain-laterality + Brain-region + Sensors + Finding-extent + + + inLibrary + score + + + + Discontinuous-background-activity + + suggestedTag + Delta-activity-morphology + Theta-activity-morphology + Alpha-activity-morphology + Beta-activity-morphology + Gamma-activity-morphology + Brain-laterality + Brain-region + Sensors + Finding-extent + + + inLibrary + score + + + + Background-burst-suppression + EEG pattern consisting of bursts (activity appearing and disappearing abruptly) interrupted by periods of low amplitude (below 20 microV) and which occurs simultaneously over all head regions. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Finding-extent + + + inLibrary + score + + + + Background-burst-attenuation + + suggestedTag + Brain-laterality + Brain-region + Sensors + Finding-extent + + + inLibrary + score + + + + Background-activity-suppression + Periods showing activity under 10 microV (referential montage) and interrupting the background (ongoing) activity. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Finding-extent + Appearance-mode + + + inLibrary + score + + + + Electrocerebral-inactivity + Absence of any ongoing cortical electric activities; in all leads EEG is isoelectric or only contains artifacts. Sensitivity has to be increased up to 2 microV/mm; recording time: at least 30 minutes. + + inLibrary + score + + + + + + Sleep-and-drowsiness + The features of the ongoing activity during sleep are scored here. If abnormal graphoelements appear, disappear or change their morphology during sleep, that is not scored here but at the entry corresponding to that graphooelement (as a modulator). + + requireChild + + + inLibrary + score + + + Sleep-architecture + For longer recordings. Only to be scored if whole-night sleep is part of the recording. It is a global descriptor of the structure and pattern of sleep: estimation of the amount of time spent in REM and NREM sleep, sleep duration, NREM-REM cycle. + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Normal-sleep-architecture + + inLibrary + score + + + + Abnormal-sleep-architecture + + inLibrary + score + + + + + Sleep-stage-reached + For normal sleep patterns the sleep stages reached during the recording can be specified + + requireChild + + + suggestedTag + Property-not-possible-to-determine + Finding-significance-to-recording + + + inLibrary + score + + + Sleep-stage-N1 + Sleep stage 1. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Sleep-stage-N2 + Sleep stage 2. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Sleep-stage-N3 + Sleep stage 3. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Sleep-stage-REM + Rapid eye movement. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Sleep-spindles + Burst at 11-15 Hz but mostly at 12-14 Hz generally diffuse but of higher voltage over the central regions of the head, occurring during sleep. Amplitude varies but is mostly below 50 microV in the adult. + + suggestedTag + Finding-significance-to-recording + Brain-laterality + Brain-region + Sensors + Finding-amplitude-asymmetry + + + inLibrary + score + + + + Arousal-pattern + Arousal pattern in children. Prolonged, marked high voltage 4-6/s activity in all leads with some intermixed slower frequencies, in children. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Frontal-arousal-rhythm + Prolonged (up to 20s) rhythmical sharp or spiky activity over the frontal areas (maximum over the frontal midline) seen at arousal from sleep in children with minimal cerebral dysfunction. + + suggestedTag + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Vertex-wave + Sharp potential, maximal at the vertex, negative relative to other areas, apparently occurring spontaneously during sleep or in response to a sensory stimulus during sleep or wakefulness. May be single or repetitive. Amplitude varies but rarely exceeds 250 microV. Abbreviation: V wave. Synonym: vertex sharp wave. + + suggestedTag + Finding-significance-to-recording + Brain-laterality + Brain-region + Sensors + Finding-amplitude-asymmetry + + + inLibrary + score + + + + K-complex + A burst of somewhat variable appearance, consisting most commonly of a high voltage negative slow wave followed by a smaller positive slow wave frequently associated with a sleep spindle. Duration greater than 0.5 s. Amplitude is generally maximal in the frontal vertex. K complexes occur during nonREM sleep, apparently spontaneously, or in response to sudden sensory / auditory stimuli, and are not specific for any individual sensory modality. + + suggestedTag + Finding-significance-to-recording + Brain-laterality + Brain-region + Sensors + Finding-amplitude-asymmetry + + + inLibrary + score + + + + Saw-tooth-waves + Vertex negative 2-5 Hz waves occuring in series during REM sleep + + suggestedTag + Finding-significance-to-recording + Brain-laterality + Brain-region + Sensors + Finding-amplitude-asymmetry + + + inLibrary + score + + + + POSTS + Positive occipital sharp transients of sleep. Sharp transient maximal over the occipital regions, positive relative to other areas, apparently occurring spontaneously during sleep. May be single or repetitive. Amplitude varies but is generally bellow 50 microV. + + suggestedTag + Finding-significance-to-recording + Brain-laterality + Brain-region + Sensors + Finding-amplitude-asymmetry + + + inLibrary + score + + + + Hypnagogic-hypersynchrony + Bursts of bilateral, synchronous delta or theta activity of large amplitude, occasionally with superimposed faster components, occurring during falling asleep or during awakening, in children. + + suggestedTag + Finding-significance-to-recording + Brain-laterality + Brain-region + Sensors + Finding-amplitude-asymmetry + + + inLibrary + score + + + + Non-reactive-sleep + EEG activity consisting of normal sleep graphoelements, but which cannot be interrupted by external stimuli/ the patient cannot be waken. + + inLibrary + score + + + + + Interictal-finding + EEG pattern / transient that is distinguished form the background activity, considered abnormal, but is not recorded during ictal period (seizure) or postictal period; the presence of an interictal finding does not necessarily imply that the patient has epilepsy. + + requireChild + + + inLibrary + score + + + Epileptiform-interictal-activity + + suggestedTag + Spike-morphology + Spike-and-slow-wave-morphology + Runs-of-rapid-spikes-morphology + Polyspikes-morphology + Polyspike-and-slow-wave-morphology + Sharp-wave-morphology + Sharp-and-slow-wave-morphology + Slow-sharp-wave-morphology + High-frequency-oscillation-morphology + Hypsarrhythmia-classic-morphology + Hypsarrhythmia-modified-morphology + Brain-laterality + Brain-region + Sensors + Finding-propagation + Multifocal-finding + Appearance-mode + Discharge-pattern + Finding-incidence + + + inLibrary + score + + + + Abnormal-interictal-rhythmic-activity + + suggestedTag + Delta-activity-morphology + Theta-activity-morphology + Alpha-activity-morphology + Beta-activity-morphology + Gamma-activity-morphology + Polymorphic-delta-activity-morphology + Frontal-intermittent-rhythmic-delta-activity-morphology + Occipital-intermittent-rhythmic-delta-activity-morphology + Temporal-intermittent-rhythmic-delta-activity-morphology + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + Finding-incidence + + + inLibrary + score + + + + Interictal-special-patterns + + requireChild + + + inLibrary + score + + + Interictal-periodic-discharges + Periodic discharge not further specified (PDs). + + suggestedTag + Periodic-discharges-superimposed-activity + Periodic-discharge-sharpness + Number-of-periodic-discharge-phases + Periodic-discharge-triphasic-morphology + Periodic-discharge-absolute-amplitude + Periodic-discharge-relative-amplitude + Periodic-discharge-polarity + Brain-laterality + Brain-region + Sensors + Periodic-discharge-duration + Periodic-discharge-onset + Periodic-discharge-dynamics + + + inLibrary + score + + + Generalized-periodic-discharges + GPDs. + + inLibrary + score + + + + Lateralized-periodic-discharges + LPDs. + + inLibrary + score + + + + Bilateral-independent-periodic-discharges + BIPDs. + + inLibrary + score + + + + Multifocal-periodic-discharges + MfPDs. + + inLibrary + score + + + + + Extreme-delta-brush + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + + + Critically-ill-patients-patterns + Rhythmic or periodic patterns in critically ill patients (RPPs) are scored according to the 2012 version of the American Clinical Neurophysiology Society Standardized Critical Care EEG Terminology (Hirsch et al., 2013). + + requireChild + + + inLibrary + score + + + Critically-ill-patients-periodic-discharges + Periodic discharges (PDs). + + suggestedTag + Periodic-discharges-superimposed-activity + Periodic-discharge-sharpness + Number-of-periodic-discharge-phases + Periodic-discharge-triphasic-morphology + Periodic-discharge-absolute-amplitude + Periodic-discharge-relative-amplitude + Periodic-discharge-polarity + Brain-laterality + Brain-region + Sensors + Finding-frequency + Periodic-discharge-duration + Periodic-discharge-onset + Periodic-discharge-dynamics + + + inLibrary + score + + + + Rhythmic-delta-activity + RDA + + suggestedTag + Periodic-discharges-superimposed-activity + Periodic-discharge-absolute-amplitude + Brain-laterality + Brain-region + Sensors + Finding-frequency + Periodic-discharge-duration + Periodic-discharge-onset + Periodic-discharge-dynamics + + + inLibrary + score + + + + Spike-or-sharp-and-wave + SW + + suggestedTag + Periodic-discharge-sharpness + Number-of-periodic-discharge-phases + Periodic-discharge-triphasic-morphology + Periodic-discharge-absolute-amplitude + Periodic-discharge-relative-amplitude + Periodic-discharge-polarity + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Finding-frequency + Periodic-discharge-duration + Periodic-discharge-onset + Periodic-discharge-dynamics + + + inLibrary + score + + + + + Episode + Clinical episode or electrographic seizure. + + requireChild + + + inLibrary + score + + + Epileptic-seizure + + requireChild + + + inLibrary + score + + + Focal-onset-epileptic-seizure + + suggestedTag + Episode-phase + Seizure-dynamics + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + Aware-focal-onset-epileptic-seizure + + suggestedTag + Episode-phase + Seizure-classification + Seizure-dynamics + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Impaired-awareness-focal-onset-epileptic-seizure + + suggestedTag + Episode-phase + Seizure-classification + Seizure-dynamics + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Awareness-unknown-focal-onset-epileptic-seizure + + suggestedTag + Episode-phase + Seizure-classification + Seizure-dynamics + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Focal-to-bilateral-tonic-clonic-focal-onset-epileptic-seizure + + suggestedTag + Episode-phase + Seizure-dynamics + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + + Generalized-onset-epileptic-seizure + + suggestedTag + Episode-phase + Seizure-classification + Seizure-dynamics + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Unknown-onset-epileptic-seizure + + suggestedTag + Episode-phase + Seizure-classification + Seizure-dynamics + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Unclassified-epileptic-seizure + + suggestedTag + Episode-phase + Seizure-dynamics + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + + Subtle-seizure + Seizure type frequent in neonates, sometimes referred to as motor automatisms; they may include random and roving eye movements, sucking, chewing motions, tongue protrusion, rowing or swimming or boxing movements of the arms, pedaling and bicycling movements of the lower limbs; apneic seizures are relatively common. Although some subtle seizures are associated with rhythmic ictal EEG discharges, and are clearly epileptic, ictal EEG often does not show typical epileptic activity. + + suggestedTag + Episode-phase + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Electrographic-seizure + Referred usually to non convulsive status. Ictal EEG: rhythmic discharge or spike and wave pattern with definite evolution in frequency, location, or morphology lasting at least 10 s; evolution in amplitude alone did not qualify. + + suggestedTag + Episode-phase + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Seizure-PNES + Psychogenic non-epileptic seizure. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Sleep-related-episode + + requireChild + + + inLibrary + score + + + Sleep-related-arousal + Normal. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Benign-sleep-myoclonus + A distinctive disorder of sleep characterized by a) neonatal onset, b) rhythmic myoclonic jerks only during sleep and c) abrupt and consistent cessation with arousal, d) absence of concomitant electrographic changes suggestive of seizures, and e) good outcome. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Confusional-awakening + Episode of non epileptic nature included in NREM parasomnias, characterized by sudden arousal and complex behavior but without full alertness, usually lasting a few minutes and occurring almost in all children at least occasionally. Amnesia of the episode is the rule. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Sleep-periodic-limb-movement + PLMS. Periodic limb movement in sleep. Episodes are characterized by brief (0.5- to 5.0-second) lower-extremity movements during sleep, which typically occur at 20- to 40-second intervals, most commonly during the first 3 hours of sleep. The affected individual is usually not aware of the movements or of the transient partial arousals. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + REM-sleep-behavioral-disorder + REM sleep behavioral disorder. Episodes characterized by: a) presence of REM sleep without atonia (RSWA) on polysomnography (PSG); b) presence of at least 1 of the following conditions - (1) Sleep-related behaviors, by history, that have been injurious, potentially injurious, or disruptive (example: dream enactment behavior); (2) abnormal REM sleep behavior documented during PSG monitoring; (3) absence of epileptiform activity on electroencephalogram (EEG) during REM sleep (unless RBD can be clearly distinguished from any concurrent REM sleep-related seizure disorder); (4) sleep disorder not better explained by another sleep disorder, a medical or neurologic disorder, a mental disorder, medication use, or a substance use disorder. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Sleep-walking + Episodes characterized by ambulation during sleep; the patient is difficult to arouse during an episode, and is usually amnesic following the episode. Episodes usually occur in the first third of the night during slow wave sleep. Polysomnographic recordings demonstrate 2 abnormalities during the first sleep cycle: frequent, brief, non-behavioral EEG-defined arousals prior to the somnambulistic episode and abnormally low gamma (0.75-2.0 Hz) EEG power on spectral analysis, correlating with high-voltage (hyper-synchronic gamma) waves lasting 10 to 15 s occurring just prior to the movement. This is followed by stage I NREM sleep, and there is no evidence of complete awakening. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + + Pediatric-episode + + requireChild + + + inLibrary + score + + + Hyperekplexia + Disorder characterized by exaggerated startle response and hypertonicity that may occur during the first year of life and in severe cases during the neonatal period. Children usually present with marked irritability and recurrent startles in response to handling and sounds. Severely affected infants can have severe jerks and stiffening, sometimes with breath-holding spells. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Jactatio-capitis-nocturna + Relatively common in normal children at the time of going to bed, especially during the first year of life, the rhythmic head movements persist during sleep. Usually, these phenomena disappear before 3 years of age. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Pavor-nocturnus + A nocturnal episode characterized by age of onset of less than five years (mean age 18 months, with peak prevalence at five to seven years), appearance of signs of panic two hours after falling asleep with crying, screams, a fearful expression, inability to recognize other people including parents (for a duration of 5-15 minutes), amnesia upon awakening. Pavor nocturnus occurs in patients almost every night for months or years (but the frequency is highly variable and may be as low as once a month) and is likely to disappear spontaneously at the age of six to eight years. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Pediatric-stereotypical-behavior-episode + Repetitive motor behavior in children, typically rhythmic and persistent; usually not paroxysmal and rarely suggest epilepsy. They include headbanging, head-rolling, jactatio capitis nocturna, body rocking, buccal or lingual movements, hand flapping and related mannerisms, repetitive hand-waving (to self-induce photosensitive seizures). + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + + Paroxysmal-motor-event + Paroxysmal phenomena during neonatal or childhood periods characterized by recurrent motor or behavioral signs or symptoms that must be distinguishes from epileptic disorders. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Syncope + Episode with loss of consciousness and muscle tone that is abrupt in onset, of short duration and followed by rapid recovery; it occurs in response to transient impairment of cerebral perfusion. Typical prodromal symptoms often herald onset of syncope and postictal symptoms are minimal. Syncopal convulsions resulting from cerebral anoxia are common but are not a form of epilepsy, nor are there any accompanying EEG ictal discharges. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Cataplexy + A sudden decrement in muscle tone and loss of deep tendon reflexes, leading to muscle weakness, paralysis, or postural collapse. Cataplexy usually is precipitated by an outburst of emotional expression-notably laughter, anger, or startle. It is one of the tetrad of symptoms of narcolepsy. During cataplexy, respiration and voluntary eye movements are not compromised. Consciousness is preserved. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Other-episode + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Physiologic-pattern + EEG graphoelements or rhythms that are considered normal. They only should be scored if the physician considers that they have a specific clinical significance for the recording. + + requireChild + + + inLibrary + score + + + Rhythmic-activity-pattern + Not further specified. + + suggestedTag + Delta-activity-morphology + Theta-activity-morphology + Alpha-activity-morphology + Beta-activity-morphology + Gamma-activity-morphology + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Slow-alpha-variant-rhythm + Characteristic rhythms mostly at 4-5 Hz, recorded most prominently over the posterior regions of the head. Generally alternate, or are intermixed, with alpha rhythm to which they often are harmonically related. Amplitude varies but is frequently close to 50 micro V. Blocked or attenuated by attention, especially visual, and mental effort. Comment: slow alpha variant rhythms should be distinguished from posterior slow waves characteristic of children and adolescents and occasionally seen in young adults. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Fast-alpha-variant-rhythm + Characteristic rhythm at 14-20 Hz, detected most prominently over the posterior regions of the head. May alternate or be intermixed with alpha rhythm. Blocked or attenuated by attention, especially visual, and mental effort. + + suggestedTag + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Ciganek-rhythm + Midline theta rhythm (Ciganek rhythm) may be observed during wakefulness or drowsiness. The frequency is 4-7 Hz, and the location is midline (ie, vertex). The morphology is rhythmic, smooth, sinusoidal, arciform, spiky, or mu-like. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Lambda-wave + Diphasic sharp transient occurring over occipital regions of the head of waking subjects during visual exploration. The main component is positive relative to other areas. Time-locked to saccadic eye movement. Amplitude varies but is generally below 50 micro V. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Posterior-slow-waves-youth + Waves in the delta and theta range, of variable form, lasting 0.35 to 0.5 s or longer without any consistent periodicity, found in the range of 6-12 years (occasionally seen in young adults). Alpha waves are almost always intermingled or superimposed. Reactive similar to alpha activity. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Diffuse-slowing-hyperventilation + Diffuse slowing induced by hyperventilation. Bilateral, diffuse slowing during hyperventilation. Recorded in 70 percent of normal children (3-5 years) and less then 10 percent of adults. Usually appear in the posterior regions and spread forward in younger age group, whereas they tend to appear in the frontal regions and spread backward in the older age group. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Photic-driving + Physiologic response consisting of rhythmic activity elicited over the posterior regions of the head by repetitive photic stimulation at frequencies of about 5-30 Hz. Comments: term should be limited to activity time-locked to the stimulus and of frequency identical or harmonically related to the stimulus frequency. Photic driving should be distinguished from the visual evoked potentials elicited by isolated flashes of light or flashes repeated at very low frequency. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Photomyogenic-response + A response to intermittent photic stimulation characterized by the appearance in the record of brief, repetitive muscular artifacts (spikes) over the anterior regions of the head. These often increase gradually in amplitude as stimuli are continued and cease promptly when the stimulus is withdrawn. Comment: this response is frequently associated with flutter of the eyelids and vertical oscillations of the eyeballs and sometimes with discrete jerking mostly involving the musculature of the face and head. (Preferred to synonym: photo-myoclonic response). + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Other-physiologic-pattern + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Uncertain-significant-pattern + EEG graphoelements or rhythms that resemble abnormal patterns but that are not necessarily associated with a pathology, and the physician does not consider them abnormal in the context of the scored recording (like normal variants and patterns). + + requireChild + + + inLibrary + score + + + Sharp-transient-pattern + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Wicket-spikes + Spike-like monophasic negative single waves or trains of waves occurring over the temporal regions during drowsiness that have an arcuate or mu-like appearance. These are mainly seen in older individuals and represent a benign variant that is of little clinical significance. + + inLibrary + score + + + + Small-sharp-spikes + Benign epileptiform Transients of Sleep (BETS). Small sharp spikes (SSS) of very short duration and low amplitude, often followed by a small theta wave, occurring in the temporal regions during drowsiness and light sleep. They occur on one or both sides (often asynchronously). The main negative and positive components are of about equally spiky character. Rarely seen in children, they are seen most often in adults and the elderly. Two thirds of the patients have a history of epileptic seizures. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Fourteen-six-Hz-positive-burst + Burst of arch-shaped waves at 13-17 Hz and/or 5-7-Hz but most commonly at 14 and or 6 Hz seen generally over the posterior temporal and adjacent areas of one or both sides of the head during sleep. The sharp peaks of its component waves are positive with respect to other regions. Amplitude varies but is generally below 75 micro V. Comments: (1) best demonstrated by referential recording using contralateral earlobe or other remote, reference electrodes. (2) This pattern has no established clinical significance. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Six-Hz-spike-slow-wave + Spike and slow wave complexes at 4-7Hz, but mostly at 6 Hz occurring generally in brief bursts bilaterally and synchronously, symmetrically or asymmetrically, and either confined to or of larger amplitude over the posterior or anterior regions of the head. The spike has a strong positive component. Amplitude varies but is generally smaller than that of spike-and slow-wave complexes repeating at slower rates. Comment: this pattern should be distinguished from epileptiform discharges. Synonym: wave and spike phantom. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Rudimentary-spike-wave-complex + Synonym: Pseudo petit mal discharge. Paroxysmal discharge that consists of generalized or nearly generalized high voltage 3 to 4/sec waves with poorly developed spike in the positive trough between the slow waves, occurring in drowsiness only. It is found only in infancy and early childhood when marked hypnagogic rhythmical theta activity is paramount in the drowsy state. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Slow-fused-transient + A posterior slow-wave preceded by a sharp-contoured potential that blends together with the ensuing slow wave, in children. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Needle-like-occipital-spikes-blind + Spike discharges of a particularly fast and needle-like character develop over the occipital region in most congenitally blind children. Completely disappear during childhood or adolescence. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Subclinical-rhythmic-EEG-discharge-adults + Subclinical rhythmic EEG discharge of adults (SERDA). A rhythmic pattern seen in the adult age group, mainly in the waking state or drowsiness. It consists of a mixture of frequencies, often predominant in the theta range. The onset may be fairly abrupt with widespread sharp rhythmical theta and occasionally with delta activity. As to the spatial distribution, a maximum of this discharge is usually found over the centroparietal region and especially over the vertex. It may resemble a seizure discharge but is not accompanied by any clinical signs or symptoms. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Rhythmic-temporal-theta-burst-drowsiness + Rhythmic temporal theta burst of drowsiness (RTTD). Characteristic burst of 4-7 Hz waves frequently notched by faster waves, occurring over the temporal regions of the head during drowsiness. Synonym: psychomotor variant pattern. Comment: this is a pattern of drowsiness that is of no clinical significance. + + inLibrary + score + + + + Temporal-slowing-elderly + Focal theta and/or delta activity over the temporal regions, especially the left, in persons over the age of 60. Amplitudes are low/similar to the background activity. Comment: focal temporal theta was found in 20 percent of people between the ages of 40-59 years, and 40 percent of people between 60 and 79 years. One third of people older than 60 years had focal temporal delta activity. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Breach-rhythm + Rhythmical activity recorded over cranial bone defects. Usually it is in the 6 to 11/sec range, does not respond to movements. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Other-uncertain-significant-pattern + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Artifact + When relevant for the clinical interpretation, artifacts can be scored by specifying the type and the location. + + requireChild + + + inLibrary + score + + + Biological-artifact + + requireChild + + + inLibrary + score + + + Eye-blink-artifact + Example for EEG: Fp1/Fp2 become electropositive with eye closure because the cornea is positively charged causing a negative deflection in Fp1/Fp2. If the eye blink is unilateral, consider prosthetic eye. If it is in F8 rather than Fp2 then the electrodes are plugged in wrong. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Eye-movement-horizontal-artifact + Example for EEG: There is an upward deflection in the Fp2-F8 derivation, when the eyes move to the right side. In this case F8 becomes more positive and therefore. When the eyes move to the left, F7 becomes more positive and there is an upward deflection in the Fp1-F7 derivation. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Eye-movement-vertical-artifact + Example for EEG: The EEG shows positive potentials (50-100 micro V) with bi-frontal distribution, maximum at Fp1 and Fp2, when the eyeball rotated upward. The downward rotation of the eyeball was associated with the negative deflection. The time course of the deflections was similar to the time course of the eyeball movement. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Slow-eye-movement-artifact + Slow, rolling eye-movements, seen during drowsiness. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Nystagmus-artifact + + suggestedTag + Artifact-significance-to-recording + + + inLibrary + score + + + + Chewing-artifact + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Sucking-artifact + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Glossokinetic-artifact + The tongue functions as a dipole, with the tip negative with respect to the base. The artifact produced by the tongue has a broad potential field that drops from frontal to occipital areas, although it is less steep than that produced by eye movement artifacts. The amplitude of the potentials is greater inferiorly than in parasagittal regions; the frequency is variable but usually in the delta range. Chewing and sucking can produce similar artifacts. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Rocking-patting-artifact + Quasi-rhythmical artifacts in recordings from infants caused by rocking/patting. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Movement-artifact + Example for EEG: Large amplitude artifact, with irregular morphology (usually resembling a slow-wave or a wave with complex morphology) seen in one or several channels, due to movement. If the causing movement is repetitive, the artifact might resemble a rhythmic EEG activity. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Respiration-artifact + Respiration can produce 2 kinds of artifacts. One type is in the form of slow and rhythmic activity, synchronous with the body movements of respiration and mechanically affecting the impedance of (usually) one electrode. The other type can be slow or sharp waves that occur synchronously with inhalation or exhalation and involve those electrodes on which the patient is lying. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Pulse-artifact + Example for EEG: Occurs when an EEG electrode is placed over a pulsating vessel. The pulsation can cause slow waves that may simulate EEG activity. A direct relationship exists between ECG and the pulse waves (200-300 millisecond delay after ECG equals QRS complex). + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + ECG-artifact + Example for EEG: Far-field potential generated in the heart. The voltage and apparent surface of the artifact vary from derivation to derivation and, consequently, from montage to montage. The artifact is observed best in referential montages using earlobe electrodes A1 and A2. ECG artifact is recognized easily by its rhythmicity/regularity and coincidence with the ECG tracing. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Sweat-artifact + Is a low amplitude undulating waveform that is usually greater than 2 seconds and may appear to be an unstable baseline. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + EMG-artifact + Myogenic potentials are the most common artifacts. Frontalis and temporalis muscles (ex..: clenching of jaw muscles) are common causes. Generally, the potentials generated in the muscles are of shorter duration than those generated in the brain. The frequency components are usually beyond 30-50 Hz, and the bursts are arrhythmic. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + + Non-biological-artifact + + requireChild + + + inLibrary + score + + + Power-supply-artifact + 50-60 Hz artifact. Monomorphic waveform due to 50 or 60 Hz A/C power supply. + + suggestedTag + Artifact-significance-to-recording + + + inLibrary + score + + + + Induction-artifact + Artifacts (usually of high frequency) induced by nearby equipment (like in the intensive care unit). + + suggestedTag + Artifact-significance-to-recording + + + inLibrary + score + + + + Dialysis-artifact + + suggestedTag + Artifact-significance-to-recording + + + inLibrary + score + + + + Artificial-ventilation-artifact + + suggestedTag + Artifact-significance-to-recording + + + inLibrary + score + + + + Electrode-pops-artifact + Are brief discharges with a very steep upslope and shallow fall that occur in all leads which include that electrode. + + suggestedTag + Artifact-significance-to-recording + + + inLibrary + score + + + + Salt-bridge-artifact + Typically occurs in 1 channel which may appear isoelectric. Only seen in bipolar montage. + + suggestedTag + Artifact-significance-to-recording + + + inLibrary + score + + + + + Other-artifact + + requireChild + + + suggestedTag + Artifact-significance-to-recording + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Polygraphic-channel-finding + Changes observed in polygraphic channels can be scored: EOG, Respiration, ECG, EMG, other polygraphic channel (+ free text), and their significance logged (normal, abnormal, no definite abnormality). + + requireChild + + + inLibrary + score + + + EOG-channel-finding + ElectroOculoGraphy. + + suggestedTag + Finding-significance-to-recording + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Respiration-channel-finding + + suggestedTag + Finding-significance-to-recording + + + inLibrary + score + + + Respiration-oxygen-saturation + + inLibrary + score + + + # + + takesValue + + + valueClass + numericClass + + + inLibrary + score + + + + + Respiration-feature + + inLibrary + score + + + Apnoe-respiration + Add duration (range in seconds) and comments in free text. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Hypopnea-respiration + Add duration (range in seconds) and comments in free text + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Apnea-hypopnea-index-respiration + Events/h. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Periodic-respiration + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Tachypnea-respiration + Cycles/min. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Other-respiration-feature + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + ECG-channel-finding + Electrocardiography. + + suggestedTag + Finding-significance-to-recording + + + inLibrary + score + + + ECG-QT-period + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + ECG-feature + + inLibrary + score + + + ECG-sinus-rhythm + Normal rhythm. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + ECG-arrhythmia + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + ECG-asystolia + Add duration (range in seconds) and comments in free text. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + ECG-bradycardia + Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + ECG-extrasystole + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + ECG-ventricular-premature-depolarization + Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + ECG-tachycardia + Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Other-ECG-feature + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + EMG-channel-finding + electromyography + + suggestedTag + Finding-significance-to-recording + + + inLibrary + score + + + EMG-muscle-side + + inLibrary + score + + + EMG-left-muscle + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + EMG-right-muscle + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + EMG-bilateral-muscle + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + EMG-muscle-name + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + EMG-feature + + inLibrary + score + + + EMG-myoclonus + + inLibrary + score + + + Negative-myoclonus + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + EMG-myoclonus-rhythmic + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + EMG-myoclonus-arrhythmic + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + EMG-myoclonus-synchronous + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + EMG-myoclonus-asynchronous + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + EMG-PLMS + Periodic limb movements in sleep. + + inLibrary + score + + + + EMG-spasm + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + EMG-tonic-contraction + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + EMG-asymmetric-activation + + requireChild + + + inLibrary + score + + + EMG-asymmetric-activation-left-first + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + EMG-asymmetric-activation-right-first + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Other-EMG-features + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + Other-polygraphic-channel + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Finding-property + Descriptive element similar to main HED /Property. Something that pertains to a thing. A characteristic of some entity. A quality or feature regarded as a characteristic or inherent part of someone or something. HED attributes are adjectives or adverbs. + + requireChild + + + inLibrary + score + + + Signal-morphology-property + + requireChild + + + inLibrary + score + + + Rhythmic-activity-morphology + EEG activity consisting of a sequence of waves approximately constant period. + + inLibrary + score + + + Delta-activity-morphology + EEG rhythm in the delta (under 4 Hz) range that does not belong to the posterior dominant rhythm (scored under other organized rhythms). + + suggestedTag + Finding-frequency + Finding-amplitude + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Theta-activity-morphology + EEG rhythm in the theta (4-8 Hz) range that does not belong to the posterior dominant rhythm (scored under other organized rhythm). + + suggestedTag + Finding-frequency + Finding-amplitude + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Alpha-activity-morphology + EEG rhythm in the alpha range (8-13 Hz) which is considered part of the background (ongoing) activity but does not fulfill the criteria of the posterior dominant rhythm (alpha rhythm). + + suggestedTag + Finding-frequency + Finding-amplitude + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Beta-activity-morphology + EEG rhythm between 14 and 40 Hz, which is considered part of the background (ongoing) activity but does not fulfill the criteria of the posterior dominant rhythm. Most characteristically: a rhythm from 14 to 40 Hz recorded over the fronto-central regions of the head during wakefulness. Amplitude of the beta rhythm varies but is mostly below 30 microV. Other beta rhythms are most prominent in other locations or are diffuse. + + suggestedTag + Finding-frequency + Finding-amplitude + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Gamma-activity-morphology + + suggestedTag + Finding-frequency + Finding-amplitude + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Spike-morphology + A transient, clearly distinguished from background activity, with pointed peak at a conventional paper speed or time scale and duration from 20 to under 70 ms, i.e. 1/50-1/15 s approximately. Main component is generally negative relative to other areas. Amplitude varies. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Spike-and-slow-wave-morphology + A pattern consisting of a spike followed by a slow wave. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Runs-of-rapid-spikes-morphology + Bursts of spike discharges at a rate from 10 to 25/sec (in most cases somewhat irregular). The bursts last more than 2 seconds (usually 2 to 10 seconds) and it is typically seen in sleep. Synonyms: rhythmic spikes, generalized paroxysmal fast activity, fast paroxysmal rhythms, grand mal discharge, fast beta activity. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Polyspikes-morphology + Two or more consecutive spikes. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Polyspike-and-slow-wave-morphology + Two or more consecutive spikes associated with one or more slow waves. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Sharp-wave-morphology + A transient clearly distinguished from background activity, with pointed peak at a conventional paper speed or time scale, and duration of 70-200 ms, i.e. over 1/4-1/5 s approximately. Main component is generally negative relative to other areas. Amplitude varies. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Sharp-and-slow-wave-morphology + A sequence of a sharp wave and a slow wave. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Slow-sharp-wave-morphology + A transient that bears all the characteristics of a sharp-wave, but exceeds 200 ms. Synonym: blunted sharp wave. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + High-frequency-oscillation-morphology + HFO. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Hypsarrhythmia-classic-morphology + Abnormal interictal high amplitude waves and a background of irregular spikes. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Hypsarrhythmia-modified-morphology + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Fast-spike-activity-morphology + A burst consisting of a sequence of spikes. Duration greater than 1 s. Frequency at least in the alpha range. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Low-voltage-fast-activity-morphology + Refers to the fast, and often recruiting activity which can be recorded at the onset of an ictal discharge, particularly in invasive EEG recording of a seizure. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Polysharp-waves-morphology + A sequence of two or more sharp-waves. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Slow-wave-large-amplitude-morphology + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Irregular-delta-or-theta-activity-morphology + EEG activity consisting of repetitive waves of inconsistent wave-duration but in delta and/or theta rang (greater than 125 ms). + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Electrodecremental-change-morphology + Sudden desynchronization of electrical activity. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + DC-shift-morphology + Shift of negative polarity of the direct current recordings, during seizures. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Disappearance-of-ongoing-activity-morphology + Disappearance of the EEG activity that preceded the ictal event but still remnants of background activity (thus not enough to name it electrodecremental change). + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Polymorphic-delta-activity-morphology + EEG activity consisting of waves in the delta range (over 250 ms duration for each wave) but of different morphology. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Frontal-intermittent-rhythmic-delta-activity-morphology + Frontal intermittent rhythmic delta activity (FIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at 1.5-2.5 Hz over the frontal areas of one or both sides of the head. Comment: most commonly associated with unspecified encephalopathy, in adults. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Occipital-intermittent-rhythmic-delta-activity-morphology + Occipital intermittent rhythmic delta activity (OIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at 2-3 Hz over the occipital or posterior head regions of one or both sides of the head. Frequently blocked or attenuated by opening the eyes. Comment: most commonly associated with unspecified encephalopathy, in children. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Temporal-intermittent-rhythmic-delta-activity-morphology + Temporal intermittent rhythmic delta activity (TIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at over the temporal areas of one side of the head. Comment: most commonly associated with temporal lobe epilepsy. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Periodic-discharges-morphology + Periodic discharges not further specified (PDs). + + requireChild + + + inLibrary + score + + + Periodic-discharges-superimposed-activity + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Periodic-discharges-fast-superimposed-activity + + suggestedTag + Finding-frequency + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Periodic-discharges-rhythmic-superimposed-activity + + suggestedTag + Finding-frequency + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Periodic-discharge-sharpness + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Spiky-periodic-discharge-sharpness + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Sharp-periodic-discharge-sharpness + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Sharply-contoured-periodic-discharge-sharpness + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Blunt-periodic-discharge-sharpness + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Number-of-periodic-discharge-phases + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + 1-periodic-discharge-phase + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + 2-periodic-discharge-phases + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + 3-periodic-discharge-phases + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Greater-than-3-periodic-discharge-phases + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Periodic-discharge-triphasic-morphology + + suggestedTag + Property-not-possible-to-determine + Property-exists + Property-absence + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Periodic-discharge-absolute-amplitude + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Periodic-discharge-absolute-amplitude-very-low + Lower than 20 microV. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Low-periodic-discharge-absolute-amplitude + 20 to 49 microV. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Medium-periodic-discharge-absolute-amplitude + 50 to 199 microV. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + High-periodic-discharge-absolute-amplitude + Greater than 200 microV. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Periodic-discharge-relative-amplitude + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Periodic-discharge-relative-amplitude-less-than-equal-2 + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Periodic-discharge-relative-amplitude-greater-than-2 + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Periodic-discharge-polarity + + requireChild + + + inLibrary + score + + + Periodic-discharge-postitive-polarity + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Periodic-discharge-negative-polarity + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Periodic-discharge-unclear-polarity + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + + Source-analysis-property + How the current in the brain reaches the electrode sensors. + + requireChild + + + inLibrary + score + + + Source-analysis-laterality + + requireChild + + + suggestedTag + Brain-laterality + + + inLibrary + score + + + + Source-analysis-brain-region + + requireChild + + + inLibrary + score + + + Source-analysis-frontal-perisylvian-superior-surface + + inLibrary + score + + + + Source-analysis-frontal-lateral + + inLibrary + score + + + + Source-analysis-frontal-mesial + + inLibrary + score + + + + Source-analysis-frontal-polar + + inLibrary + score + + + + Source-analysis-frontal-orbitofrontal + + inLibrary + score + + + + Source-analysis-temporal-polar + + inLibrary + score + + + + Source-analysis-temporal-basal + + inLibrary + score + + + + Source-analysis-temporal-lateral-anterior + + inLibrary + score + + + + Source-analysis-temporal-lateral-posterior + + inLibrary + score + + + + Source-analysis-temporal-perisylvian-inferior-surface + + inLibrary + score + + + + Source-analysis-central-lateral-convexity + + inLibrary + score + + + + Source-analysis-central-mesial + + inLibrary + score + + + + Source-analysis-central-sulcus-anterior-surface + + inLibrary + score + + + + Source-analysis-central-sulcus-posterior-surface + + inLibrary + score + + + + Source-analysis-central-opercular + + inLibrary + score + + + + Source-analysis-parietal-lateral-convexity + + inLibrary + score + + + + Source-analysis-parietal-mesial + + inLibrary + score + + + + Source-analysis-parietal-opercular + + inLibrary + score + + + + Source-analysis-occipital-lateral + + inLibrary + score + + + + Source-analysis-occipital-mesial + + inLibrary + score + + + + Source-analysis-occipital-basal + + inLibrary + score + + + + Source-analysis-insula + + inLibrary + score + + + + + + Location-property + Location can be scored for findings. Semiologic finding can also be characterized by the somatotopic modifier (i.e. the part of the body where it occurs). In this respect, laterality (left, right, symmetric, asymmetric, left greater than right, right greater than left), body part (eyelid, face, arm, leg, trunk, visceral, hemi-) and centricity (axial, proximal limb, distal limb) can be scored. + + requireChild + + + inLibrary + score + + + Brain-laterality + + requireChild + + + inLibrary + score + + + Brain-laterality-left + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-laterality-left-greater-right + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-laterality-right + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-laterality-right-greater-left + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-laterality-midline + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-laterality-diffuse-asynchronous + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Brain-region + + requireChild + + + inLibrary + score + + + Brain-region-frontal + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-region-temporal + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-region-central + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-region-parietal + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-region-occipital + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Body-part-location + + requireChild + + + inLibrary + score + + + Body-part-eyelid + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Body-part-face + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Body-part-arm + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Body-part-leg + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Body-part-trunk + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Body-part-visceral + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Body-part-hemi + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Brain-centricity + + requireChild + + + inLibrary + score + + + Brain-centricity-axial + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-centricity-proximal-limb + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-centricity-distal-limb + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Sensors + Lists all corresponding sensors (electrodes/channels in montage). The sensor-group is selected from a list defined in the site-settings for each EEG-lab. + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Finding-propagation + When propagation within the graphoelement is observed, first the location of the onset region is scored. Then, the location of the propagation can be noted. + + suggestedTag + Property-exists + Property-absence + Brain-laterality + Brain-region + Sensors + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Multifocal-finding + When the same interictal graphoelement is observed bilaterally and at least in three independent locations, can score them using one entry, and choosing multifocal as a descriptor of the locations of the given interictal graphoelements, optionally emphasizing the involved, and the most active sites. + + suggestedTag + Property-not-possible-to-determine + Property-exists + Property-absence + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Modulators-property + For each described graphoelement, the influence of the modulators can be scored. Only modulators present in the recording are scored. + + requireChild + + + inLibrary + score + + + Modulators-reactivity + Susceptibility of individual rhythms or the EEG as a whole to change following sensory stimulation or other physiologic actions. + + requireChild + + + suggestedTag + Property-exists + Property-absence + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Eye-closure-sensitivity + Eye closure sensitivity. + + suggestedTag + Property-exists + Property-absence + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Eye-opening-passive + Passive eye opening. Used with base schema Increasing/Decreasing. + + suggestedTag + Property-not-possible-to-determine + Finding-stopped-by + Finding-unmodified + Finding-triggered-by + + + inLibrary + score + + + + Medication-effect-EEG + Medications effect on EEG. Used with base schema Increasing/Decreasing. + + suggestedTag + Property-not-possible-to-determine + Finding-stopped-by + Finding-unmodified + + + inLibrary + score + + + + Medication-reduction-effect-EEG + Medications reduction or withdrawal effect on EEG. Used with base schema Increasing/Decreasing. + + suggestedTag + Property-not-possible-to-determine + Finding-stopped-by + Finding-unmodified + + + inLibrary + score + + + + Auditive-stimuli-effect + Used with base schema Increasing/Decreasing. + + suggestedTag + Property-not-possible-to-determine + Finding-stopped-by + Finding-unmodified + + + inLibrary + score + + + + Nociceptive-stimuli-effect + Used with base schema Increasing/Decreasing. + + suggestedTag + Property-not-possible-to-determine + Finding-stopped-by + Finding-unmodified + Finding-triggered-by + + + inLibrary + score + + + + Physical-effort-effect + Used with base schema Increasing/Decreasing + + suggestedTag + Property-not-possible-to-determine + Finding-stopped-by + Finding-unmodified + Finding-triggered-by + + + inLibrary + score + + + + Cognitive-task-effect + Used with base schema Increasing/Decreasing. + + suggestedTag + Property-not-possible-to-determine + Finding-stopped-by + Finding-unmodified + Finding-triggered-by + + + inLibrary + score + + + + Other-modulators-effect-EEG + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Facilitating-factor + Facilitating factors are defined as transient and sporadic endogenous or exogenous elements capable of augmenting seizure incidence (increasing the likelihood of seizure occurrence). + + inLibrary + score + + + Facilitating-factor-alcohol + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Facilitating-factor-awake + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Facilitating-factor-catamenial + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Facilitating-factor-fever + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Facilitating-factor-sleep + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Facilitating-factor-sleep-deprived + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Facilitating-factor-other + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Provocative-factor + Provocative factors are defined as transient and sporadic endogenous or exogenous elements capable of evoking/triggering seizures immediately following the exposure to it. + + requireChild + + + inLibrary + score + + + Hyperventilation-provoked + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Reflex-provoked + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Medication-effect-clinical + Medications clinical effect. Used with base schema Increasing/Decreasing. + + suggestedTag + Finding-stopped-by + Finding-unmodified + + + inLibrary + score + + + + Medication-reduction-effect-clinical + Medications reduction or withdrawal clinical effect. Used with base schema Increasing/Decreasing. + + suggestedTag + Finding-stopped-by + Finding-unmodified + + + inLibrary + score + + + + Other-modulators-effect-clinical + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Intermittent-photic-stimulation-effect + + requireChild + + + inLibrary + score + + + Posterior-stimulus-dependent-intermittent-photic-stimulation-response + + suggestedTag + Finding-frequency + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-stimulus-independent-intermittent-photic-stimulation-response-limited + limited to the stimulus-train + + suggestedTag + Finding-frequency + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-stimulus-independent-intermittent-photic-stimulation-response-self-sustained + + suggestedTag + Finding-frequency + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Generalized-photoparoxysmal-intermittent-photic-stimulation-response-limited + Limited to the stimulus-train. + + suggestedTag + Finding-frequency + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Generalized-photoparoxysmal-intermittent-photic-stimulation-response-self-sustained + + suggestedTag + Finding-frequency + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Activation-of-pre-existing-epileptogenic-area-intermittent-photic-stimulation-effect + + suggestedTag + Finding-frequency + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Unmodified-intermittent-photic-stimulation-effect + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Quality-of-hyperventilation + + requireChild + + + inLibrary + score + + + Hyperventilation-refused-procedure + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Hyperventilation-poor-effort + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Hyperventilation-good-effort + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Hyperventilation-excellent-effort + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Modulators-effect + Tags for describing the influence of the modulators + + requireChild + + + inLibrary + score + + + Modulators-effect-continuous-during-NRS + Continuous during non-rapid-eye-movement-sleep (NRS) + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Modulators-effect-only-during + + inLibrary + score + + + # + Only during Sleep/Awakening/Hyperventilation/Physical effort/Cognitive task. Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Modulators-effect-change-of-patterns + Change of patterns during sleep/awakening. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + Time-related-property + Important to estimate how often an interictal abnormality is seen in the recording. + + requireChild + + + inLibrary + score + + + Appearance-mode + Describes how the non-ictal EEG pattern/graphoelement is distributed through the recording. + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Random-appearance-mode + Occurrence of the non-ictal EEG pattern / graphoelement without any rhythmicity / periodicity. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Periodic-appearance-mode + Non-ictal EEG pattern / graphoelement occurring at an approximately regular rate / interval (generally of 1 to several seconds). + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Variable-appearance-mode + Occurrence of non-ictal EEG pattern / graphoelements, that is sometimes rhythmic or periodic, other times random, throughout the recording. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Intermittent-appearance-mode + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Continuous-appearance-mode + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Discharge-pattern + Describes the organization of the EEG signal within the discharge (distinguish between single and repetitive discharges) + + requireChild + + + inLibrary + score + + + Single-discharge-pattern + Applies to the intra-burst pattern: a graphoelement that is not repetitive; before and after the graphoelement one can distinguish the background activity. + + suggestedTag + Finding-incidence + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Rhythmic-trains-or-bursts-discharge-pattern + Applies to the intra-burst pattern: a non-ictal graphoelement that repeats itself without returning to the background activity between them. The graphoelements within this repetition occur at approximately constant period. + + suggestedTag + Finding-prevalence + Finding-frequency + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Arrhythmic-trains-or-bursts-discharge-pattern + Applies to the intra-burst pattern: a non-ictal graphoelement that repeats itself without returning to the background activity between them. The graphoelements within this repetition occur at inconstant period. + + suggestedTag + Finding-prevalence + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Fragmented-discharge-pattern + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Periodic-discharge-time-related-features + Periodic discharges not further specified (PDs) time-relayed features tags. + + requireChild + + + inLibrary + score + + + Periodic-discharge-duration + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Very-brief-periodic-discharge-duration + Less than 10 sec. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brief-periodic-discharge-duration + 10 to 59 sec. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Intermediate-periodic-discharge-duration + 1 to 4.9 min. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Long-periodic-discharge-duration + 5 to 59 min. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Very-long-periodic-discharge-duration + Greater than 1 hour. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Periodic-discharge-onset + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Sudden-periodic-discharge-onset + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Gradual-periodic-discharge-onset + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Periodic-discharge-dynamics + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Evolving-periodic-discharge-dynamics + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Fluctuating-periodic-discharge-dynamics + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Static-periodic-discharge-dynamics + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + Finding-extent + Percentage of occurrence during the recording (background activity and interictal finding). + + inLibrary + score + + + # + + takesValue + + + valueClass + numericClass + + + inLibrary + score + + + + + Finding-incidence + How often it occurs/time-epoch. + + requireChild + + + inLibrary + score + + + Only-once-finding-incidence + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Rare-finding-incidence + less than 1/h + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Uncommon-finding-incidence + 1/5 min to 1/h. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Occasional-finding-incidence + 1/min to 1/5min. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Frequent-finding-incidence + 1/10 s to 1/min. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Abundant-finding-incidence + Greater than 1/10 s). + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Finding-prevalence + The percentage of the recording covered by the train/burst. + + requireChild + + + inLibrary + score + + + Rare-finding-prevalence + Less than 1 percent. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Occasional-finding-prevalence + 1 to 9 percent. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Frequent-finding-prevalence + 10 to 49 percent. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Abundant-finding-prevalence + 50 to 89 percent. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Continuous-finding-prevalence + Greater than 90 percent. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + Posterior-dominant-rhythm-property + Posterior dominant rhythm is the most often scored EEG feature in clinical practice. Therefore, there are specific terms that can be chosen for characterizing the PDR. + + requireChild + + + inLibrary + score + + + Posterior-dominant-rhythm-amplitude-range + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Low-posterior-dominant-rhythm-amplitude-range + Low (less than 20 microV). + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Medium-posterior-dominant-rhythm-amplitude-range + Medium (between 20 and 70 microV). + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + High-posterior-dominant-rhythm-amplitude-range + High (more than 70 microV). + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Posterior-dominant-rhythm-frequency-asymmetry + When symmetrical could be labeled with base schema Symmetrical tag. + + requireChild + + + inLibrary + score + + + Posterior-dominant-rhythm-frequency-asymmetry-lower-left + Hz lower on the left side. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-dominant-rhythm-frequency-asymmetry-lower-right + Hz lower on the right side. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Posterior-dominant-rhythm-eye-opening-reactivity + Change (disappearance or measurable decrease in amplitude) of a posterior dominant rhythm following eye-opening. Eye closure has the opposite effect. + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Posterior-dominant-rhythm-eye-opening-reactivity-reduced-left + Reduced left side reactivity. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-dominant-rhythm-eye-opening-reactivity-reduced-right + Reduced right side reactivity. + + inLibrary + score + + + # + free text + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-dominant-rhythm-eye-opening-reactivity-reduced-both + Reduced reactivity on both sides. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Posterior-dominant-rhythm-organization + When normal could be labeled with base schema Normal tag. + + requireChild + + + inLibrary + score + + + Posterior-dominant-rhythm-organization-poorly-organized + Poorly organized. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-dominant-rhythm-organization-disorganized + Disorganized. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-dominant-rhythm-organization-markedly-disorganized + Markedly disorganized. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Posterior-dominant-rhythm-caveat + Caveat to the annotation of PDR. + + requireChild + + + inLibrary + score + + + No-posterior-dominant-rhythm-caveat + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-dominant-rhythm-caveat-only-open-eyes-during-the-recording + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-dominant-rhythm-caveat-sleep-deprived-caveat + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-dominant-rhythm-caveat-drowsy + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-dominant-rhythm-caveat-only-following-hyperventilation + + inLibrary + score + + + + + Absence-of-posterior-dominant-rhythm + Reason for absence of PDR. + + requireChild + + + inLibrary + score + + + Absence-of-posterior-dominant-rhythm-artifacts + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Absence-of-posterior-dominant-rhythm-extreme-low-voltage + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Absence-of-posterior-dominant-rhythm-eye-closure-could-not-be-achieved + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Absence-of-posterior-dominant-rhythm-lack-of-awake-period + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Absence-of-posterior-dominant-rhythm-lack-of-compliance + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Absence-of-posterior-dominant-rhythm-other-causes + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + Episode-property + + requireChild + + + inLibrary + score + + + Seizure-classification + Epileptic seizures are named using the current ILAE seizure classification (Fisher et al., 2017, Beniczky et al., 2017). + + requireChild + + + inLibrary + score + + + Motor-onset-seizure + + inLibrary + score + + + Myoclonic-motor-onset-seizure + + inLibrary + score + + + + Negative-myoclonic-motor-onset-seizure + + inLibrary + score + + + + Clonic-motor-onset-seizure + + inLibrary + score + + + + Tonic-motor-onset-seizure + + inLibrary + score + + + + Atonic-motor-onset-seizure + + inLibrary + score + + + + Myoclonic-atonic-motor-onset-seizure + + inLibrary + score + + + + Myoclonic-tonic-clonic-motor-onset-seizure + + inLibrary + score + + + + Tonic-clonic-motor-onset-seizure + + inLibrary + score + + + + Automatism-motor-onset-seizure + + inLibrary + score + + + + Hyperkinetic-motor-onset-seizure + + inLibrary + score + + + + Epileptic-spasm-episode + + inLibrary + score + + + + + Nonmotor-onset-seizure + + inLibrary + score + + + Behavior-arrest-nonmotor-onset-seizure + + inLibrary + score + + + + Sensory-nonmotor-onset-seizure + + inLibrary + score + + + + Emotional-nonmotor-onset-seizure + + inLibrary + score + + + + Cognitive-nonmotor-onset-seizure + + inLibrary + score + + + + Autonomic-nonmotor-onset-seizure + + inLibrary + score + + + + + Absence-seizure + + inLibrary + score + + + Typical-absence-seizure + + inLibrary + score + + + + Atypical-absence-seizure + + inLibrary + score + + + + Myoclonic-absence-seizure + + inLibrary + score + + + + Eyelid-myoclonia-absence-seizure + + inLibrary + score + + + + + + Episode-phase + The electroclinical findings (i.e., the seizure semiology and the ictal EEG) are divided in three phases: onset, propagation, and postictal. + + requireChild + + + suggestedTag + Seizure-semiology-manifestation + Postictal-semiology-manifestation + Ictal-EEG-patterns + + + inLibrary + score + + + Episode-phase-initial + + inLibrary + score + + + + Episode-phase-subsequent + + inLibrary + score + + + + Episode-phase-postictal + + inLibrary + score + + + + + Seizure-semiology-manifestation + Semiology is described according to the ILAE Glossary of Descriptive Terminology for Ictal Semiology (Blume et al., 2001). Besides the name, the semiologic finding can also be characterized by the somatotopic modifier, laterality, body part and centricity. Uses Location-property tags. + + requireChild + + + inLibrary + score + + + Semiology-motor-manifestation + + inLibrary + score + + + Semiology-elementary-motor + + inLibrary + score + + + Semiology-motor-tonic + A sustained increase in muscle contraction lasting a few seconds to minutes. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-dystonic + Sustained contractions of both agonist and antagonist muscles producing athetoid or twisting movements, which, when prolonged, may produce abnormal postures. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-epileptic-spasm + A sudden flexion, extension, or mixed extension flexion of predominantly proximal and truncal muscles that is usually more sustained than a myoclonic movement but not so sustained as a tonic seizure (i.e., about 1 s). Limited forms may occur: grimacing, head nodding. Frequent occurrence in clusters. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-postural + Adoption of a posture that may be bilaterally symmetric or asymmetric (as in a fencing posture). + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-versive + A sustained, forced conjugate ocular, cephalic, and/or truncal rotation or lateral deviation from the midline. + + suggestedTag + Body-part + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-clonic + Myoclonus that is regularly repetitive, involves the same muscle groups, at a frequency of about 2 to 3 c/s, and is prolonged. Synonym: rhythmic myoclonus . + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-myoclonic + Characterized by myoclonus. MYOCLONUS : sudden, brief (lower than 100 ms) involuntary single or multiple contraction(s) of muscles(s) or muscle groups of variable topography (axial, proximal limb, distal). + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-jacksonian-march + Term indicating spread of clonic movements through contiguous body parts unilaterally. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-negative-myoclonus + Characterized by negative myoclonus. NEGATIVE MYOCLONUS: interruption of tonic muscular activity for lower than 500 ms without evidence of preceding myoclonia. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-tonic-clonic + A sequence consisting of a tonic followed by a clonic phase. Variants such as clonic-tonic-clonic may be seen. Asymmetry of limb posture during the tonic phase of a GTC: one arm is rigidly extended at the elbow (often with the fist clenched tightly and flexed at the wrist), whereas the opposite arm is flexed at the elbow. + + requireChild + + + inLibrary + score + + + Semiology-motor-tonic-clonic-without-figure-of-four + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-tonic-clonic-with-figure-of-four-extension-left-elbow + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-tonic-clonic-with-figure-of-four-extension-right-elbow + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + + Semiology-motor-astatic + Loss of erect posture that results from an atonic, myoclonic, or tonic mechanism. Synonym: drop attack. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-atonic + Sudden loss or diminution of muscle tone without apparent preceding myoclonic or tonic event lasting greater or equal to 1 to 2 s, involving head, trunk, jaw, or limb musculature. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-eye-blinking + + suggestedTag + Brain-laterality + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-other-elementary-motor + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Semiology-motor-automatisms + + inLibrary + score + + + Semiology-motor-automatisms-mimetic + Facial expression suggesting an emotional state, often fear. + + suggestedTag + Episode-responsiveness + Episode-appearance + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-automatisms-oroalimentary + Lip smacking, lip pursing, chewing, licking, tooth grinding, or swallowing. + + suggestedTag + Episode-responsiveness + Episode-appearance + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-automatisms-dacrystic + Bursts of crying. + + suggestedTag + Episode-responsiveness + Episode-appearance + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-automatisms-dyspraxic + Inability to perform learned movements spontaneously or on command or imitation despite intact relevant motor and sensory systems and adequate comprehension and cooperation. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-responsiveness + Episode-appearance + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-automatisms-manual + 1. Indicates principally distal components, bilateral or unilateral. 2. Fumbling, tapping, manipulating movements. + + suggestedTag + Brain-laterality + Brain-centricity + Episode-responsiveness + Episode-appearance + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-automatisms-gestural + Semipurposive, asynchronous hand movements. Often unilateral. + + suggestedTag + Brain-laterality + Episode-responsiveness + Episode-appearance + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-automatisms-pedal + 1. Indicates principally distal components, bilateral or unilateral. 2. Fumbling, tapping, manipulating movements. + + suggestedTag + Brain-laterality + Brain-centricity + Episode-responsiveness + Episode-appearance + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-automatisms-hypermotor + 1. Involves predominantly proximal limb or axial muscles producing irregular sequential ballistic movements, such as pedaling, pelvic thrusting, thrashing, rocking movements. 2. Increase in rate of ongoing movements or inappropriately rapid performance of a movement. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-responsiveness + Episode-appearance + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-automatisms-hypokinetic + A decrease in amplitude and/or rate or arrest of ongoing motor activity. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-responsiveness + Episode-appearance + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-automatisms-gelastic + Bursts of laughter or giggling, usually without an appropriate affective tone. + + suggestedTag + Episode-responsiveness + Episode-appearance + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-other-automatisms + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Semiology-motor-behavioral-arrest + Interruption of ongoing motor activity or of ongoing behaviors with fixed gaze, without movement of the head or trunk (oro-alimentary and hand automatisms may continue). + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + + Semiology-non-motor-manifestation + + inLibrary + score + + + Semiology-sensory + + inLibrary + score + + + Semiology-sensory-headache + Headache occurring in close temporal proximity to the seizure or as the sole seizure manifestation. + + suggestedTag + Brain-laterality + Episode-event-count + + + inLibrary + score + + + + Semiology-sensory-visual + Flashing or flickering lights, spots, simple patterns, scotomata, or amaurosis. + + suggestedTag + Brain-laterality + Episode-event-count + + + inLibrary + score + + + + Semiology-sensory-auditory + Buzzing, drumming sounds or single tones. + + suggestedTag + Brain-laterality + Episode-event-count + + + inLibrary + score + + + + Semiology-sensory-olfactory + + suggestedTag + Body-part + Episode-event-count + + + inLibrary + score + + + + Semiology-sensory-gustatory + Taste sensations including acidic, bitter, salty, sweet, or metallic. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-sensory-epigastric + Abdominal discomfort including nausea, emptiness, tightness, churning, butterflies, malaise, pain, and hunger; sensation may rise to chest or throat. Some phenomena may reflect ictal autonomic dysfunction. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-sensory-somatosensory + Tingling, numbness, electric-shock sensation, sense of movement or desire to move. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-sensory-painful + Peripheral (lateralized/bilateral), cephalic, abdominal. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-sensory-autonomic-sensation + A sensation consistent with involvement of the autonomic nervous system, including cardiovascular, gastrointestinal, sudomotor, vasomotor, and thermoregulatory functions. (Thus autonomic aura; cf. autonomic events 3.0). + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-sensory-other + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Semiology-experiential + + inLibrary + score + + + Semiology-experiential-affective-emotional + Components include fear, depression, joy, and (rarely) anger. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-experiential-hallucinatory + Composite perceptions without corresponding external stimuli involving visual, auditory, somatosensory, olfactory, and/or gustatory phenomena. Example: hearing and seeing people talking. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-experiential-illusory + An alteration of actual percepts involving the visual, auditory, somatosensory, olfactory, or gustatory systems. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-experiential-mnemonic + Components that reflect ictal dysmnesia such as feelings of familiarity (deja-vu) and unfamiliarity (jamais-vu). + + inLibrary + score + + + Semiology-experiential-mnemonic-Deja-vu + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-experiential-mnemonic-Jamais-vu + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + + Semiology-experiential-other + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Semiology-dyscognitive + The term describes events in which (1) disturbance of cognition is the predominant or most apparent feature, and (2a) two or more of the following components are involved, or (2b) involvement of such components remains undetermined. Otherwise, use the more specific term (e.g., mnemonic experiential seizure or hallucinatory experiential seizure). Components of cognition: ++ perception: symbolic conception of sensory information ++ attention: appropriate selection of a principal perception or task ++ emotion: appropriate affective significance of a perception ++ memory: ability to store and retrieve percepts or concepts ++ executive function: anticipation, selection, monitoring of consequences, and initiation of motor activity including praxis, speech. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-language-related + + inLibrary + score + + + Semiology-language-related-vocalization + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-language-related-verbalization + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-language-related-dysphasia + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-language-related-aphasia + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-language-related-other + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Semiology-autonomic + + inLibrary + score + + + Semiology-autonomic-pupillary + Mydriasis, miosis (either bilateral or unilateral). + + suggestedTag + Brain-laterality + Episode-event-count + + + inLibrary + score + + + + Semiology-autonomic-hypersalivation + Increase in production of saliva leading to uncontrollable drooling + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-autonomic-respiratory-apnoeic + subjective shortness of breath, hyperventilation, stridor, coughing, choking, apnea, oxygen desaturation, neurogenic pulmonary edema. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-autonomic-cardiovascular + Modifications of heart rate (tachycardia, bradycardia), cardiac arrhythmias (such as sinus arrhythmia, sinus arrest, supraventricular tachycardia, atrial premature depolarizations, ventricular premature depolarizations, atrio-ventricular block, bundle branch block, atrioventricular nodal escape rhythm, asystole). + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-autonomic-gastrointestinal + Nausea, eructation, vomiting, retching, abdominal sensations, abdominal pain, flatulence, spitting, diarrhea. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-autonomic-urinary-incontinence + urinary urge (intense urinary urge at the beginning of seizures), urinary incontinence, ictal urination (rare symptom of partial seizures without loss of consciousness). + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-autonomic-genital + Sexual auras (erotic thoughts and feelings, sexual arousal and orgasm). Genital auras (unpleasant, sometimes painful, frightening or emotionally neutral somatosensory sensations in the genitals that can be accompanied by ictal orgasm). Sexual automatisms (hypermotor movements consisting of writhing, thrusting, rhythmic movements of the pelvis, arms and legs, sometimes associated with picking and rhythmic manipulation of the groin or genitalia, exhibitionism and masturbation). + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-autonomic-vasomotor + Flushing or pallor (may be accompanied by feelings of warmth, cold and pain). + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-autonomic-sudomotor + Sweating and piloerection (may be accompanied by feelings of warmth, cold and pain). + + suggestedTag + Brain-laterality + Episode-event-count + + + inLibrary + score + + + + Semiology-autonomic-thermoregulatory + Hyperthermia, fever. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-autonomic-other + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + Semiology-manifestation-other + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Postictal-semiology-manifestation + + requireChild + + + inLibrary + score + + + Postictal-semiology-unconscious + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-quick-recovery-of-consciousness + Quick recovery of awareness and responsiveness. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-aphasia-or-dysphasia + Impaired communication involving language without dysfunction of relevant primary motor or sensory pathways, manifested as impaired comprehension, anomia, parahasic errors or a combination of these. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-behavioral-change + Occurring immediately after a aseizure. Including psychosis, hypomanina, obsessive-compulsive behavior. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-hemianopia + Postictal visual loss in a a hemi field. + + suggestedTag + Brain-laterality + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-impaired-cognition + Decreased Cognitive performance involving one or more of perception, attention, emotion, memory, execution, praxis, speech. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-dysphoria + Depression, irritability, euphoric mood, fear, anxiety. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-headache + Headache with features of tension-type or migraine headache that develops within 3 h following the seizure and resolves within 72 h after seizure. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-nose-wiping + Noes-wiping usually within 60 sec of seizure offset, usually with the hand ipsilateral to the seizure onset. + + suggestedTag + Brain-laterality + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-anterograde-amnesia + Impaired ability to remember new material. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-retrograde-amnesia + Impaired ability to recall previously remember material. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-paresis + Todds palsy. Any unilateral postictal dysfunction relating to motor, language, sensory and/or integrative functions. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-sleep + Invincible need to sleep after a seizure. + + inLibrary + score + + + + Postictal-semiology-unilateral-myoclonic-jerks + unilateral motor phenomena, other then specified, occurring in postictal phase. + + inLibrary + score + + + + Postictal-semiology-other-unilateral-motor-phenomena + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Polygraphic-channel-relation-to-episode + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Polygraphic-channel-cause-to-episode + + inLibrary + score + + + + Polygraphic-channel-consequence-of-episode + + inLibrary + score + + + + + Ictal-EEG-patterns + + inLibrary + score + + + Ictal-EEG-patterns-obscured-by-artifacts + The interpretation of the EEG is not possible due to artifacts. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Ictal-EEG-activity + + suggestedTag + Polyspikes-morphology + Fast-spike-activity-morphology + Low-voltage-fast-activity-morphology + Polysharp-waves-morphology + Spike-and-slow-wave-morphology + Polyspike-and-slow-wave-morphology + Sharp-and-slow-wave-morphology + Rhythmic-activity-morphology + Slow-wave-large-amplitude-morphology + Irregular-delta-or-theta-activity-morphology + Electrodecremental-change-morphology + DC-shift-morphology + Disappearance-of-ongoing-activity-morphology + Brain-laterality + Brain-region + Sensors + Source-analysis-laterality + Source-analysis-brain-region + Episode-event-count + + + inLibrary + score + + + + Postictal-EEG-activity + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + + + inLibrary + score + + + + + Episode-time-context-property + Additional clinically relevant features related to episodes can be scored under timing and context. If needed, episode duration can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Temporal-value/Duration. + + inLibrary + score + + + Episode-consciousness + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Episode-consciousness-not-tested + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Episode-consciousness-affected + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Episode-consciousness-mildly-affected + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Episode-consciousness-not-affected + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Episode-awareness + + suggestedTag + Property-not-possible-to-determine + Property-exists + Property-absence + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Clinical-EEG-temporal-relationship + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Clinical-start-followed-EEG + Clinical start, followed by EEG start by X seconds. + + inLibrary + score + + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + inLibrary + score + + + + + EEG-start-followed-clinical + EEG start, followed by clinical start by X seconds. + + inLibrary + score + + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + inLibrary + score + + + + + Simultaneous-start-clinical-EEG + + inLibrary + score + + + + Clinical-EEG-temporal-relationship-notes + Clinical notes to annotate the clinical-EEG temporal relationship. + + inLibrary + score + + + # + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Episode-event-count + Number of stereotypical episodes during the recording. + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + # + + takesValue + + + valueClass + numericClass + + + inLibrary + score + + + + + State-episode-start + State at the start of the episode. + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Episode-start-from-sleep + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Episode-start-from-awake + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Episode-postictal-phase + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + inLibrary + score + + + + + Episode-prodrome + Prodrome is a preictal phenomenon, and it is defined as a subjective or objective clinical alteration (e.g., ill-localized sensation or agitation) that heralds the onset of an epileptic seizure but does not form part of it (Blume et al., 2001). Therefore, prodrome should be distinguished from aura (which is an ictal phenomenon). + + suggestedTag + Property-exists + Property-absence + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Episode-tongue-biting + + suggestedTag + Property-exists + Property-absence + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Episode-responsiveness + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Episode-responsiveness-preserved + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Episode-responsiveness-affected + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Episode-appearance + + requireChild + + + inLibrary + score + + + Episode-appearance-interactive + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Episode-appearance-spontaneous + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Seizure-dynamics + Spatiotemporal dynamics can be scored (evolution in morphology; evolution in frequency; evolution in location). + + requireChild + + + inLibrary + score + + + Seizure-dynamics-evolution-morphology + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Seizure-dynamics-evolution-frequency + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Seizure-dynamics-evolution-location + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Seizure-dynamics-not-possible-to-determine + Not possible to determine. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + + Other-finding-property + + requireChild + + + inLibrary + score + + + Artifact-significance-to-recording + It is important to score the significance of the described artifacts: recording is not interpretable, recording of reduced diagnostic value, does not interfere with the interpretation of the recording. + + requireChild + + + inLibrary + score + + + Recording-not-interpretable-due-to-artifact + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Recording-of-reduced-diagnostic-value-due-to-artifact + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Artifact-does-not-interfere-recording + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Finding-significance-to-recording + Significance of finding. When normal/abnormal could be labeled with base schema Normal/Abnormal tags. + + requireChild + + + inLibrary + score + + + Finding-no-definite-abnormality + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Finding-significance-not-possible-to-determine + Not possible to determine. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Finding-frequency + Value in Hz (number) typed in. + + inLibrary + score + + + # + + takesValue + + + valueClass + numericClass + + + unitClass + frequencyUnits + + + inLibrary + score + + + + + Finding-amplitude + Value in microvolts (number) typed in. + + inLibrary + score + + + # + + takesValue + + + valueClass + numericClass + + + unitClass + electricPotentialUnits + + + inLibrary + score + + + + + Finding-amplitude-asymmetry + For posterior dominant rhythm: a difference in amplitude between the homologous area on opposite sides of the head that consistently exceeds 50 percent. When symmetrical could be labeled with base schema Symmetrical tag. For sleep: Absence or consistently marked amplitude asymmetry (greater than 50 percent) of a normal sleep graphoelement. + + requireChild + + + inLibrary + score + + + Finding-amplitude-asymmetry-lower-left + Amplitude lower on the left side. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Finding-amplitude-asymmetry-lower-right + Amplitude lower on the right side. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Finding-amplitude-asymmetry-not-possible-to-determine + Not possible to determine. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Finding-stopped-by + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Finding-triggered-by + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Finding-unmodified + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Property-not-possible-to-determine + Not possible to determine. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Property-exists + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Property-absence + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + + + + + + The Standardized Computer-based Organized Reporting of EEG (SCORE) is a standard terminology for scalp EEG data assessment designed for use in clinical practice that may also be used for research purposes. +The SCORE standard defines terms for describing phenomena observed in scalp EEG data. It is also potentially applicable (with some suitable extensions) to EEG recorded in critical care and neonatal settings. +The SCORE standard received European consensus and has been endorsed by the European Chapter of the International Federation of Clinical Neurophysiology (IFCN) and the International League Against Epilepsy (ILAE) Commission on European Affairs. +A second revised and extended version of SCORE achieved international consensus. + +[1] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE." Epilepsia 54.6 (2013). +[2] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE second version." Clinical Neurophysiology 128.11 (2017). + +TPA, November 2022 + diff --git a/tests/data/schema_tests/merge_tests/HED_score_merged.mediawiki b/tests/data/schema_tests/merge_tests/HED_score_merged.mediawiki new file mode 100644 index 000000000..a9d4d2a19 --- /dev/null +++ b/tests/data/schema_tests/merge_tests/HED_score_merged.mediawiki @@ -0,0 +1,2160 @@ +HED version="1.0.0" library="score" with-standard="8.2.0" merged="True" + +'''Prologue''' +This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. +The HED-SCORE library schema allows neurologists, neurophysiologists, and brain researchers to annotate electrophysiology recordings using terms from an internationally accepted set of defined terms (SCORE) compatible with the HED framework. +The resulting annotations are understandable to clinicians and directly usable in computer analysis. + +Future extensions may be implemented in the HED-SCORE library schema. +For more information see https://hed-schema-library.readthedocs.io/en/latest/index.html. + +!# start schema + +'''Event''' {suggestedTag=Task-property} [Something that happens at a given time and (typically) place. Elements of this tag subtree designate the general category in which an event falls.] +* Sensory-event {suggestedTag=Task-event-role, suggestedTag=Sensory-presentation} [Something perceivable by the participant. An event meant to be an experimental stimulus should include the tag Task-property/Task-event-role/Experimental-stimulus.] +* Agent-action {suggestedTag=Task-event-role, suggestedTag=Agent} [Any action engaged in by an agent (see the Agent subtree for agent categories). A participant response to an experiment stimulus should include the tag Agent-property/Agent-task-role/Experiment-participant.] +* Data-feature {suggestedTag=Data-property} [An event marking the occurrence of a data feature such as an interictal spike or alpha burst that is often added post hoc to the data record.] +* Experiment-control [An event pertaining to the physical control of the experiment during its operation.] +* Experiment-procedure [An event indicating an experimental procedure, as in performing a saliva swab during the experiment or administering a survey.] +* Experiment-structure [An event specifying a change-point of the structure of experiment. This event is typically used to indicate a change in experimental conditions or tasks.] +* Measurement-event {suggestedTag=Data-property} [A discrete measure returned by an instrument.] + +'''Agent''' {suggestedTag=Agent-property} [Someone or something that takes an active role or produces a specified effect.The role or effect may be implicit. Being alive or performing an activity such as a computation may qualify something to be an agent. An agent may also be something that simulates something else.] +* Animal-agent [An agent that is an animal.] +* Avatar-agent [An agent associated with an icon or avatar representing another agent.] +* Controller-agent [An agent experiment control software or hardware.] +* Human-agent [A person who takes an active role or produces a specified effect.] +* Robotic-agent [An agent mechanical device capable of performing a variety of often complex tasks on command or by being programmed in advance.] +* Software-agent [An agent computer program.] + +'''Action''' {extensionAllowed} [Do something.] +* Communicate [Convey knowledge of or information about something.] +** Communicate-gesturally {relatedTag=Move-face, relatedTag=Move-upper-extremity} [Communicate nonverbally using visible bodily actions, either in place of speech or together and in parallel with spoken words. Gestures include movement of the hands, face, or other parts of the body.] +*** Clap-hands [Strike the palms of against one another resoundingly, and usually repeatedly, especially to express approval.] +*** Clear-throat {relatedTag=Move-face, relatedTag=Move-head} [Cough slightly so as to speak more clearly, attract attention, or to express hesitancy before saying something awkward.] +*** Frown {relatedTag=Move-face} [Express disapproval, displeasure, or concentration, typically by turning down the corners of the mouth.] +*** Grimace {relatedTag=Move-face} [Make a twisted expression, typically expressing disgust, pain, or wry amusement.] +*** Nod-head {relatedTag=Move-head} [Tilt head in alternating up and down arcs along the sagittal plane. It is most commonly, but not universally, used to indicate agreement, acceptance, or acknowledgement.] +*** Pump-fist {relatedTag=Move-upper-extremity} [Raise with fist clenched in triumph or affirmation.] +*** Raise-eyebrows {relatedTag=Move-face, relatedTag=Move-eyes} [Move eyebrows upward.] +*** Shake-fist {relatedTag=Move-upper-extremity} [Clench hand into a fist and shake to demonstrate anger.] +*** Shake-head {relatedTag=Move-head} [Turn head from side to side as a way of showing disagreement or refusal.] +*** Shhh {relatedTag=Move-upper-extremity} [Place finger over lips and possibly uttering the syllable shhh to indicate the need to be quiet.] +*** Shrug {relatedTag=Move-upper-extremity, relatedTag=Move-torso} [Lift shoulders up towards head to indicate a lack of knowledge about a particular topic.] +*** Smile {relatedTag=Move-face} [Form facial features into a pleased, kind, or amused expression, typically with the corners of the mouth turned up and the front teeth exposed.] +*** Spread-hands {relatedTag=Move-upper-extremity} [Spread hands apart to indicate ignorance.] +*** Thumbs-down {relatedTag=Move-upper-extremity} [Extend the thumb downward to indicate disapproval.] +*** Thumb-up {relatedTag=Move-upper-extremity} [Extend the thumb upward to indicate approval.] +*** Wave {relatedTag=Move-upper-extremity} [Raise hand and move left and right, as a greeting or sign of departure.] +*** Widen-eyes {relatedTag=Move-face, relatedTag=Move-eyes} [Open eyes and possibly with eyebrows lifted especially to express surprise or fear.] +*** Wink {relatedTag=Move-face, relatedTag=Move-eyes} [Close and open one eye quickly, typically to indicate that something is a joke or a secret or as a signal of affection or greeting.] +** Communicate-musically [Communicate using music.] +*** Hum [Make a low, steady continuous sound like that of a bee. Sing with the lips closed and without uttering speech.] +*** Play-instrument [Make musical sounds using an instrument.] +*** Sing [Produce musical tones by means of the voice.] +*** Vocalize [Utter vocal sounds.] +*** Whistle [Produce a shrill clear sound by forcing breath out or air in through the puckered lips.] +** Communicate-vocally [Communicate using mouth or vocal cords.] +*** Cry [Shed tears associated with emotions, usually sadness but also joy or frustration.] +*** Groan [Make a deep inarticulate sound in response to pain or despair.] +*** Laugh [Make the spontaneous sounds and movements of the face and body that are the instinctive expressions of lively amusement and sometimes also of contempt or derision.] +*** Scream [Make loud, vociferous cries or yells to express pain, excitement, or fear.] +*** Shout [Say something very loudly.] +*** Sigh [Emit a long, deep, audible breath expressing sadness, relief, tiredness, or a similar feeling.] +*** Speak [Communicate using spoken language.] +*** Whisper [Speak very softly using breath without vocal cords.] +* Move [Move in a specified direction or manner. Change position or posture.] +** Breathe [Inhale or exhale during respiration.] +*** Blow [Expel air through pursed lips.] +*** Cough [Suddenly and audibly expel air from the lungs through a partially closed glottis, preceded by inhalation.] +*** Exhale [Blow out or expel breath.] +*** Hiccup [Involuntarily spasm the diaphragm and respiratory organs, with a sudden closure of the glottis and a characteristic sound like that of a cough.] +*** Hold-breath [Interrupt normal breathing by ceasing to inhale or exhale.] +*** Inhale [Draw in with the breath through the nose or mouth.] +*** Sneeze [Suddenly and violently expel breath through the nose and mouth.] +*** Sniff [Draw in air audibly through the nose to detect a smell, to stop it from running, or to express contempt.] +** Move-body [Move entire body.] +*** Bend [Move body in a bowed or curved manner.] +*** Dance [Perform a purposefully selected sequences of human movement often with aesthetic or symbolic value. Move rhythmically to music, typically following a set sequence of steps.] +*** Fall-down [Lose balance and collapse.] +*** Flex [Cause a muscle to stand out by contracting or tensing it. Bend a limb or joint.] +*** Jerk [Make a quick, sharp, sudden movement.] +*** Lie-down [Move to a horizontal or resting position.] +*** Recover-balance [Return to a stable, upright body position.] +*** Sit-down [Move from a standing to a sitting position.] +*** Sit-up [Move from lying down to a sitting position.] +*** Stand-up [Move from a sitting to a standing position.] +*** Stretch [Straighten or extend body or a part of body to its full length, typically so as to tighten muscles or in order to reach something.] +*** Shudder [Tremble convulsively, sometimes as a result of fear or revulsion.] +*** Stumble [Trip or momentarily lose balance and almost fall.] +*** Turn [Change or cause to change direction.] +** Move-body-part [Move one part of a body.] +*** Move-eyes [Move eyes.] +**** Blink [Shut and open the eyes quickly.] +**** Close-eyes [Lower and keep eyelids in a closed position.] +**** Fixate [Direct eyes to a specific point or target.] +**** Inhibit-blinks [Purposely prevent blinking.] +**** Open-eyes [Raise eyelids to expose pupil.] +**** Saccade [Move eyes rapidly between fixation points.] +**** Squint [Squeeze one or both eyes partly closed in an attempt to see more clearly or as a reaction to strong light.] +**** Stare [Look fixedly or vacantly at someone or something with eyes wide open.] +*** Move-face [Move the face or jaw.] +**** Bite [Seize with teeth or jaws an object or organism so as to grip or break the surface covering.] +**** Burp [Noisily release air from the stomach through the mouth. Belch.] +**** Chew [Repeatedly grinding, tearing, and or crushing with teeth or jaws.] +**** Gurgle [Make a hollow bubbling sound like that made by water running out of a bottle.] +**** Swallow [Cause or allow something, especially food or drink to pass down the throat.] +***** Gulp [Swallow quickly or in large mouthfuls, often audibly, sometimes to indicate apprehension.] +**** Yawn [Take a deep involuntary inhalation with the mouth open often as a sign of drowsiness or boredom.] +*** Move-head [Move head.] +**** Lift-head [Tilt head back lifting chin.] +**** Lower-head [Move head downward so that eyes are in a lower position.] +**** Turn-head [Rotate head horizontally to look in a different direction.] +*** Move-lower-extremity [Move leg and/or foot.] +**** Curl-toes [Bend toes sometimes to grip.] +**** Hop [Jump on one foot.] +**** Jog [Run at a trot to exercise.] +**** Jump [Move off the ground or other surface through sudden muscular effort in the legs.] +**** Kick [Strike out or flail with the foot or feet. Strike using the leg, in unison usually with an area of the knee or lower using the foot.] +**** Pedal [Move by working the pedals of a bicycle or other machine.] +**** Press-foot [Move by pressing foot.] +**** Run [Travel on foot at a fast pace.] +**** Step [Put one leg in front of the other and shift weight onto it.] +***** Heel-strike [Strike the ground with the heel during a step.] +***** Toe-off [Push with toe as part of a stride.] +**** Trot [Run at a moderate pace, typically with short steps.] +**** Walk [Move at a regular pace by lifting and setting down each foot in turn never having both feet off the ground at once.] +*** Move-torso [Move body trunk.] +*** Move-upper-extremity [Move arm, shoulder, and/or hand.] +**** Drop [Let or cause to fall vertically.] +**** Grab [Seize suddenly or quickly. Snatch or clutch.] +**** Grasp [Seize and hold firmly.] +**** Hold-down [Prevent someone or something from moving by holding them firmly.] +**** Lift [Raising something to higher position.] +**** Make-fist [Close hand tightly with the fingers bent against the palm.] +**** Point [Draw attention to something by extending a finger or arm.] +**** Press {relatedTag=Push} [Apply pressure to something to flatten, shape, smooth or depress it. This action tag should be used to indicate key presses and mouse clicks.] +**** Push {relatedTag=Press} [Apply force in order to move something away. Use Press to indicate a key press or mouse click.] +**** Reach [Stretch out your arm in order to get or touch something.] +**** Release [Make available or set free.] +**** Retract [Draw or pull back.] +**** Scratch [Drag claws or nails over a surface or on skin.] +**** Snap-fingers [Make a noise by pushing second finger hard against thumb and then releasing it suddenly so that it hits the base of the thumb.] +**** Touch [Come into or be in contact with.] +* Perceive [Produce an internal, conscious image through stimulating a sensory system.] +** Hear [Give attention to a sound.] +** See [Direct gaze toward someone or something or in a specified direction.] +** Smell [Inhale in order to ascertain an odor or scent.] +** Taste [Sense a flavor in the mouth and throat on contact with a substance.] +** Sense-by-touch [Sense something through receptors in the skin.] +* Perform [Carry out or accomplish an action, task, or function.] +** Close [Act as to blocked against entry or passage.] +** Collide-with [Hit with force when moving.] +** Halt [Bring or come to an abrupt stop.] +** Modify [Change something.] +** Open [Widen an aperture, door, or gap, especially one allowing access to something.] +** Operate [Control the functioning of a machine, process, or system.] +** Play [Engage in activity for enjoyment and recreation rather than a serious or practical purpose.] +** Read [Interpret something that is written or printed.] +** Repeat [Make do or perform again.] +** Rest [Be inactive in order to regain strength, health, or energy.] +** Write [Communicate or express by means of letters or symbols written or imprinted on a surface.] +* Think [Direct the mind toward someone or something or use the mind actively to form connected ideas.] +** Allow [Allow access to something such as allowing a car to pass.] +** Attend-to [Focus mental experience on specific targets.] +** Count [Tally items either silently or aloud.] +** Deny [Refuse to give or grant something requested or desired by someone.] +** Detect [Discover or identify the presence or existence of something.] +** Discriminate [Recognize a distinction.] +** Encode [Convert information or an instruction into a particular form.] +** Evade [Escape or avoid, especially by cleverness or trickery.] +** Generate [Cause something, especially an emotion or situation to arise or come about.] +** Identify [Establish or indicate who or what someone or something is.] +** Imagine [Form a mental image or concept of something.] +** Judge [Evaluate evidence to make a decision or form a belief.] +** Learn [Adaptively change behavior as the result of experience.] +** Memorize [Adaptively change behavior as the result of experience.] +** Plan [Think about the activities required to achieve a desired goal.] +** Predict [Say or estimate that something will happen or will be a consequence of something without having exact informaton.] +** Recognize [Identify someone or something from having encountered them before.] +** Respond [React to something such as a treatment or a stimulus.] +** Recall [Remember information by mental effort.] +** Switch-attention [Transfer attention from one focus to another.] +** Track [Follow a person, animal, or object through space or time.] + +'''Item''' {extensionAllowed} [An independently existing thing (living or nonliving).] +* Biological-item [An entity that is biological, that is related to living organisms.] +** Anatomical-item [A biological structure, system, fluid or other substance excluding single molecular entities.] +*** Body [The biological structure representing an organism.] +*** Body-part [Any part of an organism.] +**** Head [The upper part of the human body, or the front or upper part of the body of an animal, typically separated from the rest of the body by a neck, and containing the brain, mouth, and sense organs.] +***** Hair [The filamentous outgrowth of the epidermis.] +***** Ear [A sense organ needed for the detection of sound and for establishing balance.] +***** Face [The anterior portion of the head extending from the forehead to the chin and ear to ear. The facial structures contain the eyes, nose and mouth, cheeks and jaws.] +****** Cheek [The fleshy part of the face bounded by the eyes, nose, ear, and jaw line.] +****** Chin [The part of the face below the lower lip and including the protruding part of the lower jaw.] +****** Eye [The organ of sight or vision.] +****** Eyebrow [The arched strip of hair on the bony ridge above each eye socket.] +****** Forehead [The part of the face between the eyebrows and the normal hairline.] +****** Lip [Fleshy fold which surrounds the opening of the mouth.] +****** Nose [A structure of special sense serving as an organ of the sense of smell and as an entrance to the respiratory tract.] +****** Mouth [The proximal portion of the digestive tract, containing the oral cavity and bounded by the oral opening.] +****** Teeth [The hard bonelike structures in the jaws. A collection of teeth arranged in some pattern in the mouth or other part of the body.] +**** Lower-extremity [Refers to the whole inferior limb (leg and/or foot).] +***** Ankle [A gliding joint between the distal ends of the tibia and fibula and the proximal end of the talus.] +***** Calf [The fleshy part at the back of the leg below the knee.] +***** Foot [The structure found below the ankle joint required for locomotion.] +****** Big-toe [The largest toe on the inner side of the foot.] +****** Heel [The back of the foot below the ankle.] +****** Instep [The part of the foot between the ball and the heel on the inner side.] +****** Little-toe [The smallest toe located on the outer side of the foot.] +****** Toes [The terminal digits of the foot.] +***** Knee [A joint connecting the lower part of the femur with the upper part of the tibia.] +***** Shin [Front part of the leg below the knee.] +***** Thigh [Upper part of the leg between hip and knee.] +**** Torso [The body excluding the head and neck and limbs.] +***** Torso-back [The rear surface of the human body from the shoulders to the hips.] +***** Buttocks [The round fleshy parts that form the lower rear area of a human trunk.] +***** Torso-chest [The anterior side of the thorax from the neck to the abdomen.] +***** Gentalia [The external organs of reproduction.] +***** Hip [The lateral prominence of the pelvis from the waist to the thigh.] +***** Waist [The abdominal circumference at the navel.] +**** Upper-extremity [Refers to the whole superior limb (shoulder, arm, elbow, wrist, hand).] +***** Elbow [A type of hinge joint located between the forearm and upper arm.] +***** Forearm [Lower part of the arm between the elbow and wrist.] +***** Hand [The distal portion of the upper extremity. It consists of the carpus, metacarpus, and digits.] +****** Finger [Any of the digits of the hand.] +******* Index-finger [The second finger from the radial side of the hand, next to the thumb.] +******* Little-finger [The fifth and smallest finger from the radial side of the hand.] +******* Middle-finger [The middle or third finger from the radial side of the hand.] +******* Ring-finger [The fourth finger from the radial side of the hand.] +******* Thumb [The thick and short hand digit which is next to the index finger in humans.] +****** Palm [The part of the inner surface of the hand that extends from the wrist to the bases of the fingers.] +****** Knuckles [A part of a finger at a joint where the bone is near the surface, especially where the finger joins the hand.] +***** Shoulder [Joint attaching upper arm to trunk.] +***** Upper-arm [Portion of arm between shoulder and elbow.] +***** Wrist [A joint between the distal end of the radius and the proximal row of carpal bones.] +** Organism [A living entity, more specifically a biological entity that consists of one or more cells and is capable of genomic replication (independently or not).] +*** Animal [A living organism that has membranous cell walls, requires oxygen and organic foods, and is capable of voluntary movement.] +*** Human [The bipedal primate mammal Homo sapiens.] +*** Plant [Any living organism that typically synthesizes its food from inorganic substances and possesses cellulose cell walls.] +* Language-item {suggestedTag=Sensory-presentation} [An entity related to a systematic means of communicating by the use of sounds, symbols, or gestures.] +** Character [A mark or symbol used in writing.] +** Clause [A unit of grammatical organization next below the sentence in rank, usually consisting of a subject and predicate.] +** Glyph [A hieroglyphic character, symbol, or pictograph.] +** Nonword [A group of letters or speech sounds that looks or sounds like a word but that is not accepted as such by native speakers.] +** Paragraph [A distinct section of a piece of writing, usually dealing with a single theme.] +** Phoneme [A speech sound that is distinguished by the speakers of a particular language.] +** Phrase [A phrase is a group of words functioning as a single unit in the syntax of a sentence.] +** Sentence [A set of words that is complete in itself, conveying a statement, question, exclamation, or command and typically containing an explicit or implied subject and a predicate containing a finite verb.] +** Syllable [A unit of spoken language larger than a phoneme.] +** Textblock [A block of text.] +** Word [A word is the smallest free form (an item that may be expressed in isolation with semantic or pragmatic content) in a language.] +* Object {suggestedTag=Sensory-presentation} [Something perceptible by one or more of the senses, especially by vision or touch. A material thing.] +** Geometric-object [An object or a representation that has structure and topology in space.] +*** Pattern [An arrangement of objects, facts, behaviors, or other things which have scientific, mathematical, geometric, statistical, or other meaning.] +**** Dots [A small round mark or spot.] +**** LED-pattern [A pattern created by lighting selected members of a fixed light emitting diode array.] +*** 2D-shape [A planar, two-dimensional shape.] +**** Arrow [A shape with a pointed end indicating direction.] +**** Clockface [The dial face of a clock. A location identifier based on clockface numbering or anatomic subregion.] +**** Cross [A figure or mark formed by two intersecting lines crossing at their midpoints.] +**** Dash [A horizontal stroke in writing or printing to mark a pause or break in sense or to represent omitted letters or words.] +**** Ellipse [A closed plane curve resulting from the intersection of a circular cone and a plane cutting completely through it, especially a plane not parallel to the base.] +***** Circle [A ring-shaped structure with every point equidistant from the center.] +**** Rectangle [A parallelogram with four right angles.] +***** Square [A square is a special rectangle with four equal sides.] +**** Single-point [A point is a geometric entity that is located in a zero-dimensional spatial region and whose position is defined by its coordinates in some coordinate system.] +**** Star [A conventional or stylized representation of a star, typically one having five or more points.] +**** Triangle [A three-sided polygon.] +*** 3D-shape [A geometric three-dimensional shape.] +**** Box [A square or rectangular vessel, usually made of cardboard or plastic.] +***** Cube [A solid or semi-solid in the shape of a three dimensional square.] +**** Cone [A shape whose base is a circle and whose sides taper up to a point.] +**** Cylinder [A surface formed by circles of a given radius that are contained in a plane perpendicular to a given axis, whose centers align on the axis.] +**** Ellipsoid [A closed plane curve resulting from the intersection of a circular cone and a plane cutting completely through it, especially a plane not parallel to the base.] +***** Sphere [A solid or hollow three-dimensional object bounded by a closed surface such that every point on the surface is equidistant from the center.] +**** Pyramid [A polyhedron of which one face is a polygon of any number of sides, and the other faces are triangles with a common vertex.] +** Ingestible-object [Something that can be taken into the body by the mouth for digestion or absorption.] +** Man-made-object [Something constructed by human means.] +*** Building [A structure that has a roof and walls and stands more or less permanently in one place.] +**** Room [An area within a building enclosed by walls and floor and ceiling.] +**** Roof [A roof is the covering on the uppermost part of a building which provides protection from animals and weather, notably rain, but also heat, wind and sunlight.] +**** Entrance [The means or place of entry.] +**** Attic [A room or a space immediately below the roof of a building.] +**** Basement [The part of a building that is wholly or partly below ground level.] +*** Clothing [A covering designed to be worn on the body.] +*** Device [An object contrived for a specific purpose.] +**** Assistive-device [A device that help an individual accomplish a task.] +***** Glasses [Frames with lenses worn in front of the eye for vision correction, eye protection, or protection from UV rays.] +***** Writing-device [A device used for writing.] +****** Pen [A common writing instrument used to apply ink to a surface for writing or drawing.] +****** Pencil [An implement for writing or drawing that is constructed of a narrow solid pigment core in a protective casing that prevents the core from being broken or marking the hand.] +**** Computing-device [An electronic device which take inputs and processes results from the inputs.] +***** Cellphone [A telephone with access to a cellular radio system so it can be used over a wide area, without a physical connection to a network.] +***** Desktop-computer [A computer suitable for use at an ordinary desk.] +***** Laptop-computer [A computer that is portable and suitable for use while traveling.] +***** Tablet-computer [A small portable computer that accepts input directly on to its screen rather than via a keyboard or mouse.] +**** Engine [A motor is a machine designed to convert one or more forms of energy into mechanical energy.] +**** IO-device [Hardware used by a human (or other system) to communicate with a computer.] +***** Input-device [A piece of equipment used to provide data and control signals to an information processing system such as a computer or information appliance.] +****** Computer-mouse [A hand-held pointing device that detects two-dimensional motion relative to a surface.] +******* Mouse-button [An electric switch on a computer mouse which can be pressed or clicked to select or interact with an element of a graphical user interface.] +******* Scroll-wheel [A scroll wheel or mouse wheel is a wheel used for scrolling made of hard plastic with a rubbery surface usually located between the left and right mouse buttons and is positioned perpendicular to the mouse surface.] +****** Joystick [A control device that uses a movable handle to create two-axis input for a computer device.] +****** Keyboard [A device consisting of mechanical keys that are pressed to create input to a computer.] +******* Keyboard-key [A button on a keyboard usually representing letters, numbers, functions, or symbols.] +******** # {takesValue} [Value of a keyboard key.] +****** Keypad [A device consisting of keys, usually in a block arrangement, that provides limited input to a system.] +******* Keypad-key [A key on a separate section of a computer keyboard that groups together numeric keys and those for mathematical or other special functions in an arrangement like that of a calculator.] +******** # {takesValue} [Value of keypad key.] +****** Microphone [A device designed to convert sound to an electrical signal.] +****** Push-button [A switch designed to be operated by pressing a button.] +***** Output-device [Any piece of computer hardware equipment which converts information into human understandable form.] +****** Display-device [An output device for presentation of information in visual or tactile form the latter used for example in tactile electronic displays for blind people.] +******* Head-mounted-display [An instrument that functions as a display device, worn on the head or as part of a helmet, that has a small display optic in front of one (monocular HMD) or each eye (binocular HMD).] +******* LED-display [A LED display is a flat panel display that uses an array of light-emitting diodes as pixels for a video display.] +******* Computer-screen [An electronic device designed as a display or a physical device designed to be a protective meshwork.] +******** Screen-window [A part of a computer screen that contains a display different from the rest of the screen. A window is a graphical control element consisting of a visual area containing some of the graphical user interface of the program it belongs to and is framed by a window decoration.] +****** Auditory-device [A device designed to produce sound.] +******* Headphones [An instrument that consists of a pair of small loudspeakers, or less commonly a single speaker, held close to ears and connected to a signal source such as an audio amplifier, radio, CD player or portable media player.] +******* Loudspeaker [A device designed to convert electrical signals to sounds that can be heard.] +***** Recording-device [A device that copies information in a signal into a persistent information bearer.] +****** EEG-recorder [A device for recording electric currents in the brain using electrodes applied to the scalp, to the surface of the brain, or placed within the substance of the brain.] +****** File-storage [A device for recording digital information to a permanent media.] +****** MEG-recorder [A device for measuring the magnetic fields produced by electrical activity in the brain, usually conducted externally.] +****** Motion-capture [A device for recording the movement of objects or people.] +****** Tape-recorder [A device for recording and reproduction usually using magnetic tape for storage that can be saved and played back.] +***** Touchscreen [A control component that operates an electronic device by pressing the display on the screen.] +**** Machine [A human-made device that uses power to apply forces and control movement to perform an action.] +**** Measurement-device [A device in which a measure function inheres.] +***** Clock [A device designed to indicate the time of day or to measure the time duration of an event or action.] +****** Clock-face [A location identifier based on clockface numbering or anatomic subregion.] +**** Robot [A mechanical device that sometimes resembles a living animal and is capable of performing a variety of often complex human tasks on command or by being programmed in advance.] +**** Tool [A component that is not part of a device but is designed to support its assemby or operation.] +*** Document [A physical object, or electronic counterpart, that is characterized by containing writing which is meant to be human-readable.] +**** Letter [A written message addressed to a person or organization.] +**** Note [A brief written record.] +**** Book [A volume made up of pages fastened along one edge and enclosed between protective covers.] +**** Notebook [A book for notes or memoranda.] +**** Questionnaire [A document consisting of questions and possibly responses, depending on whether it has been filled out.] +*** Furnishing [Furniture, fittings, and other decorative accessories, such as curtains and carpets, for a house or room.] +*** Manufactured-material [Substances created or extracted from raw materials.] +**** Ceramic [A hard, brittle, heat-resistant and corrosion-resistant material made by shaping and then firing a nonmetallic mineral, such as clay, at a high temperature.] +**** Glass [A brittle transparent solid with irregular atomic structure.] +**** Paper [A thin sheet material produced by mechanically or chemically processing cellulose fibres derived from wood, rags, grasses or other vegetable sources in water.] +**** Plastic [Various high-molecular-weight thermoplastic or thermosetting polymers that are capable of being molded, extruded, drawn, or otherwise shaped and then hardened into a form.] +**** Steel [An alloy made up of iron with typically a few tenths of a percent of carbon to improve its strength and fracture resistance compared to iron.] +*** Media [Media are audo/visual/audiovisual modes of communicating information for mass consumption.] +**** Media-clip [A short segment of media.] +***** Audio-clip [A short segment of audio.] +***** Audiovisual-clip [A short media segment containing both audio and video.] +***** Video-clip [A short segment of video.] +**** Visualization [An planned process that creates images, diagrams or animations from the input data.] +***** Animation [A form of graphical illustration that changes with time to give a sense of motion or represent dynamic changes in the portrayal.] +***** Art-installation [A large-scale, mixed-media constructions, often designed for a specific place or for a temporary period of time.] +***** Braille [A display using a system of raised dots that can be read with the fingers by people who are blind.] +***** Image [Any record of an imaging event whether physical or electronic.] +****** Cartoon [A type of illustration, sometimes animated, typically in a non-realistic or semi-realistic style. The specific meaning has evolved over time, but the modern usage usually refers to either an image or series of images intended for satire, caricature, or humor. A motion picture that relies on a sequence of illustrations for its animation.] +****** Drawing [A representation of an object or outlining a figure, plan, or sketch by means of lines.] +****** Icon [A sign (such as a word or graphic symbol) whose form suggests its meaning.] +****** Painting [A work produced through the art of painting.] +****** Photograph [An image recorded by a camera.] +***** Movie [A sequence of images displayed in succession giving the illusion of continuous movement.] +***** Outline-visualization [A visualization consisting of a line or set of lines enclosing or indicating the shape of an object in a sketch or diagram.] +***** Point-light-visualization [A display in which action is depicted using a few points of light, often generated from discrete sensors in motion capture.] +***** Sculpture [A two- or three-dimensional representative or abstract forms, especially by carving stone or wood or by casting metal or plaster.] +***** Stick-figure-visualization [A drawing showing the head of a human being or animal as a circle and all other parts as straight lines.] +*** Navigational-object [An object whose purpose is to assist directed movement from one location to another.] +**** Path [A trodden way. A way or track laid down for walking or made by continual treading.] +**** Road [An open way for the passage of vehicles, persons, or animals on land.] +***** Lane [A defined path with physical dimensions through which an object or substance may traverse.] +**** Runway [A paved strip of ground on a landing field for the landing and takeoff of aircraft.] +*** Vehicle [A mobile machine which transports people or cargo.] +**** Aircraft [A vehicle which is able to travel through air in an atmosphere.] +**** Bicycle [A human-powered, pedal-driven, single-track vehicle, having two wheels attached to a frame, one behind the other.] +**** Boat [A watercraft of any size which is able to float or plane on water.] +**** Car [A wheeled motor vehicle used primarily for the transportation of human passengers.] +**** Cart [A cart is a vehicle which has two wheels and is designed to transport human passengers or cargo.] +**** Tractor [A mobile machine specifically designed to deliver a high tractive effort at slow speeds, and mainly used for the purposes of hauling a trailer or machinery used in agriculture or construction.] +**** Train [A connected line of railroad cars with or without a locomotive.] +**** Truck [A motor vehicle which, as its primary funcion, transports cargo rather than human passangers.] +** Natural-object [Something that exists in or is produced by nature, and is not artificial or man-made.] +*** Mineral [A solid, homogeneous, inorganic substance occurring in nature and having a definite chemical composition.] +*** Natural-feature [A feature that occurs in nature. A prominent or identifiable aspect, region, or site of interest.] +**** Field [An unbroken expanse as of ice or grassland.] +**** Hill [A rounded elevation of limited extent rising above the surrounding land with local relief of less than 300m.] +**** Mountain [A landform that extends above the surrounding terrain in a limited area.] +**** River [A natural freshwater surface stream of considerable volume and a permanent or seasonal flow, moving in a definite channel toward a sea, lake, or another river.] +**** Waterfall [A sudden descent of water over a step or ledge in the bed of a river.] +* Sound [Mechanical vibrations transmitted by an elastic medium. Something that can be heard.] +** Environmental-sound [Sounds occuring in the environment. An accumulation of noise pollution that occurs outside. This noise can be caused by transport, industrial, and recreational activities.] +*** Crowd-sound [Noise produced by a mixture of sounds from a large group of people.] +*** Signal-noise [Any part of a signal that is not the true or original signal but is introduced by the communication mechanism.] +** Musical-sound [Sound produced by continuous and regular vibrations, as opposed to noise.] +*** Tone [A musical note, warble, or other sound used as a particular signal on a telephone or answering machine.] +*** Instrument-sound [Sound produced by a musical instrument.] +*** Vocalized-sound [Musical sound produced by vocal cords in a biological agent.] +** Named-animal-sound [A sound recognizable as being associated with particular animals.] +*** Barking [Sharp explosive cries like sounds made by certain animals, especially a dog, fox, or seal.] +*** Bleating [Wavering cries like sounds made by a sheep, goat, or calf.] +*** Crowing [Loud shrill sounds characteristic of roosters.] +*** Chirping [Short, sharp, high-pitched noises like sounds made by small birds or an insects.] +*** Growling [Low guttural sounds like those that made in the throat by a hostile dog or other animal.] +*** Meowing [Vocalizations like those made by as those cats. These sounds have diverse tones and are sometimes chattered, murmured or whispered. The purpose can be assertive.] +*** Mooing [Deep vocal sounds like those made by a cow.] +*** Purring [Low continuous vibratory sound such as those made by cats. The sound expresses contentment.] +*** Roaring [Loud, deep, or harsh prolonged sounds such as those made by big cats and bears for long-distance communication and intimidation.] +*** Squawking [Loud, harsh noises such as those made by geese.] +** Named-object-sound [A sound identifiable as coming from a particular type of object.] +*** Alarm-sound [A loud signal often loud continuous ringing to alert people to a problem or condition that requires urgent attention.] +*** Beep [A short, single tone, that is typically high-pitched and generally made by a computer or other machine.] +*** Buzz [A persistent vibratory sound often made by a buzzer device and used to indicate something incorrect.] +*** Ka-ching [The sound made by a mechanical cash register, often to designate a reward.] +*** Click [The sound made by a mechanical cash register, often to designate a reward.] +*** Ding [A short ringing sound such as that made by a bell, often to indicate a correct response or the expiration of time.] +*** Horn-blow [A loud sound made by forcing air through a sound device that funnels air to create the sound, often used to sound an alert.] +*** Siren [A loud, continuous sound often varying in frequency designed to indicate an emergency.] + +'''Property''' {extensionAllowed} [Something that pertains to a thing. A characteristic of some entity. A quality or feature regarded as a characteristic or inherent part of someone or something. HED attributes are adjectives or adverbs.] +* Agent-property {extensionAllowed} [Something that pertains to an agent.] +** Agent-state [The state of the agent.] +*** Agent-cognitive-state [The state of the cognitive processes or state of mind of the agent.] +**** Alert [Condition of heightened watchfulness or preparation for action.] +**** Anesthetized [Having lost sensation to pain or having senses dulled due to the effects of an anesthetic.] +**** Asleep [Having entered a periodic, readily reversible state of reduced awareness and metabolic activity, usually accompanied by physical relaxation and brain activity.] +**** Attentive [Concentrating and focusing mental energy on the task or surroundings.] +**** Distracted [Lacking in concentration because of being preoccupied.] +**** Awake [In a non sleeping state.] +**** Brain-dead [Characterized by the irreversible absence of cortical and brain stem functioning.] +**** Comatose [In a state of profound unconsciousness associated with markedly depressed cerebral activity.] +**** Drowsy [In a state of near-sleep, a strong desire for sleep, or sleeping for unusually long periods.] +**** Intoxicated [In a state with disturbed psychophysiological functions and responses as a result of administration or ingestion of a psychoactive substance.] +**** Locked-in [In a state of complete paralysis of all voluntary muscles except for the ones that control the movements of the eyes.] +**** Passive [Not responding or initiating an action in response to a stimulus.] +**** Resting [A state in which the agent is not exhibiting any physical exertion.] +**** Vegetative [A state of wakefulness and conscience, but (in contrast to coma) with involuntary opening of the eyes and movements (such as teeth grinding, yawning, or thrashing of the extremities).] +*** Agent-emotional-state [The status of the general temperament and outlook of an agent.] +**** Angry [Experiencing emotions characterized by marked annoyance or hostility.] +**** Aroused [In a state reactive to stimuli leading to increased heart rate and blood pressure, sensory alertness, mobility and readiness to respond.] +**** Awed [Filled with wonder. Feeling grand, sublime or powerful emotions characterized by a combination of joy, fear, admiration, reverence, and/or respect.] +**** Compassionate [Feeling or showing sympathy and concern for others often evoked for a person who is in distress and associated with altruistic motivation.] +**** Content [Feeling satisfaction with things as they are.] +**** Disgusted [Feeling revulsion or profound disapproval aroused by something unpleasant or offensive.] +**** Emotionally-neutral [Feeling neither satisfied nor dissatisfied.] +**** Empathetic [Understanding and sharing the feelings of another. Being aware of, being sensitive to, and vicariously experiencing the feelings, thoughts, and experience of another.] +**** Excited [Feeling great enthusiasm and eagerness.] +**** Fearful [Feeling apprehension that one may be in danger.] +**** Frustrated [Feeling annoyed as a result of being blocked, thwarted, disappointed or defeated.] +**** Grieving [Feeling sorrow in response to loss, whether physical or abstract.] +**** Happy [Feeling pleased and content.] +**** Jealous [Feeling threatened by a rival in a relationship with another individual, in particular an intimate partner, usually involves feelings of threat, fear, suspicion, distrust, anxiety, anger, betrayal, and rejection.] +**** Joyful [Feeling delight or intense happiness.] +**** Loving [Feeling a strong positive emotion of affection and attraction.] +**** Relieved [No longer feeling pain, distress, anxiety, or reassured.] +**** Sad [Feeling grief or unhappiness.] +**** Stressed [Experiencing mental or emotional strain or tension.] +*** Agent-physiological-state [Having to do with the mechanical, physical, or biochemical function of an agent.] +**** Healthy {relatedTag=Sick} [Having no significant health-related issues.] +**** Hungry {relatedTag=Sated, relatedTag=Thirsty} [Being in a state of craving or desiring food.] +**** Rested {relatedTag=Tired} [Feeling refreshed and relaxed.] +**** Sated {relatedTag=Hungry} [Feeling full.] +**** Sick {relatedTag=Healthy} [Being in a state of ill health, bodily malfunction, or discomfort.] +**** Thirsty {relatedTag=Hungry} [Feeling a need to drink.] +**** Tired {relatedTag=Rested} [Feeling in need of sleep or rest.] +*** Agent-postural-state [Pertaining to the position in which agent holds their body.] +**** Crouching [Adopting a position where the knees are bent and the upper body is brought forward and down, sometimes to avoid detection or to defend oneself.] +**** Eyes-closed [Keeping eyes closed with no blinking.] +**** Eyes-open [Keeping eyes open with occasional blinking.] +**** Kneeling [Positioned where one or both knees are on the ground.] +**** On-treadmill [Ambulation on an exercise apparatus with an endless moving belt to support moving in place.] +**** Prone [Positioned in a recumbent body position whereby the person lies on its stomach and faces downward.] +**** Sitting [In a seated position.] +**** Standing [Assuming or maintaining an erect upright position.] +**** Seated-with-chin-rest [Using a device that supports the chin and head.] +** Agent-task-role [The function or part that is ascribed to an agent in performing the task.] +*** Experiment-actor [An agent who plays a predetermined role to create the experiment scenario.] +*** Experiment-controller [An agent exerting control over some aspect of the experiment.] +*** Experiment-participant [Someone who takes part in an activity related to an experiment.] +*** Experimenter [Person who is the owner of the experiment and has its responsibility.] +** Agent-trait [A genetically, environmentally, or socially determined characteristic of an agent.] +*** Age [Length of time elapsed time since birth of the agent.] +**** # {takesValue, valueClass=numericClass} +*** Agent-experience-level [Amount of skill or knowledge that the agent has as pertains to the task.] +**** Expert-level {relatedTag=Intermediate-experience-level, relatedTag=Novice-level} [Having comprehensive and authoritative knowledge of or skill in a particular area related to the task.] +**** Intermediate-experience-level {relatedTag=Expert-level, relatedTag=Novice-level} [Having a moderate amount of knowledge or skill related to the task.] +**** Novice-level {relatedTag=Expert-level, relatedTag=Intermediate-experience-level} [Being inexperienced in a field or situation related to the task.] +*** Gender [Characteristics that are socially constructed, including norms, behaviors, and roles based on sex.] +*** Sex [Physical properties or qualities by which male is distinguished from female.] +**** Female [Biological sex of an individual with female sexual organs such ova.] +**** Male [Biological sex of an individual with male sexual organs producing sperm.] +**** Intersex [Having genitalia and/or secondary sexual characteristics of indeterminate sex.] +*** Ethnicity [Belong to a social group that has a common national or cultural tradition. Use with Label to avoid extension.] +*** Handedness [Individual preference for use of a hand, known as the dominant hand.] +**** Left-handed [Preference for using the left hand or foot for tasks requiring the use of a single hand or foot.] +**** Right-handed [Preference for using the right hand or foot for tasks requiring the use of a single hand or foot.] +**** Ambidextrous [Having no overall dominance in the use of right or left hand or foot in the performance of tasks that require one hand or foot.] +*** Race [Belonging to a group sharing physical or social qualities as defined within a specified society. Use with Label to avoid extension.] +* Data-property {extensionAllowed} [Something that pertains to data or information.] +** Data-marker [An indicator placed to mark something.] +*** Data-break-marker [An indicator place to indicate a gap in the data.] +*** Temporal-marker [An indicator placed at a particular time in the data.] +**** Onset {topLevelTagGroup} [Labels the start or beginning of something, usually an event.] +**** Offset {topLevelTagGroup} [Labels the time at which something stops.] +**** Pause [Indicates the temporary interruption of the operation a process and subsequently wait for a signal to continue.] +**** Time-out [A cancellation or cessation that automatically occurs when a predefined interval of time has passed without a certain event occurring.] +**** Time-sync [A synchronization signal whose purpose to help synchronize different signals or processes. Often used to indicate a marker inserted into the recorded data to allow post hoc synchronization of concurrently recorded data streams.] +** Data-resolution [Smallest change in a quality being measured by an sensor that causes a perceptible change.] +*** Printer-resolution [Resolution of a printer, usually expressed as the number of dots-per-inch for a printer.] +**** # {takesValue, valueClass=numericClass} +*** Screen-resolution [Resolution of a screen, usually expressed as the of pixels in a dimension for a digital display device.] +**** # {takesValue, valueClass=numericClass} +*** Sensory-resolution [Resolution of measurements by a sensing device.] +**** # {takesValue, valueClass=numericClass} +*** Spatial-resolution [Linear spacing of a spatial measurement.] +**** # {takesValue, valueClass=numericClass} +*** Spectral-resolution [Measures the ability of a sensor to resolve features in the electromagnetic spectrum.] +**** # {takesValue, valueClass=numericClass} +*** Temporal-resolution [Measures the ability of a sensor to resolve features in time.] +**** # {takesValue, valueClass=numericClass} +** Data-source-type [The type of place, person, or thing from which the data comes or can be obtained.] +*** Computed-feature [A feature computed from the data by a tool. This tag should be grouped with a label of the form Toolname_propertyName.] +*** Computed-prediction [A computed extrapolation of known data.] +*** Expert-annotation [An explanatory or critical comment or other in-context information provided by an authority.] +*** Instrument-measurement [Information obtained from a device that is used to measure material properties or make other observations.] +*** Observation [Active acquisition of information from a primary source. Should be grouped with a label of the form AgentID_featureName.] +** Data-value [Designation of the type of a data item.] +*** Categorical-value [Indicates that something can take on a limited and usually fixed number of possible values.] +**** Categorical-class-value [Categorical values that fall into discrete classes such as true or false. The grouping is absolute in the sense that it is the same for all participants.] +***** All {relatedTag=Some, relatedTag=None} [To a complete degree or to the full or entire extent.] +***** Correct {relatedTag=Wrong} [Free from error. Especially conforming to fact or truth.] +***** Explicit {relatedTag=Implicit} [Stated clearly and in detail, leaving no room for confusion or doubt.] +***** False {relatedTag=True} [Not in accordance with facts, reality or definitive criteria.] +***** Implicit {relatedTag=Explicit} [Implied though not plainly expressed.] +***** Invalid {relatedTag=Valid} [Not allowed or not conforming to the correct format or specifications.] +***** None {relatedTag=All, relatedTag=Some} [No person or thing, nobody, not any.] +***** Some {relatedTag=All, relatedTag=None} [At least a small amount or number of, but not a large amount of, or often.] +***** True {relatedTag=False} [Conforming to facts, reality or definitive criteria.] +***** Valid {relatedTag=Invalid} [Allowable, usable, or acceptable.] +***** Wrong {relatedTag=Correct} [Inaccurate or not correct.] +**** Categorical-judgment-value [Categorical values that are based on the judgment or perception of the participant such familiar and famous.] +***** Abnormal {relatedTag=Normal} [Deviating in any way from the state, position, structure, condition, behavior, or rule which is considered a norm.] +***** Asymmetrical {relatedTag=Symmetrical} [Lacking symmetry or having parts that fail to correspond to one another in shape, size, or arrangement.] +***** Audible {relatedTag=Inaudible} [A sound that can be perceived by the participant.] +***** Congruent {relatedTag=Incongruent} [Concordance of multiple evidence lines. In agreement or harmony.] +***** Complex {relatedTag=Simple} [Hard, involved or complicated, elaborate, having many parts.] +***** Constrained {relatedTag=Unconstrained} [Keeping something within particular limits or bounds.] +***** Disordered {relatedTag=Ordered} [Not neatly arranged. Confused and untidy. A structural quality in which the parts of an object are non-rigid.] +***** Familiar {relatedTag=Unfamiliar, relatedTag=Famous} [Recognized, familiar, or within the scope of knowledge.] +***** Famous {relatedTag=Familiar, relatedTag=Unfamiliar} [A person who has a high degree of recognition by the general population for his or her success or accomplishments. A famous person.] +***** Inaudible {relatedTag=Audible} [A sound below the threshold of perception of the participant.] +***** Incongruent {relatedTag=Congruent} [Not in agreement or harmony.] +***** Involuntary {relatedTag=Voluntary} [An action that is not made by choice. In the body, involuntary actions (such as blushing) occur automatically, and cannot be controlled by choice.] +***** Masked {relatedTag=Unmasked} [Information exists but is not provided or is partially obscured due to security, privacy, or other concerns.] +***** Normal {relatedTag=Abnormal} [Being approximately average or within certain limits. Conforming with or constituting a norm or standard or level or type or social norm.] +***** Ordered {relatedTag=Disordered} [Conforming to a logical or comprehensible arrangement of separate elements.] +***** Simple {relatedTag=Complex} [Easily understood or presenting no difficulties.] +***** Symmetrical {relatedTag=Asymmetrical} [Made up of exactly similar parts facing each other or around an axis. Showing aspects of symmetry.] +***** Unconstrained {relatedTag=Constrained} [Moving without restriction.] +***** Unfamiliar {relatedTag=Familiar, relatedTag=Famous} [Not having knowledge or experience of.] +***** Unmasked {relatedTag=Masked} [Information is revealed.] +***** Voluntary {relatedTag=Involuntary} [Using free will or design; not forced or compelled; controlled by individual volition.] +**** Categorical-level-value [Categorical values based on dividing a continuous variable into levels such as high and low.] +***** Cold {relatedTag=Hot} [Having an absence of heat.] +***** Deep {relatedTag=Shallow} [Extending relatively far inward or downward.] +***** High {relatedTag=Low, relatedTag=Medium} [Having a greater than normal degree, intensity, or amount.] +***** Hot {relatedTag=Cold} [Having an excess of heat.] +***** Large {relatedTag=Small} [Having a great extent such as in physical dimensions, period of time, amplitude or frequency.] +***** Liminal {relatedTag=Subliminal, relatedTag=Supraliminal} [Situated at a sensory threshold that is barely perceptible or capable of eliciting a response.] +***** Loud {relatedTag=Quiet} [Having a perceived high intensity of sound.] +***** Low {relatedTag=High} [Less than normal in degree, intensity or amount.] +***** Medium {relatedTag=Low, relatedTag=High} [Mid-way between small and large in number, quantity, magnitude or extent.] +***** Negative {relatedTag=Positive} [Involving disadvantage or harm.] +***** Positive {relatedTag=Negative} [Involving advantage or good.] +***** Quiet {relatedTag=Loud} [Characterizing a perceived low intensity of sound.] +***** Rough {relatedTag=Smooth} [Having a surface with perceptible bumps, ridges, or irregularities.] +***** Shallow {relatedTag=Deep} [Having a depth which is relatively low.] +***** Small {relatedTag=Large} [Having a small extent such as in physical dimensions, period of time, amplitude or frequency.] +***** Smooth {relatedTag=Rough} [Having a surface free from bumps, ridges, or irregularities.] +***** Subliminal {relatedTag=Liminal, relatedTag=Supraliminal} [Situated below a sensory threshold that is imperceptible or not capable of eliciting a response.] +***** Supraliminal {relatedTag=Liminal, relatedTag=Subliminal} [Situated above a sensory threshold that is perceptible or capable of eliciting a response.] +***** Thick {relatedTag=Thin} [Wide in width, extent or cross-section.] +***** Thin {relatedTag=Thick} [Narrow in width, extent or cross-section.] +**** Categorical-orientation-value [Value indicating the orientation or direction of something.] +***** Backward {relatedTag=Forward} [Directed behind or to the rear.] +***** Downward {relatedTag=Leftward, relatedTag=Rightward, relatedTag=Upward} [Moving or leading toward a lower place or level.] +***** Forward {relatedTag=Backward} [At or near or directed toward the front.] +***** Horizontally-oriented {relatedTag=Vertically-oriented} [Oriented parallel to or in the plane of the horizon.] +***** Leftward {relatedTag=Downward, relatedTag=Rightward, relatedTag=Upward} [Going toward or facing the left.] +***** Oblique {relatedTag=Rotated} [Slanting or inclined in direction, course, or position that is neither parallel nor perpendicular nor right-angular.] +***** Rightward {relatedTag=Downward, relatedTag=Leftward, relatedTag=Upward} [Going toward or situated on the right.] +***** Rotated [Positioned offset around an axis or center.] +***** Upward {relatedTag=Downward, relatedTag=Leftward, relatedTag=Rightward} [Moving, pointing, or leading to a higher place, point, or level.] +***** Vertically-oriented {relatedTag=Horizontally-oriented} [Oriented perpendicular to the plane of the horizon.] +*** Physical-value [The value of some physical property of something.] +**** Weight [The relative mass or the quantity of matter contained by something.] +***** # {takesValue, valueClass=numericClass, unitClass=weightUnits} +**** Temperature [A measure of hot or cold based on the average kinetic energy of the atoms or molecules in the system.] +***** # {takesValue, valueClass=numericClass, unitClass=temperatureUnits} +*** Quantitative-value [Something capable of being estimated or expressed with numeric values.] +**** Fraction [A numerical value between 0 and 1.] +***** # {takesValue, valueClass=numericClass} +**** Item-count [The integer count of something which is usually grouped with the entity it is counting. (Item-count/3, A) indicates that 3 of A have occurred up to this point.] +***** # {takesValue, valueClass=numericClass} +**** Item-index [The index of an item in a collection, sequence or other structure. (A (Item-index/3, B)) means that A is item number 3 in B.] +***** # {takesValue, valueClass=numericClass} +**** Item-interval [An integer indicating how many items or entities have passed since the last one of these. An item interval of 0 indicates the current item.] +***** # {takesValue, valueClass=numericClass} +**** Percentage [A fraction or ratio with 100 understood as the denominator.] +***** # {takesValue, valueClass=numericClass} +**** Ratio [A quotient of quantities of the same kind for different components within the same system.] +***** # {takesValue, valueClass=numericClass} +*** Statistical-value {extensionAllowed} [A value based on or employing the principles of statistics.] +**** Data-maximum [The largest possible quantity or degree.] +***** # {takesValue, valueClass=numericClass} +**** Data-mean [The sum of a set of values divided by the number of values in the set.] +***** # {takesValue, valueClass=numericClass} +**** Data-median [The value which has an equal number of values greater and less than it.] +***** # {takesValue, valueClass=numericClass} +**** Data-minimum [The smallest possible quantity.] +***** # {takesValue, valueClass=numericClass} +**** Probability [A measure of the expectation of the occurrence of a particular event.] +***** # {takesValue, valueClass=numericClass} +**** Standard-deviation [A measure of the range of values in a set of numbers. Standard deviation is a statistic used as a measure of the dispersion or variation in a distribution, equal to the square root of the arithmetic mean of the squares of the deviations from the arithmetic mean.] +***** # {takesValue, valueClass=numericClass} +**** Statistical-accuracy [A measure of closeness to true value expressed as a number between 0 and 1.] +***** # {takesValue, valueClass=numericClass} +**** Statistical-precision [A quantitative representation of the degree of accuracy necessary for or associated with a particular action.] +***** # {takesValue, valueClass=numericClass} +**** Statistical-recall [Sensitivity is a measurement datum qualifying a binary classification test and is computed by substracting the false negative rate to the integral numeral 1.] +***** # {takesValue, valueClass=numericClass} +**** Statistical-uncertainty [A measure of the inherent variability of repeated observation measurements of a quantity including quantities evaluated by statistical methods and by other means.] +***** # {takesValue, valueClass=numericClass} +*** Spatiotemporal-value [A property relating to space and/or time.] +**** Rate-of-change [The amount of change accumulated per unit time.] +***** Acceleration [Magnitude of the rate of change in either speed or direction. The direction of change should be given separately.] +****** # {takesValue, valueClass=numericClass, unitClass=accelerationUnits} +***** Frequency [Frequency is the number of occurrences of a repeating event per unit time.] +****** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits} +***** Jerk-rate [Magnitude of the rate at which the acceleration of an object changes with respect to time. The direction of change should be given separately.] +****** # {takesValue, valueClass=numericClass, unitClass=jerkUnits} +***** Sampling-rate [The number of digital samples taken or recorded per unit of time.] +****** # {takesValue, unitClass=frequencyUnits} +***** Refresh-rate [The frequency with which the image on a computer monitor or similar electronic display screen is refreshed, usually expressed in hertz.] +****** # {takesValue, valueClass=numericClass} +***** Speed [A scalar measure of the rate of movement of the object expressed either as the distance travelled divided by the time taken (average speed) or the rate of change of position with respect to time at a particular point (instantaneous speed). The direction of change should be given separately.] +****** # {takesValue, valueClass=numericClass, unitClass=speedUnits} +***** Temporal-rate [The number of items per unit of time.] +****** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits} +**** Spatial-value [Value of an item involving space.] +***** Angle [The amount of inclination of one line to another or the plane of one object to another.] +****** # {takesValue, unitClass=angleUnits, valueClass=numericClass} +***** Distance [A measure of the space separating two objects or points.] +****** # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} +***** Position [A reference to the alignment of an object, a particular situation or view of a situation, or the location of an object. Coordinates with respect a specified frame of reference or the default Screen-frame if no frame is given.] +****** X-position [The position along the x-axis of the frame of reference.] +******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} +****** Y-position [The position along the y-axis of the frame of reference.] +******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} +****** Z-position [The position along the z-axis of the frame of reference.] +******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} +***** Size [The physical magnitude of something.] +****** Area [The extent of a 2-dimensional surface enclosed within a boundary.] +******* # {takesValue, valueClass=numericClass, unitClass=areaUnits} +****** Depth [The distance from the surface of something especially from the perspective of looking from the front.] +******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} +****** Length [The linear extent in space from one end of something to the other end, or the extent of something from beginning to end.] +******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} +****** Width [The extent or measurement of something from side to side.] +******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} +****** Height [The vertical measurement or distance from the base to the top of an object.] +******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} +****** Volume [The amount of three dimensional space occupied by an object or the capacity of a space or container.] +******* # {takesValue, valueClass=numericClass, unitClass=volumeUnits} +**** Temporal-value [A characteristic of or relating to time or limited by time.] +***** Delay [Time during which some action is awaited.] +****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} +***** Duration [The period of time during which something occurs or continues.] +****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} +***** Time-interval [The period of time separating two instances, events, or occurrences.] +****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} +***** Time-value [A value with units of time. Usually grouped with tags identifying what the value represents.] +****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} +** Data-variability-attribute [An attribute describing how something changes or varies.] +*** Abrupt [Marked by sudden change.] +*** Constant [Continually recurring or continuing without interruption. Not changing in time or space.] +*** Continuous {relatedTag=Discrete, relatedTag=Discontinuous} [Uninterrupted in time, sequence, substance, or extent.] +*** Decreasing {relatedTag=Increasing} [Becoming smaller or fewer in size, amount, intensity, or degree.] +*** Deterministic {relatedTag=Random, relatedTag=Stochastic} [No randomness is involved in the development of the future states of the element.] +*** Discontinuous {relatedTag=Continuous} [Having a gap in time, sequence, substance, or extent.] +*** Discrete {relatedTag=Continuous, relatedTag=Discontinuous} [Constituting a separate entities or parts.] +*** Flickering [Moving irregularly or unsteadily or burning or shining fitfully or with a fluctuating light.] +*** Estimated-value [Something that has been calculated or measured approximately.] +*** Exact-value [A value that is viewed to the true value according to some standard.] +*** Fractal [Having extremely irregular curves or shapes for which any suitably chosen part is similar in shape to a given larger or smaller part when magnified or reduced to the same size.] +*** Increasing {relatedTag=Decreasing} [Becoming greater in size, amount, or degree.] +*** Random {relatedTag=Deterministic, relatedTag=Stochastic} [Governed by or depending on chance. Lacking any definite plan or order or purpose.] +*** Repetitive [A recurring action that is often non-purposeful.] +*** Stochastic {relatedTag=Deterministic, relatedTag=Random} [Uses a random probability distribution or pattern that may be analysed statistically but may not be predicted precisely to determine future states.] +*** Varying [Differing in size, amount, degree, or nature.] +* Environmental-property [Relating to or arising from the surroundings of an agent.] +** Indoors [Located inside a building or enclosure.] +** Outdoors [Any area outside a building or shelter.] +** Real-world [Located in a place that exists in real space and time under realistic conditions.] +** Virtual-world [Using technology that creates immersive, computer-generated experiences that a person can interact with and navigate through. The digital content is generally delivered to the user through some type of headset and responds to changes in head position or through interaction with other types of sensors. Existing in a virtual setting such as a simulation or game environment.] +** Augmented-reality [Using technology that enhances real-world experiences with computer-derived digital overlays to change some aspects of perception of the natural environment. The digital content is shown to the user through a smart device or glasses and responds to changes in the environment.] +** Motion-platform [A mechanism that creates the feelings of being in a real motion environment.] +** Urban [Relating to, located in, or characteristic of a city or densely populated area.] +** Rural [Of or pertaining to the country as opposed to the city.] +** Terrain [Characterization of the physical features of a tract of land.] +*** Composite-terrain [Tracts of land characterized by a mixure of physical features.] +*** Dirt-terrain [Tracts of land characterized by a soil surface and lack of vegetation.] +*** Grassy-terrain [Tracts of land covered by grass.] +*** Gravel-terrain [Tracts of land covered by a surface consisting a loose aggregation of small water-worn or pounded stones.] +*** Leaf-covered-terrain [Tracts of land covered by leaves and composited organic material.] +*** Muddy-terrain [Tracts of land covered by a liquid or semi-liquid mixture of water and some combination of soil, silt, and clay.] +*** Paved-terrain [Tracts of land covered with concrete, asphalt, stones, or bricks.] +*** Rocky-terrain [Tracts of land consisting or full of rock or rocks.] +*** Sloped-terrain [Tracts of land arranged in a sloping or inclined position.] +*** Uneven-terrain [Tracts of land that are not level, smooth, or regular.] +* Informational-property {extensionAllowed} [Something that pertains to a task.] +** Description {requireChild} [An explanation of what the tag group it is in means. If the description is at the top-level of an event string, the description applies to the event.] +*** # {takesValue, valueClass=textClass} +** ID {requireChild} [An alphanumeric name that identifies either a unique object or a unique class of objects. Here the object or class may be an idea, physical countable object (or class), or physical uncountable substance (or class).] +*** # {takesValue, valueClass=textClass} +** Label {requireChild} [A string of 20 or fewer characters identifying something. Labels usually refer to general classes of things while IDs refer to specific instances. A term that is associated with some entity. A brief description given for purposes of identification. An identifying or descriptive marker that is attached to an object.] +*** # {takesValue, valueClass=nameClass} +** Metadata [Data about data. Information that describes another set of data.] +*** CogAtlas [The Cognitive Atlas ID number of something.] +**** # {takesValue} +*** CogPo [The CogPO ID number of something.] +**** # {takesValue} +*** Creation-date {requireChild} [The date on which data creation of this element began.] +**** # {takesValue, valueClass=dateTimeClass} +*** Experimental-note [A brief written record about the experiment.] +**** # {takesValue, valueClass=textClass} +*** Library-name [Official name of a HED library.] +**** # {takesValue, valueClass=nameClass} +*** OBO-identifier [The identifier of a term in some Open Biology Ontology (OBO) ontology.] +**** # {takesValue, valueClass=nameClass} +*** Pathname [The specification of a node (file or directory) in a hierarchical file system, usually specified by listing the nodes top-down.] +**** # {takesValue} +*** Subject-identifier [A sequence of characters used to identify, name, or characterize a trial or study subject.] +**** # {takesValue} +*** Version-identifier [An alphanumeric character string that identifies a form or variant of a type or original.] +**** # {takesValue} [Usually is a semantic version.] +** Parameter [Something user-defined for this experiment.] +*** Parameter-label [The name of the parameter.] +**** # {takesValue, valueClass=nameClass} +*** Parameter-value [The value of the parameter.] +**** # {takesValue, valueClass=textClass} +* Organizational-property [Relating to an organization or the action of organizing something.] +** Collection [A tag designating a grouping of items such as in a set or list.] +*** # {takesValue, valueClass=nameClass} [Name of the collection.] +** Condition-variable [An aspect of the experiment or task that is to be varied during the experiment. Task-conditions are sometimes called independent variables or contrasts.] +*** # {takesValue, valueClass=nameClass} [Name of the condition variable.] +** Control-variable [An aspect of the experiment that is fixed throughout the study and usually is explicitly controlled.] +*** # {takesValue, valueClass=nameClass} [Name of the control variable.] +** Def {requireChild} [A HED-specific utility tag used with a defined name to represent the tags associated with that definition.] +*** # {takesValue, valueClass=nameClass} [Name of the definition.] +** Def-expand {requireChild, tagGroup} [A HED specific utility tag that is grouped with an expanded definition. The child value of the Def-expand is the name of the expanded definition.] +*** # {takesValue, valueClass=nameClass} +** Definition {requireChild, topLevelTagGroup} [A HED-specific utility tag whose child value is the name of the concept and the tag group associated with the tag is an English language explanation of a concept.] +*** # {takesValue, valueClass=nameClass} [Name of the definition.] +** Event-context {topLevelTagGroup, unique} [A special HED tag inserted as part of a top-level tag group to contain information about the interrelated conditions under which the event occurs. The event context includes information about other events that are ongoing when this event happens.] +** Event-stream [A special HED tag indicating that this event is a member of an ordered succession of events.] +*** # {takesValue, valueClass=nameClass} [Name of the event stream.] +** Experimental-intertrial [A tag used to indicate a part of the experiment between trials usually where nothing is happening.] +*** # {takesValue, valueClass=nameClass} [Optional label for the intertrial block.] +** Experimental-trial [Designates a run or execution of an activity, for example, one execution of a script. A tag used to indicate a particular organizational part in the experimental design often containing a stimulus-response pair or stimulus-response-feedback triad.] +*** # {takesValue, valueClass=nameClass} [Optional label for the trial (often a numerical string).] +** Indicator-variable [An aspect of the experiment or task that is measured as task conditions are varied during the experiment. Experiment indicators are sometimes called dependent variables.] +*** # {takesValue, valueClass=nameClass} [Name of the indicator variable.] +** Recording [A tag designating the data recording. Recording tags are usually have temporal scope which is the entire recording.] +*** # {takesValue, valueClass=nameClass} [Optional label for the recording.] +** Task [An assigned piece of work, usually with a time allotment. A tag used to indicate a linkage the structured activities performed as part of the experiment.] +*** # {takesValue, valueClass=nameClass} [Optional label for the task block.] +** Time-block [A tag used to indicate a contiguous time block in the experiment during which something is fixed or noted.] +*** # {takesValue, valueClass=nameClass} [Optional label for the task block.] +* Sensory-property [Relating to sensation or the physical senses.] +** Sensory-attribute [A sensory characteristic associated with another entity.] +*** Auditory-attribute [Pertaining to the sense of hearing.] +**** Loudness [Perceived intensity of a sound.] +***** # {takesValue, valueClass=numericClass, valueClass=nameClass} +**** Pitch [A perceptual property that allows the user to order sounds on a frequency scale.] +***** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits} +**** Sound-envelope [Description of how a sound changes over time.] +***** Sound-envelope-attack [The time taken for initial run-up of level from nil to peak usually beginning when the key on a musical instrument is pressed.] +****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} +***** Sound-envelope-decay [The time taken for the subsequent run down from the attack level to the designated sustain level.] +****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} +***** Sound-envelope-release [The time taken for the level to decay from the sustain level to zero after the key is released.] +****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} +***** Sound-envelope-sustain [The time taken for the main sequence of the sound duration, until the key is released.] +****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} +**** Timbre [The perceived sound quality of a singing voice or musical instrument.] +***** # {takesValue, valueClass=nameClass} +**** Sound-volume [The sound pressure level (SPL) usually the ratio to a reference signal estimated as the lower bound of hearing.] +***** # {takesValue, valueClass=numericClass, unitClass=intensityUnits} +*** Gustatory-attribute [Pertaining to the sense of taste.] +**** Bitter [Having a sharp, pungent taste.] +**** Salty [Tasting of or like salt.] +**** Savory [Belonging to a taste that is salty or spicy rather than sweet.] +**** Sour [Having a sharp, acidic taste.] +**** Sweet [Having or resembling the taste of sugar.] +*** Olfactory-attribute [Having a smell.] +*** Somatic-attribute [Pertaining to the feelings in the body or of the nervous system.] +**** Pain [The sensation of discomfort, distress, or agony, resulting from the stimulation of specialized nerve endings.] +**** Stress [The negative mental, emotional, and physical reactions that occur when environmental stressors are perceived as exceeding the adaptive capacities of the individual.] +*** Tactile-attribute [Pertaining to the sense of touch.] +**** Tactile-pressure [Having a feeling of heaviness.] +**** Tactile-temperature [Having a feeling of hotness or coldness.] +**** Tactile-texture [Having a feeling of roughness.] +**** Tactile-vibration [Having a feeling of mechanical oscillation.] +*** Vestibular-attribute [Pertaining to the sense of balance or body position.] +*** Visual-attribute [Pertaining to the sense of sight.] +**** Color [The appearance of objects (or light sources) described in terms of perception of their hue and lightness (or brightness) and saturation.] +***** CSS-color [One of 140 colors supported by all browsers. For more details such as the color RGB or HEX values, check: https://www.w3schools.com/colors/colors_groups.asp.] +****** Blue-color [CSS color group.] +******* CadetBlue [CSS-color 0x5F9EA0.] +******* SteelBlue [CSS-color 0x4682B4.] +******* LightSteelBlue [CSS-color 0xB0C4DE.] +******* LightBlue [CSS-color 0xADD8E6.] +******* PowderBlue [CSS-color 0xB0E0E6.] +******* LightSkyBlue [CSS-color 0x87CEFA.] +******* SkyBlue [CSS-color 0x87CEEB.] +******* CornflowerBlue [CSS-color 0x6495ED.] +******* DeepSkyBlue [CSS-color 0x00BFFF.] +******* DodgerBlue [CSS-color 0x1E90FF.] +******* RoyalBlue [CSS-color 0x4169E1.] +******* Blue [CSS-color 0x0000FF.] +******* MediumBlue [CSS-color 0x0000CD.] +******* DarkBlue [CSS-color 0x00008B.] +******* Navy [CSS-color 0x000080.] +******* MidnightBlue [CSS-color 0x191970.] +****** Brown-color [CSS color group.] +******* Cornsilk [CSS-color 0xFFF8DC.] +******* BlanchedAlmond [CSS-color 0xFFEBCD.] +******* Bisque [CSS-color 0xFFE4C4.] +******* NavajoWhite [CSS-color 0xFFDEAD.] +******* Wheat [CSS-color 0xF5DEB3.] +******* BurlyWood [CSS-color 0xDEB887.] +******* Tan [CSS-color 0xD2B48C.] +******* RosyBrown [CSS-color 0xBC8F8F.] +******* SandyBrown [CSS-color 0xF4A460.] +******* GoldenRod [CSS-color 0xDAA520.] +******* DarkGoldenRod [CSS-color 0xB8860B.] +******* Peru [CSS-color 0xCD853F.] +******* Chocolate [CSS-color 0xD2691E.] +******* Olive [CSS-color 0x808000.] +******* SaddleBrown [CSS-color 0x8B4513.] +******* Sienna [CSS-color 0xA0522D.] +******* Brown [CSS-color 0xA52A2A.] +******* Maroon [CSS-color 0x800000.] +****** Cyan-color [CSS color group.] +******* Aqua [CSS-color 0x00FFFF.] +******* Cyan [CSS-color 0x00FFFF.] +******* LightCyan [CSS-color 0xE0FFFF.] +******* PaleTurquoise [CSS-color 0xAFEEEE.] +******* Aquamarine [CSS-color 0x7FFFD4.] +******* Turquoise [CSS-color 0x40E0D0.] +******* MediumTurquoise [CSS-color 0x48D1CC.] +******* DarkTurquoise [CSS-color 0x00CED1.] +****** Green-color [CSS color group.] +******* GreenYellow [CSS-color 0xADFF2F.] +******* Chartreuse [CSS-color 0x7FFF00.] +******* LawnGreen [CSS-color 0x7CFC00.] +******* Lime [CSS-color 0x00FF00.] +******* LimeGreen [CSS-color 0x32CD32.] +******* PaleGreen [CSS-color 0x98FB98.] +******* LightGreen [CSS-color 0x90EE90.] +******* MediumSpringGreen [CSS-color 0x00FA9A.] +******* SpringGreen [CSS-color 0x00FF7F.] +******* MediumSeaGreen [CSS-color 0x3CB371.] +******* SeaGreen [CSS-color 0x2E8B57.] +******* ForestGreen [CSS-color 0x228B22.] +******* Green [CSS-color 0x008000.] +******* DarkGreen [CSS-color 0x006400.] +******* YellowGreen [CSS-color 0x9ACD32.] +******* OliveDrab [CSS-color 0x6B8E23.] +******* DarkOliveGreen [CSS-color 0x556B2F.] +******* MediumAquaMarine [CSS-color 0x66CDAA.] +******* DarkSeaGreen [CSS-color 0x8FBC8F.] +******* LightSeaGreen [CSS-color 0x20B2AA.] +******* DarkCyan [CSS-color 0x008B8B.] +******* Teal [CSS-color 0x008080.] +****** Gray-color [CSS color group.] +******* Gainsboro [CSS-color 0xDCDCDC.] +******* LightGray [CSS-color 0xD3D3D3.] +******* Silver [CSS-color 0xC0C0C0.] +******* DarkGray [CSS-color 0xA9A9A9.] +******* DimGray [CSS-color 0x696969.] +******* Gray [CSS-color 0x808080.] +******* LightSlateGray [CSS-color 0x778899.] +******* SlateGray [CSS-color 0x708090.] +******* DarkSlateGray [CSS-color 0x2F4F4F.] +******* Black [CSS-color 0x000000.] +****** Orange-color [CSS color group.] +******* Orange [CSS-color 0xFFA500.] +******* DarkOrange [CSS-color 0xFF8C00.] +******* Coral [CSS-color 0xFF7F50.] +******* Tomato [CSS-color 0xFF6347.] +******* OrangeRed [CSS-color 0xFF4500.] +****** Pink-color [CSS color group.] +******* Pink [CSS-color 0xFFC0CB.] +******* LightPink [CSS-color 0xFFB6C1.] +******* HotPink [CSS-color 0xFF69B4.] +******* DeepPink [CSS-color 0xFF1493.] +******* PaleVioletRed [CSS-color 0xDB7093.] +******* MediumVioletRed [CSS-color 0xC71585.] +****** Purple-color [CSS color group.] +******* Lavender [CSS-color 0xE6E6FA.] +******* Thistle [CSS-color 0xD8BFD8.] +******* Plum [CSS-color 0xDDA0DD.] +******* Orchid [CSS-color 0xDA70D6.] +******* Violet [CSS-color 0xEE82EE.] +******* Fuchsia [CSS-color 0xFF00FF.] +******* Magenta [CSS-color 0xFF00FF.] +******* MediumOrchid [CSS-color 0xBA55D3.] +******* DarkOrchid [CSS-color 0x9932CC.] +******* DarkViolet [CSS-color 0x9400D3.] +******* BlueViolet [CSS-color 0x8A2BE2.] +******* DarkMagenta [CSS-color 0x8B008B.] +******* Purple [CSS-color 0x800080.] +******* MediumPurple [CSS-color 0x9370DB.] +******* MediumSlateBlue [CSS-color 0x7B68EE.] +******* SlateBlue [CSS-color 0x6A5ACD.] +******* DarkSlateBlue [CSS-color 0x483D8B.] +******* RebeccaPurple [CSS-color 0x663399.] +******* Indigo [CSS-color 0x4B0082.] +****** Red-color [CSS color group.] +******* LightSalmon [CSS-color 0xFFA07A.] +******* Salmon [CSS-color 0xFA8072.] +******* DarkSalmon [CSS-color 0xE9967A.] +******* LightCoral [CSS-color 0xF08080.] +******* IndianRed [CSS-color 0xCD5C5C.] +******* Crimson [CSS-color 0xDC143C.] +******* Red [CSS-color 0xFF0000.] +******* FireBrick [CSS-color 0xB22222.] +******* DarkRed [CSS-color 0x8B0000.] +****** Yellow-color [CSS color group.] +******* Gold [CSS-color 0xFFD700.] +******* Yellow [CSS-color 0xFFFF00.] +******* LightYellow [CSS-color 0xFFFFE0.] +******* LemonChiffon [CSS-color 0xFFFACD.] +******* LightGoldenRodYellow [CSS-color 0xFAFAD2.] +******* PapayaWhip [CSS-color 0xFFEFD5.] +******* Moccasin [CSS-color 0xFFE4B5.] +******* PeachPuff [CSS-color 0xFFDAB9.] +******* PaleGoldenRod [CSS-color 0xEEE8AA.] +******* Khaki [CSS-color 0xF0E68C.] +******* DarkKhaki [CSS-color 0xBDB76B.] +****** White-color [CSS color group.] +******* White [CSS-color 0xFFFFFF.] +******* Snow [CSS-color 0xFFFAFA.] +******* HoneyDew [CSS-color 0xF0FFF0.] +******* MintCream [CSS-color 0xF5FFFA.] +******* Azure [CSS-color 0xF0FFFF.] +******* AliceBlue [CSS-color 0xF0F8FF.] +******* GhostWhite [CSS-color 0xF8F8FF.] +******* WhiteSmoke [CSS-color 0xF5F5F5.] +******* SeaShell [CSS-color 0xFFF5EE.] +******* Beige [CSS-color 0xF5F5DC.] +******* OldLace [CSS-color 0xFDF5E6.] +******* FloralWhite [CSS-color 0xFFFAF0.] +******* Ivory [CSS-color 0xFFFFF0.] +******* AntiqueWhite [CSS-color 0xFAEBD7.] +******* Linen [CSS-color 0xFAF0E6.] +******* LavenderBlush [CSS-color 0xFFF0F5.] +******* MistyRose [CSS-color 0xFFE4E1.] +***** Color-shade [A slight degree of difference between colors, especially with regard to how light or dark it is or as distinguished from one nearly like it.] +****** Dark-shade [A color tone not reflecting much light.] +****** Light-shade [A color tone reflecting more light.] +***** Grayscale [Using a color map composed of shades of gray, varying from black at the weakest intensity to white at the strongest.] +****** # {takesValue, valueClass=numericClass} [White intensity between 0 and 1.] +***** HSV-color [A color representation that models how colors appear under light.] +****** Hue [Attribute of a visual sensation according to which an area appears to be similar to one of the perceived colors.] +******* # {takesValue, valueClass=numericClass} [Angular value between 0 and 360.] +****** Saturation [Colorfulness of a stimulus relative to its own brightness.] +******* # {takesValue, valueClass=numericClass} [B value of RGB between 0 and 1.] +****** HSV-value [An attribute of a visual sensation according to which an area appears to emit more or less light.] +******* # {takesValue, valueClass=numericClass} +***** RGB-color [A color from the RGB schema.] +****** RGB-red [The red component.] +******* # {takesValue, valueClass=numericClass} [R value of RGB between 0 and 1.] +****** RGB-blue [The blue component.] +******* # {takesValue, valueClass=numericClass} [B value of RGB between 0 and 1.] +****** RGB-green [The green component.] +******* # {takesValue, valueClass=numericClass} [G value of RGB between 0 and 1.] +**** Luminance [A quality that exists by virtue of the luminous intensity per unit area projected in a given direction.] +**** Opacity [A measure of impenetrability to light.] +** Sensory-presentation [The entity has a sensory manifestation.] +*** Auditory-presentation [The sense of hearing is used in the presentation to the user.] +**** Loudspeaker-separation {suggestedTag=Distance} [The distance between two loudspeakers. Grouped with the Distance tag.] +**** Monophonic [Relating to sound transmission, recording, or reproduction involving a single transmission path.] +**** Silent [The absence of ambient audible sound or the state of having ceased to produce sounds.] +**** Stereophonic [Relating to, or constituting sound reproduction involving the use of separated microphones and two transmission channels to achieve the sound separation of a live hearing.] +*** Gustatory-presentation [The sense of taste used in the presentation to the user.] +*** Olfactory-presentation [The sense of smell used in the presentation to the user.] +*** Somatic-presentation [The nervous system is used in the presentation to the user.] +*** Tactile-presentation [The sense of touch used in the presentation to the user.] +*** Vestibular-presentation [The sense balance used in the presentation to the user.] +*** Visual-presentation [The sense of sight used in the presentation to the user.] +**** 2D-view [A view showing only two dimensions.] +**** 3D-view [A view showing three dimensions.] +**** Background-view [Parts of the view that are farthest from the viewer and usually the not part of the visual focus.] +**** Bistable-view [Something having two stable visual forms that have two distinguishable stable forms as in optical illusions.] +**** Foreground-view [Parts of the view that are closest to the viewer and usually the most important part of the visual focus.] +**** Foveal-view [Visual presentation directly on the fovea. A view projected on the small depression in the retina containing only cones and where vision is most acute.] +**** Map-view [A diagrammatic representation of an area of land or sea showing physical features, cities, roads.] +***** Aerial-view [Elevated view of an object from above, with a perspective as though the observer were a bird.] +***** Satellite-view [A representation as captured by technology such as a satellite.] +***** Street-view [A 360-degrees panoramic view from a position on the ground.] +**** Peripheral-view [Indirect vision as it occurs outside the point of fixation.] +* Task-property {extensionAllowed} [Something that pertains to a task.] +** Task-attentional-demand [Strategy for allocating attention toward goal-relevant information.] +*** Bottom-up-attention {relatedTag=Top-down-attention} [Attentional guidance purely by externally driven factors to stimuli that are salient because of their inherent properties relative to the background. Sometimes this is referred to as stimulus driven.] +*** Covert-attention {relatedTag=Overt-attention} [Paying attention without moving the eyes.] +*** Divided-attention {relatedTag=Focused-attention} [Integrating parallel multiple stimuli. Behavior involving responding simultaneously to multiple tasks or multiple task demands.] +*** Focused-attention {relatedTag=Divided-attention} [Responding discretely to specific visual, auditory, or tactile stimuli.] +*** Orienting-attention [Directing attention to a target stimulus.] +*** Overt-attention {relatedTag=Covert-attention} [Selectively processing one location over others by moving the eyes to point at that location.] +*** Selective-attention [Maintaining a behavioral or cognitive set in the face of distracting or competing stimuli. Ability to pay attention to a limited array of all available sensory information.] +*** Sustained-attention [Maintaining a consistent behavioral response during continuous and repetitive activity.] +*** Switched-attention [Having to switch attention between two or more modalities of presentation.] +*** Top-down-attention {relatedTag=Bottom-up-attention} [Voluntary allocation of attention to certain features. Sometimes this is referred to goal-oriented attention.] +** Task-effect-evidence [The evidence supporting the conclusion that the event had the specified effect.] +*** Computational-evidence [A type of evidence in which data are produced, and/or generated, and/or analyzed on a computer.] +*** External-evidence [A phenomenon that follows and is caused by some previous phenomenon.] +*** Intended-effect [A phenomenon that is intended to follow and be caused by some previous phenomenon.] +*** Behavioral-evidence [An indication or conclusion based on the behavior of an agent.] +** Task-event-role [The purpose of an event with respect to the task.] +*** Experimental-stimulus [Part of something designed to elicit a response in the experiment.] +*** Incidental [A sensory or other type of event that is unrelated to the task or experiment.] +*** Instructional [Usually associated with a sensory event intended to give instructions to the participant about the task or behavior.] +*** Mishap [Unplanned disruption such as an equipment or experiment control abnormality or experimenter error.] +*** Participant-response [Something related to a participant actions in performing the task.] +*** Task-activity [Something that is part of the overall task or is necessary to the overall experiment but is not directly part of a stimulus-response cycle. Examples would be taking a survey or provided providing a silva sample.] +*** Warning [Something that should warn the participant that the parameters of the task have been or are about to be exceeded such as a warning message about getting too close to the shoulder of the road in a driving task.] +** Task-action-type [How an agent action should be interpreted in terms of the task specification.] +*** Appropriate-action {relatedTag=Inappropriate-action} [An action suitable or proper in the circumstances.] +*** Correct-action {relatedTag=Incorrect-action, relatedTag=Indeterminate-action} [An action that was a correct response in the context of the task.] +*** Correction [An action offering an improvement to replace a mistake or error.] +*** Done-indication {relatedTag=Ready-indication} [An action that indicates that the participant has completed this step in the task.] +*** Incorrect-action {relatedTag=Correct-action, relatedTag=Indeterminate-action} [An action considered wrong or incorrect in the context of the task.] +*** Imagined-action [Form a mental image or concept of something. This is used to identity something that only happened in the imagination of the participant as in imagined movements in motor imagery paradigms.] +*** Inappropriate-action {relatedTag=Appropriate-action} [An action not in keeping with what is correct or proper for the task.] +*** Indeterminate-action {relatedTag=Correct-action, relatedTag=Incorrect-action, relatedTag=Miss, relatedTag=Near-miss} [An action that cannot be distinguished between two or more possibibities in the current context. This tag might be applied when an outside evaluator or a classification algorithm cannot determine a definitive result.] +*** Omitted-action [An expected response was skipped.] +*** Miss {relatedTag=Near-miss} [An action considered to be a failure in the context of the task. For example, if the agent is supposed to try to hit a target and misses.] +*** Near-miss {relatedTag=Miss} [An action barely satisfied the requirements of the task. In a driving experiment for example this could pertain to a narrowly avoided collision or other accident.] +*** Ready-indication {relatedTag=Done-indication} [An action that indicates that the participant is ready to perform the next step in the task.] +** Task-relationship [Specifying organizational importance of sub-tasks.] +*** Background-subtask [A part of the task which should be performed in the background as for example inhibiting blinks due to instruction while performing the primary task.] +*** Primary-subtask [A part of the task which should be the primary focus of the participant.] +** Task-stimulus-role [The role the stimulus plays in the task.] +*** Cue [A signal for an action, a pattern of stimuli indicating a particular response.] +*** Distractor [A person or thing that distracts or a plausible but incorrect option in a multiple-choice question. In pyschological studies this is sometimes referred to as a foil.] +*** Expected {relatedTag=Unexpected, suggestedTag=Target} [Considered likely, probable or anticipated. Something of low information value as in frequent non-targets in an RSVP paradigm.] +*** Extraneous [Irrelevant or unrelated to the subject being dealt with.] +*** Feedback [An evaluative response to an inquiry, process, event, or activity.] +*** Go-signal {relatedTag=Stop-signal} [An indicator to proceed with a planned action.] +*** Meaningful [Conveying significant or relevant information.] +*** Newly-learned [Representing recently acquired information or understanding.] +*** Non-informative [Something that is not useful in forming an opinion or judging an outcome.] +*** Non-target {relatedTag=Target} [Something other than that done or looked for. Also tag Expected if the Non-target is frequent.] +*** Not-meaningful [Not having a serious, important, or useful quality or purpose.] +*** Novel [Having no previous example or precedent or parallel.] +*** Oddball {relatedTag=Unexpected, suggestedTag=Target} [Something unusual, or infrequent.] +*** Planned {relatedTag=Unplanned} [Something that was decided on or arranged in advance.] +*** Penalty [A disadvantage, loss, or hardship due to some action.] +*** Priming [An implicit memory effect in which exposure to a stimulus influences response to a later stimulus.] +*** Query [A sentence of inquiry that asks for a reply.] +*** Reward [A positive reinforcement for a desired action, behavior or response.] +*** Stop-signal {relatedTag=Go-signal} [An indicator that the agent should stop the current activity.] +*** Target [Something fixed as a goal, destination, or point of examination.] +*** Threat [An indicator that signifies hostility and predicts an increased probability of attack.] +*** Timed [Something planned or scheduled to be done at a particular time or lasting for a specified amount of time.] +*** Unexpected {relatedTag=Expected} [Something that is not anticipated.] +*** Unplanned {relatedTag=Planned} [Something that has not been planned as part of the task.] + +'''Relation''' {extensionAllowed} [Concerns the way in which two or more people or things are connected.] +* Comparative-relation [Something considered in comparison to something else. The first entity is the focus.] +** Approximately-equal-to [(A, (Approximately-equal-to, B)) indicates that A and B have almost the same value. Here A and B could refer to sizes, orders, positions or other quantities.] +** Less-than [(A, (Less-than, B)) indicates that A is smaller than B. Here A and B could refer to sizes, orders, positions or other quantities.] +** Less-than-or-equal-to [(A, (Less-than-or-equal-to, B)) indicates that the relative size or order of A is smaller than or equal to B.] +** Greater-than [(A, (Greater-than, B)) indicates that the relative size or order of A is bigger than that of B.] +** Greater-than-or-equal-to [(A, (Greater-than-or-equal-to, B)) indicates that the relative size or order of A is bigger than or the same as that of B.] +** Equal-to [(A, (Equal-to, B)) indicates that the size or order of A is the same as that of B.] +** Not-equal-to [(A, (Not-equal-to, B)) indicates that the size or order of A is not the same as that of B.] +* Connective-relation [Indicates two entities are related in some way. The first entity is the focus.] +** Belongs-to [(A, (Belongs-to, B)) indicates that A is a member of B.] +** Connected-to [(A, (Connected-to, B)) indicates that A is related to B in some respect, usually through a direct link.] +** Contained-in [(A, (Contained-in, B)) indicates that A is completely inside of B.] +** Described-by [(A, (Described-by, B)) indicates that B provides information about A.] +** From-to [(A, (From-to, B)) indicates a directional relation from A to B. A is considered the source.] +** Group-of [(A, (Group-of, B)) indicates A is a group of items of type B.] +** Implied-by [(A, (Implied-by, B)) indicates B is suggested by A.] +** Includes [(A, (Includes, B)) indicates that A has B as a member or part.] +** Interacts-with [(A, (Interacts-with, B)) indicates A and B interact, possibly reciprocally.] +** Member-of [(A, (Member-of, B)) indicates A is a member of group B.] +** Part-of [(A, (Part-of, B)) indicates A is a part of the whole B.] +** Performed-by [(A, (Performed-by, B)) indicates that the action or procedure A was carried out by agent B.] +** Performed-using [(A, (Performed-using, B)) indicates that the action or procedure A was accomplished using B.] +** Related-to [(A, (Related-to, B)) indicates A has some relationship to B.] +** Unrelated-to [(A, (Unrelated-to, B)) indicates that A is not related to B. For example, A is not related to Task.] +* Directional-relation [A relationship indicating direction of change of one entity relative to another. The first entity is the focus.] +** Away-from [(A, (Away-from, B)) indicates that A is going or has moved away from B. The meaning depends on A and B.] +** Towards [(A, (Towards, B)) indicates that A is going to or has moved to B. The meaning depends on A and B.] +* Logical-relation [Indicating a logical relationship between entities. The first entity is usually the focus.] +** And [(A, (And, B)) means A and B are both in effect.] +** Or [(A, (Or, B)) means at least one of A and B are in effect.] +* Spatial-relation [Indicating a relationship about position between entities.] +** Above [(A, (Above, B)) means A is in a place or position that is higher than B.] +** Across-from [(A, (Across-from, B)) means A is on the opposite side of something from B.] +** Adjacent-to [(A, (Adjacent-to, B)) indicates that A is next to B in time or space.] +** Ahead-of [(A, (Ahead-of, B)) indicates that A is further forward in time or space in B.] +** Around [(A, (Around, B)) means A is in or near the present place or situation of B.] +** Behind [(A, (Behind, B)) means A is at or to the far side of B, typically so as to be hidden by it.] +** Below [(A, (Below, B)) means A is in a place or position that is lower than the position of B.] +** Between [(A, (Between, (B, C))) means A is in the space or interval separating B and C.] +** Bilateral-to [(A, (Bilateral, B)) means A is on both sides of B or affects both sides of B.] +** Bottom-edge-of {relatedTag=Left-edge-of, relatedTag=Right-edge-of, relatedTag=Top-edge-of} [(A, (Bottom-edge-of, B)) means A is on the bottom most part or or near the boundary of B.] +** Boundary-of [(A, (Boundary-of, B)) means A is on or part of the edge or boundary of B.] +** Center-of [(A, (Center-of, B)) means A is at a point or or in an area that is approximately central within B.] +** Close-to [(A, (Close-to, B)) means A is at a small distance from or is located near in space to B.] +** Far-from [(A, (Far-from, B)) means A is at a large distance from or is not located near in space to B.] +** In-front-of [(A, (In-front-of, B)) means A is in a position just ahead or at the front part of B, potentially partially blocking B from view.] +** Left-edge-of {relatedTag=Bottom-edge-of, relatedTag=Right-edge-of, relatedTag=Top-edge-of} [(A, (Left-edge-of, B)) means A is located on the left side of B on or near the boundary of B.] +** Left-side-of {relatedTag=Right-side-of} [(A, (Left-side-of, B)) means A is located on the left side of B usually as part of B.] +** Lower-center-of {relatedTag=Center-of, relatedTag=Lower-left-of, relatedTag=Lower-right-of, relatedTag=Upper-center-of, relatedTag=Upper-right-of} [(A, (Lower-center-of, B)) means A is situated on the lower center part of B (due south). This relation is often used to specify qualitative information about screen position.] +** Lower-left-of {relatedTag=Center-of, relatedTag=Lower-center-of, relatedTag=Lower-right-of, relatedTag=Upper-center-of, relatedTag=Upper-left-of, relatedTag=Upper-right-of} [(A, (Lower-left-of, B)) means A is situated on the lower left part of B. This relation is often used to specify qualitative information about screen position.] +** Lower-right-of {relatedTag=Center-of, relatedTag=Lower-center-of, relatedTag=Lower-left-of, relatedTag=Upper-left-of, relatedTag=Upper-center-of, relatedTag=Upper-left-of, relatedTag=Lower-right-of} [(A, (Lower-right-of, B)) means A is situated on the lower right part of B. This relation is often used to specify qualitative information about screen position.] +** Outside-of [(A, (Outside-of, B)) means A is located in the space around but not including B.] +** Over [(A, (Over, B)) means A above is above B so as to cover or protect or A extends over the a general area as from a from a vantage point.] +** Right-edge-of {relatedTag=Bottom-edge-of, relatedTag=Left-edge-of, relatedTag=Top-edge-of} [(A, (Right-edge-of, B)) means A is located on the right side of B on or near the boundary of B.] +** Right-side-of {relatedTag=Left-side-of} [(A, (Right-side-of, B)) means A is located on the right side of B usually as part of B.] +** To-left-of [(A, (To-left-of, B)) means A is located on or directed toward the side to the west of B when B is facing north. This term is used when A is not part of B.] +** To-right-of [(A, (To-right-of, B)) means A is located on or directed toward the side to the east of B when B is facing north. This term is used when A is not part of B.] +** Top-edge-of {relatedTag=Left-edge-of, relatedTag=Right-edge-of, relatedTag=Bottom-edge-of} [(A, (Top-edge-of, B)) means A is on the uppermost part or or near the boundary of B.] +** Top-of [(A, (Top-of, B)) means A is on the uppermost part, side, or surface of B.] +** Upper-center-of {relatedTag=Center-of, relatedTag=Lower-center-of, relatedTag=Lower-left-of, relatedTag=Lower-right-of, relatedTag=Upper-center-of, relatedTag=Upper-right-of} [(A, (Upper-center-of, B)) means A is situated on the upper center part of B (due north). This relation is often used to specify qualitative information about screen position.] +** Upper-left-of {relatedTag=Center-of, relatedTag=Lower-center-of, relatedTag=Lower-left-of, relatedTag=Lower-right-of, relatedTag=Upper-center-of, relatedTag=Upper-right-of} [(A, (Upper-left-of, B)) means A is situated on the upper left part of B. This relation is often used to specify qualitative information about screen position.] +** Upper-right-of {relatedTag=Center-of, relatedTag=Lower-center-of, relatedTag=Lower-left-of, relatedTag=Upper-left-of, relatedTag=Upper-center-of, relatedTag=Lower-right-of} [(A, (Upper-right-of, B)) means A is situated on the upper right part of B. This relation is often used to specify qualitative information about screen position.] +** Underneath [(A, (Underneath, B)) means A is situated directly below and may be concealed by B.] +** Within [(A, (Within, B)) means A is on the inside of or contained in B.] +* Temporal-relation [A relationship that includes a temporal or time-based component.] +** After [(A, (After B)) means A happens at a time subsequent to a reference time related to B.] +** Asynchronous-with [(A, (Asynchronous-with, B)) means A happens at times not occurring at the same time or having the same period or phase as B.] +** Before [(A, (Before B)) means A happens at a time earlier in time or order than B.] +** During [(A, (During, B)) means A happens at some point in a given period of time in which B is ongoing.] +** Synchronous-with [(A, (Synchronous-with, B)) means A happens at occurs at the same time or rate as B.] +** Waiting-for [(A, (Waiting-for, B)) means A pauses for something to happen in B.] + +'''Modulator''' {requireChild, inLibrary=score} [External stimuli / interventions or changes in the alertness level (sleep) that modify: the background activity, or how often a graphoelement is occurring, or change other features of the graphoelement (like intra-burst frequency). For each observed finding, there is an option of specifying how they are influenced by the modulators and procedures that were done during the recording.] +* Sleep-modulator {inLibrary=score} +** Sleep-deprivation {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Sleep-following-sleep-deprivation {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Natural-sleep {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Induced-sleep {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Drowsiness {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Awakening {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Medication-modulator {inLibrary=score} +** Medication-administered-during-recording {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Medication-withdrawal-or-reduction-during-recording {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Eye-modulator {inLibrary=score} +** Manual-eye-closure {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Manual-eye-opening {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Stimulation-modulator {inLibrary=score} +** Intermittent-photic-stimulation {requireChild, inLibrary=score} +*** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits, inLibrary=score} +** Auditory-stimulation {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Nociceptive-stimulation {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Hyperventilation {inLibrary=score} +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Physical-effort {inLibrary=score} +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Cognitive-task {inLibrary=score} +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Other-modulator-or-procedure {requireChild, inLibrary=score} +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + +'''Background-activity''' {requireChild, inLibrary=score} [An EEG activity representing the setting in which a given normal or abnormal pattern appears and from which such pattern is distinguished.] +* Posterior-dominant-rhythm {suggestedTag=Finding-significance-to-recording, suggestedTag=Finding-frequency, suggestedTag=Posterior-dominant-rhythm-amplitude-range, suggestedTag=Finding-amplitude-asymmetry, suggestedTag=Posterior-dominant-rhythm-frequency-asymmetry, suggestedTag=Posterior-dominant-rhythm-eye-opening-reactivity, suggestedTag=Posterior-dominant-rhythm-organization, suggestedTag=Posterior-dominant-rhythm-caveat, suggestedTag=Absence-of-posterior-dominant-rhythm, inLibrary=score} [Rhythmic activity occurring during wakefulness over the posterior regions of the head, generally with maximum amplitudes over the occipital areas. Amplitude varies. Best seen with eyes closed and during physical relaxation and relative mental inactivity. Blocked or attenuated by attention, especially visual, and mental effort. In adults this is the alpha rhythm, and the frequency is 8 to 13 Hz. However the frequency can be higher or lower than this range (often a supra or sub harmonic of alpha frequency) and is called alpha variant rhythm (fast and slow alpha variant rhythm). In children, the normal range of the frequency of the posterior dominant rhythm is age-dependant.] +* Mu-rhythm {suggestedTag=Finding-frequency, suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, inLibrary=score} [EEG rhythm at 7-11 Hz composed of arch-shaped waves occurring over the central or centro-parietal regions of the scalp during wakefulness. Amplitudes varies but is mostly below 50 microV. Blocked or attenuated most clearly by contralateral movement, thought of movement, readiness to move or tactile stimulation.] +* Other-organized-rhythm {requireChild, suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [EEG activity that consisting of waves of approximately constant period, which is considered as part of the background (ongoing) activity, but does not fulfill the criteria of the posterior dominant rhythm.] +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Background-activity-special-feature {requireChild, inLibrary=score} [Special Features. Special features contains scoring options for the background activity of critically ill patients.] +** Continuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} +** Nearly-continuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} +** Discontinuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} +** Background-burst-suppression {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} [EEG pattern consisting of bursts (activity appearing and disappearing abruptly) interrupted by periods of low amplitude (below 20 microV) and which occurs simultaneously over all head regions.] +** Background-burst-attenuation {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} +** Background-activity-suppression {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, suggestedTag=Appearance-mode, inLibrary=score} [Periods showing activity under 10 microV (referential montage) and interrupting the background (ongoing) activity.] +** Electrocerebral-inactivity {inLibrary=score} [Absence of any ongoing cortical electric activities; in all leads EEG is isoelectric or only contains artifacts. Sensitivity has to be increased up to 2 microV/mm; recording time: at least 30 minutes.] + +'''Sleep-and-drowsiness''' {requireChild, inLibrary=score} [The features of the ongoing activity during sleep are scored here. If abnormal graphoelements appear, disappear or change their morphology during sleep, that is not scored here but at the entry corresponding to that graphooelement (as a modulator).] +* Sleep-architecture {suggestedTag=Property-not-possible-to-determine, inLibrary=score} [For longer recordings. Only to be scored if whole-night sleep is part of the recording. It is a global descriptor of the structure and pattern of sleep: estimation of the amount of time spent in REM and NREM sleep, sleep duration, NREM-REM cycle.] +** Normal-sleep-architecture {inLibrary=score} +** Abnormal-sleep-architecture {inLibrary=score} +* Sleep-stage-reached {requireChild, suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-significance-to-recording, inLibrary=score} [For normal sleep patterns the sleep stages reached during the recording can be specified] +** Sleep-stage-N1 {inLibrary=score} [Sleep stage 1.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Sleep-stage-N2 {inLibrary=score} [Sleep stage 2.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Sleep-stage-N3 {inLibrary=score} [Sleep stage 3.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Sleep-stage-REM {inLibrary=score} [Rapid eye movement.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Sleep-spindles {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Burst at 11-15 Hz but mostly at 12-14 Hz generally diffuse but of higher voltage over the central regions of the head, occurring during sleep. Amplitude varies but is mostly below 50 microV in the adult.] +* Arousal-pattern {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Arousal pattern in children. Prolonged, marked high voltage 4-6/s activity in all leads with some intermixed slower frequencies, in children.] +* Frontal-arousal-rhythm {suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Prolonged (up to 20s) rhythmical sharp or spiky activity over the frontal areas (maximum over the frontal midline) seen at arousal from sleep in children with minimal cerebral dysfunction.] +* Vertex-wave {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Sharp potential, maximal at the vertex, negative relative to other areas, apparently occurring spontaneously during sleep or in response to a sensory stimulus during sleep or wakefulness. May be single or repetitive. Amplitude varies but rarely exceeds 250 microV. Abbreviation: V wave. Synonym: vertex sharp wave.] +* K-complex {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [A burst of somewhat variable appearance, consisting most commonly of a high voltage negative slow wave followed by a smaller positive slow wave frequently associated with a sleep spindle. Duration greater than 0.5 s. Amplitude is generally maximal in the frontal vertex. K complexes occur during nonREM sleep, apparently spontaneously, or in response to sudden sensory / auditory stimuli, and are not specific for any individual sensory modality.] +* Saw-tooth-waves {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Vertex negative 2-5 Hz waves occuring in series during REM sleep] +* POSTS {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Positive occipital sharp transients of sleep. Sharp transient maximal over the occipital regions, positive relative to other areas, apparently occurring spontaneously during sleep. May be single or repetitive. Amplitude varies but is generally bellow 50 microV.] +* Hypnagogic-hypersynchrony {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Bursts of bilateral, synchronous delta or theta activity of large amplitude, occasionally with superimposed faster components, occurring during falling asleep or during awakening, in children.] +* Non-reactive-sleep {inLibrary=score} [EEG activity consisting of normal sleep graphoelements, but which cannot be interrupted by external stimuli/ the patient cannot be waken.] + +'''Interictal-finding''' {requireChild, inLibrary=score} [EEG pattern / transient that is distinguished form the background activity, considered abnormal, but is not recorded during ictal period (seizure) or postictal period; the presence of an interictal finding does not necessarily imply that the patient has epilepsy.] +* Epileptiform-interictal-activity {suggestedTag=Spike-morphology, suggestedTag=Spike-and-slow-wave-morphology, suggestedTag=Runs-of-rapid-spikes-morphology, suggestedTag=Polyspikes-morphology, suggestedTag=Polyspike-and-slow-wave-morphology, suggestedTag=Sharp-wave-morphology, suggestedTag=Sharp-and-slow-wave-morphology, suggestedTag=Slow-sharp-wave-morphology, suggestedTag=High-frequency-oscillation-morphology, suggestedTag=Hypsarrhythmia-classic-morphology, suggestedTag=Hypsarrhythmia-modified-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-propagation, suggestedTag=Multifocal-finding, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, suggestedTag=Finding-incidence, inLibrary=score} +* Abnormal-interictal-rhythmic-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Polymorphic-delta-activity-morphology, suggestedTag=Frontal-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Occipital-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Temporal-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, suggestedTag=Finding-incidence, inLibrary=score} +* Interictal-special-patterns {requireChild, inLibrary=score} +** Interictal-periodic-discharges {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics, inLibrary=score} [Periodic discharge not further specified (PDs).] +*** Generalized-periodic-discharges {inLibrary=score} [GPDs.] +*** Lateralized-periodic-discharges {inLibrary=score} [LPDs.] +*** Bilateral-independent-periodic-discharges {inLibrary=score} [BIPDs.] +*** Multifocal-periodic-discharges {inLibrary=score} [MfPDs.] +** Extreme-delta-brush {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} + +'''Critically-ill-patients-patterns''' {requireChild, inLibrary=score} [Rhythmic or periodic patterns in critically ill patients (RPPs) are scored according to the 2012 version of the American Clinical Neurophysiology Society Standardized Critical Care EEG Terminology (Hirsch et al., 2013).] +* Critically-ill-patients-periodic-discharges {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics, inLibrary=score} [Periodic discharges (PDs).] +* Rhythmic-delta-activity {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics, inLibrary=score} [RDA] +* Spike-or-sharp-and-wave {suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics, inLibrary=score} [SW] + +'''Episode''' {requireChild, inLibrary=score} [Clinical episode or electrographic seizure.] +* Epileptic-seizure {requireChild, inLibrary=score} +** Focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} +*** Aware-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} +*** Impaired-awareness-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} +*** Awareness-unknown-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} +*** Focal-to-bilateral-tonic-clonic-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} +** Generalized-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} +** Unknown-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} +** Unclassified-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} +* Subtle-seizure {suggestedTag=Episode-phase, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Seizure type frequent in neonates, sometimes referred to as motor automatisms; they may include random and roving eye movements, sucking, chewing motions, tongue protrusion, rowing or swimming or boxing movements of the arms, pedaling and bicycling movements of the lower limbs; apneic seizures are relatively common. Although some subtle seizures are associated with rhythmic ictal EEG discharges, and are clearly epileptic, ictal EEG often does not show typical epileptic activity.] +* Electrographic-seizure {suggestedTag=Episode-phase, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Referred usually to non convulsive status. Ictal EEG: rhythmic discharge or spike and wave pattern with definite evolution in frequency, location, or morphology lasting at least 10 s; evolution in amplitude alone did not qualify.] +* Seizure-PNES {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Psychogenic non-epileptic seizure.] +* Sleep-related-episode {requireChild, inLibrary=score} +** Sleep-related-arousal {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Normal.] +** Benign-sleep-myoclonus {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [A distinctive disorder of sleep characterized by a) neonatal onset, b) rhythmic myoclonic jerks only during sleep and c) abrupt and consistent cessation with arousal, d) absence of concomitant electrographic changes suggestive of seizures, and e) good outcome.] +** Confusional-awakening {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Episode of non epileptic nature included in NREM parasomnias, characterized by sudden arousal and complex behavior but without full alertness, usually lasting a few minutes and occurring almost in all children at least occasionally. Amnesia of the episode is the rule.] +** Sleep-periodic-limb-movement {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [PLMS. Periodic limb movement in sleep. Episodes are characterized by brief (0.5- to 5.0-second) lower-extremity movements during sleep, which typically occur at 20- to 40-second intervals, most commonly during the first 3 hours of sleep. The affected individual is usually not aware of the movements or of the transient partial arousals.] +** REM-sleep-behavioral-disorder {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [REM sleep behavioral disorder. Episodes characterized by: a) presence of REM sleep without atonia (RSWA) on polysomnography (PSG); b) presence of at least 1 of the following conditions - (1) Sleep-related behaviors, by history, that have been injurious, potentially injurious, or disruptive (example: dream enactment behavior); (2) abnormal REM sleep behavior documented during PSG monitoring; (3) absence of epileptiform activity on electroencephalogram (EEG) during REM sleep (unless RBD can be clearly distinguished from any concurrent REM sleep-related seizure disorder); (4) sleep disorder not better explained by another sleep disorder, a medical or neurologic disorder, a mental disorder, medication use, or a substance use disorder.] +** Sleep-walking {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Episodes characterized by ambulation during sleep; the patient is difficult to arouse during an episode, and is usually amnesic following the episode. Episodes usually occur in the first third of the night during slow wave sleep. Polysomnographic recordings demonstrate 2 abnormalities during the first sleep cycle: frequent, brief, non-behavioral EEG-defined arousals prior to the somnambulistic episode and abnormally low gamma (0.75-2.0 Hz) EEG power on spectral analysis, correlating with high-voltage (hyper-synchronic gamma) waves lasting 10 to 15 s occurring just prior to the movement. This is followed by stage I NREM sleep, and there is no evidence of complete awakening.] +* Pediatric-episode {requireChild, inLibrary=score} +** Hyperekplexia {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Disorder characterized by exaggerated startle response and hypertonicity that may occur during the first year of life and in severe cases during the neonatal period. Children usually present with marked irritability and recurrent startles in response to handling and sounds. Severely affected infants can have severe jerks and stiffening, sometimes with breath-holding spells.] +** Jactatio-capitis-nocturna {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Relatively common in normal children at the time of going to bed, especially during the first year of life, the rhythmic head movements persist during sleep. Usually, these phenomena disappear before 3 years of age.] +** Pavor-nocturnus {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [A nocturnal episode characterized by age of onset of less than five years (mean age 18 months, with peak prevalence at five to seven years), appearance of signs of panic two hours after falling asleep with crying, screams, a fearful expression, inability to recognize other people including parents (for a duration of 5-15 minutes), amnesia upon awakening. Pavor nocturnus occurs in patients almost every night for months or years (but the frequency is highly variable and may be as low as once a month) and is likely to disappear spontaneously at the age of six to eight years.] +** Pediatric-stereotypical-behavior-episode {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Repetitive motor behavior in children, typically rhythmic and persistent; usually not paroxysmal and rarely suggest epilepsy. They include headbanging, head-rolling, jactatio capitis nocturna, body rocking, buccal or lingual movements, hand flapping and related mannerisms, repetitive hand-waving (to self-induce photosensitive seizures).] +* Paroxysmal-motor-event {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Paroxysmal phenomena during neonatal or childhood periods characterized by recurrent motor or behavioral signs or symptoms that must be distinguishes from epileptic disorders.] +* Syncope {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Episode with loss of consciousness and muscle tone that is abrupt in onset, of short duration and followed by rapid recovery; it occurs in response to transient impairment of cerebral perfusion. Typical prodromal symptoms often herald onset of syncope and postictal symptoms are minimal. Syncopal convulsions resulting from cerebral anoxia are common but are not a form of epilepsy, nor are there any accompanying EEG ictal discharges.] +* Cataplexy {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [A sudden decrement in muscle tone and loss of deep tendon reflexes, leading to muscle weakness, paralysis, or postural collapse. Cataplexy usually is precipitated by an outburst of emotional expression-notably laughter, anger, or startle. It is one of the tetrad of symptoms of narcolepsy. During cataplexy, respiration and voluntary eye movements are not compromised. Consciousness is preserved.] +* Other-episode {requireChild, inLibrary=score} +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + +'''Physiologic-pattern''' {requireChild, inLibrary=score} [EEG graphoelements or rhythms that are considered normal. They only should be scored if the physician considers that they have a specific clinical significance for the recording.] +* Rhythmic-activity-pattern {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Not further specified.] +* Slow-alpha-variant-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Characteristic rhythms mostly at 4-5 Hz, recorded most prominently over the posterior regions of the head. Generally alternate, or are intermixed, with alpha rhythm to which they often are harmonically related. Amplitude varies but is frequently close to 50 micro V. Blocked or attenuated by attention, especially visual, and mental effort. Comment: slow alpha variant rhythms should be distinguished from posterior slow waves characteristic of children and adolescents and occasionally seen in young adults.] +* Fast-alpha-variant-rhythm {suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Characteristic rhythm at 14-20 Hz, detected most prominently over the posterior regions of the head. May alternate or be intermixed with alpha rhythm. Blocked or attenuated by attention, especially visual, and mental effort.] +* Ciganek-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Midline theta rhythm (Ciganek rhythm) may be observed during wakefulness or drowsiness. The frequency is 4-7 Hz, and the location is midline (ie, vertex). The morphology is rhythmic, smooth, sinusoidal, arciform, spiky, or mu-like.] +* Lambda-wave {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Diphasic sharp transient occurring over occipital regions of the head of waking subjects during visual exploration. The main component is positive relative to other areas. Time-locked to saccadic eye movement. Amplitude varies but is generally below 50 micro V.] +* Posterior-slow-waves-youth {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Waves in the delta and theta range, of variable form, lasting 0.35 to 0.5 s or longer without any consistent periodicity, found in the range of 6-12 years (occasionally seen in young adults). Alpha waves are almost always intermingled or superimposed. Reactive similar to alpha activity.] +* Diffuse-slowing-hyperventilation {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Diffuse slowing induced by hyperventilation. Bilateral, diffuse slowing during hyperventilation. Recorded in 70 percent of normal children (3-5 years) and less then 10 percent of adults. Usually appear in the posterior regions and spread forward in younger age group, whereas they tend to appear in the frontal regions and spread backward in the older age group.] +* Photic-driving {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Physiologic response consisting of rhythmic activity elicited over the posterior regions of the head by repetitive photic stimulation at frequencies of about 5-30 Hz. Comments: term should be limited to activity time-locked to the stimulus and of frequency identical or harmonically related to the stimulus frequency. Photic driving should be distinguished from the visual evoked potentials elicited by isolated flashes of light or flashes repeated at very low frequency.] +* Photomyogenic-response {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [A response to intermittent photic stimulation characterized by the appearance in the record of brief, repetitive muscular artifacts (spikes) over the anterior regions of the head. These often increase gradually in amplitude as stimuli are continued and cease promptly when the stimulus is withdrawn. Comment: this response is frequently associated with flutter of the eyelids and vertical oscillations of the eyeballs and sometimes with discrete jerking mostly involving the musculature of the face and head. (Preferred to synonym: photo-myoclonic response).] +* Other-physiologic-pattern {requireChild, inLibrary=score} +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + +'''Uncertain-significant-pattern''' {requireChild, inLibrary=score} [EEG graphoelements or rhythms that resemble abnormal patterns but that are not necessarily associated with a pathology, and the physician does not consider them abnormal in the context of the scored recording (like normal variants and patterns).] +* Sharp-transient-pattern {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} +* Wicket-spikes {inLibrary=score} [Spike-like monophasic negative single waves or trains of waves occurring over the temporal regions during drowsiness that have an arcuate or mu-like appearance. These are mainly seen in older individuals and represent a benign variant that is of little clinical significance.] +* Small-sharp-spikes {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Benign epileptiform Transients of Sleep (BETS). Small sharp spikes (SSS) of very short duration and low amplitude, often followed by a small theta wave, occurring in the temporal regions during drowsiness and light sleep. They occur on one or both sides (often asynchronously). The main negative and positive components are of about equally spiky character. Rarely seen in children, they are seen most often in adults and the elderly. Two thirds of the patients have a history of epileptic seizures.] +* Fourteen-six-Hz-positive-burst {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Burst of arch-shaped waves at 13-17 Hz and/or 5-7-Hz but most commonly at 14 and or 6 Hz seen generally over the posterior temporal and adjacent areas of one or both sides of the head during sleep. The sharp peaks of its component waves are positive with respect to other regions. Amplitude varies but is generally below 75 micro V. Comments: (1) best demonstrated by referential recording using contralateral earlobe or other remote, reference electrodes. (2) This pattern has no established clinical significance.] +* Six-Hz-spike-slow-wave {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Spike and slow wave complexes at 4-7Hz, but mostly at 6 Hz occurring generally in brief bursts bilaterally and synchronously, symmetrically or asymmetrically, and either confined to or of larger amplitude over the posterior or anterior regions of the head. The spike has a strong positive component. Amplitude varies but is generally smaller than that of spike-and slow-wave complexes repeating at slower rates. Comment: this pattern should be distinguished from epileptiform discharges. Synonym: wave and spike phantom.] +* Rudimentary-spike-wave-complex {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Synonym: Pseudo petit mal discharge. Paroxysmal discharge that consists of generalized or nearly generalized high voltage 3 to 4/sec waves with poorly developed spike in the positive trough between the slow waves, occurring in drowsiness only. It is found only in infancy and early childhood when marked hypnagogic rhythmical theta activity is paramount in the drowsy state.] +* Slow-fused-transient {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [A posterior slow-wave preceded by a sharp-contoured potential that blends together with the ensuing slow wave, in children.] +* Needle-like-occipital-spikes-blind {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Spike discharges of a particularly fast and needle-like character develop over the occipital region in most congenitally blind children. Completely disappear during childhood or adolescence.] +* Subclinical-rhythmic-EEG-discharge-adults {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Subclinical rhythmic EEG discharge of adults (SERDA). A rhythmic pattern seen in the adult age group, mainly in the waking state or drowsiness. It consists of a mixture of frequencies, often predominant in the theta range. The onset may be fairly abrupt with widespread sharp rhythmical theta and occasionally with delta activity. As to the spatial distribution, a maximum of this discharge is usually found over the centroparietal region and especially over the vertex. It may resemble a seizure discharge but is not accompanied by any clinical signs or symptoms.] +* Rhythmic-temporal-theta-burst-drowsiness {inLibrary=score} [Rhythmic temporal theta burst of drowsiness (RTTD). Characteristic burst of 4-7 Hz waves frequently notched by faster waves, occurring over the temporal regions of the head during drowsiness. Synonym: psychomotor variant pattern. Comment: this is a pattern of drowsiness that is of no clinical significance.] +* Temporal-slowing-elderly {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Focal theta and/or delta activity over the temporal regions, especially the left, in persons over the age of 60. Amplitudes are low/similar to the background activity. Comment: focal temporal theta was found in 20 percent of people between the ages of 40-59 years, and 40 percent of people between 60 and 79 years. One third of people older than 60 years had focal temporal delta activity.] +* Breach-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Rhythmical activity recorded over cranial bone defects. Usually it is in the 6 to 11/sec range, does not respond to movements.] +* Other-uncertain-significant-pattern {requireChild, inLibrary=score} +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + +'''Artifact''' {requireChild, inLibrary=score} [When relevant for the clinical interpretation, artifacts can be scored by specifying the type and the location.] +* Biological-artifact {requireChild, inLibrary=score} +** Eye-blink-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: Fp1/Fp2 become electropositive with eye closure because the cornea is positively charged causing a negative deflection in Fp1/Fp2. If the eye blink is unilateral, consider prosthetic eye. If it is in F8 rather than Fp2 then the electrodes are plugged in wrong.] +** Eye-movement-horizontal-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: There is an upward deflection in the Fp2-F8 derivation, when the eyes move to the right side. In this case F8 becomes more positive and therefore. When the eyes move to the left, F7 becomes more positive and there is an upward deflection in the Fp1-F7 derivation.] +** Eye-movement-vertical-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: The EEG shows positive potentials (50-100 micro V) with bi-frontal distribution, maximum at Fp1 and Fp2, when the eyeball rotated upward. The downward rotation of the eyeball was associated with the negative deflection. The time course of the deflections was similar to the time course of the eyeball movement.] +** Slow-eye-movement-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Slow, rolling eye-movements, seen during drowsiness.] +** Nystagmus-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} +** Chewing-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} +** Sucking-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} +** Glossokinetic-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [The tongue functions as a dipole, with the tip negative with respect to the base. The artifact produced by the tongue has a broad potential field that drops from frontal to occipital areas, although it is less steep than that produced by eye movement artifacts. The amplitude of the potentials is greater inferiorly than in parasagittal regions; the frequency is variable but usually in the delta range. Chewing and sucking can produce similar artifacts.] +** Rocking-patting-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Quasi-rhythmical artifacts in recordings from infants caused by rocking/patting.] +** Movement-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: Large amplitude artifact, with irregular morphology (usually resembling a slow-wave or a wave with complex morphology) seen in one or several channels, due to movement. If the causing movement is repetitive, the artifact might resemble a rhythmic EEG activity.] +** Respiration-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Respiration can produce 2 kinds of artifacts. One type is in the form of slow and rhythmic activity, synchronous with the body movements of respiration and mechanically affecting the impedance of (usually) one electrode. The other type can be slow or sharp waves that occur synchronously with inhalation or exhalation and involve those electrodes on which the patient is lying.] +** Pulse-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: Occurs when an EEG electrode is placed over a pulsating vessel. The pulsation can cause slow waves that may simulate EEG activity. A direct relationship exists between ECG and the pulse waves (200-300 millisecond delay after ECG equals QRS complex).] +** ECG-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: Far-field potential generated in the heart. The voltage and apparent surface of the artifact vary from derivation to derivation and, consequently, from montage to montage. The artifact is observed best in referential montages using earlobe electrodes A1 and A2. ECG artifact is recognized easily by its rhythmicity/regularity and coincidence with the ECG tracing.] +** Sweat-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Is a low amplitude undulating waveform that is usually greater than 2 seconds and may appear to be an unstable baseline.] +** EMG-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Myogenic potentials are the most common artifacts. Frontalis and temporalis muscles (ex..: clenching of jaw muscles) are common causes. Generally, the potentials generated in the muscles are of shorter duration than those generated in the brain. The frequency components are usually beyond 30-50 Hz, and the bursts are arrhythmic.] +* Non-biological-artifact {requireChild, inLibrary=score} +** Power-supply-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} [50-60 Hz artifact. Monomorphic waveform due to 50 or 60 Hz A/C power supply.] +** Induction-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Artifacts (usually of high frequency) induced by nearby equipment (like in the intensive care unit).] +** Dialysis-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} +** Artificial-ventilation-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} +** Electrode-pops-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Are brief discharges with a very steep upslope and shallow fall that occur in all leads which include that electrode.] +** Salt-bridge-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Typically occurs in 1 channel which may appear isoelectric. Only seen in bipolar montage.] +* Other-artifact {requireChild, suggestedTag=Artifact-significance-to-recording, inLibrary=score} +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + +'''Polygraphic-channel-finding''' {requireChild, inLibrary=score} [Changes observed in polygraphic channels can be scored: EOG, Respiration, ECG, EMG, other polygraphic channel (+ free text), and their significance logged (normal, abnormal, no definite abnormality).] +* EOG-channel-finding {suggestedTag=Finding-significance-to-recording, inLibrary=score} [ElectroOculoGraphy.] +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Respiration-channel-finding {suggestedTag=Finding-significance-to-recording, inLibrary=score} +** Respiration-oxygen-saturation {inLibrary=score} +*** # {takesValue, valueClass=numericClass, inLibrary=score} +** Respiration-feature {inLibrary=score} +*** Apnoe-respiration {inLibrary=score} [Add duration (range in seconds) and comments in free text.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Hypopnea-respiration {inLibrary=score} [Add duration (range in seconds) and comments in free text] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Apnea-hypopnea-index-respiration {requireChild, inLibrary=score} [Events/h. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Periodic-respiration {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Tachypnea-respiration {requireChild, inLibrary=score} [Cycles/min. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Other-respiration-feature {requireChild, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* ECG-channel-finding {suggestedTag=Finding-significance-to-recording, inLibrary=score} [Electrocardiography.] +** ECG-QT-period {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** ECG-feature {inLibrary=score} +*** ECG-sinus-rhythm {inLibrary=score} [Normal rhythm. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** ECG-arrhythmia {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** ECG-asystolia {inLibrary=score} [Add duration (range in seconds) and comments in free text.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** ECG-bradycardia {inLibrary=score} [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** ECG-extrasystole {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** ECG-ventricular-premature-depolarization {inLibrary=score} [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** ECG-tachycardia {inLibrary=score} [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Other-ECG-feature {requireChild, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* EMG-channel-finding {suggestedTag=Finding-significance-to-recording, inLibrary=score} [electromyography] +** EMG-muscle-side {inLibrary=score} +*** EMG-left-muscle {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** EMG-right-muscle {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** EMG-bilateral-muscle {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** EMG-muscle-name {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** EMG-feature {inLibrary=score} +*** EMG-myoclonus {inLibrary=score} +**** Negative-myoclonus {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** EMG-myoclonus-rhythmic {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** EMG-myoclonus-arrhythmic {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** EMG-myoclonus-synchronous {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** EMG-myoclonus-asynchronous {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** EMG-PLMS {inLibrary=score} [Periodic limb movements in sleep.] +*** EMG-spasm {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** EMG-tonic-contraction {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** EMG-asymmetric-activation {requireChild, inLibrary=score} +**** EMG-asymmetric-activation-left-first {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** EMG-asymmetric-activation-right-first {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Other-EMG-features {requireChild, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Other-polygraphic-channel {requireChild, inLibrary=score} +** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + +'''Finding-property''' {requireChild, inLibrary=score} [Descriptive element similar to main HED /Property. Something that pertains to a thing. A characteristic of some entity. A quality or feature regarded as a characteristic or inherent part of someone or something. HED attributes are adjectives or adverbs.] +* Signal-morphology-property {requireChild, inLibrary=score} +** Rhythmic-activity-morphology {inLibrary=score} [EEG activity consisting of a sequence of waves approximately constant period.] +*** Delta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} [EEG rhythm in the delta (under 4 Hz) range that does not belong to the posterior dominant rhythm (scored under other organized rhythms).] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Theta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} [EEG rhythm in the theta (4-8 Hz) range that does not belong to the posterior dominant rhythm (scored under other organized rhythm).] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Alpha-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} [EEG rhythm in the alpha range (8-13 Hz) which is considered part of the background (ongoing) activity but does not fulfill the criteria of the posterior dominant rhythm (alpha rhythm).] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Beta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} [EEG rhythm between 14 and 40 Hz, which is considered part of the background (ongoing) activity but does not fulfill the criteria of the posterior dominant rhythm. Most characteristically: a rhythm from 14 to 40 Hz recorded over the fronto-central regions of the head during wakefulness. Amplitude of the beta rhythm varies but is mostly below 30 microV. Other beta rhythms are most prominent in other locations or are diffuse.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Gamma-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Spike-morphology {inLibrary=score} [A transient, clearly distinguished from background activity, with pointed peak at a conventional paper speed or time scale and duration from 20 to under 70 ms, i.e. 1/50-1/15 s approximately. Main component is generally negative relative to other areas. Amplitude varies.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Spike-and-slow-wave-morphology {inLibrary=score} [A pattern consisting of a spike followed by a slow wave.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Runs-of-rapid-spikes-morphology {inLibrary=score} [Bursts of spike discharges at a rate from 10 to 25/sec (in most cases somewhat irregular). The bursts last more than 2 seconds (usually 2 to 10 seconds) and it is typically seen in sleep. Synonyms: rhythmic spikes, generalized paroxysmal fast activity, fast paroxysmal rhythms, grand mal discharge, fast beta activity.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Polyspikes-morphology {inLibrary=score} [Two or more consecutive spikes.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Polyspike-and-slow-wave-morphology {inLibrary=score} [Two or more consecutive spikes associated with one or more slow waves.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Sharp-wave-morphology {inLibrary=score} [A transient clearly distinguished from background activity, with pointed peak at a conventional paper speed or time scale, and duration of 70-200 ms, i.e. over 1/4-1/5 s approximately. Main component is generally negative relative to other areas. Amplitude varies.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Sharp-and-slow-wave-morphology {inLibrary=score} [A sequence of a sharp wave and a slow wave.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Slow-sharp-wave-morphology {inLibrary=score} [A transient that bears all the characteristics of a sharp-wave, but exceeds 200 ms. Synonym: blunted sharp wave.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** High-frequency-oscillation-morphology {inLibrary=score} [HFO.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Hypsarrhythmia-classic-morphology {inLibrary=score} [Abnormal interictal high amplitude waves and a background of irregular spikes.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Hypsarrhythmia-modified-morphology {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Fast-spike-activity-morphology {inLibrary=score} [A burst consisting of a sequence of spikes. Duration greater than 1 s. Frequency at least in the alpha range.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Low-voltage-fast-activity-morphology {inLibrary=score} [Refers to the fast, and often recruiting activity which can be recorded at the onset of an ictal discharge, particularly in invasive EEG recording of a seizure.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Polysharp-waves-morphology {inLibrary=score} [A sequence of two or more sharp-waves.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Slow-wave-large-amplitude-morphology {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Irregular-delta-or-theta-activity-morphology {inLibrary=score} [EEG activity consisting of repetitive waves of inconsistent wave-duration but in delta and/or theta rang (greater than 125 ms).] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Electrodecremental-change-morphology {inLibrary=score} [Sudden desynchronization of electrical activity.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** DC-shift-morphology {inLibrary=score} [Shift of negative polarity of the direct current recordings, during seizures.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Disappearance-of-ongoing-activity-morphology {inLibrary=score} [Disappearance of the EEG activity that preceded the ictal event but still remnants of background activity (thus not enough to name it electrodecremental change).] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Polymorphic-delta-activity-morphology {inLibrary=score} [EEG activity consisting of waves in the delta range (over 250 ms duration for each wave) but of different morphology.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Frontal-intermittent-rhythmic-delta-activity-morphology {inLibrary=score} [Frontal intermittent rhythmic delta activity (FIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at 1.5-2.5 Hz over the frontal areas of one or both sides of the head. Comment: most commonly associated with unspecified encephalopathy, in adults.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Occipital-intermittent-rhythmic-delta-activity-morphology {inLibrary=score} [Occipital intermittent rhythmic delta activity (OIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at 2-3 Hz over the occipital or posterior head regions of one or both sides of the head. Frequently blocked or attenuated by opening the eyes. Comment: most commonly associated with unspecified encephalopathy, in children.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Temporal-intermittent-rhythmic-delta-activity-morphology {inLibrary=score} [Temporal intermittent rhythmic delta activity (TIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at over the temporal areas of one side of the head. Comment: most commonly associated with temporal lobe epilepsy.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Periodic-discharges-morphology {requireChild, inLibrary=score} [Periodic discharges not further specified (PDs).] +*** Periodic-discharges-superimposed-activity {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** Periodic-discharges-fast-superimposed-activity {suggestedTag=Finding-frequency, inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Periodic-discharges-rhythmic-superimposed-activity {suggestedTag=Finding-frequency, inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Periodic-discharge-sharpness {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** Spiky-periodic-discharge-sharpness {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Sharp-periodic-discharge-sharpness {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Sharply-contoured-periodic-discharge-sharpness {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Blunt-periodic-discharge-sharpness {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Number-of-periodic-discharge-phases {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** 1-periodic-discharge-phase {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** 2-periodic-discharge-phases {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** 3-periodic-discharge-phases {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Greater-than-3-periodic-discharge-phases {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Periodic-discharge-triphasic-morphology {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Periodic-discharge-absolute-amplitude {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** Periodic-discharge-absolute-amplitude-very-low {inLibrary=score} [Lower than 20 microV.] +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Low-periodic-discharge-absolute-amplitude {inLibrary=score} [20 to 49 microV.] +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Medium-periodic-discharge-absolute-amplitude {inLibrary=score} [50 to 199 microV.] +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** High-periodic-discharge-absolute-amplitude {inLibrary=score} [Greater than 200 microV.] +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Periodic-discharge-relative-amplitude {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** Periodic-discharge-relative-amplitude-less-than-equal-2 {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Periodic-discharge-relative-amplitude-greater-than-2 {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Periodic-discharge-polarity {requireChild, inLibrary=score} +**** Periodic-discharge-postitive-polarity {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Periodic-discharge-negative-polarity {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Periodic-discharge-unclear-polarity {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Source-analysis-property {requireChild, inLibrary=score} [How the current in the brain reaches the electrode sensors.] +** Source-analysis-laterality {requireChild, suggestedTag=Brain-laterality, inLibrary=score} +** Source-analysis-brain-region {requireChild, inLibrary=score} +*** Source-analysis-frontal-perisylvian-superior-surface {inLibrary=score} +*** Source-analysis-frontal-lateral {inLibrary=score} +*** Source-analysis-frontal-mesial {inLibrary=score} +*** Source-analysis-frontal-polar {inLibrary=score} +*** Source-analysis-frontal-orbitofrontal {inLibrary=score} +*** Source-analysis-temporal-polar {inLibrary=score} +*** Source-analysis-temporal-basal {inLibrary=score} +*** Source-analysis-temporal-lateral-anterior {inLibrary=score} +*** Source-analysis-temporal-lateral-posterior {inLibrary=score} +*** Source-analysis-temporal-perisylvian-inferior-surface {inLibrary=score} +*** Source-analysis-central-lateral-convexity {inLibrary=score} +*** Source-analysis-central-mesial {inLibrary=score} +*** Source-analysis-central-sulcus-anterior-surface {inLibrary=score} +*** Source-analysis-central-sulcus-posterior-surface {inLibrary=score} +*** Source-analysis-central-opercular {inLibrary=score} +*** Source-analysis-parietal-lateral-convexity {inLibrary=score} +*** Source-analysis-parietal-mesial {inLibrary=score} +*** Source-analysis-parietal-opercular {inLibrary=score} +*** Source-analysis-occipital-lateral {inLibrary=score} +*** Source-analysis-occipital-mesial {inLibrary=score} +*** Source-analysis-occipital-basal {inLibrary=score} +*** Source-analysis-insula {inLibrary=score} +* Location-property {requireChild, inLibrary=score} [Location can be scored for findings. Semiologic finding can also be characterized by the somatotopic modifier (i.e. the part of the body where it occurs). In this respect, laterality (left, right, symmetric, asymmetric, left greater than right, right greater than left), body part (eyelid, face, arm, leg, trunk, visceral, hemi-) and centricity (axial, proximal limb, distal limb) can be scored.] +** Brain-laterality {requireChild, inLibrary=score} +*** Brain-laterality-left {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-laterality-left-greater-right {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-laterality-right {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-laterality-right-greater-left {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-laterality-midline {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-laterality-diffuse-asynchronous {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Brain-region {requireChild, inLibrary=score} +*** Brain-region-frontal {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-region-temporal {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-region-central {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-region-parietal {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-region-occipital {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Body-part-location {requireChild, inLibrary=score} +*** Body-part-eyelid {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Body-part-face {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Body-part-arm {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Body-part-leg {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Body-part-trunk {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Body-part-visceral {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Body-part-hemi {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Brain-centricity {requireChild, inLibrary=score} +*** Brain-centricity-axial {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-centricity-proximal-limb {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Brain-centricity-distal-limb {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Sensors {requireChild, inLibrary=score} [Lists all corresponding sensors (electrodes/channels in montage). The sensor-group is selected from a list defined in the site-settings for each EEG-lab.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Finding-propagation {suggestedTag=Property-exists, suggestedTag=Property-absence, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, inLibrary=score} [When propagation within the graphoelement is observed, first the location of the onset region is scored. Then, the location of the propagation can be noted.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Multifocal-finding {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} [When the same interictal graphoelement is observed bilaterally and at least in three independent locations, can score them using one entry, and choosing multifocal as a descriptor of the locations of the given interictal graphoelements, optionally emphasizing the involved, and the most active sites.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Modulators-property {requireChild, inLibrary=score} [For each described graphoelement, the influence of the modulators can be scored. Only modulators present in the recording are scored.] +** Modulators-reactivity {requireChild, suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} [Susceptibility of individual rhythms or the EEG as a whole to change following sensory stimulation or other physiologic actions.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Eye-closure-sensitivity {suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} [Eye closure sensitivity.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Eye-opening-passive {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by, inLibrary=score} [Passive eye opening. Used with base schema Increasing/Decreasing.] +** Medication-effect-EEG {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Medications effect on EEG. Used with base schema Increasing/Decreasing.] +** Medication-reduction-effect-EEG {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Medications reduction or withdrawal effect on EEG. Used with base schema Increasing/Decreasing.] +** Auditive-stimuli-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Used with base schema Increasing/Decreasing.] +** Nociceptive-stimuli-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by, inLibrary=score} [Used with base schema Increasing/Decreasing.] +** Physical-effort-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by, inLibrary=score} [Used with base schema Increasing/Decreasing] +** Cognitive-task-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by, inLibrary=score} [Used with base schema Increasing/Decreasing.] +** Other-modulators-effect-EEG {requireChild, inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Facilitating-factor {inLibrary=score} [Facilitating factors are defined as transient and sporadic endogenous or exogenous elements capable of augmenting seizure incidence (increasing the likelihood of seizure occurrence).] +*** Facilitating-factor-alcohol {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Facilitating-factor-awake {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Facilitating-factor-catamenial {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Facilitating-factor-fever {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Facilitating-factor-sleep {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Facilitating-factor-sleep-deprived {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Facilitating-factor-other {requireChild, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Provocative-factor {requireChild, inLibrary=score} [Provocative factors are defined as transient and sporadic endogenous or exogenous elements capable of evoking/triggering seizures immediately following the exposure to it.] +*** Hyperventilation-provoked {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Reflex-provoked {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Medication-effect-clinical {suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Medications clinical effect. Used with base schema Increasing/Decreasing.] +** Medication-reduction-effect-clinical {suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Medications reduction or withdrawal clinical effect. Used with base schema Increasing/Decreasing.] +** Other-modulators-effect-clinical {requireChild, inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Intermittent-photic-stimulation-effect {requireChild, inLibrary=score} +*** Posterior-stimulus-dependent-intermittent-photic-stimulation-response {suggestedTag=Finding-frequency, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Posterior-stimulus-independent-intermittent-photic-stimulation-response-limited {suggestedTag=Finding-frequency, inLibrary=score} [limited to the stimulus-train] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Posterior-stimulus-independent-intermittent-photic-stimulation-response-self-sustained {suggestedTag=Finding-frequency, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Generalized-photoparoxysmal-intermittent-photic-stimulation-response-limited {suggestedTag=Finding-frequency, inLibrary=score} [Limited to the stimulus-train.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Generalized-photoparoxysmal-intermittent-photic-stimulation-response-self-sustained {suggestedTag=Finding-frequency, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Activation-of-pre-existing-epileptogenic-area-intermittent-photic-stimulation-effect {suggestedTag=Finding-frequency, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Unmodified-intermittent-photic-stimulation-effect {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Quality-of-hyperventilation {requireChild, inLibrary=score} +*** Hyperventilation-refused-procedure {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Hyperventilation-poor-effort {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Hyperventilation-good-effort {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Hyperventilation-excellent-effort {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Modulators-effect {requireChild, inLibrary=score} [Tags for describing the influence of the modulators] +*** Modulators-effect-continuous-during-NRS {inLibrary=score} [Continuous during non-rapid-eye-movement-sleep (NRS)] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Modulators-effect-only-during {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Only during Sleep/Awakening/Hyperventilation/Physical effort/Cognitive task. Free text.] +*** Modulators-effect-change-of-patterns {inLibrary=score} [Change of patterns during sleep/awakening.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Time-related-property {requireChild, inLibrary=score} [Important to estimate how often an interictal abnormality is seen in the recording.] +** Appearance-mode {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} [Describes how the non-ictal EEG pattern/graphoelement is distributed through the recording.] +*** Random-appearance-mode {inLibrary=score} [Occurrence of the non-ictal EEG pattern / graphoelement without any rhythmicity / periodicity.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Periodic-appearance-mode {inLibrary=score} [Non-ictal EEG pattern / graphoelement occurring at an approximately regular rate / interval (generally of 1 to several seconds).] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Variable-appearance-mode {inLibrary=score} [Occurrence of non-ictal EEG pattern / graphoelements, that is sometimes rhythmic or periodic, other times random, throughout the recording.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Intermittent-appearance-mode {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Continuous-appearance-mode {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Discharge-pattern {requireChild, inLibrary=score} [Describes the organization of the EEG signal within the discharge (distinguish between single and repetitive discharges)] +*** Single-discharge-pattern {suggestedTag=Finding-incidence, inLibrary=score} [Applies to the intra-burst pattern: a graphoelement that is not repetitive; before and after the graphoelement one can distinguish the background activity.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Rhythmic-trains-or-bursts-discharge-pattern {suggestedTag=Finding-prevalence, suggestedTag=Finding-frequency, inLibrary=score} [Applies to the intra-burst pattern: a non-ictal graphoelement that repeats itself without returning to the background activity between them. The graphoelements within this repetition occur at approximately constant period.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Arrhythmic-trains-or-bursts-discharge-pattern {suggestedTag=Finding-prevalence, inLibrary=score} [Applies to the intra-burst pattern: a non-ictal graphoelement that repeats itself without returning to the background activity between them. The graphoelements within this repetition occur at inconstant period.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Fragmented-discharge-pattern {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Periodic-discharge-time-related-features {requireChild, inLibrary=score} [Periodic discharges not further specified (PDs) time-relayed features tags.] +*** Periodic-discharge-duration {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** Very-brief-periodic-discharge-duration {inLibrary=score} [Less than 10 sec.] +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Brief-periodic-discharge-duration {inLibrary=score} [10 to 59 sec.] +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Intermediate-periodic-discharge-duration {inLibrary=score} [1 to 4.9 min.] +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Long-periodic-discharge-duration {inLibrary=score} [5 to 59 min.] +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Very-long-periodic-discharge-duration {inLibrary=score} [Greater than 1 hour.] +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Periodic-discharge-onset {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** Sudden-periodic-discharge-onset {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Gradual-periodic-discharge-onset {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Periodic-discharge-dynamics {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** Evolving-periodic-discharge-dynamics {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Fluctuating-periodic-discharge-dynamics {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Static-periodic-discharge-dynamics {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Finding-extent {inLibrary=score} [Percentage of occurrence during the recording (background activity and interictal finding).] +*** # {takesValue, valueClass=numericClass, inLibrary=score} +** Finding-incidence {requireChild, inLibrary=score} [How often it occurs/time-epoch.] +*** Only-once-finding-incidence {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Rare-finding-incidence {inLibrary=score} [less than 1/h] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Uncommon-finding-incidence {inLibrary=score} [1/5 min to 1/h.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Occasional-finding-incidence {inLibrary=score} [1/min to 1/5min.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Frequent-finding-incidence {inLibrary=score} [1/10 s to 1/min.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Abundant-finding-incidence {inLibrary=score} [Greater than 1/10 s).] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Finding-prevalence {requireChild, inLibrary=score} [The percentage of the recording covered by the train/burst.] +*** Rare-finding-prevalence {inLibrary=score} [Less than 1 percent.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Occasional-finding-prevalence {inLibrary=score} [1 to 9 percent.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Frequent-finding-prevalence {inLibrary=score} [10 to 49 percent.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Abundant-finding-prevalence {inLibrary=score} [50 to 89 percent.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Continuous-finding-prevalence {inLibrary=score} [Greater than 90 percent.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Posterior-dominant-rhythm-property {requireChild, inLibrary=score} [Posterior dominant rhythm is the most often scored EEG feature in clinical practice. Therefore, there are specific terms that can be chosen for characterizing the PDR.] +** Posterior-dominant-rhythm-amplitude-range {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +*** Low-posterior-dominant-rhythm-amplitude-range {inLibrary=score} [Low (less than 20 microV).] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Medium-posterior-dominant-rhythm-amplitude-range {inLibrary=score} [Medium (between 20 and 70 microV).] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** High-posterior-dominant-rhythm-amplitude-range {inLibrary=score} [High (more than 70 microV).] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Posterior-dominant-rhythm-frequency-asymmetry {requireChild, inLibrary=score} [When symmetrical could be labeled with base schema Symmetrical tag.] +*** Posterior-dominant-rhythm-frequency-asymmetry-lower-left {inLibrary=score} [Hz lower on the left side.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Posterior-dominant-rhythm-frequency-asymmetry-lower-right {inLibrary=score} [Hz lower on the right side.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Posterior-dominant-rhythm-eye-opening-reactivity {suggestedTag=Property-not-possible-to-determine, inLibrary=score} [Change (disappearance or measurable decrease in amplitude) of a posterior dominant rhythm following eye-opening. Eye closure has the opposite effect.] +*** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-left {inLibrary=score} [Reduced left side reactivity.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-right {inLibrary=score} [Reduced right side reactivity.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [free text] +*** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-both {inLibrary=score} [Reduced reactivity on both sides.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Posterior-dominant-rhythm-organization {requireChild, inLibrary=score} [When normal could be labeled with base schema Normal tag.] +*** Posterior-dominant-rhythm-organization-poorly-organized {inLibrary=score} [Poorly organized.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Posterior-dominant-rhythm-organization-disorganized {inLibrary=score} [Disorganized.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Posterior-dominant-rhythm-organization-markedly-disorganized {inLibrary=score} [Markedly disorganized.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Posterior-dominant-rhythm-caveat {requireChild, inLibrary=score} [Caveat to the annotation of PDR.] +*** No-posterior-dominant-rhythm-caveat {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Posterior-dominant-rhythm-caveat-only-open-eyes-during-the-recording {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Posterior-dominant-rhythm-caveat-sleep-deprived-caveat {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Posterior-dominant-rhythm-caveat-drowsy {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Posterior-dominant-rhythm-caveat-only-following-hyperventilation {inLibrary=score} +** Absence-of-posterior-dominant-rhythm {requireChild, inLibrary=score} [Reason for absence of PDR.] +*** Absence-of-posterior-dominant-rhythm-artifacts {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Absence-of-posterior-dominant-rhythm-extreme-low-voltage {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Absence-of-posterior-dominant-rhythm-eye-closure-could-not-be-achieved {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Absence-of-posterior-dominant-rhythm-lack-of-awake-period {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Absence-of-posterior-dominant-rhythm-lack-of-compliance {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Absence-of-posterior-dominant-rhythm-other-causes {requireChild, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Episode-property {requireChild, inLibrary=score} +** Seizure-classification {requireChild, inLibrary=score} [Epileptic seizures are named using the current ILAE seizure classification (Fisher et al., 2017, Beniczky et al., 2017).] +*** Motor-onset-seizure {inLibrary=score} +**** Myoclonic-motor-onset-seizure {inLibrary=score} +**** Negative-myoclonic-motor-onset-seizure {inLibrary=score} +**** Clonic-motor-onset-seizure {inLibrary=score} +**** Tonic-motor-onset-seizure {inLibrary=score} +**** Atonic-motor-onset-seizure {inLibrary=score} +**** Myoclonic-atonic-motor-onset-seizure {inLibrary=score} +**** Myoclonic-tonic-clonic-motor-onset-seizure {inLibrary=score} +**** Tonic-clonic-motor-onset-seizure {inLibrary=score} +**** Automatism-motor-onset-seizure {inLibrary=score} +**** Hyperkinetic-motor-onset-seizure {inLibrary=score} +**** Epileptic-spasm-episode {inLibrary=score} +*** Nonmotor-onset-seizure {inLibrary=score} +**** Behavior-arrest-nonmotor-onset-seizure {inLibrary=score} +**** Sensory-nonmotor-onset-seizure {inLibrary=score} +**** Emotional-nonmotor-onset-seizure {inLibrary=score} +**** Cognitive-nonmotor-onset-seizure {inLibrary=score} +**** Autonomic-nonmotor-onset-seizure {inLibrary=score} +*** Absence-seizure {inLibrary=score} +**** Typical-absence-seizure {inLibrary=score} +**** Atypical-absence-seizure {inLibrary=score} +**** Myoclonic-absence-seizure {inLibrary=score} +**** Eyelid-myoclonia-absence-seizure {inLibrary=score} +** Episode-phase {requireChild, suggestedTag=Seizure-semiology-manifestation, suggestedTag=Postictal-semiology-manifestation, suggestedTag=Ictal-EEG-patterns, inLibrary=score} [The electroclinical findings (i.e., the seizure semiology and the ictal EEG) are divided in three phases: onset, propagation, and postictal.] +*** Episode-phase-initial {inLibrary=score} +*** Episode-phase-subsequent {inLibrary=score} +*** Episode-phase-postictal {inLibrary=score} +** Seizure-semiology-manifestation {requireChild, inLibrary=score} [Semiology is described according to the ILAE Glossary of Descriptive Terminology for Ictal Semiology (Blume et al., 2001). Besides the name, the semiologic finding can also be characterized by the somatotopic modifier, laterality, body part and centricity. Uses Location-property tags.] +*** Semiology-motor-manifestation {inLibrary=score} +**** Semiology-elementary-motor {inLibrary=score} +***** Semiology-motor-tonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [A sustained increase in muscle contraction lasting a few seconds to minutes.] +***** Semiology-motor-dystonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Sustained contractions of both agonist and antagonist muscles producing athetoid or twisting movements, which, when prolonged, may produce abnormal postures.] +***** Semiology-motor-epileptic-spasm {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [A sudden flexion, extension, or mixed extension flexion of predominantly proximal and truncal muscles that is usually more sustained than a myoclonic movement but not so sustained as a tonic seizure (i.e., about 1 s). Limited forms may occur: grimacing, head nodding. Frequent occurrence in clusters.] +***** Semiology-motor-postural {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Adoption of a posture that may be bilaterally symmetric or asymmetric (as in a fencing posture).] +***** Semiology-motor-versive {suggestedTag=Body-part, suggestedTag=Episode-event-count, inLibrary=score} [A sustained, forced conjugate ocular, cephalic, and/or truncal rotation or lateral deviation from the midline.] +***** Semiology-motor-clonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Myoclonus that is regularly repetitive, involves the same muscle groups, at a frequency of about 2 to 3 c/s, and is prolonged. Synonym: rhythmic myoclonus .] +***** Semiology-motor-myoclonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Characterized by myoclonus. MYOCLONUS : sudden, brief (lower than 100 ms) involuntary single or multiple contraction(s) of muscles(s) or muscle groups of variable topography (axial, proximal limb, distal).] +***** Semiology-motor-jacksonian-march {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Term indicating spread of clonic movements through contiguous body parts unilaterally.] +***** Semiology-motor-negative-myoclonus {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Characterized by negative myoclonus. NEGATIVE MYOCLONUS: interruption of tonic muscular activity for lower than 500 ms without evidence of preceding myoclonia.] +***** Semiology-motor-tonic-clonic {requireChild, inLibrary=score} [A sequence consisting of a tonic followed by a clonic phase. Variants such as clonic-tonic-clonic may be seen. Asymmetry of limb posture during the tonic phase of a GTC: one arm is rigidly extended at the elbow (often with the fist clenched tightly and flexed at the wrist), whereas the opposite arm is flexed at the elbow.] +****** Semiology-motor-tonic-clonic-without-figure-of-four {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} +****** Semiology-motor-tonic-clonic-with-figure-of-four-extension-left-elbow {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} +****** Semiology-motor-tonic-clonic-with-figure-of-four-extension-right-elbow {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} +***** Semiology-motor-astatic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Loss of erect posture that results from an atonic, myoclonic, or tonic mechanism. Synonym: drop attack.] +***** Semiology-motor-atonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Sudden loss or diminution of muscle tone without apparent preceding myoclonic or tonic event lasting greater or equal to 1 to 2 s, involving head, trunk, jaw, or limb musculature.] +***** Semiology-motor-eye-blinking {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} +***** Semiology-motor-other-elementary-motor {requireChild, inLibrary=score} +****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Semiology-motor-automatisms {inLibrary=score} +***** Semiology-motor-automatisms-mimetic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Facial expression suggesting an emotional state, often fear.] +***** Semiology-motor-automatisms-oroalimentary {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Lip smacking, lip pursing, chewing, licking, tooth grinding, or swallowing.] +***** Semiology-motor-automatisms-dacrystic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Bursts of crying.] +***** Semiology-motor-automatisms-dyspraxic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Inability to perform learned movements spontaneously or on command or imitation despite intact relevant motor and sensory systems and adequate comprehension and cooperation.] +***** Semiology-motor-automatisms-manual {suggestedTag=Brain-laterality, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [1. Indicates principally distal components, bilateral or unilateral. 2. Fumbling, tapping, manipulating movements.] +***** Semiology-motor-automatisms-gestural {suggestedTag=Brain-laterality, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Semipurposive, asynchronous hand movements. Often unilateral.] +***** Semiology-motor-automatisms-pedal {suggestedTag=Brain-laterality, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [1. Indicates principally distal components, bilateral or unilateral. 2. Fumbling, tapping, manipulating movements.] +***** Semiology-motor-automatisms-hypermotor {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [1. Involves predominantly proximal limb or axial muscles producing irregular sequential ballistic movements, such as pedaling, pelvic thrusting, thrashing, rocking movements. 2. Increase in rate of ongoing movements or inappropriately rapid performance of a movement.] +***** Semiology-motor-automatisms-hypokinetic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [A decrease in amplitude and/or rate or arrest of ongoing motor activity.] +***** Semiology-motor-automatisms-gelastic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Bursts of laughter or giggling, usually without an appropriate affective tone.] +***** Semiology-motor-other-automatisms {requireChild, inLibrary=score} +****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Semiology-motor-behavioral-arrest {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Interruption of ongoing motor activity or of ongoing behaviors with fixed gaze, without movement of the head or trunk (oro-alimentary and hand automatisms may continue).] +*** Semiology-non-motor-manifestation {inLibrary=score} +**** Semiology-sensory {inLibrary=score} +***** Semiology-sensory-headache {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Headache occurring in close temporal proximity to the seizure or as the sole seizure manifestation.] +***** Semiology-sensory-visual {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Flashing or flickering lights, spots, simple patterns, scotomata, or amaurosis.] +***** Semiology-sensory-auditory {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Buzzing, drumming sounds or single tones.] +***** Semiology-sensory-olfactory {suggestedTag=Body-part, suggestedTag=Episode-event-count, inLibrary=score} +***** Semiology-sensory-gustatory {suggestedTag=Episode-event-count, inLibrary=score} [Taste sensations including acidic, bitter, salty, sweet, or metallic.] +***** Semiology-sensory-epigastric {suggestedTag=Episode-event-count, inLibrary=score} [Abdominal discomfort including nausea, emptiness, tightness, churning, butterflies, malaise, pain, and hunger; sensation may rise to chest or throat. Some phenomena may reflect ictal autonomic dysfunction.] +***** Semiology-sensory-somatosensory {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Tingling, numbness, electric-shock sensation, sense of movement or desire to move.] +***** Semiology-sensory-painful {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Peripheral (lateralized/bilateral), cephalic, abdominal.] +***** Semiology-sensory-autonomic-sensation {suggestedTag=Episode-event-count, inLibrary=score} [A sensation consistent with involvement of the autonomic nervous system, including cardiovascular, gastrointestinal, sudomotor, vasomotor, and thermoregulatory functions. (Thus autonomic aura; cf. autonomic events 3.0).] +***** Semiology-sensory-other {requireChild, inLibrary=score} +****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Semiology-experiential {inLibrary=score} +***** Semiology-experiential-affective-emotional {suggestedTag=Episode-event-count, inLibrary=score} [Components include fear, depression, joy, and (rarely) anger.] +***** Semiology-experiential-hallucinatory {suggestedTag=Episode-event-count, inLibrary=score} [Composite perceptions without corresponding external stimuli involving visual, auditory, somatosensory, olfactory, and/or gustatory phenomena. Example: hearing and seeing people talking.] +***** Semiology-experiential-illusory {suggestedTag=Episode-event-count, inLibrary=score} [An alteration of actual percepts involving the visual, auditory, somatosensory, olfactory, or gustatory systems.] +***** Semiology-experiential-mnemonic {inLibrary=score} [Components that reflect ictal dysmnesia such as feelings of familiarity (deja-vu) and unfamiliarity (jamais-vu).] +****** Semiology-experiential-mnemonic-Deja-vu {suggestedTag=Episode-event-count, inLibrary=score} +****** Semiology-experiential-mnemonic-Jamais-vu {suggestedTag=Episode-event-count, inLibrary=score} +***** Semiology-experiential-other {requireChild, inLibrary=score} +****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Semiology-dyscognitive {suggestedTag=Episode-event-count, inLibrary=score} [The term describes events in which (1) disturbance of cognition is the predominant or most apparent feature, and (2a) two or more of the following components are involved, or (2b) involvement of such components remains undetermined. Otherwise, use the more specific term (e.g., mnemonic experiential seizure or hallucinatory experiential seizure). Components of cognition: ++ perception: symbolic conception of sensory information ++ attention: appropriate selection of a principal perception or task ++ emotion: appropriate affective significance of a perception ++ memory: ability to store and retrieve percepts or concepts ++ executive function: anticipation, selection, monitoring of consequences, and initiation of motor activity including praxis, speech.] +**** Semiology-language-related {inLibrary=score} +***** Semiology-language-related-vocalization {suggestedTag=Episode-event-count, inLibrary=score} +***** Semiology-language-related-verbalization {suggestedTag=Episode-event-count, inLibrary=score} +***** Semiology-language-related-dysphasia {suggestedTag=Episode-event-count, inLibrary=score} +***** Semiology-language-related-aphasia {suggestedTag=Episode-event-count, inLibrary=score} +***** Semiology-language-related-other {requireChild, inLibrary=score} +****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Semiology-autonomic {inLibrary=score} +***** Semiology-autonomic-pupillary {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Mydriasis, miosis (either bilateral or unilateral).] +***** Semiology-autonomic-hypersalivation {suggestedTag=Episode-event-count, inLibrary=score} [Increase in production of saliva leading to uncontrollable drooling] +***** Semiology-autonomic-respiratory-apnoeic {suggestedTag=Episode-event-count, inLibrary=score} [subjective shortness of breath, hyperventilation, stridor, coughing, choking, apnea, oxygen desaturation, neurogenic pulmonary edema.] +***** Semiology-autonomic-cardiovascular {suggestedTag=Episode-event-count, inLibrary=score} [Modifications of heart rate (tachycardia, bradycardia), cardiac arrhythmias (such as sinus arrhythmia, sinus arrest, supraventricular tachycardia, atrial premature depolarizations, ventricular premature depolarizations, atrio-ventricular block, bundle branch block, atrioventricular nodal escape rhythm, asystole).] +***** Semiology-autonomic-gastrointestinal {suggestedTag=Episode-event-count, inLibrary=score} [Nausea, eructation, vomiting, retching, abdominal sensations, abdominal pain, flatulence, spitting, diarrhea.] +***** Semiology-autonomic-urinary-incontinence {suggestedTag=Episode-event-count, inLibrary=score} [urinary urge (intense urinary urge at the beginning of seizures), urinary incontinence, ictal urination (rare symptom of partial seizures without loss of consciousness).] +***** Semiology-autonomic-genital {suggestedTag=Episode-event-count, inLibrary=score} [Sexual auras (erotic thoughts and feelings, sexual arousal and orgasm). Genital auras (unpleasant, sometimes painful, frightening or emotionally neutral somatosensory sensations in the genitals that can be accompanied by ictal orgasm). Sexual automatisms (hypermotor movements consisting of writhing, thrusting, rhythmic movements of the pelvis, arms and legs, sometimes associated with picking and rhythmic manipulation of the groin or genitalia, exhibitionism and masturbation).] +***** Semiology-autonomic-vasomotor {suggestedTag=Episode-event-count, inLibrary=score} [Flushing or pallor (may be accompanied by feelings of warmth, cold and pain).] +***** Semiology-autonomic-sudomotor {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Sweating and piloerection (may be accompanied by feelings of warmth, cold and pain).] +***** Semiology-autonomic-thermoregulatory {suggestedTag=Episode-event-count, inLibrary=score} [Hyperthermia, fever.] +***** Semiology-autonomic-other {requireChild, inLibrary=score} +****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Semiology-manifestation-other {requireChild, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Postictal-semiology-manifestation {requireChild, inLibrary=score} +*** Postictal-semiology-unconscious {suggestedTag=Episode-event-count, inLibrary=score} +*** Postictal-semiology-quick-recovery-of-consciousness {suggestedTag=Episode-event-count, inLibrary=score} [Quick recovery of awareness and responsiveness.] +*** Postictal-semiology-aphasia-or-dysphasia {suggestedTag=Episode-event-count, inLibrary=score} [Impaired communication involving language without dysfunction of relevant primary motor or sensory pathways, manifested as impaired comprehension, anomia, parahasic errors or a combination of these.] +*** Postictal-semiology-behavioral-change {suggestedTag=Episode-event-count, inLibrary=score} [Occurring immediately after a aseizure. Including psychosis, hypomanina, obsessive-compulsive behavior.] +*** Postictal-semiology-hemianopia {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Postictal visual loss in a a hemi field.] +*** Postictal-semiology-impaired-cognition {suggestedTag=Episode-event-count, inLibrary=score} [Decreased Cognitive performance involving one or more of perception, attention, emotion, memory, execution, praxis, speech.] +*** Postictal-semiology-dysphoria {suggestedTag=Episode-event-count, inLibrary=score} [Depression, irritability, euphoric mood, fear, anxiety.] +*** Postictal-semiology-headache {suggestedTag=Episode-event-count, inLibrary=score} [Headache with features of tension-type or migraine headache that develops within 3 h following the seizure and resolves within 72 h after seizure.] +*** Postictal-semiology-nose-wiping {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Noes-wiping usually within 60 sec of seizure offset, usually with the hand ipsilateral to the seizure onset.] +*** Postictal-semiology-anterograde-amnesia {suggestedTag=Episode-event-count, inLibrary=score} [Impaired ability to remember new material.] +*** Postictal-semiology-retrograde-amnesia {suggestedTag=Episode-event-count, inLibrary=score} [Impaired ability to recall previously remember material.] +*** Postictal-semiology-paresis {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Todds palsy. Any unilateral postictal dysfunction relating to motor, language, sensory and/or integrative functions.] +*** Postictal-semiology-sleep {inLibrary=score} [Invincible need to sleep after a seizure.] +*** Postictal-semiology-unilateral-myoclonic-jerks {inLibrary=score} [unilateral motor phenomena, other then specified, occurring in postictal phase.] +*** Postictal-semiology-other-unilateral-motor-phenomena {requireChild, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Polygraphic-channel-relation-to-episode {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +*** Polygraphic-channel-cause-to-episode {inLibrary=score} +*** Polygraphic-channel-consequence-of-episode {inLibrary=score} +** Ictal-EEG-patterns {inLibrary=score} +*** Ictal-EEG-patterns-obscured-by-artifacts {inLibrary=score} [The interpretation of the EEG is not possible due to artifacts.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Ictal-EEG-activity {suggestedTag=Polyspikes-morphology, suggestedTag=Fast-spike-activity-morphology, suggestedTag=Low-voltage-fast-activity-morphology, suggestedTag=Polysharp-waves-morphology, suggestedTag=Spike-and-slow-wave-morphology, suggestedTag=Polyspike-and-slow-wave-morphology, suggestedTag=Sharp-and-slow-wave-morphology, suggestedTag=Rhythmic-activity-morphology, suggestedTag=Slow-wave-large-amplitude-morphology, suggestedTag=Irregular-delta-or-theta-activity-morphology, suggestedTag=Electrodecremental-change-morphology, suggestedTag=DC-shift-morphology, suggestedTag=Disappearance-of-ongoing-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Source-analysis-laterality, suggestedTag=Source-analysis-brain-region, suggestedTag=Episode-event-count, inLibrary=score} +*** Postictal-EEG-activity {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, inLibrary=score} +** Episode-time-context-property {inLibrary=score} [Additional clinically relevant features related to episodes can be scored under timing and context. If needed, episode duration can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Temporal-value/Duration.] +*** Episode-consciousness {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** Episode-consciousness-not-tested {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Episode-consciousness-affected {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Episode-consciousness-mildly-affected {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Episode-consciousness-not-affected {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Episode-awareness {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Clinical-EEG-temporal-relationship {suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** Clinical-start-followed-EEG {inLibrary=score} [Clinical start, followed by EEG start by X seconds.] +***** # {takesValue, valueClass=numericClass, unitClass=timeUnits, inLibrary=score} +**** EEG-start-followed-clinical {inLibrary=score} [EEG start, followed by clinical start by X seconds.] +***** # {takesValue, valueClass=numericClass, unitClass=timeUnits, inLibrary=score} +**** Simultaneous-start-clinical-EEG {inLibrary=score} +**** Clinical-EEG-temporal-relationship-notes {inLibrary=score} [Clinical notes to annotate the clinical-EEG temporal relationship.] +***** # {takesValue, valueClass=textClass, inLibrary=score} +*** Episode-event-count {suggestedTag=Property-not-possible-to-determine, inLibrary=score} [Number of stereotypical episodes during the recording.] +**** # {takesValue, valueClass=numericClass, inLibrary=score} +*** State-episode-start {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} [State at the start of the episode.] +**** Episode-start-from-sleep {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Episode-start-from-awake {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Episode-postictal-phase {suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** # {takesValue, valueClass=numericClass, unitClass=timeUnits, inLibrary=score} +*** Episode-prodrome {suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} [Prodrome is a preictal phenomenon, and it is defined as a subjective or objective clinical alteration (e.g., ill-localized sensation or agitation) that heralds the onset of an epileptic seizure but does not form part of it (Blume et al., 2001). Therefore, prodrome should be distinguished from aura (which is an ictal phenomenon).] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Episode-tongue-biting {suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Episode-responsiveness {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} +**** Episode-responsiveness-preserved {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Episode-responsiveness-affected {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Episode-appearance {requireChild, inLibrary=score} +**** Episode-appearance-interactive {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Episode-appearance-spontaneous {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Seizure-dynamics {requireChild, inLibrary=score} [Spatiotemporal dynamics can be scored (evolution in morphology; evolution in frequency; evolution in location).] +**** Seizure-dynamics-evolution-morphology {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Seizure-dynamics-evolution-frequency {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Seizure-dynamics-evolution-location {inLibrary=score} +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +**** Seizure-dynamics-not-possible-to-determine {inLibrary=score} [Not possible to determine.] +***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +* Other-finding-property {requireChild, inLibrary=score} +** Artifact-significance-to-recording {requireChild, inLibrary=score} [It is important to score the significance of the described artifacts: recording is not interpretable, recording of reduced diagnostic value, does not interfere with the interpretation of the recording.] +*** Recording-not-interpretable-due-to-artifact {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Recording-of-reduced-diagnostic-value-due-to-artifact {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Artifact-does-not-interfere-recording {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Finding-significance-to-recording {requireChild, inLibrary=score} [Significance of finding. When normal/abnormal could be labeled with base schema Normal/Abnormal tags.] +*** Finding-no-definite-abnormality {inLibrary=score} +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Finding-significance-not-possible-to-determine {inLibrary=score} [Not possible to determine.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Finding-frequency {inLibrary=score} [Value in Hz (number) typed in.] +*** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits, inLibrary=score} +** Finding-amplitude {inLibrary=score} [Value in microvolts (number) typed in.] +*** # {takesValue, valueClass=numericClass, unitClass=electricPotentialUnits, inLibrary=score} +** Finding-amplitude-asymmetry {requireChild, inLibrary=score} [For posterior dominant rhythm: a difference in amplitude between the homologous area on opposite sides of the head that consistently exceeds 50 percent. When symmetrical could be labeled with base schema Symmetrical tag. For sleep: Absence or consistently marked amplitude asymmetry (greater than 50 percent) of a normal sleep graphoelement.] +*** Finding-amplitude-asymmetry-lower-left {inLibrary=score} [Amplitude lower on the left side.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Finding-amplitude-asymmetry-lower-right {inLibrary=score} [Amplitude lower on the right side.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +*** Finding-amplitude-asymmetry-not-possible-to-determine {inLibrary=score} [Not possible to determine.] +**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Finding-stopped-by {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Finding-triggered-by {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Finding-unmodified {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Property-not-possible-to-determine {inLibrary=score} [Not possible to determine.] +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Property-exists {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +** Property-absence {inLibrary=score} +*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + + +!# end schema +'''Unit classes''' +* accelerationUnits {defaultUnits=m-per-s^2} +** m-per-s^2 {SIUnit, unitSymbol, conversionFactor=1.0} +* angleUnits {defaultUnits=radian} +** radian {SIUnit, conversionFactor=1.0} +** rad {SIUnit, unitSymbol, conversionFactor=1.0} +** degree {conversionFactor=0.0174533} +* areaUnits {defaultUnits=m^2} +** m^2 {SIUnit, unitSymbol, conversionFactor=1.0} +* currencyUnits {defaultUnits=$} [Units indicating the worth of something.] +** dollar {conversionFactor=1.0} +** $ {unitPrefix, unitSymbol, conversionFactor=1.0} +** euro +** point +* electricPotentialUnits {defaultUnits=uv} +** v {SIUnit, unitSymbol, conversionFactor=0.000001} +** Volt {SIUnit, conversionFactor=0.000001} +* frequencyUnits {defaultUnits=Hz} +** hertz {SIUnit, conversionFactor=1.0} +** Hz {SIUnit, unitSymbol, conversionFactor=1.0} +* intensityUnits {defaultUnits=dB} +** dB {unitSymbol, conversionFactor=1.0} [Intensity expressed as ratio to a threshold. May be used for sound intensity.] +** candela {SIUnit} [Units used to express light intensity.] +** cd {SIUnit, unitSymbol} [Units used to express light intensity.] +* jerkUnits {defaultUnits=m-per-s^3} +** m-per-s^3 {unitSymbol, conversionFactor=1.0} +* magneticFieldUnits {defaultUnits=fT} [Units used to magnetic field intensity.] +** tesla {SIUnit, conversionFactor=10^-15} +** T {SIUnit, unitSymbol, conversionFactor=10^-15} +* memorySizeUnits {defaultUnits=B} +** byte {SIUnit, conversionFactor=1.0} +** B {SIUnit, unitSymbol, conversionFactor=1.0} +* physicalLengthUnits {defaultUnits=m} +** foot {conversionFactor=0.3048} +** inch {conversionFactor=0.0254} +** metre {SIUnit, conversionFactor=1.0} +** m {SIUnit, unitSymbol, conversionFactor=1.0} +** mile {conversionFactor=1609.34} +* speedUnits {defaultUnits=m-per-s} +** m-per-s {SIUnit, unitSymbol, conversionFactor=1.0} +** mph {unitSymbol, conversionFactor=0.44704} +** kph {unitSymbol, conversionFactor=0.277778} +* temperatureUnits +** degree Celsius {SIUnit, conversionFactor=1.0} +** oC {SIUnit, unitSymbol, conversionFactor=1.0} +* timeUnits {defaultUnits=s} +** second {SIUnit, conversionFactor=1.0} +** s {SIUnit, unitSymbol, conversionFactor=1.0} +** day {conversionFactor=86400} +** minute {conversionFactor=60} +** hour {conversionFactor=3600} [Should be in 24-hour format.] +* volumeUnits {defaultUnits=m^3} +** m^3 {SIUnit, unitSymbol, conversionFactor=1.0} +* weightUnits {defaultUnits=g} +** g {SIUnit, unitSymbol, conversionFactor=1.0} +** gram {SIUnit, conversionFactor=1.0} +** pound {conversionFactor=453.592} +** lb {conversionFactor=453.592} + + +'''Unit modifiers''' +* deca {SIUnitModifier, conversionFactor=10.0} [SI unit multiple representing 10^1.] +* da {SIUnitSymbolModifier, conversionFactor=10.0} [SI unit multiple representing 10^1.] +* hecto {SIUnitModifier, conversionFactor=100.0} [SI unit multiple representing 10^2.] +* h {SIUnitSymbolModifier, conversionFactor=100.0} [SI unit multiple representing 10^2.] +* kilo {SIUnitModifier, conversionFactor=1000.0} [SI unit multiple representing 10^3.] +* k {SIUnitSymbolModifier, conversionFactor=1000.0} [SI unit multiple representing 10^3.] +* mega {SIUnitModifier, conversionFactor=10^6} [SI unit multiple representing 10^6.] +* M {SIUnitSymbolModifier, conversionFactor=10^6} [SI unit multiple representing 10^6.] +* giga {SIUnitModifier, conversionFactor=10^9} [SI unit multiple representing 10^9.] +* G {SIUnitSymbolModifier, conversionFactor=10^9} [SI unit multiple representing 10^9.] +* tera {SIUnitModifier, conversionFactor=10^12} [SI unit multiple representing 10^12.] +* T {SIUnitSymbolModifier, conversionFactor=10^12} [SI unit multiple representing 10^12.] +* peta {SIUnitModifier, conversionFactor=10^15} [SI unit multiple representing 10^15.] +* P {SIUnitSymbolModifier, conversionFactor=10^15} [SI unit multiple representing 10^15.] +* exa {SIUnitModifier, conversionFactor=10^18} [SI unit multiple representing 10^18.] +* E {SIUnitSymbolModifier, conversionFactor=10^18} [SI unit multiple representing 10^18.] +* zetta {SIUnitModifier, conversionFactor=10^21} [SI unit multiple representing 10^21.] +* Z {SIUnitSymbolModifier, conversionFactor=10^21} [SI unit multiple representing 10^21.] +* yotta {SIUnitModifier, conversionFactor=10^24} [SI unit multiple representing 10^24.] +* Y {SIUnitSymbolModifier, conversionFactor=10^24} [SI unit multiple representing 10^24.] +* deci {SIUnitModifier, conversionFactor=0.1} [SI unit submultiple representing 10^-1.] +* d {SIUnitSymbolModifier, conversionFactor=0.1} [SI unit submultiple representing 10^-1.] +* centi {SIUnitModifier, conversionFactor=0.01} [SI unit submultiple representing 10^-2.] +* c {SIUnitSymbolModifier, conversionFactor=0.01} [SI unit submultiple representing 10^-2.] +* milli {SIUnitModifier, conversionFactor=0.001} [SI unit submultiple representing 10^-3.] +* m {SIUnitSymbolModifier, conversionFactor=0.001} [SI unit submultiple representing 10^-3.] +* micro {SIUnitModifier, conversionFactor=10^-6} [SI unit submultiple representing 10^-6.] +* u {SIUnitSymbolModifier, conversionFactor=10^-6} [SI unit submultiple representing 10^-6.] +* nano {SIUnitModifier, conversionFactor=10^-9} [SI unit submultiple representing 10^-9.] +* n {SIUnitSymbolModifier, conversionFactor=10^-9} [SI unit submultiple representing 10^-9.] +* pico {SIUnitModifier, conversionFactor=10^-12} [SI unit submultiple representing 10^-12.] +* p {SIUnitSymbolModifier, conversionFactor=10^-12} [SI unit submultiple representing 10^-12.] +* femto {SIUnitModifier, conversionFactor=10^-15} [SI unit submultiple representing 10^-15.] +* f {SIUnitSymbolModifier, conversionFactor=10^-15} [SI unit submultiple representing 10^-15.] +* atto {SIUnitModifier, conversionFactor=10^-18} [SI unit submultiple representing 10^-18.] +* a {SIUnitSymbolModifier, conversionFactor=10^-18} [SI unit submultiple representing 10^-18.] +* zepto {SIUnitModifier, conversionFactor=10^-21} [SI unit submultiple representing 10^-21.] +* z {SIUnitSymbolModifier, conversionFactor=10^-21} [SI unit submultiple representing 10^-21.] +* yocto {SIUnitModifier, conversionFactor=10^-24} [SI unit submultiple representing 10^-24.] +* y {SIUnitSymbolModifier, conversionFactor=10^-24} [SI unit submultiple representing 10^-24.] + +'''Value classes''' +* dateTimeClass {allowedCharacter=digits, allowedCharacter=T, allowedCharacter=-, allowedCharacter=:} [Date-times should conform to ISO8601 date-time format YYYY-MM-DDThh:mm:ss. Any variation on the full form is allowed.] +* nameClass {allowedCharacter=letters, allowedCharacter=digits, allowedCharacter=_, allowedCharacter=-} [Value class designating values that have the characteristics of node names. The allowed characters are alphanumeric, hyphen, and underbar.] +* numericClass {allowedCharacter=digits, allowedCharacter=E, allowedCharacter=e, allowedCharacter=+, allowedCharacter=-, allowedCharacter=.} [Value must be a valid numerical value.] +* posixPath {allowedCharacter=digits, allowedCharacter=letters, allowedCharacter=/, allowedCharacter=:} [Posix path specification.] +* textClass {allowedCharacter=letters, allowedCharacter=digits, allowedCharacter=blank, allowedCharacter=+, allowedCharacter=-, allowedCharacter=:, allowedCharacter=;, allowedCharacter=., allowedCharacter=/, allowedCharacter=(, allowedCharacter=), allowedCharacter=?, allowedCharacter=*, allowedCharacter=%, allowedCharacter=$, allowedCharacter=@} [Value class designating values that have the characteristics of text such as in descriptions.] + +'''Schema attributes''' +* allowedCharacter {valueClassProperty} [A schema attribute of value classes specifying a special character that is allowed in expressing the value of a placeholder. Normally the allowed characters are listed individually. However, the word letters designates the upper and lower case alphabetic characters and the word digits designates the digits 0-9. The word blank designates the blank character.] +* conversionFactor {unitProperty, unitModifierProperty} [The multiplicative factor to multiply these units to convert to default units.] +* deprecated {boolProperty} [This tag is out of date and should no longer be used.] +* defaultUnits {unitClassProperty} [A schema attribute of unit classes specifying the default units to use if the placeholder has a unit class but the substituted value has no units.] +* extensionAllowed {boolProperty} [A schema attribute indicating that users can add unlimited levels of child nodes under this tag. This tag is propagated to child nodes with the exception of the hashtag placeholders.] +* inLibrary {elementProperty} [Indicates this node came from the named library schema, not the standard schema.] +* recommended {boolProperty} [A schema attribute indicating that the event-level HED string should include this tag.] +* relatedTag [A schema attribute suggesting HED tags that are closely related to this tag. This attribute is used by tagging tools.] +* requireChild {boolProperty} [A schema attribute indicating that one of the node elements descendants must be included when using this tag.] +* required {boolProperty} [A schema attribute indicating that every event-level HED string should include this tag.] +* SIUnit {boolProperty, unitProperty} [A schema attribute indicating that this unit element is an SI unit and can be modified by multiple and submultiple names. Note that some units such as byte are designated as SI units although they are not part of the standard.] +* SIUnitModifier {boolProperty, unitModifierProperty} [A schema attribute indicating that this SI unit modifier represents a multiple or submultiple of a base unit rather than a unit symbol.] +* SIUnitSymbolModifier {boolProperty, unitModifierProperty} [A schema attribute indicating that this SI unit modifier represents a multiple or submultiple of a unit symbol rather than a base symbol.] +* suggestedTag [A schema attribute that indicates another tag that is often associated with this tag. This attribute is used by tagging tools to provide tagging suggestions.] +* tagGroup {boolProperty} [A schema attribute indicating the tag can only appear inside a tag group.] +* takesValue {boolProperty} [A schema attribute indicating the tag is a hashtag placeholder that is expected to be replaced with a user-defined value.] +* topLevelTagGroup {boolProperty} [A schema attribute indicating that this tag (or its descendants) can only appear in a top-level tag group. A tag group can have at most one tag with this attribute.] +* unique {boolProperty} [A schema attribute indicating that only one of this tag or its descendants can be used in the event-level HED string.] +* unitClass [A schema attribute specifying which unit class this value tag belongs to.] +* unitPrefix {boolProperty, unitProperty} [A schema attribute applied specifically to unit elements to designate that the unit indicator is a prefix (e.g., dollar sign in the currency units).] +* unitSymbol {boolProperty, unitProperty} [A schema attribute indicating this tag is an abbreviation or symbol representing a type of unit. Unit symbols represent both the singular and the plural and thus cannot be pluralized.] +* valueClass [A schema attribute specifying which value class this value tag belongs to.] + +'''Properties''' +* boolProperty [Indicates that the schema attribute represents something that is either true or false and does not have a value. Attributes without this value are assumed to have string values.] +* elementProperty [Indicates this schema attribute can apply to any type of element(tag term, unit class, etc).] +* unitClassProperty [Indicates that the schema attribute is meant to be applied to unit classes.] +* unitModifierProperty [Indicates that the schema attribute is meant to be applied to unit modifier classes.] +* unitProperty [Indicates that the schema attribute is meant to be applied to units within a unit class.] +* valueClassProperty [Indicates that the schema attribute is meant to be applied to value classes.] +'''Epilogue''' +The Standardized Computer-based Organized Reporting of EEG (SCORE) is a standard terminology for scalp EEG data assessment designed for use in clinical practice that may also be used for research purposes. +The SCORE standard defines terms for describing phenomena observed in scalp EEG data. It is also potentially applicable (with some suitable extensions) to EEG recorded in critical care and neonatal settings. +The SCORE standard received European consensus and has been endorsed by the European Chapter of the International Federation of Clinical Neurophysiology (IFCN) and the International League Against Epilepsy (ILAE) Commission on European Affairs. +A second revised and extended version of SCORE achieved international consensus. + +[1] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE." Epilepsia 54.6 (2013). +[2] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE second version." Clinical Neurophysiology 128.11 (2017). + +TPA, November 2022 + +!# end hed diff --git a/tests/data/schema_tests/merge_tests/HED_score_merged.xml b/tests/data/schema_tests/merge_tests/HED_score_merged.xml new file mode 100644 index 000000000..de6381d61 --- /dev/null +++ b/tests/data/schema_tests/merge_tests/HED_score_merged.xml @@ -0,0 +1,17244 @@ + + + This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. +The HED-SCORE library schema allows neurologists, neurophysiologists, and brain researchers to annotate electrophysiology recordings using terms from an internationally accepted set of defined terms (SCORE) compatible with the HED framework. +The resulting annotations are understandable to clinicians and directly usable in computer analysis. + +Future extensions may be implemented in the HED-SCORE library schema. +For more information see https://hed-schema-library.readthedocs.io/en/latest/index.html. + + + Event + Something that happens at a given time and (typically) place. Elements of this tag subtree designate the general category in which an event falls. + + suggestedTag + Task-property + + + Sensory-event + Something perceivable by the participant. An event meant to be an experimental stimulus should include the tag Task-property/Task-event-role/Experimental-stimulus. + + suggestedTag + Task-event-role + Sensory-presentation + + + + Agent-action + Any action engaged in by an agent (see the Agent subtree for agent categories). A participant response to an experiment stimulus should include the tag Agent-property/Agent-task-role/Experiment-participant. + + suggestedTag + Task-event-role + Agent + + + + Data-feature + An event marking the occurrence of a data feature such as an interictal spike or alpha burst that is often added post hoc to the data record. + + suggestedTag + Data-property + + + + Experiment-control + An event pertaining to the physical control of the experiment during its operation. + + + Experiment-procedure + An event indicating an experimental procedure, as in performing a saliva swab during the experiment or administering a survey. + + + Experiment-structure + An event specifying a change-point of the structure of experiment. This event is typically used to indicate a change in experimental conditions or tasks. + + + Measurement-event + A discrete measure returned by an instrument. + + suggestedTag + Data-property + + + + + Agent + Someone or something that takes an active role or produces a specified effect.The role or effect may be implicit. Being alive or performing an activity such as a computation may qualify something to be an agent. An agent may also be something that simulates something else. + + suggestedTag + Agent-property + + + Animal-agent + An agent that is an animal. + + + Avatar-agent + An agent associated with an icon or avatar representing another agent. + + + Controller-agent + An agent experiment control software or hardware. + + + Human-agent + A person who takes an active role or produces a specified effect. + + + Robotic-agent + An agent mechanical device capable of performing a variety of often complex tasks on command or by being programmed in advance. + + + Software-agent + An agent computer program. + + + + Action + Do something. + + extensionAllowed + + + Communicate + Convey knowledge of or information about something. + + Communicate-gesturally + Communicate nonverbally using visible bodily actions, either in place of speech or together and in parallel with spoken words. Gestures include movement of the hands, face, or other parts of the body. + + relatedTag + Move-face + Move-upper-extremity + + + Clap-hands + Strike the palms of against one another resoundingly, and usually repeatedly, especially to express approval. + + + Clear-throat + Cough slightly so as to speak more clearly, attract attention, or to express hesitancy before saying something awkward. + + relatedTag + Move-face + Move-head + + + + Frown + Express disapproval, displeasure, or concentration, typically by turning down the corners of the mouth. + + relatedTag + Move-face + + + + Grimace + Make a twisted expression, typically expressing disgust, pain, or wry amusement. + + relatedTag + Move-face + + + + Nod-head + Tilt head in alternating up and down arcs along the sagittal plane. It is most commonly, but not universally, used to indicate agreement, acceptance, or acknowledgement. + + relatedTag + Move-head + + + + Pump-fist + Raise with fist clenched in triumph or affirmation. + + relatedTag + Move-upper-extremity + + + + Raise-eyebrows + Move eyebrows upward. + + relatedTag + Move-face + Move-eyes + + + + Shake-fist + Clench hand into a fist and shake to demonstrate anger. + + relatedTag + Move-upper-extremity + + + + Shake-head + Turn head from side to side as a way of showing disagreement or refusal. + + relatedTag + Move-head + + + + Shhh + Place finger over lips and possibly uttering the syllable shhh to indicate the need to be quiet. + + relatedTag + Move-upper-extremity + + + + Shrug + Lift shoulders up towards head to indicate a lack of knowledge about a particular topic. + + relatedTag + Move-upper-extremity + Move-torso + + + + Smile + Form facial features into a pleased, kind, or amused expression, typically with the corners of the mouth turned up and the front teeth exposed. + + relatedTag + Move-face + + + + Spread-hands + Spread hands apart to indicate ignorance. + + relatedTag + Move-upper-extremity + + + + Thumbs-down + Extend the thumb downward to indicate disapproval. + + relatedTag + Move-upper-extremity + + + + Thumb-up + Extend the thumb upward to indicate approval. + + relatedTag + Move-upper-extremity + + + + Wave + Raise hand and move left and right, as a greeting or sign of departure. + + relatedTag + Move-upper-extremity + + + + Widen-eyes + Open eyes and possibly with eyebrows lifted especially to express surprise or fear. + + relatedTag + Move-face + Move-eyes + + + + Wink + Close and open one eye quickly, typically to indicate that something is a joke or a secret or as a signal of affection or greeting. + + relatedTag + Move-face + Move-eyes + + + + + Communicate-musically + Communicate using music. + + Hum + Make a low, steady continuous sound like that of a bee. Sing with the lips closed and without uttering speech. + + + Play-instrument + Make musical sounds using an instrument. + + + Sing + Produce musical tones by means of the voice. + + + Vocalize + Utter vocal sounds. + + + Whistle + Produce a shrill clear sound by forcing breath out or air in through the puckered lips. + + + + Communicate-vocally + Communicate using mouth or vocal cords. + + Cry + Shed tears associated with emotions, usually sadness but also joy or frustration. + + + Groan + Make a deep inarticulate sound in response to pain or despair. + + + Laugh + Make the spontaneous sounds and movements of the face and body that are the instinctive expressions of lively amusement and sometimes also of contempt or derision. + + + Scream + Make loud, vociferous cries or yells to express pain, excitement, or fear. + + + Shout + Say something very loudly. + + + Sigh + Emit a long, deep, audible breath expressing sadness, relief, tiredness, or a similar feeling. + + + Speak + Communicate using spoken language. + + + Whisper + Speak very softly using breath without vocal cords. + + + + + Move + Move in a specified direction or manner. Change position or posture. + + Breathe + Inhale or exhale during respiration. + + Blow + Expel air through pursed lips. + + + Cough + Suddenly and audibly expel air from the lungs through a partially closed glottis, preceded by inhalation. + + + Exhale + Blow out or expel breath. + + + Hiccup + Involuntarily spasm the diaphragm and respiratory organs, with a sudden closure of the glottis and a characteristic sound like that of a cough. + + + Hold-breath + Interrupt normal breathing by ceasing to inhale or exhale. + + + Inhale + Draw in with the breath through the nose or mouth. + + + Sneeze + Suddenly and violently expel breath through the nose and mouth. + + + Sniff + Draw in air audibly through the nose to detect a smell, to stop it from running, or to express contempt. + + + + Move-body + Move entire body. + + Bend + Move body in a bowed or curved manner. + + + Dance + Perform a purposefully selected sequences of human movement often with aesthetic or symbolic value. Move rhythmically to music, typically following a set sequence of steps. + + + Fall-down + Lose balance and collapse. + + + Flex + Cause a muscle to stand out by contracting or tensing it. Bend a limb or joint. + + + Jerk + Make a quick, sharp, sudden movement. + + + Lie-down + Move to a horizontal or resting position. + + + Recover-balance + Return to a stable, upright body position. + + + Sit-down + Move from a standing to a sitting position. + + + Sit-up + Move from lying down to a sitting position. + + + Stand-up + Move from a sitting to a standing position. + + + Stretch + Straighten or extend body or a part of body to its full length, typically so as to tighten muscles or in order to reach something. + + + Shudder + Tremble convulsively, sometimes as a result of fear or revulsion. + + + Stumble + Trip or momentarily lose balance and almost fall. + + + Turn + Change or cause to change direction. + + + + Move-body-part + Move one part of a body. + + Move-eyes + Move eyes. + + Blink + Shut and open the eyes quickly. + + + Close-eyes + Lower and keep eyelids in a closed position. + + + Fixate + Direct eyes to a specific point or target. + + + Inhibit-blinks + Purposely prevent blinking. + + + Open-eyes + Raise eyelids to expose pupil. + + + Saccade + Move eyes rapidly between fixation points. + + + Squint + Squeeze one or both eyes partly closed in an attempt to see more clearly or as a reaction to strong light. + + + Stare + Look fixedly or vacantly at someone or something with eyes wide open. + + + + Move-face + Move the face or jaw. + + Bite + Seize with teeth or jaws an object or organism so as to grip or break the surface covering. + + + Burp + Noisily release air from the stomach through the mouth. Belch. + + + Chew + Repeatedly grinding, tearing, and or crushing with teeth or jaws. + + + Gurgle + Make a hollow bubbling sound like that made by water running out of a bottle. + + + Swallow + Cause or allow something, especially food or drink to pass down the throat. + + Gulp + Swallow quickly or in large mouthfuls, often audibly, sometimes to indicate apprehension. + + + + Yawn + Take a deep involuntary inhalation with the mouth open often as a sign of drowsiness or boredom. + + + + Move-head + Move head. + + Lift-head + Tilt head back lifting chin. + + + Lower-head + Move head downward so that eyes are in a lower position. + + + Turn-head + Rotate head horizontally to look in a different direction. + + + + Move-lower-extremity + Move leg and/or foot. + + Curl-toes + Bend toes sometimes to grip. + + + Hop + Jump on one foot. + + + Jog + Run at a trot to exercise. + + + Jump + Move off the ground or other surface through sudden muscular effort in the legs. + + + Kick + Strike out or flail with the foot or feet. Strike using the leg, in unison usually with an area of the knee or lower using the foot. + + + Pedal + Move by working the pedals of a bicycle or other machine. + + + Press-foot + Move by pressing foot. + + + Run + Travel on foot at a fast pace. + + + Step + Put one leg in front of the other and shift weight onto it. + + Heel-strike + Strike the ground with the heel during a step. + + + Toe-off + Push with toe as part of a stride. + + + + Trot + Run at a moderate pace, typically with short steps. + + + Walk + Move at a regular pace by lifting and setting down each foot in turn never having both feet off the ground at once. + + + + Move-torso + Move body trunk. + + + Move-upper-extremity + Move arm, shoulder, and/or hand. + + Drop + Let or cause to fall vertically. + + + Grab + Seize suddenly or quickly. Snatch or clutch. + + + Grasp + Seize and hold firmly. + + + Hold-down + Prevent someone or something from moving by holding them firmly. + + + Lift + Raising something to higher position. + + + Make-fist + Close hand tightly with the fingers bent against the palm. + + + Point + Draw attention to something by extending a finger or arm. + + + Press + Apply pressure to something to flatten, shape, smooth or depress it. This action tag should be used to indicate key presses and mouse clicks. + + relatedTag + Push + + + + Push + Apply force in order to move something away. Use Press to indicate a key press or mouse click. + + relatedTag + Press + + + + Reach + Stretch out your arm in order to get or touch something. + + + Release + Make available or set free. + + + Retract + Draw or pull back. + + + Scratch + Drag claws or nails over a surface or on skin. + + + Snap-fingers + Make a noise by pushing second finger hard against thumb and then releasing it suddenly so that it hits the base of the thumb. + + + Touch + Come into or be in contact with. + + + + + + Perceive + Produce an internal, conscious image through stimulating a sensory system. + + Hear + Give attention to a sound. + + + See + Direct gaze toward someone or something or in a specified direction. + + + Smell + Inhale in order to ascertain an odor or scent. + + + Taste + Sense a flavor in the mouth and throat on contact with a substance. + + + Sense-by-touch + Sense something through receptors in the skin. + + + + Perform + Carry out or accomplish an action, task, or function. + + Close + Act as to blocked against entry or passage. + + + Collide-with + Hit with force when moving. + + + Halt + Bring or come to an abrupt stop. + + + Modify + Change something. + + + Open + Widen an aperture, door, or gap, especially one allowing access to something. + + + Operate + Control the functioning of a machine, process, or system. + + + Play + Engage in activity for enjoyment and recreation rather than a serious or practical purpose. + + + Read + Interpret something that is written or printed. + + + Repeat + Make do or perform again. + + + Rest + Be inactive in order to regain strength, health, or energy. + + + Write + Communicate or express by means of letters or symbols written or imprinted on a surface. + + + + Think + Direct the mind toward someone or something or use the mind actively to form connected ideas. + + Allow + Allow access to something such as allowing a car to pass. + + + Attend-to + Focus mental experience on specific targets. + + + Count + Tally items either silently or aloud. + + + Deny + Refuse to give or grant something requested or desired by someone. + + + Detect + Discover or identify the presence or existence of something. + + + Discriminate + Recognize a distinction. + + + Encode + Convert information or an instruction into a particular form. + + + Evade + Escape or avoid, especially by cleverness or trickery. + + + Generate + Cause something, especially an emotion or situation to arise or come about. + + + Identify + Establish or indicate who or what someone or something is. + + + Imagine + Form a mental image or concept of something. + + + Judge + Evaluate evidence to make a decision or form a belief. + + + Learn + Adaptively change behavior as the result of experience. + + + Memorize + Adaptively change behavior as the result of experience. + + + Plan + Think about the activities required to achieve a desired goal. + + + Predict + Say or estimate that something will happen or will be a consequence of something without having exact informaton. + + + Recognize + Identify someone or something from having encountered them before. + + + Respond + React to something such as a treatment or a stimulus. + + + Recall + Remember information by mental effort. + + + Switch-attention + Transfer attention from one focus to another. + + + Track + Follow a person, animal, or object through space or time. + + + + + Item + An independently existing thing (living or nonliving). + + extensionAllowed + + + Biological-item + An entity that is biological, that is related to living organisms. + + Anatomical-item + A biological structure, system, fluid or other substance excluding single molecular entities. + + Body + The biological structure representing an organism. + + + Body-part + Any part of an organism. + + Head + The upper part of the human body, or the front or upper part of the body of an animal, typically separated from the rest of the body by a neck, and containing the brain, mouth, and sense organs. + + Hair + The filamentous outgrowth of the epidermis. + + + Ear + A sense organ needed for the detection of sound and for establishing balance. + + + Face + The anterior portion of the head extending from the forehead to the chin and ear to ear. The facial structures contain the eyes, nose and mouth, cheeks and jaws. + + Cheek + The fleshy part of the face bounded by the eyes, nose, ear, and jaw line. + + + Chin + The part of the face below the lower lip and including the protruding part of the lower jaw. + + + Eye + The organ of sight or vision. + + + Eyebrow + The arched strip of hair on the bony ridge above each eye socket. + + + Forehead + The part of the face between the eyebrows and the normal hairline. + + + Lip + Fleshy fold which surrounds the opening of the mouth. + + + Nose + A structure of special sense serving as an organ of the sense of smell and as an entrance to the respiratory tract. + + + Mouth + The proximal portion of the digestive tract, containing the oral cavity and bounded by the oral opening. + + + Teeth + The hard bonelike structures in the jaws. A collection of teeth arranged in some pattern in the mouth or other part of the body. + + + + + Lower-extremity + Refers to the whole inferior limb (leg and/or foot). + + Ankle + A gliding joint between the distal ends of the tibia and fibula and the proximal end of the talus. + + + Calf + The fleshy part at the back of the leg below the knee. + + + Foot + The structure found below the ankle joint required for locomotion. + + Big-toe + The largest toe on the inner side of the foot. + + + Heel + The back of the foot below the ankle. + + + Instep + The part of the foot between the ball and the heel on the inner side. + + + Little-toe + The smallest toe located on the outer side of the foot. + + + Toes + The terminal digits of the foot. + + + + Knee + A joint connecting the lower part of the femur with the upper part of the tibia. + + + Shin + Front part of the leg below the knee. + + + Thigh + Upper part of the leg between hip and knee. + + + + Torso + The body excluding the head and neck and limbs. + + Torso-back + The rear surface of the human body from the shoulders to the hips. + + + Buttocks + The round fleshy parts that form the lower rear area of a human trunk. + + + Torso-chest + The anterior side of the thorax from the neck to the abdomen. + + + Gentalia + The external organs of reproduction. + + + Hip + The lateral prominence of the pelvis from the waist to the thigh. + + + Waist + The abdominal circumference at the navel. + + + + Upper-extremity + Refers to the whole superior limb (shoulder, arm, elbow, wrist, hand). + + Elbow + A type of hinge joint located between the forearm and upper arm. + + + Forearm + Lower part of the arm between the elbow and wrist. + + + Hand + The distal portion of the upper extremity. It consists of the carpus, metacarpus, and digits. + + Finger + Any of the digits of the hand. + + Index-finger + The second finger from the radial side of the hand, next to the thumb. + + + Little-finger + The fifth and smallest finger from the radial side of the hand. + + + Middle-finger + The middle or third finger from the radial side of the hand. + + + Ring-finger + The fourth finger from the radial side of the hand. + + + Thumb + The thick and short hand digit which is next to the index finger in humans. + + + + Palm + The part of the inner surface of the hand that extends from the wrist to the bases of the fingers. + + + Knuckles + A part of a finger at a joint where the bone is near the surface, especially where the finger joins the hand. + + + + Shoulder + Joint attaching upper arm to trunk. + + + Upper-arm + Portion of arm between shoulder and elbow. + + + Wrist + A joint between the distal end of the radius and the proximal row of carpal bones. + + + + + + Organism + A living entity, more specifically a biological entity that consists of one or more cells and is capable of genomic replication (independently or not). + + Animal + A living organism that has membranous cell walls, requires oxygen and organic foods, and is capable of voluntary movement. + + + Human + The bipedal primate mammal Homo sapiens. + + + Plant + Any living organism that typically synthesizes its food from inorganic substances and possesses cellulose cell walls. + + + + + Language-item + An entity related to a systematic means of communicating by the use of sounds, symbols, or gestures. + + suggestedTag + Sensory-presentation + + + Character + A mark or symbol used in writing. + + + Clause + A unit of grammatical organization next below the sentence in rank, usually consisting of a subject and predicate. + + + Glyph + A hieroglyphic character, symbol, or pictograph. + + + Nonword + A group of letters or speech sounds that looks or sounds like a word but that is not accepted as such by native speakers. + + + Paragraph + A distinct section of a piece of writing, usually dealing with a single theme. + + + Phoneme + A speech sound that is distinguished by the speakers of a particular language. + + + Phrase + A phrase is a group of words functioning as a single unit in the syntax of a sentence. + + + Sentence + A set of words that is complete in itself, conveying a statement, question, exclamation, or command and typically containing an explicit or implied subject and a predicate containing a finite verb. + + + Syllable + A unit of spoken language larger than a phoneme. + + + Textblock + A block of text. + + + Word + A word is the smallest free form (an item that may be expressed in isolation with semantic or pragmatic content) in a language. + + + + Object + Something perceptible by one or more of the senses, especially by vision or touch. A material thing. + + suggestedTag + Sensory-presentation + + + Geometric-object + An object or a representation that has structure and topology in space. + + Pattern + An arrangement of objects, facts, behaviors, or other things which have scientific, mathematical, geometric, statistical, or other meaning. + + Dots + A small round mark or spot. + + + LED-pattern + A pattern created by lighting selected members of a fixed light emitting diode array. + + + + 2D-shape + A planar, two-dimensional shape. + + Arrow + A shape with a pointed end indicating direction. + + + Clockface + The dial face of a clock. A location identifier based on clockface numbering or anatomic subregion. + + + Cross + A figure or mark formed by two intersecting lines crossing at their midpoints. + + + Dash + A horizontal stroke in writing or printing to mark a pause or break in sense or to represent omitted letters or words. + + + Ellipse + A closed plane curve resulting from the intersection of a circular cone and a plane cutting completely through it, especially a plane not parallel to the base. + + Circle + A ring-shaped structure with every point equidistant from the center. + + + + Rectangle + A parallelogram with four right angles. + + Square + A square is a special rectangle with four equal sides. + + + + Single-point + A point is a geometric entity that is located in a zero-dimensional spatial region and whose position is defined by its coordinates in some coordinate system. + + + Star + A conventional or stylized representation of a star, typically one having five or more points. + + + Triangle + A three-sided polygon. + + + + 3D-shape + A geometric three-dimensional shape. + + Box + A square or rectangular vessel, usually made of cardboard or plastic. + + Cube + A solid or semi-solid in the shape of a three dimensional square. + + + + Cone + A shape whose base is a circle and whose sides taper up to a point. + + + Cylinder + A surface formed by circles of a given radius that are contained in a plane perpendicular to a given axis, whose centers align on the axis. + + + Ellipsoid + A closed plane curve resulting from the intersection of a circular cone and a plane cutting completely through it, especially a plane not parallel to the base. + + Sphere + A solid or hollow three-dimensional object bounded by a closed surface such that every point on the surface is equidistant from the center. + + + + Pyramid + A polyhedron of which one face is a polygon of any number of sides, and the other faces are triangles with a common vertex. + + + + + Ingestible-object + Something that can be taken into the body by the mouth for digestion or absorption. + + + Man-made-object + Something constructed by human means. + + Building + A structure that has a roof and walls and stands more or less permanently in one place. + + Room + An area within a building enclosed by walls and floor and ceiling. + + + Roof + A roof is the covering on the uppermost part of a building which provides protection from animals and weather, notably rain, but also heat, wind and sunlight. + + + Entrance + The means or place of entry. + + + Attic + A room or a space immediately below the roof of a building. + + + Basement + The part of a building that is wholly or partly below ground level. + + + + Clothing + A covering designed to be worn on the body. + + + Device + An object contrived for a specific purpose. + + Assistive-device + A device that help an individual accomplish a task. + + Glasses + Frames with lenses worn in front of the eye for vision correction, eye protection, or protection from UV rays. + + + Writing-device + A device used for writing. + + Pen + A common writing instrument used to apply ink to a surface for writing or drawing. + + + Pencil + An implement for writing or drawing that is constructed of a narrow solid pigment core in a protective casing that prevents the core from being broken or marking the hand. + + + + + Computing-device + An electronic device which take inputs and processes results from the inputs. + + Cellphone + A telephone with access to a cellular radio system so it can be used over a wide area, without a physical connection to a network. + + + Desktop-computer + A computer suitable for use at an ordinary desk. + + + Laptop-computer + A computer that is portable and suitable for use while traveling. + + + Tablet-computer + A small portable computer that accepts input directly on to its screen rather than via a keyboard or mouse. + + + + Engine + A motor is a machine designed to convert one or more forms of energy into mechanical energy. + + + IO-device + Hardware used by a human (or other system) to communicate with a computer. + + Input-device + A piece of equipment used to provide data and control signals to an information processing system such as a computer or information appliance. + + Computer-mouse + A hand-held pointing device that detects two-dimensional motion relative to a surface. + + Mouse-button + An electric switch on a computer mouse which can be pressed or clicked to select or interact with an element of a graphical user interface. + + + Scroll-wheel + A scroll wheel or mouse wheel is a wheel used for scrolling made of hard plastic with a rubbery surface usually located between the left and right mouse buttons and is positioned perpendicular to the mouse surface. + + + + Joystick + A control device that uses a movable handle to create two-axis input for a computer device. + + + Keyboard + A device consisting of mechanical keys that are pressed to create input to a computer. + + Keyboard-key + A button on a keyboard usually representing letters, numbers, functions, or symbols. + + # + Value of a keyboard key. + + takesValue + + + + + + Keypad + A device consisting of keys, usually in a block arrangement, that provides limited input to a system. + + Keypad-key + A key on a separate section of a computer keyboard that groups together numeric keys and those for mathematical or other special functions in an arrangement like that of a calculator. + + # + Value of keypad key. + + takesValue + + + + + + Microphone + A device designed to convert sound to an electrical signal. + + + Push-button + A switch designed to be operated by pressing a button. + + + + Output-device + Any piece of computer hardware equipment which converts information into human understandable form. + + Display-device + An output device for presentation of information in visual or tactile form the latter used for example in tactile electronic displays for blind people. + + Head-mounted-display + An instrument that functions as a display device, worn on the head or as part of a helmet, that has a small display optic in front of one (monocular HMD) or each eye (binocular HMD). + + + LED-display + A LED display is a flat panel display that uses an array of light-emitting diodes as pixels for a video display. + + + Computer-screen + An electronic device designed as a display or a physical device designed to be a protective meshwork. + + Screen-window + A part of a computer screen that contains a display different from the rest of the screen. A window is a graphical control element consisting of a visual area containing some of the graphical user interface of the program it belongs to and is framed by a window decoration. + + + + + Auditory-device + A device designed to produce sound. + + Headphones + An instrument that consists of a pair of small loudspeakers, or less commonly a single speaker, held close to ears and connected to a signal source such as an audio amplifier, radio, CD player or portable media player. + + + Loudspeaker + A device designed to convert electrical signals to sounds that can be heard. + + + + + Recording-device + A device that copies information in a signal into a persistent information bearer. + + EEG-recorder + A device for recording electric currents in the brain using electrodes applied to the scalp, to the surface of the brain, or placed within the substance of the brain. + + + File-storage + A device for recording digital information to a permanent media. + + + MEG-recorder + A device for measuring the magnetic fields produced by electrical activity in the brain, usually conducted externally. + + + Motion-capture + A device for recording the movement of objects or people. + + + Tape-recorder + A device for recording and reproduction usually using magnetic tape for storage that can be saved and played back. + + + + Touchscreen + A control component that operates an electronic device by pressing the display on the screen. + + + + Machine + A human-made device that uses power to apply forces and control movement to perform an action. + + + Measurement-device + A device in which a measure function inheres. + + Clock + A device designed to indicate the time of day or to measure the time duration of an event or action. + + Clock-face + A location identifier based on clockface numbering or anatomic subregion. + + + + + Robot + A mechanical device that sometimes resembles a living animal and is capable of performing a variety of often complex human tasks on command or by being programmed in advance. + + + Tool + A component that is not part of a device but is designed to support its assemby or operation. + + + + Document + A physical object, or electronic counterpart, that is characterized by containing writing which is meant to be human-readable. + + Letter + A written message addressed to a person or organization. + + + Note + A brief written record. + + + Book + A volume made up of pages fastened along one edge and enclosed between protective covers. + + + Notebook + A book for notes or memoranda. + + + Questionnaire + A document consisting of questions and possibly responses, depending on whether it has been filled out. + + + + Furnishing + Furniture, fittings, and other decorative accessories, such as curtains and carpets, for a house or room. + + + Manufactured-material + Substances created or extracted from raw materials. + + Ceramic + A hard, brittle, heat-resistant and corrosion-resistant material made by shaping and then firing a nonmetallic mineral, such as clay, at a high temperature. + + + Glass + A brittle transparent solid with irregular atomic structure. + + + Paper + A thin sheet material produced by mechanically or chemically processing cellulose fibres derived from wood, rags, grasses or other vegetable sources in water. + + + Plastic + Various high-molecular-weight thermoplastic or thermosetting polymers that are capable of being molded, extruded, drawn, or otherwise shaped and then hardened into a form. + + + Steel + An alloy made up of iron with typically a few tenths of a percent of carbon to improve its strength and fracture resistance compared to iron. + + + + Media + Media are audo/visual/audiovisual modes of communicating information for mass consumption. + + Media-clip + A short segment of media. + + Audio-clip + A short segment of audio. + + + Audiovisual-clip + A short media segment containing both audio and video. + + + Video-clip + A short segment of video. + + + + Visualization + An planned process that creates images, diagrams or animations from the input data. + + Animation + A form of graphical illustration that changes with time to give a sense of motion or represent dynamic changes in the portrayal. + + + Art-installation + A large-scale, mixed-media constructions, often designed for a specific place or for a temporary period of time. + + + Braille + A display using a system of raised dots that can be read with the fingers by people who are blind. + + + Image + Any record of an imaging event whether physical or electronic. + + Cartoon + A type of illustration, sometimes animated, typically in a non-realistic or semi-realistic style. The specific meaning has evolved over time, but the modern usage usually refers to either an image or series of images intended for satire, caricature, or humor. A motion picture that relies on a sequence of illustrations for its animation. + + + Drawing + A representation of an object or outlining a figure, plan, or sketch by means of lines. + + + Icon + A sign (such as a word or graphic symbol) whose form suggests its meaning. + + + Painting + A work produced through the art of painting. + + + Photograph + An image recorded by a camera. + + + + Movie + A sequence of images displayed in succession giving the illusion of continuous movement. + + + Outline-visualization + A visualization consisting of a line or set of lines enclosing or indicating the shape of an object in a sketch or diagram. + + + Point-light-visualization + A display in which action is depicted using a few points of light, often generated from discrete sensors in motion capture. + + + Sculpture + A two- or three-dimensional representative or abstract forms, especially by carving stone or wood or by casting metal or plaster. + + + Stick-figure-visualization + A drawing showing the head of a human being or animal as a circle and all other parts as straight lines. + + + + + Navigational-object + An object whose purpose is to assist directed movement from one location to another. + + Path + A trodden way. A way or track laid down for walking or made by continual treading. + + + Road + An open way for the passage of vehicles, persons, or animals on land. + + Lane + A defined path with physical dimensions through which an object or substance may traverse. + + + + Runway + A paved strip of ground on a landing field for the landing and takeoff of aircraft. + + + + Vehicle + A mobile machine which transports people or cargo. + + Aircraft + A vehicle which is able to travel through air in an atmosphere. + + + Bicycle + A human-powered, pedal-driven, single-track vehicle, having two wheels attached to a frame, one behind the other. + + + Boat + A watercraft of any size which is able to float or plane on water. + + + Car + A wheeled motor vehicle used primarily for the transportation of human passengers. + + + Cart + A cart is a vehicle which has two wheels and is designed to transport human passengers or cargo. + + + Tractor + A mobile machine specifically designed to deliver a high tractive effort at slow speeds, and mainly used for the purposes of hauling a trailer or machinery used in agriculture or construction. + + + Train + A connected line of railroad cars with or without a locomotive. + + + Truck + A motor vehicle which, as its primary funcion, transports cargo rather than human passangers. + + + + + Natural-object + Something that exists in or is produced by nature, and is not artificial or man-made. + + Mineral + A solid, homogeneous, inorganic substance occurring in nature and having a definite chemical composition. + + + Natural-feature + A feature that occurs in nature. A prominent or identifiable aspect, region, or site of interest. + + Field + An unbroken expanse as of ice or grassland. + + + Hill + A rounded elevation of limited extent rising above the surrounding land with local relief of less than 300m. + + + Mountain + A landform that extends above the surrounding terrain in a limited area. + + + River + A natural freshwater surface stream of considerable volume and a permanent or seasonal flow, moving in a definite channel toward a sea, lake, or another river. + + + Waterfall + A sudden descent of water over a step or ledge in the bed of a river. + + + + + + Sound + Mechanical vibrations transmitted by an elastic medium. Something that can be heard. + + Environmental-sound + Sounds occuring in the environment. An accumulation of noise pollution that occurs outside. This noise can be caused by transport, industrial, and recreational activities. + + Crowd-sound + Noise produced by a mixture of sounds from a large group of people. + + + Signal-noise + Any part of a signal that is not the true or original signal but is introduced by the communication mechanism. + + + + Musical-sound + Sound produced by continuous and regular vibrations, as opposed to noise. + + Tone + A musical note, warble, or other sound used as a particular signal on a telephone or answering machine. + + + Instrument-sound + Sound produced by a musical instrument. + + + Vocalized-sound + Musical sound produced by vocal cords in a biological agent. + + + + Named-animal-sound + A sound recognizable as being associated with particular animals. + + Barking + Sharp explosive cries like sounds made by certain animals, especially a dog, fox, or seal. + + + Bleating + Wavering cries like sounds made by a sheep, goat, or calf. + + + Crowing + Loud shrill sounds characteristic of roosters. + + + Chirping + Short, sharp, high-pitched noises like sounds made by small birds or an insects. + + + Growling + Low guttural sounds like those that made in the throat by a hostile dog or other animal. + + + Meowing + Vocalizations like those made by as those cats. These sounds have diverse tones and are sometimes chattered, murmured or whispered. The purpose can be assertive. + + + Mooing + Deep vocal sounds like those made by a cow. + + + Purring + Low continuous vibratory sound such as those made by cats. The sound expresses contentment. + + + Roaring + Loud, deep, or harsh prolonged sounds such as those made by big cats and bears for long-distance communication and intimidation. + + + Squawking + Loud, harsh noises such as those made by geese. + + + + Named-object-sound + A sound identifiable as coming from a particular type of object. + + Alarm-sound + A loud signal often loud continuous ringing to alert people to a problem or condition that requires urgent attention. + + + Beep + A short, single tone, that is typically high-pitched and generally made by a computer or other machine. + + + Buzz + A persistent vibratory sound often made by a buzzer device and used to indicate something incorrect. + + + Ka-ching + The sound made by a mechanical cash register, often to designate a reward. + + + Click + The sound made by a mechanical cash register, often to designate a reward. + + + Ding + A short ringing sound such as that made by a bell, often to indicate a correct response or the expiration of time. + + + Horn-blow + A loud sound made by forcing air through a sound device that funnels air to create the sound, often used to sound an alert. + + + Siren + A loud, continuous sound often varying in frequency designed to indicate an emergency. + + + + + + Property + Something that pertains to a thing. A characteristic of some entity. A quality or feature regarded as a characteristic or inherent part of someone or something. HED attributes are adjectives or adverbs. + + extensionAllowed + + + Agent-property + Something that pertains to an agent. + + extensionAllowed + + + Agent-state + The state of the agent. + + Agent-cognitive-state + The state of the cognitive processes or state of mind of the agent. + + Alert + Condition of heightened watchfulness or preparation for action. + + + Anesthetized + Having lost sensation to pain or having senses dulled due to the effects of an anesthetic. + + + Asleep + Having entered a periodic, readily reversible state of reduced awareness and metabolic activity, usually accompanied by physical relaxation and brain activity. + + + Attentive + Concentrating and focusing mental energy on the task or surroundings. + + + Distracted + Lacking in concentration because of being preoccupied. + + + Awake + In a non sleeping state. + + + Brain-dead + Characterized by the irreversible absence of cortical and brain stem functioning. + + + Comatose + In a state of profound unconsciousness associated with markedly depressed cerebral activity. + + + Drowsy + In a state of near-sleep, a strong desire for sleep, or sleeping for unusually long periods. + + + Intoxicated + In a state with disturbed psychophysiological functions and responses as a result of administration or ingestion of a psychoactive substance. + + + Locked-in + In a state of complete paralysis of all voluntary muscles except for the ones that control the movements of the eyes. + + + Passive + Not responding or initiating an action in response to a stimulus. + + + Resting + A state in which the agent is not exhibiting any physical exertion. + + + Vegetative + A state of wakefulness and conscience, but (in contrast to coma) with involuntary opening of the eyes and movements (such as teeth grinding, yawning, or thrashing of the extremities). + + + + Agent-emotional-state + The status of the general temperament and outlook of an agent. + + Angry + Experiencing emotions characterized by marked annoyance or hostility. + + + Aroused + In a state reactive to stimuli leading to increased heart rate and blood pressure, sensory alertness, mobility and readiness to respond. + + + Awed + Filled with wonder. Feeling grand, sublime or powerful emotions characterized by a combination of joy, fear, admiration, reverence, and/or respect. + + + Compassionate + Feeling or showing sympathy and concern for others often evoked for a person who is in distress and associated with altruistic motivation. + + + Content + Feeling satisfaction with things as they are. + + + Disgusted + Feeling revulsion or profound disapproval aroused by something unpleasant or offensive. + + + Emotionally-neutral + Feeling neither satisfied nor dissatisfied. + + + Empathetic + Understanding and sharing the feelings of another. Being aware of, being sensitive to, and vicariously experiencing the feelings, thoughts, and experience of another. + + + Excited + Feeling great enthusiasm and eagerness. + + + Fearful + Feeling apprehension that one may be in danger. + + + Frustrated + Feeling annoyed as a result of being blocked, thwarted, disappointed or defeated. + + + Grieving + Feeling sorrow in response to loss, whether physical or abstract. + + + Happy + Feeling pleased and content. + + + Jealous + Feeling threatened by a rival in a relationship with another individual, in particular an intimate partner, usually involves feelings of threat, fear, suspicion, distrust, anxiety, anger, betrayal, and rejection. + + + Joyful + Feeling delight or intense happiness. + + + Loving + Feeling a strong positive emotion of affection and attraction. + + + Relieved + No longer feeling pain, distress, anxiety, or reassured. + + + Sad + Feeling grief or unhappiness. + + + Stressed + Experiencing mental or emotional strain or tension. + + + + Agent-physiological-state + Having to do with the mechanical, physical, or biochemical function of an agent. + + Healthy + Having no significant health-related issues. + + relatedTag + Sick + + + + Hungry + Being in a state of craving or desiring food. + + relatedTag + Sated + Thirsty + + + + Rested + Feeling refreshed and relaxed. + + relatedTag + Tired + + + + Sated + Feeling full. + + relatedTag + Hungry + + + + Sick + Being in a state of ill health, bodily malfunction, or discomfort. + + relatedTag + Healthy + + + + Thirsty + Feeling a need to drink. + + relatedTag + Hungry + + + + Tired + Feeling in need of sleep or rest. + + relatedTag + Rested + + + + + Agent-postural-state + Pertaining to the position in which agent holds their body. + + Crouching + Adopting a position where the knees are bent and the upper body is brought forward and down, sometimes to avoid detection or to defend oneself. + + + Eyes-closed + Keeping eyes closed with no blinking. + + + Eyes-open + Keeping eyes open with occasional blinking. + + + Kneeling + Positioned where one or both knees are on the ground. + + + On-treadmill + Ambulation on an exercise apparatus with an endless moving belt to support moving in place. + + + Prone + Positioned in a recumbent body position whereby the person lies on its stomach and faces downward. + + + Sitting + In a seated position. + + + Standing + Assuming or maintaining an erect upright position. + + + Seated-with-chin-rest + Using a device that supports the chin and head. + + + + + Agent-task-role + The function or part that is ascribed to an agent in performing the task. + + Experiment-actor + An agent who plays a predetermined role to create the experiment scenario. + + + Experiment-controller + An agent exerting control over some aspect of the experiment. + + + Experiment-participant + Someone who takes part in an activity related to an experiment. + + + Experimenter + Person who is the owner of the experiment and has its responsibility. + + + + Agent-trait + A genetically, environmentally, or socially determined characteristic of an agent. + + Age + Length of time elapsed time since birth of the agent. + + # + + takesValue + + + valueClass + numericClass + + + + + Agent-experience-level + Amount of skill or knowledge that the agent has as pertains to the task. + + Expert-level + Having comprehensive and authoritative knowledge of or skill in a particular area related to the task. + + relatedTag + Intermediate-experience-level + Novice-level + + + + Intermediate-experience-level + Having a moderate amount of knowledge or skill related to the task. + + relatedTag + Expert-level + Novice-level + + + + Novice-level + Being inexperienced in a field or situation related to the task. + + relatedTag + Expert-level + Intermediate-experience-level + + + + + Gender + Characteristics that are socially constructed, including norms, behaviors, and roles based on sex. + + + Sex + Physical properties or qualities by which male is distinguished from female. + + Female + Biological sex of an individual with female sexual organs such ova. + + + Male + Biological sex of an individual with male sexual organs producing sperm. + + + Intersex + Having genitalia and/or secondary sexual characteristics of indeterminate sex. + + + + Ethnicity + Belong to a social group that has a common national or cultural tradition. Use with Label to avoid extension. + + + Handedness + Individual preference for use of a hand, known as the dominant hand. + + Left-handed + Preference for using the left hand or foot for tasks requiring the use of a single hand or foot. + + + Right-handed + Preference for using the right hand or foot for tasks requiring the use of a single hand or foot. + + + Ambidextrous + Having no overall dominance in the use of right or left hand or foot in the performance of tasks that require one hand or foot. + + + + Race + Belonging to a group sharing physical or social qualities as defined within a specified society. Use with Label to avoid extension. + + + + + Data-property + Something that pertains to data or information. + + extensionAllowed + + + Data-marker + An indicator placed to mark something. + + Data-break-marker + An indicator place to indicate a gap in the data. + + + Temporal-marker + An indicator placed at a particular time in the data. + + Onset + Labels the start or beginning of something, usually an event. + + topLevelTagGroup + + + + Offset + Labels the time at which something stops. + + topLevelTagGroup + + + + Pause + Indicates the temporary interruption of the operation a process and subsequently wait for a signal to continue. + + + Time-out + A cancellation or cessation that automatically occurs when a predefined interval of time has passed without a certain event occurring. + + + Time-sync + A synchronization signal whose purpose to help synchronize different signals or processes. Often used to indicate a marker inserted into the recorded data to allow post hoc synchronization of concurrently recorded data streams. + + + + + Data-resolution + Smallest change in a quality being measured by an sensor that causes a perceptible change. + + Printer-resolution + Resolution of a printer, usually expressed as the number of dots-per-inch for a printer. + + # + + takesValue + + + valueClass + numericClass + + + + + Screen-resolution + Resolution of a screen, usually expressed as the of pixels in a dimension for a digital display device. + + # + + takesValue + + + valueClass + numericClass + + + + + Sensory-resolution + Resolution of measurements by a sensing device. + + # + + takesValue + + + valueClass + numericClass + + + + + Spatial-resolution + Linear spacing of a spatial measurement. + + # + + takesValue + + + valueClass + numericClass + + + + + Spectral-resolution + Measures the ability of a sensor to resolve features in the electromagnetic spectrum. + + # + + takesValue + + + valueClass + numericClass + + + + + Temporal-resolution + Measures the ability of a sensor to resolve features in time. + + # + + takesValue + + + valueClass + numericClass + + + + + + Data-source-type + The type of place, person, or thing from which the data comes or can be obtained. + + Computed-feature + A feature computed from the data by a tool. This tag should be grouped with a label of the form Toolname_propertyName. + + + Computed-prediction + A computed extrapolation of known data. + + + Expert-annotation + An explanatory or critical comment or other in-context information provided by an authority. + + + Instrument-measurement + Information obtained from a device that is used to measure material properties or make other observations. + + + Observation + Active acquisition of information from a primary source. Should be grouped with a label of the form AgentID_featureName. + + + + Data-value + Designation of the type of a data item. + + Categorical-value + Indicates that something can take on a limited and usually fixed number of possible values. + + Categorical-class-value + Categorical values that fall into discrete classes such as true or false. The grouping is absolute in the sense that it is the same for all participants. + + All + To a complete degree or to the full or entire extent. + + relatedTag + Some + None + + + + Correct + Free from error. Especially conforming to fact or truth. + + relatedTag + Wrong + + + + Explicit + Stated clearly and in detail, leaving no room for confusion or doubt. + + relatedTag + Implicit + + + + False + Not in accordance with facts, reality or definitive criteria. + + relatedTag + True + + + + Implicit + Implied though not plainly expressed. + + relatedTag + Explicit + + + + Invalid + Not allowed or not conforming to the correct format or specifications. + + relatedTag + Valid + + + + None + No person or thing, nobody, not any. + + relatedTag + All + Some + + + + Some + At least a small amount or number of, but not a large amount of, or often. + + relatedTag + All + None + + + + True + Conforming to facts, reality or definitive criteria. + + relatedTag + False + + + + Valid + Allowable, usable, or acceptable. + + relatedTag + Invalid + + + + Wrong + Inaccurate or not correct. + + relatedTag + Correct + + + + + Categorical-judgment-value + Categorical values that are based on the judgment or perception of the participant such familiar and famous. + + Abnormal + Deviating in any way from the state, position, structure, condition, behavior, or rule which is considered a norm. + + relatedTag + Normal + + + + Asymmetrical + Lacking symmetry or having parts that fail to correspond to one another in shape, size, or arrangement. + + relatedTag + Symmetrical + + + + Audible + A sound that can be perceived by the participant. + + relatedTag + Inaudible + + + + Congruent + Concordance of multiple evidence lines. In agreement or harmony. + + relatedTag + Incongruent + + + + Complex + Hard, involved or complicated, elaborate, having many parts. + + relatedTag + Simple + + + + Constrained + Keeping something within particular limits or bounds. + + relatedTag + Unconstrained + + + + Disordered + Not neatly arranged. Confused and untidy. A structural quality in which the parts of an object are non-rigid. + + relatedTag + Ordered + + + + Familiar + Recognized, familiar, or within the scope of knowledge. + + relatedTag + Unfamiliar + Famous + + + + Famous + A person who has a high degree of recognition by the general population for his or her success or accomplishments. A famous person. + + relatedTag + Familiar + Unfamiliar + + + + Inaudible + A sound below the threshold of perception of the participant. + + relatedTag + Audible + + + + Incongruent + Not in agreement or harmony. + + relatedTag + Congruent + + + + Involuntary + An action that is not made by choice. In the body, involuntary actions (such as blushing) occur automatically, and cannot be controlled by choice. + + relatedTag + Voluntary + + + + Masked + Information exists but is not provided or is partially obscured due to security, privacy, or other concerns. + + relatedTag + Unmasked + + + + Normal + Being approximately average or within certain limits. Conforming with or constituting a norm or standard or level or type or social norm. + + relatedTag + Abnormal + + + + Ordered + Conforming to a logical or comprehensible arrangement of separate elements. + + relatedTag + Disordered + + + + Simple + Easily understood or presenting no difficulties. + + relatedTag + Complex + + + + Symmetrical + Made up of exactly similar parts facing each other or around an axis. Showing aspects of symmetry. + + relatedTag + Asymmetrical + + + + Unconstrained + Moving without restriction. + + relatedTag + Constrained + + + + Unfamiliar + Not having knowledge or experience of. + + relatedTag + Familiar + Famous + + + + Unmasked + Information is revealed. + + relatedTag + Masked + + + + Voluntary + Using free will or design; not forced or compelled; controlled by individual volition. + + relatedTag + Involuntary + + + + + Categorical-level-value + Categorical values based on dividing a continuous variable into levels such as high and low. + + Cold + Having an absence of heat. + + relatedTag + Hot + + + + Deep + Extending relatively far inward or downward. + + relatedTag + Shallow + + + + High + Having a greater than normal degree, intensity, or amount. + + relatedTag + Low + Medium + + + + Hot + Having an excess of heat. + + relatedTag + Cold + + + + Large + Having a great extent such as in physical dimensions, period of time, amplitude or frequency. + + relatedTag + Small + + + + Liminal + Situated at a sensory threshold that is barely perceptible or capable of eliciting a response. + + relatedTag + Subliminal + Supraliminal + + + + Loud + Having a perceived high intensity of sound. + + relatedTag + Quiet + + + + Low + Less than normal in degree, intensity or amount. + + relatedTag + High + + + + Medium + Mid-way between small and large in number, quantity, magnitude or extent. + + relatedTag + Low + High + + + + Negative + Involving disadvantage or harm. + + relatedTag + Positive + + + + Positive + Involving advantage or good. + + relatedTag + Negative + + + + Quiet + Characterizing a perceived low intensity of sound. + + relatedTag + Loud + + + + Rough + Having a surface with perceptible bumps, ridges, or irregularities. + + relatedTag + Smooth + + + + Shallow + Having a depth which is relatively low. + + relatedTag + Deep + + + + Small + Having a small extent such as in physical dimensions, period of time, amplitude or frequency. + + relatedTag + Large + + + + Smooth + Having a surface free from bumps, ridges, or irregularities. + + relatedTag + Rough + + + + Subliminal + Situated below a sensory threshold that is imperceptible or not capable of eliciting a response. + + relatedTag + Liminal + Supraliminal + + + + Supraliminal + Situated above a sensory threshold that is perceptible or capable of eliciting a response. + + relatedTag + Liminal + Subliminal + + + + Thick + Wide in width, extent or cross-section. + + relatedTag + Thin + + + + Thin + Narrow in width, extent or cross-section. + + relatedTag + Thick + + + + + Categorical-orientation-value + Value indicating the orientation or direction of something. + + Backward + Directed behind or to the rear. + + relatedTag + Forward + + + + Downward + Moving or leading toward a lower place or level. + + relatedTag + Leftward + Rightward + Upward + + + + Forward + At or near or directed toward the front. + + relatedTag + Backward + + + + Horizontally-oriented + Oriented parallel to or in the plane of the horizon. + + relatedTag + Vertically-oriented + + + + Leftward + Going toward or facing the left. + + relatedTag + Downward + Rightward + Upward + + + + Oblique + Slanting or inclined in direction, course, or position that is neither parallel nor perpendicular nor right-angular. + + relatedTag + Rotated + + + + Rightward + Going toward or situated on the right. + + relatedTag + Downward + Leftward + Upward + + + + Rotated + Positioned offset around an axis or center. + + + Upward + Moving, pointing, or leading to a higher place, point, or level. + + relatedTag + Downward + Leftward + Rightward + + + + Vertically-oriented + Oriented perpendicular to the plane of the horizon. + + relatedTag + Horizontally-oriented + + + + + + Physical-value + The value of some physical property of something. + + Weight + The relative mass or the quantity of matter contained by something. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + weightUnits + + + + + Temperature + A measure of hot or cold based on the average kinetic energy of the atoms or molecules in the system. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + temperatureUnits + + + + + + Quantitative-value + Something capable of being estimated or expressed with numeric values. + + Fraction + A numerical value between 0 and 1. + + # + + takesValue + + + valueClass + numericClass + + + + + Item-count + The integer count of something which is usually grouped with the entity it is counting. (Item-count/3, A) indicates that 3 of A have occurred up to this point. + + # + + takesValue + + + valueClass + numericClass + + + + + Item-index + The index of an item in a collection, sequence or other structure. (A (Item-index/3, B)) means that A is item number 3 in B. + + # + + takesValue + + + valueClass + numericClass + + + + + Item-interval + An integer indicating how many items or entities have passed since the last one of these. An item interval of 0 indicates the current item. + + # + + takesValue + + + valueClass + numericClass + + + + + Percentage + A fraction or ratio with 100 understood as the denominator. + + # + + takesValue + + + valueClass + numericClass + + + + + Ratio + A quotient of quantities of the same kind for different components within the same system. + + # + + takesValue + + + valueClass + numericClass + + + + + + Statistical-value + A value based on or employing the principles of statistics. + + extensionAllowed + + + Data-maximum + The largest possible quantity or degree. + + # + + takesValue + + + valueClass + numericClass + + + + + Data-mean + The sum of a set of values divided by the number of values in the set. + + # + + takesValue + + + valueClass + numericClass + + + + + Data-median + The value which has an equal number of values greater and less than it. + + # + + takesValue + + + valueClass + numericClass + + + + + Data-minimum + The smallest possible quantity. + + # + + takesValue + + + valueClass + numericClass + + + + + Probability + A measure of the expectation of the occurrence of a particular event. + + # + + takesValue + + + valueClass + numericClass + + + + + Standard-deviation + A measure of the range of values in a set of numbers. Standard deviation is a statistic used as a measure of the dispersion or variation in a distribution, equal to the square root of the arithmetic mean of the squares of the deviations from the arithmetic mean. + + # + + takesValue + + + valueClass + numericClass + + + + + Statistical-accuracy + A measure of closeness to true value expressed as a number between 0 and 1. + + # + + takesValue + + + valueClass + numericClass + + + + + Statistical-precision + A quantitative representation of the degree of accuracy necessary for or associated with a particular action. + + # + + takesValue + + + valueClass + numericClass + + + + + Statistical-recall + Sensitivity is a measurement datum qualifying a binary classification test and is computed by substracting the false negative rate to the integral numeral 1. + + # + + takesValue + + + valueClass + numericClass + + + + + Statistical-uncertainty + A measure of the inherent variability of repeated observation measurements of a quantity including quantities evaluated by statistical methods and by other means. + + # + + takesValue + + + valueClass + numericClass + + + + + + Spatiotemporal-value + A property relating to space and/or time. + + Rate-of-change + The amount of change accumulated per unit time. + + Acceleration + Magnitude of the rate of change in either speed or direction. The direction of change should be given separately. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + accelerationUnits + + + + + Frequency + Frequency is the number of occurrences of a repeating event per unit time. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + frequencyUnits + + + + + Jerk-rate + Magnitude of the rate at which the acceleration of an object changes with respect to time. The direction of change should be given separately. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + jerkUnits + + + + + Sampling-rate + The number of digital samples taken or recorded per unit of time. + + # + + takesValue + + + unitClass + frequencyUnits + + + + + Refresh-rate + The frequency with which the image on a computer monitor or similar electronic display screen is refreshed, usually expressed in hertz. + + # + + takesValue + + + valueClass + numericClass + + + + + Speed + A scalar measure of the rate of movement of the object expressed either as the distance travelled divided by the time taken (average speed) or the rate of change of position with respect to time at a particular point (instantaneous speed). The direction of change should be given separately. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + speedUnits + + + + + Temporal-rate + The number of items per unit of time. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + frequencyUnits + + + + + + Spatial-value + Value of an item involving space. + + Angle + The amount of inclination of one line to another or the plane of one object to another. + + # + + takesValue + + + unitClass + angleUnits + + + valueClass + numericClass + + + + + Distance + A measure of the space separating two objects or points. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Position + A reference to the alignment of an object, a particular situation or view of a situation, or the location of an object. Coordinates with respect a specified frame of reference or the default Screen-frame if no frame is given. + + X-position + The position along the x-axis of the frame of reference. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Y-position + The position along the y-axis of the frame of reference. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Z-position + The position along the z-axis of the frame of reference. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + + Size + The physical magnitude of something. + + Area + The extent of a 2-dimensional surface enclosed within a boundary. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + areaUnits + + + + + Depth + The distance from the surface of something especially from the perspective of looking from the front. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Length + The linear extent in space from one end of something to the other end, or the extent of something from beginning to end. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Width + The extent or measurement of something from side to side. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Height + The vertical measurement or distance from the base to the top of an object. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Volume + The amount of three dimensional space occupied by an object or the capacity of a space or container. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + volumeUnits + + + + + + + Temporal-value + A characteristic of or relating to time or limited by time. + + Delay + Time during which some action is awaited. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Duration + The period of time during which something occurs or continues. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Time-interval + The period of time separating two instances, events, or occurrences. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Time-value + A value with units of time. Usually grouped with tags identifying what the value represents. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + + + + Data-variability-attribute + An attribute describing how something changes or varies. + + Abrupt + Marked by sudden change. + + + Constant + Continually recurring or continuing without interruption. Not changing in time or space. + + + Continuous + Uninterrupted in time, sequence, substance, or extent. + + relatedTag + Discrete + Discontinuous + + + + Decreasing + Becoming smaller or fewer in size, amount, intensity, or degree. + + relatedTag + Increasing + + + + Deterministic + No randomness is involved in the development of the future states of the element. + + relatedTag + Random + Stochastic + + + + Discontinuous + Having a gap in time, sequence, substance, or extent. + + relatedTag + Continuous + + + + Discrete + Constituting a separate entities or parts. + + relatedTag + Continuous + Discontinuous + + + + Flickering + Moving irregularly or unsteadily or burning or shining fitfully or with a fluctuating light. + + + Estimated-value + Something that has been calculated or measured approximately. + + + Exact-value + A value that is viewed to the true value according to some standard. + + + Fractal + Having extremely irregular curves or shapes for which any suitably chosen part is similar in shape to a given larger or smaller part when magnified or reduced to the same size. + + + Increasing + Becoming greater in size, amount, or degree. + + relatedTag + Decreasing + + + + Random + Governed by or depending on chance. Lacking any definite plan or order or purpose. + + relatedTag + Deterministic + Stochastic + + + + Repetitive + A recurring action that is often non-purposeful. + + + Stochastic + Uses a random probability distribution or pattern that may be analysed statistically but may not be predicted precisely to determine future states. + + relatedTag + Deterministic + Random + + + + Varying + Differing in size, amount, degree, or nature. + + + + + Environmental-property + Relating to or arising from the surroundings of an agent. + + Indoors + Located inside a building or enclosure. + + + Outdoors + Any area outside a building or shelter. + + + Real-world + Located in a place that exists in real space and time under realistic conditions. + + + Virtual-world + Using technology that creates immersive, computer-generated experiences that a person can interact with and navigate through. The digital content is generally delivered to the user through some type of headset and responds to changes in head position or through interaction with other types of sensors. Existing in a virtual setting such as a simulation or game environment. + + + Augmented-reality + Using technology that enhances real-world experiences with computer-derived digital overlays to change some aspects of perception of the natural environment. The digital content is shown to the user through a smart device or glasses and responds to changes in the environment. + + + Motion-platform + A mechanism that creates the feelings of being in a real motion environment. + + + Urban + Relating to, located in, or characteristic of a city or densely populated area. + + + Rural + Of or pertaining to the country as opposed to the city. + + + Terrain + Characterization of the physical features of a tract of land. + + Composite-terrain + Tracts of land characterized by a mixure of physical features. + + + Dirt-terrain + Tracts of land characterized by a soil surface and lack of vegetation. + + + Grassy-terrain + Tracts of land covered by grass. + + + Gravel-terrain + Tracts of land covered by a surface consisting a loose aggregation of small water-worn or pounded stones. + + + Leaf-covered-terrain + Tracts of land covered by leaves and composited organic material. + + + Muddy-terrain + Tracts of land covered by a liquid or semi-liquid mixture of water and some combination of soil, silt, and clay. + + + Paved-terrain + Tracts of land covered with concrete, asphalt, stones, or bricks. + + + Rocky-terrain + Tracts of land consisting or full of rock or rocks. + + + Sloped-terrain + Tracts of land arranged in a sloping or inclined position. + + + Uneven-terrain + Tracts of land that are not level, smooth, or regular. + + + + + Informational-property + Something that pertains to a task. + + extensionAllowed + + + Description + An explanation of what the tag group it is in means. If the description is at the top-level of an event string, the description applies to the event. + + requireChild + + + # + + takesValue + + + valueClass + textClass + + + + + ID + An alphanumeric name that identifies either a unique object or a unique class of objects. Here the object or class may be an idea, physical countable object (or class), or physical uncountable substance (or class). + + requireChild + + + # + + takesValue + + + valueClass + textClass + + + + + Label + A string of 20 or fewer characters identifying something. Labels usually refer to general classes of things while IDs refer to specific instances. A term that is associated with some entity. A brief description given for purposes of identification. An identifying or descriptive marker that is attached to an object. + + requireChild + + + # + + takesValue + + + valueClass + nameClass + + + + + Metadata + Data about data. Information that describes another set of data. + + CogAtlas + The Cognitive Atlas ID number of something. + + # + + takesValue + + + + + CogPo + The CogPO ID number of something. + + # + + takesValue + + + + + Creation-date + The date on which data creation of this element began. + + requireChild + + + # + + takesValue + + + valueClass + dateTimeClass + + + + + Experimental-note + A brief written record about the experiment. + + # + + takesValue + + + valueClass + textClass + + + + + Library-name + Official name of a HED library. + + # + + takesValue + + + valueClass + nameClass + + + + + OBO-identifier + The identifier of a term in some Open Biology Ontology (OBO) ontology. + + # + + takesValue + + + valueClass + nameClass + + + + + Pathname + The specification of a node (file or directory) in a hierarchical file system, usually specified by listing the nodes top-down. + + # + + takesValue + + + + + Subject-identifier + A sequence of characters used to identify, name, or characterize a trial or study subject. + + # + + takesValue + + + + + Version-identifier + An alphanumeric character string that identifies a form or variant of a type or original. + + # + Usually is a semantic version. + + takesValue + + + + + + Parameter + Something user-defined for this experiment. + + Parameter-label + The name of the parameter. + + # + + takesValue + + + valueClass + nameClass + + + + + Parameter-value + The value of the parameter. + + # + + takesValue + + + valueClass + textClass + + + + + + + Organizational-property + Relating to an organization or the action of organizing something. + + Collection + A tag designating a grouping of items such as in a set or list. + + # + Name of the collection. + + takesValue + + + valueClass + nameClass + + + + + Condition-variable + An aspect of the experiment or task that is to be varied during the experiment. Task-conditions are sometimes called independent variables or contrasts. + + # + Name of the condition variable. + + takesValue + + + valueClass + nameClass + + + + + Control-variable + An aspect of the experiment that is fixed throughout the study and usually is explicitly controlled. + + # + Name of the control variable. + + takesValue + + + valueClass + nameClass + + + + + Def + A HED-specific utility tag used with a defined name to represent the tags associated with that definition. + + requireChild + + + # + Name of the definition. + + takesValue + + + valueClass + nameClass + + + + + Def-expand + A HED specific utility tag that is grouped with an expanded definition. The child value of the Def-expand is the name of the expanded definition. + + requireChild + + + tagGroup + + + # + + takesValue + + + valueClass + nameClass + + + + + Definition + A HED-specific utility tag whose child value is the name of the concept and the tag group associated with the tag is an English language explanation of a concept. + + requireChild + + + topLevelTagGroup + + + # + Name of the definition. + + takesValue + + + valueClass + nameClass + + + + + Event-context + A special HED tag inserted as part of a top-level tag group to contain information about the interrelated conditions under which the event occurs. The event context includes information about other events that are ongoing when this event happens. + + topLevelTagGroup + + + unique + + + + Event-stream + A special HED tag indicating that this event is a member of an ordered succession of events. + + # + Name of the event stream. + + takesValue + + + valueClass + nameClass + + + + + Experimental-intertrial + A tag used to indicate a part of the experiment between trials usually where nothing is happening. + + # + Optional label for the intertrial block. + + takesValue + + + valueClass + nameClass + + + + + Experimental-trial + Designates a run or execution of an activity, for example, one execution of a script. A tag used to indicate a particular organizational part in the experimental design often containing a stimulus-response pair or stimulus-response-feedback triad. + + # + Optional label for the trial (often a numerical string). + + takesValue + + + valueClass + nameClass + + + + + Indicator-variable + An aspect of the experiment or task that is measured as task conditions are varied during the experiment. Experiment indicators are sometimes called dependent variables. + + # + Name of the indicator variable. + + takesValue + + + valueClass + nameClass + + + + + Recording + A tag designating the data recording. Recording tags are usually have temporal scope which is the entire recording. + + # + Optional label for the recording. + + takesValue + + + valueClass + nameClass + + + + + Task + An assigned piece of work, usually with a time allotment. A tag used to indicate a linkage the structured activities performed as part of the experiment. + + # + Optional label for the task block. + + takesValue + + + valueClass + nameClass + + + + + Time-block + A tag used to indicate a contiguous time block in the experiment during which something is fixed or noted. + + # + Optional label for the task block. + + takesValue + + + valueClass + nameClass + + + + + + Sensory-property + Relating to sensation or the physical senses. + + Sensory-attribute + A sensory characteristic associated with another entity. + + Auditory-attribute + Pertaining to the sense of hearing. + + Loudness + Perceived intensity of a sound. + + # + + takesValue + + + valueClass + numericClass + nameClass + + + + + Pitch + A perceptual property that allows the user to order sounds on a frequency scale. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + frequencyUnits + + + + + Sound-envelope + Description of how a sound changes over time. + + Sound-envelope-attack + The time taken for initial run-up of level from nil to peak usually beginning when the key on a musical instrument is pressed. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Sound-envelope-decay + The time taken for the subsequent run down from the attack level to the designated sustain level. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Sound-envelope-release + The time taken for the level to decay from the sustain level to zero after the key is released. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Sound-envelope-sustain + The time taken for the main sequence of the sound duration, until the key is released. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + + Timbre + The perceived sound quality of a singing voice or musical instrument. + + # + + takesValue + + + valueClass + nameClass + + + + + Sound-volume + The sound pressure level (SPL) usually the ratio to a reference signal estimated as the lower bound of hearing. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + intensityUnits + + + + + + Gustatory-attribute + Pertaining to the sense of taste. + + Bitter + Having a sharp, pungent taste. + + + Salty + Tasting of or like salt. + + + Savory + Belonging to a taste that is salty or spicy rather than sweet. + + + Sour + Having a sharp, acidic taste. + + + Sweet + Having or resembling the taste of sugar. + + + + Olfactory-attribute + Having a smell. + + + Somatic-attribute + Pertaining to the feelings in the body or of the nervous system. + + Pain + The sensation of discomfort, distress, or agony, resulting from the stimulation of specialized nerve endings. + + + Stress + The negative mental, emotional, and physical reactions that occur when environmental stressors are perceived as exceeding the adaptive capacities of the individual. + + + + Tactile-attribute + Pertaining to the sense of touch. + + Tactile-pressure + Having a feeling of heaviness. + + + Tactile-temperature + Having a feeling of hotness or coldness. + + + Tactile-texture + Having a feeling of roughness. + + + Tactile-vibration + Having a feeling of mechanical oscillation. + + + + Vestibular-attribute + Pertaining to the sense of balance or body position. + + + Visual-attribute + Pertaining to the sense of sight. + + Color + The appearance of objects (or light sources) described in terms of perception of their hue and lightness (or brightness) and saturation. + + CSS-color + One of 140 colors supported by all browsers. For more details such as the color RGB or HEX values, check: https://www.w3schools.com/colors/colors_groups.asp. + + Blue-color + CSS color group. + + CadetBlue + CSS-color 0x5F9EA0. + + + SteelBlue + CSS-color 0x4682B4. + + + LightSteelBlue + CSS-color 0xB0C4DE. + + + LightBlue + CSS-color 0xADD8E6. + + + PowderBlue + CSS-color 0xB0E0E6. + + + LightSkyBlue + CSS-color 0x87CEFA. + + + SkyBlue + CSS-color 0x87CEEB. + + + CornflowerBlue + CSS-color 0x6495ED. + + + DeepSkyBlue + CSS-color 0x00BFFF. + + + DodgerBlue + CSS-color 0x1E90FF. + + + RoyalBlue + CSS-color 0x4169E1. + + + Blue + CSS-color 0x0000FF. + + + MediumBlue + CSS-color 0x0000CD. + + + DarkBlue + CSS-color 0x00008B. + + + Navy + CSS-color 0x000080. + + + MidnightBlue + CSS-color 0x191970. + + + + Brown-color + CSS color group. + + Cornsilk + CSS-color 0xFFF8DC. + + + BlanchedAlmond + CSS-color 0xFFEBCD. + + + Bisque + CSS-color 0xFFE4C4. + + + NavajoWhite + CSS-color 0xFFDEAD. + + + Wheat + CSS-color 0xF5DEB3. + + + BurlyWood + CSS-color 0xDEB887. + + + Tan + CSS-color 0xD2B48C. + + + RosyBrown + CSS-color 0xBC8F8F. + + + SandyBrown + CSS-color 0xF4A460. + + + GoldenRod + CSS-color 0xDAA520. + + + DarkGoldenRod + CSS-color 0xB8860B. + + + Peru + CSS-color 0xCD853F. + + + Chocolate + CSS-color 0xD2691E. + + + Olive + CSS-color 0x808000. + + + SaddleBrown + CSS-color 0x8B4513. + + + Sienna + CSS-color 0xA0522D. + + + Brown + CSS-color 0xA52A2A. + + + Maroon + CSS-color 0x800000. + + + + Cyan-color + CSS color group. + + Aqua + CSS-color 0x00FFFF. + + + Cyan + CSS-color 0x00FFFF. + + + LightCyan + CSS-color 0xE0FFFF. + + + PaleTurquoise + CSS-color 0xAFEEEE. + + + Aquamarine + CSS-color 0x7FFFD4. + + + Turquoise + CSS-color 0x40E0D0. + + + MediumTurquoise + CSS-color 0x48D1CC. + + + DarkTurquoise + CSS-color 0x00CED1. + + + + Green-color + CSS color group. + + GreenYellow + CSS-color 0xADFF2F. + + + Chartreuse + CSS-color 0x7FFF00. + + + LawnGreen + CSS-color 0x7CFC00. + + + Lime + CSS-color 0x00FF00. + + + LimeGreen + CSS-color 0x32CD32. + + + PaleGreen + CSS-color 0x98FB98. + + + LightGreen + CSS-color 0x90EE90. + + + MediumSpringGreen + CSS-color 0x00FA9A. + + + SpringGreen + CSS-color 0x00FF7F. + + + MediumSeaGreen + CSS-color 0x3CB371. + + + SeaGreen + CSS-color 0x2E8B57. + + + ForestGreen + CSS-color 0x228B22. + + + Green + CSS-color 0x008000. + + + DarkGreen + CSS-color 0x006400. + + + YellowGreen + CSS-color 0x9ACD32. + + + OliveDrab + CSS-color 0x6B8E23. + + + DarkOliveGreen + CSS-color 0x556B2F. + + + MediumAquaMarine + CSS-color 0x66CDAA. + + + DarkSeaGreen + CSS-color 0x8FBC8F. + + + LightSeaGreen + CSS-color 0x20B2AA. + + + DarkCyan + CSS-color 0x008B8B. + + + Teal + CSS-color 0x008080. + + + + Gray-color + CSS color group. + + Gainsboro + CSS-color 0xDCDCDC. + + + LightGray + CSS-color 0xD3D3D3. + + + Silver + CSS-color 0xC0C0C0. + + + DarkGray + CSS-color 0xA9A9A9. + + + DimGray + CSS-color 0x696969. + + + Gray + CSS-color 0x808080. + + + LightSlateGray + CSS-color 0x778899. + + + SlateGray + CSS-color 0x708090. + + + DarkSlateGray + CSS-color 0x2F4F4F. + + + Black + CSS-color 0x000000. + + + + Orange-color + CSS color group. + + Orange + CSS-color 0xFFA500. + + + DarkOrange + CSS-color 0xFF8C00. + + + Coral + CSS-color 0xFF7F50. + + + Tomato + CSS-color 0xFF6347. + + + OrangeRed + CSS-color 0xFF4500. + + + + Pink-color + CSS color group. + + Pink + CSS-color 0xFFC0CB. + + + LightPink + CSS-color 0xFFB6C1. + + + HotPink + CSS-color 0xFF69B4. + + + DeepPink + CSS-color 0xFF1493. + + + PaleVioletRed + CSS-color 0xDB7093. + + + MediumVioletRed + CSS-color 0xC71585. + + + + Purple-color + CSS color group. + + Lavender + CSS-color 0xE6E6FA. + + + Thistle + CSS-color 0xD8BFD8. + + + Plum + CSS-color 0xDDA0DD. + + + Orchid + CSS-color 0xDA70D6. + + + Violet + CSS-color 0xEE82EE. + + + Fuchsia + CSS-color 0xFF00FF. + + + Magenta + CSS-color 0xFF00FF. + + + MediumOrchid + CSS-color 0xBA55D3. + + + DarkOrchid + CSS-color 0x9932CC. + + + DarkViolet + CSS-color 0x9400D3. + + + BlueViolet + CSS-color 0x8A2BE2. + + + DarkMagenta + CSS-color 0x8B008B. + + + Purple + CSS-color 0x800080. + + + MediumPurple + CSS-color 0x9370DB. + + + MediumSlateBlue + CSS-color 0x7B68EE. + + + SlateBlue + CSS-color 0x6A5ACD. + + + DarkSlateBlue + CSS-color 0x483D8B. + + + RebeccaPurple + CSS-color 0x663399. + + + Indigo + CSS-color 0x4B0082. + + + + Red-color + CSS color group. + + LightSalmon + CSS-color 0xFFA07A. + + + Salmon + CSS-color 0xFA8072. + + + DarkSalmon + CSS-color 0xE9967A. + + + LightCoral + CSS-color 0xF08080. + + + IndianRed + CSS-color 0xCD5C5C. + + + Crimson + CSS-color 0xDC143C. + + + Red + CSS-color 0xFF0000. + + + FireBrick + CSS-color 0xB22222. + + + DarkRed + CSS-color 0x8B0000. + + + + Yellow-color + CSS color group. + + Gold + CSS-color 0xFFD700. + + + Yellow + CSS-color 0xFFFF00. + + + LightYellow + CSS-color 0xFFFFE0. + + + LemonChiffon + CSS-color 0xFFFACD. + + + LightGoldenRodYellow + CSS-color 0xFAFAD2. + + + PapayaWhip + CSS-color 0xFFEFD5. + + + Moccasin + CSS-color 0xFFE4B5. + + + PeachPuff + CSS-color 0xFFDAB9. + + + PaleGoldenRod + CSS-color 0xEEE8AA. + + + Khaki + CSS-color 0xF0E68C. + + + DarkKhaki + CSS-color 0xBDB76B. + + + + White-color + CSS color group. + + White + CSS-color 0xFFFFFF. + + + Snow + CSS-color 0xFFFAFA. + + + HoneyDew + CSS-color 0xF0FFF0. + + + MintCream + CSS-color 0xF5FFFA. + + + Azure + CSS-color 0xF0FFFF. + + + AliceBlue + CSS-color 0xF0F8FF. + + + GhostWhite + CSS-color 0xF8F8FF. + + + WhiteSmoke + CSS-color 0xF5F5F5. + + + SeaShell + CSS-color 0xFFF5EE. + + + Beige + CSS-color 0xF5F5DC. + + + OldLace + CSS-color 0xFDF5E6. + + + FloralWhite + CSS-color 0xFFFAF0. + + + Ivory + CSS-color 0xFFFFF0. + + + AntiqueWhite + CSS-color 0xFAEBD7. + + + Linen + CSS-color 0xFAF0E6. + + + LavenderBlush + CSS-color 0xFFF0F5. + + + MistyRose + CSS-color 0xFFE4E1. + + + + + Color-shade + A slight degree of difference between colors, especially with regard to how light or dark it is or as distinguished from one nearly like it. + + Dark-shade + A color tone not reflecting much light. + + + Light-shade + A color tone reflecting more light. + + + + Grayscale + Using a color map composed of shades of gray, varying from black at the weakest intensity to white at the strongest. + + # + White intensity between 0 and 1. + + takesValue + + + valueClass + numericClass + + + + + HSV-color + A color representation that models how colors appear under light. + + Hue + Attribute of a visual sensation according to which an area appears to be similar to one of the perceived colors. + + # + Angular value between 0 and 360. + + takesValue + + + valueClass + numericClass + + + + + Saturation + Colorfulness of a stimulus relative to its own brightness. + + # + B value of RGB between 0 and 1. + + takesValue + + + valueClass + numericClass + + + + + HSV-value + An attribute of a visual sensation according to which an area appears to emit more or less light. + + # + + takesValue + + + valueClass + numericClass + + + + + + RGB-color + A color from the RGB schema. + + RGB-red + The red component. + + # + R value of RGB between 0 and 1. + + takesValue + + + valueClass + numericClass + + + + + RGB-blue + The blue component. + + # + B value of RGB between 0 and 1. + + takesValue + + + valueClass + numericClass + + + + + RGB-green + The green component. + + # + G value of RGB between 0 and 1. + + takesValue + + + valueClass + numericClass + + + + + + + Luminance + A quality that exists by virtue of the luminous intensity per unit area projected in a given direction. + + + Opacity + A measure of impenetrability to light. + + + + + Sensory-presentation + The entity has a sensory manifestation. + + Auditory-presentation + The sense of hearing is used in the presentation to the user. + + Loudspeaker-separation + The distance between two loudspeakers. Grouped with the Distance tag. + + suggestedTag + Distance + + + + Monophonic + Relating to sound transmission, recording, or reproduction involving a single transmission path. + + + Silent + The absence of ambient audible sound or the state of having ceased to produce sounds. + + + Stereophonic + Relating to, or constituting sound reproduction involving the use of separated microphones and two transmission channels to achieve the sound separation of a live hearing. + + + + Gustatory-presentation + The sense of taste used in the presentation to the user. + + + Olfactory-presentation + The sense of smell used in the presentation to the user. + + + Somatic-presentation + The nervous system is used in the presentation to the user. + + + Tactile-presentation + The sense of touch used in the presentation to the user. + + + Vestibular-presentation + The sense balance used in the presentation to the user. + + + Visual-presentation + The sense of sight used in the presentation to the user. + + 2D-view + A view showing only two dimensions. + + + 3D-view + A view showing three dimensions. + + + Background-view + Parts of the view that are farthest from the viewer and usually the not part of the visual focus. + + + Bistable-view + Something having two stable visual forms that have two distinguishable stable forms as in optical illusions. + + + Foreground-view + Parts of the view that are closest to the viewer and usually the most important part of the visual focus. + + + Foveal-view + Visual presentation directly on the fovea. A view projected on the small depression in the retina containing only cones and where vision is most acute. + + + Map-view + A diagrammatic representation of an area of land or sea showing physical features, cities, roads. + + Aerial-view + Elevated view of an object from above, with a perspective as though the observer were a bird. + + + Satellite-view + A representation as captured by technology such as a satellite. + + + Street-view + A 360-degrees panoramic view from a position on the ground. + + + + Peripheral-view + Indirect vision as it occurs outside the point of fixation. + + + + + + Task-property + Something that pertains to a task. + + extensionAllowed + + + Task-attentional-demand + Strategy for allocating attention toward goal-relevant information. + + Bottom-up-attention + Attentional guidance purely by externally driven factors to stimuli that are salient because of their inherent properties relative to the background. Sometimes this is referred to as stimulus driven. + + relatedTag + Top-down-attention + + + + Covert-attention + Paying attention without moving the eyes. + + relatedTag + Overt-attention + + + + Divided-attention + Integrating parallel multiple stimuli. Behavior involving responding simultaneously to multiple tasks or multiple task demands. + + relatedTag + Focused-attention + + + + Focused-attention + Responding discretely to specific visual, auditory, or tactile stimuli. + + relatedTag + Divided-attention + + + + Orienting-attention + Directing attention to a target stimulus. + + + Overt-attention + Selectively processing one location over others by moving the eyes to point at that location. + + relatedTag + Covert-attention + + + + Selective-attention + Maintaining a behavioral or cognitive set in the face of distracting or competing stimuli. Ability to pay attention to a limited array of all available sensory information. + + + Sustained-attention + Maintaining a consistent behavioral response during continuous and repetitive activity. + + + Switched-attention + Having to switch attention between two or more modalities of presentation. + + + Top-down-attention + Voluntary allocation of attention to certain features. Sometimes this is referred to goal-oriented attention. + + relatedTag + Bottom-up-attention + + + + + Task-effect-evidence + The evidence supporting the conclusion that the event had the specified effect. + + Computational-evidence + A type of evidence in which data are produced, and/or generated, and/or analyzed on a computer. + + + External-evidence + A phenomenon that follows and is caused by some previous phenomenon. + + + Intended-effect + A phenomenon that is intended to follow and be caused by some previous phenomenon. + + + Behavioral-evidence + An indication or conclusion based on the behavior of an agent. + + + + Task-event-role + The purpose of an event with respect to the task. + + Experimental-stimulus + Part of something designed to elicit a response in the experiment. + + + Incidental + A sensory or other type of event that is unrelated to the task or experiment. + + + Instructional + Usually associated with a sensory event intended to give instructions to the participant about the task or behavior. + + + Mishap + Unplanned disruption such as an equipment or experiment control abnormality or experimenter error. + + + Participant-response + Something related to a participant actions in performing the task. + + + Task-activity + Something that is part of the overall task or is necessary to the overall experiment but is not directly part of a stimulus-response cycle. Examples would be taking a survey or provided providing a silva sample. + + + Warning + Something that should warn the participant that the parameters of the task have been or are about to be exceeded such as a warning message about getting too close to the shoulder of the road in a driving task. + + + + Task-action-type + How an agent action should be interpreted in terms of the task specification. + + Appropriate-action + An action suitable or proper in the circumstances. + + relatedTag + Inappropriate-action + + + + Correct-action + An action that was a correct response in the context of the task. + + relatedTag + Incorrect-action + Indeterminate-action + + + + Correction + An action offering an improvement to replace a mistake or error. + + + Done-indication + An action that indicates that the participant has completed this step in the task. + + relatedTag + Ready-indication + + + + Incorrect-action + An action considered wrong or incorrect in the context of the task. + + relatedTag + Correct-action + Indeterminate-action + + + + Imagined-action + Form a mental image or concept of something. This is used to identity something that only happened in the imagination of the participant as in imagined movements in motor imagery paradigms. + + + Inappropriate-action + An action not in keeping with what is correct or proper for the task. + + relatedTag + Appropriate-action + + + + Indeterminate-action + An action that cannot be distinguished between two or more possibibities in the current context. This tag might be applied when an outside evaluator or a classification algorithm cannot determine a definitive result. + + relatedTag + Correct-action + Incorrect-action + Miss + Near-miss + + + + Omitted-action + An expected response was skipped. + + + Miss + An action considered to be a failure in the context of the task. For example, if the agent is supposed to try to hit a target and misses. + + relatedTag + Near-miss + + + + Near-miss + An action barely satisfied the requirements of the task. In a driving experiment for example this could pertain to a narrowly avoided collision or other accident. + + relatedTag + Miss + + + + Ready-indication + An action that indicates that the participant is ready to perform the next step in the task. + + relatedTag + Done-indication + + + + + Task-relationship + Specifying organizational importance of sub-tasks. + + Background-subtask + A part of the task which should be performed in the background as for example inhibiting blinks due to instruction while performing the primary task. + + + Primary-subtask + A part of the task which should be the primary focus of the participant. + + + + Task-stimulus-role + The role the stimulus plays in the task. + + Cue + A signal for an action, a pattern of stimuli indicating a particular response. + + + Distractor + A person or thing that distracts or a plausible but incorrect option in a multiple-choice question. In pyschological studies this is sometimes referred to as a foil. + + + Expected + Considered likely, probable or anticipated. Something of low information value as in frequent non-targets in an RSVP paradigm. + + relatedTag + Unexpected + + + suggestedTag + Target + + + + Extraneous + Irrelevant or unrelated to the subject being dealt with. + + + Feedback + An evaluative response to an inquiry, process, event, or activity. + + + Go-signal + An indicator to proceed with a planned action. + + relatedTag + Stop-signal + + + + Meaningful + Conveying significant or relevant information. + + + Newly-learned + Representing recently acquired information or understanding. + + + Non-informative + Something that is not useful in forming an opinion or judging an outcome. + + + Non-target + Something other than that done or looked for. Also tag Expected if the Non-target is frequent. + + relatedTag + Target + + + + Not-meaningful + Not having a serious, important, or useful quality or purpose. + + + Novel + Having no previous example or precedent or parallel. + + + Oddball + Something unusual, or infrequent. + + relatedTag + Unexpected + + + suggestedTag + Target + + + + Planned + Something that was decided on or arranged in advance. + + relatedTag + Unplanned + + + + Penalty + A disadvantage, loss, or hardship due to some action. + + + Priming + An implicit memory effect in which exposure to a stimulus influences response to a later stimulus. + + + Query + A sentence of inquiry that asks for a reply. + + + Reward + A positive reinforcement for a desired action, behavior or response. + + + Stop-signal + An indicator that the agent should stop the current activity. + + relatedTag + Go-signal + + + + Target + Something fixed as a goal, destination, or point of examination. + + + Threat + An indicator that signifies hostility and predicts an increased probability of attack. + + + Timed + Something planned or scheduled to be done at a particular time or lasting for a specified amount of time. + + + Unexpected + Something that is not anticipated. + + relatedTag + Expected + + + + Unplanned + Something that has not been planned as part of the task. + + relatedTag + Planned + + + + + + + Relation + Concerns the way in which two or more people or things are connected. + + extensionAllowed + + + Comparative-relation + Something considered in comparison to something else. The first entity is the focus. + + Approximately-equal-to + (A, (Approximately-equal-to, B)) indicates that A and B have almost the same value. Here A and B could refer to sizes, orders, positions or other quantities. + + + Less-than + (A, (Less-than, B)) indicates that A is smaller than B. Here A and B could refer to sizes, orders, positions or other quantities. + + + Less-than-or-equal-to + (A, (Less-than-or-equal-to, B)) indicates that the relative size or order of A is smaller than or equal to B. + + + Greater-than + (A, (Greater-than, B)) indicates that the relative size or order of A is bigger than that of B. + + + Greater-than-or-equal-to + (A, (Greater-than-or-equal-to, B)) indicates that the relative size or order of A is bigger than or the same as that of B. + + + Equal-to + (A, (Equal-to, B)) indicates that the size or order of A is the same as that of B. + + + Not-equal-to + (A, (Not-equal-to, B)) indicates that the size or order of A is not the same as that of B. + + + + Connective-relation + Indicates two entities are related in some way. The first entity is the focus. + + Belongs-to + (A, (Belongs-to, B)) indicates that A is a member of B. + + + Connected-to + (A, (Connected-to, B)) indicates that A is related to B in some respect, usually through a direct link. + + + Contained-in + (A, (Contained-in, B)) indicates that A is completely inside of B. + + + Described-by + (A, (Described-by, B)) indicates that B provides information about A. + + + From-to + (A, (From-to, B)) indicates a directional relation from A to B. A is considered the source. + + + Group-of + (A, (Group-of, B)) indicates A is a group of items of type B. + + + Implied-by + (A, (Implied-by, B)) indicates B is suggested by A. + + + Includes + (A, (Includes, B)) indicates that A has B as a member or part. + + + Interacts-with + (A, (Interacts-with, B)) indicates A and B interact, possibly reciprocally. + + + Member-of + (A, (Member-of, B)) indicates A is a member of group B. + + + Part-of + (A, (Part-of, B)) indicates A is a part of the whole B. + + + Performed-by + (A, (Performed-by, B)) indicates that the action or procedure A was carried out by agent B. + + + Performed-using + (A, (Performed-using, B)) indicates that the action or procedure A was accomplished using B. + + + Related-to + (A, (Related-to, B)) indicates A has some relationship to B. + + + Unrelated-to + (A, (Unrelated-to, B)) indicates that A is not related to B. For example, A is not related to Task. + + + + Directional-relation + A relationship indicating direction of change of one entity relative to another. The first entity is the focus. + + Away-from + (A, (Away-from, B)) indicates that A is going or has moved away from B. The meaning depends on A and B. + + + Towards + (A, (Towards, B)) indicates that A is going to or has moved to B. The meaning depends on A and B. + + + + Logical-relation + Indicating a logical relationship between entities. The first entity is usually the focus. + + And + (A, (And, B)) means A and B are both in effect. + + + Or + (A, (Or, B)) means at least one of A and B are in effect. + + + + Spatial-relation + Indicating a relationship about position between entities. + + Above + (A, (Above, B)) means A is in a place or position that is higher than B. + + + Across-from + (A, (Across-from, B)) means A is on the opposite side of something from B. + + + Adjacent-to + (A, (Adjacent-to, B)) indicates that A is next to B in time or space. + + + Ahead-of + (A, (Ahead-of, B)) indicates that A is further forward in time or space in B. + + + Around + (A, (Around, B)) means A is in or near the present place or situation of B. + + + Behind + (A, (Behind, B)) means A is at or to the far side of B, typically so as to be hidden by it. + + + Below + (A, (Below, B)) means A is in a place or position that is lower than the position of B. + + + Between + (A, (Between, (B, C))) means A is in the space or interval separating B and C. + + + Bilateral-to + (A, (Bilateral, B)) means A is on both sides of B or affects both sides of B. + + + Bottom-edge-of + (A, (Bottom-edge-of, B)) means A is on the bottom most part or or near the boundary of B. + + relatedTag + Left-edge-of + Right-edge-of + Top-edge-of + + + + Boundary-of + (A, (Boundary-of, B)) means A is on or part of the edge or boundary of B. + + + Center-of + (A, (Center-of, B)) means A is at a point or or in an area that is approximately central within B. + + + Close-to + (A, (Close-to, B)) means A is at a small distance from or is located near in space to B. + + + Far-from + (A, (Far-from, B)) means A is at a large distance from or is not located near in space to B. + + + In-front-of + (A, (In-front-of, B)) means A is in a position just ahead or at the front part of B, potentially partially blocking B from view. + + + Left-edge-of + (A, (Left-edge-of, B)) means A is located on the left side of B on or near the boundary of B. + + relatedTag + Bottom-edge-of + Right-edge-of + Top-edge-of + + + + Left-side-of + (A, (Left-side-of, B)) means A is located on the left side of B usually as part of B. + + relatedTag + Right-side-of + + + + Lower-center-of + (A, (Lower-center-of, B)) means A is situated on the lower center part of B (due south). This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-left-of + Lower-right-of + Upper-center-of + Upper-right-of + + + + Lower-left-of + (A, (Lower-left-of, B)) means A is situated on the lower left part of B. This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-center-of + Lower-right-of + Upper-center-of + Upper-left-of + Upper-right-of + + + + Lower-right-of + (A, (Lower-right-of, B)) means A is situated on the lower right part of B. This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-center-of + Lower-left-of + Upper-left-of + Upper-center-of + Upper-left-of + Lower-right-of + + + + Outside-of + (A, (Outside-of, B)) means A is located in the space around but not including B. + + + Over + (A, (Over, B)) means A above is above B so as to cover or protect or A extends over the a general area as from a from a vantage point. + + + Right-edge-of + (A, (Right-edge-of, B)) means A is located on the right side of B on or near the boundary of B. + + relatedTag + Bottom-edge-of + Left-edge-of + Top-edge-of + + + + Right-side-of + (A, (Right-side-of, B)) means A is located on the right side of B usually as part of B. + + relatedTag + Left-side-of + + + + To-left-of + (A, (To-left-of, B)) means A is located on or directed toward the side to the west of B when B is facing north. This term is used when A is not part of B. + + + To-right-of + (A, (To-right-of, B)) means A is located on or directed toward the side to the east of B when B is facing north. This term is used when A is not part of B. + + + Top-edge-of + (A, (Top-edge-of, B)) means A is on the uppermost part or or near the boundary of B. + + relatedTag + Left-edge-of + Right-edge-of + Bottom-edge-of + + + + Top-of + (A, (Top-of, B)) means A is on the uppermost part, side, or surface of B. + + + Upper-center-of + (A, (Upper-center-of, B)) means A is situated on the upper center part of B (due north). This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-center-of + Lower-left-of + Lower-right-of + Upper-center-of + Upper-right-of + + + + Upper-left-of + (A, (Upper-left-of, B)) means A is situated on the upper left part of B. This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-center-of + Lower-left-of + Lower-right-of + Upper-center-of + Upper-right-of + + + + Upper-right-of + (A, (Upper-right-of, B)) means A is situated on the upper right part of B. This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-center-of + Lower-left-of + Upper-left-of + Upper-center-of + Lower-right-of + + + + Underneath + (A, (Underneath, B)) means A is situated directly below and may be concealed by B. + + + Within + (A, (Within, B)) means A is on the inside of or contained in B. + + + + Temporal-relation + A relationship that includes a temporal or time-based component. + + After + (A, (After B)) means A happens at a time subsequent to a reference time related to B. + + + Asynchronous-with + (A, (Asynchronous-with, B)) means A happens at times not occurring at the same time or having the same period or phase as B. + + + Before + (A, (Before B)) means A happens at a time earlier in time or order than B. + + + During + (A, (During, B)) means A happens at some point in a given period of time in which B is ongoing. + + + Synchronous-with + (A, (Synchronous-with, B)) means A happens at occurs at the same time or rate as B. + + + Waiting-for + (A, (Waiting-for, B)) means A pauses for something to happen in B. + + + + + Modulator + External stimuli / interventions or changes in the alertness level (sleep) that modify: the background activity, or how often a graphoelement is occurring, or change other features of the graphoelement (like intra-burst frequency). For each observed finding, there is an option of specifying how they are influenced by the modulators and procedures that were done during the recording. + + requireChild + + + inLibrary + score + + + Sleep-modulator + + inLibrary + score + + + Sleep-deprivation + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Sleep-following-sleep-deprivation + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Natural-sleep + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Induced-sleep + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Drowsiness + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Awakening + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Medication-modulator + + inLibrary + score + + + Medication-administered-during-recording + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Medication-withdrawal-or-reduction-during-recording + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Eye-modulator + + inLibrary + score + + + Manual-eye-closure + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Manual-eye-opening + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Stimulation-modulator + + inLibrary + score + + + Intermittent-photic-stimulation + + requireChild + + + inLibrary + score + + + # + + takesValue + + + valueClass + numericClass + + + unitClass + frequencyUnits + + + inLibrary + score + + + + + Auditory-stimulation + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Nociceptive-stimulation + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Hyperventilation + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Physical-effort + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Cognitive-task + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Other-modulator-or-procedure + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Background-activity + An EEG activity representing the setting in which a given normal or abnormal pattern appears and from which such pattern is distinguished. + + requireChild + + + inLibrary + score + + + Posterior-dominant-rhythm + Rhythmic activity occurring during wakefulness over the posterior regions of the head, generally with maximum amplitudes over the occipital areas. Amplitude varies. Best seen with eyes closed and during physical relaxation and relative mental inactivity. Blocked or attenuated by attention, especially visual, and mental effort. In adults this is the alpha rhythm, and the frequency is 8 to 13 Hz. However the frequency can be higher or lower than this range (often a supra or sub harmonic of alpha frequency) and is called alpha variant rhythm (fast and slow alpha variant rhythm). In children, the normal range of the frequency of the posterior dominant rhythm is age-dependant. + + suggestedTag + Finding-significance-to-recording + Finding-frequency + Posterior-dominant-rhythm-amplitude-range + Finding-amplitude-asymmetry + Posterior-dominant-rhythm-frequency-asymmetry + Posterior-dominant-rhythm-eye-opening-reactivity + Posterior-dominant-rhythm-organization + Posterior-dominant-rhythm-caveat + Absence-of-posterior-dominant-rhythm + + + inLibrary + score + + + + Mu-rhythm + EEG rhythm at 7-11 Hz composed of arch-shaped waves occurring over the central or centro-parietal regions of the scalp during wakefulness. Amplitudes varies but is mostly below 50 microV. Blocked or attenuated most clearly by contralateral movement, thought of movement, readiness to move or tactile stimulation. + + suggestedTag + Finding-frequency + Finding-significance-to-recording + Brain-laterality + Brain-region + Sensors + + + inLibrary + score + + + + Other-organized-rhythm + EEG activity that consisting of waves of approximately constant period, which is considered as part of the background (ongoing) activity, but does not fulfill the criteria of the posterior dominant rhythm. + + requireChild + + + suggestedTag + Delta-activity-morphology + Theta-activity-morphology + Alpha-activity-morphology + Beta-activity-morphology + Gamma-activity-morphology + Finding-significance-to-recording + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Background-activity-special-feature + Special Features. Special features contains scoring options for the background activity of critically ill patients. + + requireChild + + + inLibrary + score + + + Continuous-background-activity + + suggestedTag + Delta-activity-morphology + Theta-activity-morphology + Alpha-activity-morphology + Beta-activity-morphology + Gamma-activity-morphology + Brain-laterality + Brain-region + Sensors + Finding-extent + + + inLibrary + score + + + + Nearly-continuous-background-activity + + suggestedTag + Delta-activity-morphology + Theta-activity-morphology + Alpha-activity-morphology + Beta-activity-morphology + Gamma-activity-morphology + Brain-laterality + Brain-region + Sensors + Finding-extent + + + inLibrary + score + + + + Discontinuous-background-activity + + suggestedTag + Delta-activity-morphology + Theta-activity-morphology + Alpha-activity-morphology + Beta-activity-morphology + Gamma-activity-morphology + Brain-laterality + Brain-region + Sensors + Finding-extent + + + inLibrary + score + + + + Background-burst-suppression + EEG pattern consisting of bursts (activity appearing and disappearing abruptly) interrupted by periods of low amplitude (below 20 microV) and which occurs simultaneously over all head regions. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Finding-extent + + + inLibrary + score + + + + Background-burst-attenuation + + suggestedTag + Brain-laterality + Brain-region + Sensors + Finding-extent + + + inLibrary + score + + + + Background-activity-suppression + Periods showing activity under 10 microV (referential montage) and interrupting the background (ongoing) activity. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Finding-extent + Appearance-mode + + + inLibrary + score + + + + Electrocerebral-inactivity + Absence of any ongoing cortical electric activities; in all leads EEG is isoelectric or only contains artifacts. Sensitivity has to be increased up to 2 microV/mm; recording time: at least 30 minutes. + + inLibrary + score + + + + + + Sleep-and-drowsiness + The features of the ongoing activity during sleep are scored here. If abnormal graphoelements appear, disappear or change their morphology during sleep, that is not scored here but at the entry corresponding to that graphooelement (as a modulator). + + requireChild + + + inLibrary + score + + + Sleep-architecture + For longer recordings. Only to be scored if whole-night sleep is part of the recording. It is a global descriptor of the structure and pattern of sleep: estimation of the amount of time spent in REM and NREM sleep, sleep duration, NREM-REM cycle. + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Normal-sleep-architecture + + inLibrary + score + + + + Abnormal-sleep-architecture + + inLibrary + score + + + + + Sleep-stage-reached + For normal sleep patterns the sleep stages reached during the recording can be specified + + requireChild + + + suggestedTag + Property-not-possible-to-determine + Finding-significance-to-recording + + + inLibrary + score + + + Sleep-stage-N1 + Sleep stage 1. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Sleep-stage-N2 + Sleep stage 2. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Sleep-stage-N3 + Sleep stage 3. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Sleep-stage-REM + Rapid eye movement. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Sleep-spindles + Burst at 11-15 Hz but mostly at 12-14 Hz generally diffuse but of higher voltage over the central regions of the head, occurring during sleep. Amplitude varies but is mostly below 50 microV in the adult. + + suggestedTag + Finding-significance-to-recording + Brain-laterality + Brain-region + Sensors + Finding-amplitude-asymmetry + + + inLibrary + score + + + + Arousal-pattern + Arousal pattern in children. Prolonged, marked high voltage 4-6/s activity in all leads with some intermixed slower frequencies, in children. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Frontal-arousal-rhythm + Prolonged (up to 20s) rhythmical sharp or spiky activity over the frontal areas (maximum over the frontal midline) seen at arousal from sleep in children with minimal cerebral dysfunction. + + suggestedTag + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Vertex-wave + Sharp potential, maximal at the vertex, negative relative to other areas, apparently occurring spontaneously during sleep or in response to a sensory stimulus during sleep or wakefulness. May be single or repetitive. Amplitude varies but rarely exceeds 250 microV. Abbreviation: V wave. Synonym: vertex sharp wave. + + suggestedTag + Finding-significance-to-recording + Brain-laterality + Brain-region + Sensors + Finding-amplitude-asymmetry + + + inLibrary + score + + + + K-complex + A burst of somewhat variable appearance, consisting most commonly of a high voltage negative slow wave followed by a smaller positive slow wave frequently associated with a sleep spindle. Duration greater than 0.5 s. Amplitude is generally maximal in the frontal vertex. K complexes occur during nonREM sleep, apparently spontaneously, or in response to sudden sensory / auditory stimuli, and are not specific for any individual sensory modality. + + suggestedTag + Finding-significance-to-recording + Brain-laterality + Brain-region + Sensors + Finding-amplitude-asymmetry + + + inLibrary + score + + + + Saw-tooth-waves + Vertex negative 2-5 Hz waves occuring in series during REM sleep + + suggestedTag + Finding-significance-to-recording + Brain-laterality + Brain-region + Sensors + Finding-amplitude-asymmetry + + + inLibrary + score + + + + POSTS + Positive occipital sharp transients of sleep. Sharp transient maximal over the occipital regions, positive relative to other areas, apparently occurring spontaneously during sleep. May be single or repetitive. Amplitude varies but is generally bellow 50 microV. + + suggestedTag + Finding-significance-to-recording + Brain-laterality + Brain-region + Sensors + Finding-amplitude-asymmetry + + + inLibrary + score + + + + Hypnagogic-hypersynchrony + Bursts of bilateral, synchronous delta or theta activity of large amplitude, occasionally with superimposed faster components, occurring during falling asleep or during awakening, in children. + + suggestedTag + Finding-significance-to-recording + Brain-laterality + Brain-region + Sensors + Finding-amplitude-asymmetry + + + inLibrary + score + + + + Non-reactive-sleep + EEG activity consisting of normal sleep graphoelements, but which cannot be interrupted by external stimuli/ the patient cannot be waken. + + inLibrary + score + + + + + Interictal-finding + EEG pattern / transient that is distinguished form the background activity, considered abnormal, but is not recorded during ictal period (seizure) or postictal period; the presence of an interictal finding does not necessarily imply that the patient has epilepsy. + + requireChild + + + inLibrary + score + + + Epileptiform-interictal-activity + + suggestedTag + Spike-morphology + Spike-and-slow-wave-morphology + Runs-of-rapid-spikes-morphology + Polyspikes-morphology + Polyspike-and-slow-wave-morphology + Sharp-wave-morphology + Sharp-and-slow-wave-morphology + Slow-sharp-wave-morphology + High-frequency-oscillation-morphology + Hypsarrhythmia-classic-morphology + Hypsarrhythmia-modified-morphology + Brain-laterality + Brain-region + Sensors + Finding-propagation + Multifocal-finding + Appearance-mode + Discharge-pattern + Finding-incidence + + + inLibrary + score + + + + Abnormal-interictal-rhythmic-activity + + suggestedTag + Delta-activity-morphology + Theta-activity-morphology + Alpha-activity-morphology + Beta-activity-morphology + Gamma-activity-morphology + Polymorphic-delta-activity-morphology + Frontal-intermittent-rhythmic-delta-activity-morphology + Occipital-intermittent-rhythmic-delta-activity-morphology + Temporal-intermittent-rhythmic-delta-activity-morphology + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + Finding-incidence + + + inLibrary + score + + + + Interictal-special-patterns + + requireChild + + + inLibrary + score + + + Interictal-periodic-discharges + Periodic discharge not further specified (PDs). + + suggestedTag + Periodic-discharges-superimposed-activity + Periodic-discharge-sharpness + Number-of-periodic-discharge-phases + Periodic-discharge-triphasic-morphology + Periodic-discharge-absolute-amplitude + Periodic-discharge-relative-amplitude + Periodic-discharge-polarity + Brain-laterality + Brain-region + Sensors + Periodic-discharge-duration + Periodic-discharge-onset + Periodic-discharge-dynamics + + + inLibrary + score + + + Generalized-periodic-discharges + GPDs. + + inLibrary + score + + + + Lateralized-periodic-discharges + LPDs. + + inLibrary + score + + + + Bilateral-independent-periodic-discharges + BIPDs. + + inLibrary + score + + + + Multifocal-periodic-discharges + MfPDs. + + inLibrary + score + + + + + Extreme-delta-brush + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + + + Critically-ill-patients-patterns + Rhythmic or periodic patterns in critically ill patients (RPPs) are scored according to the 2012 version of the American Clinical Neurophysiology Society Standardized Critical Care EEG Terminology (Hirsch et al., 2013). + + requireChild + + + inLibrary + score + + + Critically-ill-patients-periodic-discharges + Periodic discharges (PDs). + + suggestedTag + Periodic-discharges-superimposed-activity + Periodic-discharge-sharpness + Number-of-periodic-discharge-phases + Periodic-discharge-triphasic-morphology + Periodic-discharge-absolute-amplitude + Periodic-discharge-relative-amplitude + Periodic-discharge-polarity + Brain-laterality + Brain-region + Sensors + Finding-frequency + Periodic-discharge-duration + Periodic-discharge-onset + Periodic-discharge-dynamics + + + inLibrary + score + + + + Rhythmic-delta-activity + RDA + + suggestedTag + Periodic-discharges-superimposed-activity + Periodic-discharge-absolute-amplitude + Brain-laterality + Brain-region + Sensors + Finding-frequency + Periodic-discharge-duration + Periodic-discharge-onset + Periodic-discharge-dynamics + + + inLibrary + score + + + + Spike-or-sharp-and-wave + SW + + suggestedTag + Periodic-discharge-sharpness + Number-of-periodic-discharge-phases + Periodic-discharge-triphasic-morphology + Periodic-discharge-absolute-amplitude + Periodic-discharge-relative-amplitude + Periodic-discharge-polarity + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Finding-frequency + Periodic-discharge-duration + Periodic-discharge-onset + Periodic-discharge-dynamics + + + inLibrary + score + + + + + Episode + Clinical episode or electrographic seizure. + + requireChild + + + inLibrary + score + + + Epileptic-seizure + + requireChild + + + inLibrary + score + + + Focal-onset-epileptic-seizure + + suggestedTag + Episode-phase + Seizure-dynamics + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + Aware-focal-onset-epileptic-seizure + + suggestedTag + Episode-phase + Seizure-classification + Seizure-dynamics + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Impaired-awareness-focal-onset-epileptic-seizure + + suggestedTag + Episode-phase + Seizure-classification + Seizure-dynamics + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Awareness-unknown-focal-onset-epileptic-seizure + + suggestedTag + Episode-phase + Seizure-classification + Seizure-dynamics + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Focal-to-bilateral-tonic-clonic-focal-onset-epileptic-seizure + + suggestedTag + Episode-phase + Seizure-dynamics + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + + Generalized-onset-epileptic-seizure + + suggestedTag + Episode-phase + Seizure-classification + Seizure-dynamics + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Unknown-onset-epileptic-seizure + + suggestedTag + Episode-phase + Seizure-classification + Seizure-dynamics + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Unclassified-epileptic-seizure + + suggestedTag + Episode-phase + Seizure-dynamics + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + + Subtle-seizure + Seizure type frequent in neonates, sometimes referred to as motor automatisms; they may include random and roving eye movements, sucking, chewing motions, tongue protrusion, rowing or swimming or boxing movements of the arms, pedaling and bicycling movements of the lower limbs; apneic seizures are relatively common. Although some subtle seizures are associated with rhythmic ictal EEG discharges, and are clearly epileptic, ictal EEG often does not show typical epileptic activity. + + suggestedTag + Episode-phase + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Electrographic-seizure + Referred usually to non convulsive status. Ictal EEG: rhythmic discharge or spike and wave pattern with definite evolution in frequency, location, or morphology lasting at least 10 s; evolution in amplitude alone did not qualify. + + suggestedTag + Episode-phase + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Seizure-PNES + Psychogenic non-epileptic seizure. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Sleep-related-episode + + requireChild + + + inLibrary + score + + + Sleep-related-arousal + Normal. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Benign-sleep-myoclonus + A distinctive disorder of sleep characterized by a) neonatal onset, b) rhythmic myoclonic jerks only during sleep and c) abrupt and consistent cessation with arousal, d) absence of concomitant electrographic changes suggestive of seizures, and e) good outcome. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Confusional-awakening + Episode of non epileptic nature included in NREM parasomnias, characterized by sudden arousal and complex behavior but without full alertness, usually lasting a few minutes and occurring almost in all children at least occasionally. Amnesia of the episode is the rule. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Sleep-periodic-limb-movement + PLMS. Periodic limb movement in sleep. Episodes are characterized by brief (0.5- to 5.0-second) lower-extremity movements during sleep, which typically occur at 20- to 40-second intervals, most commonly during the first 3 hours of sleep. The affected individual is usually not aware of the movements or of the transient partial arousals. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + REM-sleep-behavioral-disorder + REM sleep behavioral disorder. Episodes characterized by: a) presence of REM sleep without atonia (RSWA) on polysomnography (PSG); b) presence of at least 1 of the following conditions - (1) Sleep-related behaviors, by history, that have been injurious, potentially injurious, or disruptive (example: dream enactment behavior); (2) abnormal REM sleep behavior documented during PSG monitoring; (3) absence of epileptiform activity on electroencephalogram (EEG) during REM sleep (unless RBD can be clearly distinguished from any concurrent REM sleep-related seizure disorder); (4) sleep disorder not better explained by another sleep disorder, a medical or neurologic disorder, a mental disorder, medication use, or a substance use disorder. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Sleep-walking + Episodes characterized by ambulation during sleep; the patient is difficult to arouse during an episode, and is usually amnesic following the episode. Episodes usually occur in the first third of the night during slow wave sleep. Polysomnographic recordings demonstrate 2 abnormalities during the first sleep cycle: frequent, brief, non-behavioral EEG-defined arousals prior to the somnambulistic episode and abnormally low gamma (0.75-2.0 Hz) EEG power on spectral analysis, correlating with high-voltage (hyper-synchronic gamma) waves lasting 10 to 15 s occurring just prior to the movement. This is followed by stage I NREM sleep, and there is no evidence of complete awakening. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + + Pediatric-episode + + requireChild + + + inLibrary + score + + + Hyperekplexia + Disorder characterized by exaggerated startle response and hypertonicity that may occur during the first year of life and in severe cases during the neonatal period. Children usually present with marked irritability and recurrent startles in response to handling and sounds. Severely affected infants can have severe jerks and stiffening, sometimes with breath-holding spells. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Jactatio-capitis-nocturna + Relatively common in normal children at the time of going to bed, especially during the first year of life, the rhythmic head movements persist during sleep. Usually, these phenomena disappear before 3 years of age. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Pavor-nocturnus + A nocturnal episode characterized by age of onset of less than five years (mean age 18 months, with peak prevalence at five to seven years), appearance of signs of panic two hours after falling asleep with crying, screams, a fearful expression, inability to recognize other people including parents (for a duration of 5-15 minutes), amnesia upon awakening. Pavor nocturnus occurs in patients almost every night for months or years (but the frequency is highly variable and may be as low as once a month) and is likely to disappear spontaneously at the age of six to eight years. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Pediatric-stereotypical-behavior-episode + Repetitive motor behavior in children, typically rhythmic and persistent; usually not paroxysmal and rarely suggest epilepsy. They include headbanging, head-rolling, jactatio capitis nocturna, body rocking, buccal or lingual movements, hand flapping and related mannerisms, repetitive hand-waving (to self-induce photosensitive seizures). + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + + Paroxysmal-motor-event + Paroxysmal phenomena during neonatal or childhood periods characterized by recurrent motor or behavioral signs or symptoms that must be distinguishes from epileptic disorders. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Syncope + Episode with loss of consciousness and muscle tone that is abrupt in onset, of short duration and followed by rapid recovery; it occurs in response to transient impairment of cerebral perfusion. Typical prodromal symptoms often herald onset of syncope and postictal symptoms are minimal. Syncopal convulsions resulting from cerebral anoxia are common but are not a form of epilepsy, nor are there any accompanying EEG ictal discharges. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Cataplexy + A sudden decrement in muscle tone and loss of deep tendon reflexes, leading to muscle weakness, paralysis, or postural collapse. Cataplexy usually is precipitated by an outburst of emotional expression-notably laughter, anger, or startle. It is one of the tetrad of symptoms of narcolepsy. During cataplexy, respiration and voluntary eye movements are not compromised. Consciousness is preserved. + + suggestedTag + Episode-phase + Finding-significance-to-recording + Episode-consciousness + Episode-awareness + Clinical-EEG-temporal-relationship + Episode-event-count + State-episode-start + Episode-postictal-phase + Episode-prodrome + Episode-tongue-biting + + + inLibrary + score + + + + Other-episode + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Physiologic-pattern + EEG graphoelements or rhythms that are considered normal. They only should be scored if the physician considers that they have a specific clinical significance for the recording. + + requireChild + + + inLibrary + score + + + Rhythmic-activity-pattern + Not further specified. + + suggestedTag + Delta-activity-morphology + Theta-activity-morphology + Alpha-activity-morphology + Beta-activity-morphology + Gamma-activity-morphology + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Slow-alpha-variant-rhythm + Characteristic rhythms mostly at 4-5 Hz, recorded most prominently over the posterior regions of the head. Generally alternate, or are intermixed, with alpha rhythm to which they often are harmonically related. Amplitude varies but is frequently close to 50 micro V. Blocked or attenuated by attention, especially visual, and mental effort. Comment: slow alpha variant rhythms should be distinguished from posterior slow waves characteristic of children and adolescents and occasionally seen in young adults. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Fast-alpha-variant-rhythm + Characteristic rhythm at 14-20 Hz, detected most prominently over the posterior regions of the head. May alternate or be intermixed with alpha rhythm. Blocked or attenuated by attention, especially visual, and mental effort. + + suggestedTag + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Ciganek-rhythm + Midline theta rhythm (Ciganek rhythm) may be observed during wakefulness or drowsiness. The frequency is 4-7 Hz, and the location is midline (ie, vertex). The morphology is rhythmic, smooth, sinusoidal, arciform, spiky, or mu-like. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Lambda-wave + Diphasic sharp transient occurring over occipital regions of the head of waking subjects during visual exploration. The main component is positive relative to other areas. Time-locked to saccadic eye movement. Amplitude varies but is generally below 50 micro V. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Posterior-slow-waves-youth + Waves in the delta and theta range, of variable form, lasting 0.35 to 0.5 s or longer without any consistent periodicity, found in the range of 6-12 years (occasionally seen in young adults). Alpha waves are almost always intermingled or superimposed. Reactive similar to alpha activity. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Diffuse-slowing-hyperventilation + Diffuse slowing induced by hyperventilation. Bilateral, diffuse slowing during hyperventilation. Recorded in 70 percent of normal children (3-5 years) and less then 10 percent of adults. Usually appear in the posterior regions and spread forward in younger age group, whereas they tend to appear in the frontal regions and spread backward in the older age group. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Photic-driving + Physiologic response consisting of rhythmic activity elicited over the posterior regions of the head by repetitive photic stimulation at frequencies of about 5-30 Hz. Comments: term should be limited to activity time-locked to the stimulus and of frequency identical or harmonically related to the stimulus frequency. Photic driving should be distinguished from the visual evoked potentials elicited by isolated flashes of light or flashes repeated at very low frequency. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Photomyogenic-response + A response to intermittent photic stimulation characterized by the appearance in the record of brief, repetitive muscular artifacts (spikes) over the anterior regions of the head. These often increase gradually in amplitude as stimuli are continued and cease promptly when the stimulus is withdrawn. Comment: this response is frequently associated with flutter of the eyelids and vertical oscillations of the eyeballs and sometimes with discrete jerking mostly involving the musculature of the face and head. (Preferred to synonym: photo-myoclonic response). + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Other-physiologic-pattern + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Uncertain-significant-pattern + EEG graphoelements or rhythms that resemble abnormal patterns but that are not necessarily associated with a pathology, and the physician does not consider them abnormal in the context of the scored recording (like normal variants and patterns). + + requireChild + + + inLibrary + score + + + Sharp-transient-pattern + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Wicket-spikes + Spike-like monophasic negative single waves or trains of waves occurring over the temporal regions during drowsiness that have an arcuate or mu-like appearance. These are mainly seen in older individuals and represent a benign variant that is of little clinical significance. + + inLibrary + score + + + + Small-sharp-spikes + Benign epileptiform Transients of Sleep (BETS). Small sharp spikes (SSS) of very short duration and low amplitude, often followed by a small theta wave, occurring in the temporal regions during drowsiness and light sleep. They occur on one or both sides (often asynchronously). The main negative and positive components are of about equally spiky character. Rarely seen in children, they are seen most often in adults and the elderly. Two thirds of the patients have a history of epileptic seizures. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Fourteen-six-Hz-positive-burst + Burst of arch-shaped waves at 13-17 Hz and/or 5-7-Hz but most commonly at 14 and or 6 Hz seen generally over the posterior temporal and adjacent areas of one or both sides of the head during sleep. The sharp peaks of its component waves are positive with respect to other regions. Amplitude varies but is generally below 75 micro V. Comments: (1) best demonstrated by referential recording using contralateral earlobe or other remote, reference electrodes. (2) This pattern has no established clinical significance. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Six-Hz-spike-slow-wave + Spike and slow wave complexes at 4-7Hz, but mostly at 6 Hz occurring generally in brief bursts bilaterally and synchronously, symmetrically or asymmetrically, and either confined to or of larger amplitude over the posterior or anterior regions of the head. The spike has a strong positive component. Amplitude varies but is generally smaller than that of spike-and slow-wave complexes repeating at slower rates. Comment: this pattern should be distinguished from epileptiform discharges. Synonym: wave and spike phantom. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Rudimentary-spike-wave-complex + Synonym: Pseudo petit mal discharge. Paroxysmal discharge that consists of generalized or nearly generalized high voltage 3 to 4/sec waves with poorly developed spike in the positive trough between the slow waves, occurring in drowsiness only. It is found only in infancy and early childhood when marked hypnagogic rhythmical theta activity is paramount in the drowsy state. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Slow-fused-transient + A posterior slow-wave preceded by a sharp-contoured potential that blends together with the ensuing slow wave, in children. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Needle-like-occipital-spikes-blind + Spike discharges of a particularly fast and needle-like character develop over the occipital region in most congenitally blind children. Completely disappear during childhood or adolescence. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Subclinical-rhythmic-EEG-discharge-adults + Subclinical rhythmic EEG discharge of adults (SERDA). A rhythmic pattern seen in the adult age group, mainly in the waking state or drowsiness. It consists of a mixture of frequencies, often predominant in the theta range. The onset may be fairly abrupt with widespread sharp rhythmical theta and occasionally with delta activity. As to the spatial distribution, a maximum of this discharge is usually found over the centroparietal region and especially over the vertex. It may resemble a seizure discharge but is not accompanied by any clinical signs or symptoms. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Rhythmic-temporal-theta-burst-drowsiness + Rhythmic temporal theta burst of drowsiness (RTTD). Characteristic burst of 4-7 Hz waves frequently notched by faster waves, occurring over the temporal regions of the head during drowsiness. Synonym: psychomotor variant pattern. Comment: this is a pattern of drowsiness that is of no clinical significance. + + inLibrary + score + + + + Temporal-slowing-elderly + Focal theta and/or delta activity over the temporal regions, especially the left, in persons over the age of 60. Amplitudes are low/similar to the background activity. Comment: focal temporal theta was found in 20 percent of people between the ages of 40-59 years, and 40 percent of people between 60 and 79 years. One third of people older than 60 years had focal temporal delta activity. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Breach-rhythm + Rhythmical activity recorded over cranial bone defects. Usually it is in the 6 to 11/sec range, does not respond to movements. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Appearance-mode + Discharge-pattern + + + inLibrary + score + + + + Other-uncertain-significant-pattern + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Artifact + When relevant for the clinical interpretation, artifacts can be scored by specifying the type and the location. + + requireChild + + + inLibrary + score + + + Biological-artifact + + requireChild + + + inLibrary + score + + + Eye-blink-artifact + Example for EEG: Fp1/Fp2 become electropositive with eye closure because the cornea is positively charged causing a negative deflection in Fp1/Fp2. If the eye blink is unilateral, consider prosthetic eye. If it is in F8 rather than Fp2 then the electrodes are plugged in wrong. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Eye-movement-horizontal-artifact + Example for EEG: There is an upward deflection in the Fp2-F8 derivation, when the eyes move to the right side. In this case F8 becomes more positive and therefore. When the eyes move to the left, F7 becomes more positive and there is an upward deflection in the Fp1-F7 derivation. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Eye-movement-vertical-artifact + Example for EEG: The EEG shows positive potentials (50-100 micro V) with bi-frontal distribution, maximum at Fp1 and Fp2, when the eyeball rotated upward. The downward rotation of the eyeball was associated with the negative deflection. The time course of the deflections was similar to the time course of the eyeball movement. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Slow-eye-movement-artifact + Slow, rolling eye-movements, seen during drowsiness. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Nystagmus-artifact + + suggestedTag + Artifact-significance-to-recording + + + inLibrary + score + + + + Chewing-artifact + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Sucking-artifact + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Glossokinetic-artifact + The tongue functions as a dipole, with the tip negative with respect to the base. The artifact produced by the tongue has a broad potential field that drops from frontal to occipital areas, although it is less steep than that produced by eye movement artifacts. The amplitude of the potentials is greater inferiorly than in parasagittal regions; the frequency is variable but usually in the delta range. Chewing and sucking can produce similar artifacts. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Rocking-patting-artifact + Quasi-rhythmical artifacts in recordings from infants caused by rocking/patting. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Movement-artifact + Example for EEG: Large amplitude artifact, with irregular morphology (usually resembling a slow-wave or a wave with complex morphology) seen in one or several channels, due to movement. If the causing movement is repetitive, the artifact might resemble a rhythmic EEG activity. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Respiration-artifact + Respiration can produce 2 kinds of artifacts. One type is in the form of slow and rhythmic activity, synchronous with the body movements of respiration and mechanically affecting the impedance of (usually) one electrode. The other type can be slow or sharp waves that occur synchronously with inhalation or exhalation and involve those electrodes on which the patient is lying. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Pulse-artifact + Example for EEG: Occurs when an EEG electrode is placed over a pulsating vessel. The pulsation can cause slow waves that may simulate EEG activity. A direct relationship exists between ECG and the pulse waves (200-300 millisecond delay after ECG equals QRS complex). + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + ECG-artifact + Example for EEG: Far-field potential generated in the heart. The voltage and apparent surface of the artifact vary from derivation to derivation and, consequently, from montage to montage. The artifact is observed best in referential montages using earlobe electrodes A1 and A2. ECG artifact is recognized easily by its rhythmicity/regularity and coincidence with the ECG tracing. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + Sweat-artifact + Is a low amplitude undulating waveform that is usually greater than 2 seconds and may appear to be an unstable baseline. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + EMG-artifact + Myogenic potentials are the most common artifacts. Frontalis and temporalis muscles (ex..: clenching of jaw muscles) are common causes. Generally, the potentials generated in the muscles are of shorter duration than those generated in the brain. The frequency components are usually beyond 30-50 Hz, and the bursts are arrhythmic. + + suggestedTag + Brain-laterality + Brain-region + Sensors + Multifocal-finding + Artifact-significance-to-recording + + + inLibrary + score + + + + + Non-biological-artifact + + requireChild + + + inLibrary + score + + + Power-supply-artifact + 50-60 Hz artifact. Monomorphic waveform due to 50 or 60 Hz A/C power supply. + + suggestedTag + Artifact-significance-to-recording + + + inLibrary + score + + + + Induction-artifact + Artifacts (usually of high frequency) induced by nearby equipment (like in the intensive care unit). + + suggestedTag + Artifact-significance-to-recording + + + inLibrary + score + + + + Dialysis-artifact + + suggestedTag + Artifact-significance-to-recording + + + inLibrary + score + + + + Artificial-ventilation-artifact + + suggestedTag + Artifact-significance-to-recording + + + inLibrary + score + + + + Electrode-pops-artifact + Are brief discharges with a very steep upslope and shallow fall that occur in all leads which include that electrode. + + suggestedTag + Artifact-significance-to-recording + + + inLibrary + score + + + + Salt-bridge-artifact + Typically occurs in 1 channel which may appear isoelectric. Only seen in bipolar montage. + + suggestedTag + Artifact-significance-to-recording + + + inLibrary + score + + + + + Other-artifact + + requireChild + + + suggestedTag + Artifact-significance-to-recording + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Polygraphic-channel-finding + Changes observed in polygraphic channels can be scored: EOG, Respiration, ECG, EMG, other polygraphic channel (+ free text), and their significance logged (normal, abnormal, no definite abnormality). + + requireChild + + + inLibrary + score + + + EOG-channel-finding + ElectroOculoGraphy. + + suggestedTag + Finding-significance-to-recording + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Respiration-channel-finding + + suggestedTag + Finding-significance-to-recording + + + inLibrary + score + + + Respiration-oxygen-saturation + + inLibrary + score + + + # + + takesValue + + + valueClass + numericClass + + + inLibrary + score + + + + + Respiration-feature + + inLibrary + score + + + Apnoe-respiration + Add duration (range in seconds) and comments in free text. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Hypopnea-respiration + Add duration (range in seconds) and comments in free text + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Apnea-hypopnea-index-respiration + Events/h. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Periodic-respiration + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Tachypnea-respiration + Cycles/min. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Other-respiration-feature + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + ECG-channel-finding + Electrocardiography. + + suggestedTag + Finding-significance-to-recording + + + inLibrary + score + + + ECG-QT-period + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + ECG-feature + + inLibrary + score + + + ECG-sinus-rhythm + Normal rhythm. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + ECG-arrhythmia + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + ECG-asystolia + Add duration (range in seconds) and comments in free text. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + ECG-bradycardia + Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + ECG-extrasystole + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + ECG-ventricular-premature-depolarization + Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + ECG-tachycardia + Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Other-ECG-feature + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + EMG-channel-finding + electromyography + + suggestedTag + Finding-significance-to-recording + + + inLibrary + score + + + EMG-muscle-side + + inLibrary + score + + + EMG-left-muscle + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + EMG-right-muscle + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + EMG-bilateral-muscle + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + EMG-muscle-name + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + EMG-feature + + inLibrary + score + + + EMG-myoclonus + + inLibrary + score + + + Negative-myoclonus + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + EMG-myoclonus-rhythmic + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + EMG-myoclonus-arrhythmic + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + EMG-myoclonus-synchronous + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + EMG-myoclonus-asynchronous + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + EMG-PLMS + Periodic limb movements in sleep. + + inLibrary + score + + + + EMG-spasm + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + EMG-tonic-contraction + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + EMG-asymmetric-activation + + requireChild + + + inLibrary + score + + + EMG-asymmetric-activation-left-first + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + EMG-asymmetric-activation-right-first + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Other-EMG-features + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + Other-polygraphic-channel + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Finding-property + Descriptive element similar to main HED /Property. Something that pertains to a thing. A characteristic of some entity. A quality or feature regarded as a characteristic or inherent part of someone or something. HED attributes are adjectives or adverbs. + + requireChild + + + inLibrary + score + + + Signal-morphology-property + + requireChild + + + inLibrary + score + + + Rhythmic-activity-morphology + EEG activity consisting of a sequence of waves approximately constant period. + + inLibrary + score + + + Delta-activity-morphology + EEG rhythm in the delta (under 4 Hz) range that does not belong to the posterior dominant rhythm (scored under other organized rhythms). + + suggestedTag + Finding-frequency + Finding-amplitude + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Theta-activity-morphology + EEG rhythm in the theta (4-8 Hz) range that does not belong to the posterior dominant rhythm (scored under other organized rhythm). + + suggestedTag + Finding-frequency + Finding-amplitude + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Alpha-activity-morphology + EEG rhythm in the alpha range (8-13 Hz) which is considered part of the background (ongoing) activity but does not fulfill the criteria of the posterior dominant rhythm (alpha rhythm). + + suggestedTag + Finding-frequency + Finding-amplitude + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Beta-activity-morphology + EEG rhythm between 14 and 40 Hz, which is considered part of the background (ongoing) activity but does not fulfill the criteria of the posterior dominant rhythm. Most characteristically: a rhythm from 14 to 40 Hz recorded over the fronto-central regions of the head during wakefulness. Amplitude of the beta rhythm varies but is mostly below 30 microV. Other beta rhythms are most prominent in other locations or are diffuse. + + suggestedTag + Finding-frequency + Finding-amplitude + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Gamma-activity-morphology + + suggestedTag + Finding-frequency + Finding-amplitude + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Spike-morphology + A transient, clearly distinguished from background activity, with pointed peak at a conventional paper speed or time scale and duration from 20 to under 70 ms, i.e. 1/50-1/15 s approximately. Main component is generally negative relative to other areas. Amplitude varies. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Spike-and-slow-wave-morphology + A pattern consisting of a spike followed by a slow wave. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Runs-of-rapid-spikes-morphology + Bursts of spike discharges at a rate from 10 to 25/sec (in most cases somewhat irregular). The bursts last more than 2 seconds (usually 2 to 10 seconds) and it is typically seen in sleep. Synonyms: rhythmic spikes, generalized paroxysmal fast activity, fast paroxysmal rhythms, grand mal discharge, fast beta activity. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Polyspikes-morphology + Two or more consecutive spikes. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Polyspike-and-slow-wave-morphology + Two or more consecutive spikes associated with one or more slow waves. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Sharp-wave-morphology + A transient clearly distinguished from background activity, with pointed peak at a conventional paper speed or time scale, and duration of 70-200 ms, i.e. over 1/4-1/5 s approximately. Main component is generally negative relative to other areas. Amplitude varies. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Sharp-and-slow-wave-morphology + A sequence of a sharp wave and a slow wave. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Slow-sharp-wave-morphology + A transient that bears all the characteristics of a sharp-wave, but exceeds 200 ms. Synonym: blunted sharp wave. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + High-frequency-oscillation-morphology + HFO. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Hypsarrhythmia-classic-morphology + Abnormal interictal high amplitude waves and a background of irregular spikes. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Hypsarrhythmia-modified-morphology + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Fast-spike-activity-morphology + A burst consisting of a sequence of spikes. Duration greater than 1 s. Frequency at least in the alpha range. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Low-voltage-fast-activity-morphology + Refers to the fast, and often recruiting activity which can be recorded at the onset of an ictal discharge, particularly in invasive EEG recording of a seizure. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Polysharp-waves-morphology + A sequence of two or more sharp-waves. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Slow-wave-large-amplitude-morphology + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Irregular-delta-or-theta-activity-morphology + EEG activity consisting of repetitive waves of inconsistent wave-duration but in delta and/or theta rang (greater than 125 ms). + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Electrodecremental-change-morphology + Sudden desynchronization of electrical activity. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + DC-shift-morphology + Shift of negative polarity of the direct current recordings, during seizures. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Disappearance-of-ongoing-activity-morphology + Disappearance of the EEG activity that preceded the ictal event but still remnants of background activity (thus not enough to name it electrodecremental change). + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Polymorphic-delta-activity-morphology + EEG activity consisting of waves in the delta range (over 250 ms duration for each wave) but of different morphology. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Frontal-intermittent-rhythmic-delta-activity-morphology + Frontal intermittent rhythmic delta activity (FIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at 1.5-2.5 Hz over the frontal areas of one or both sides of the head. Comment: most commonly associated with unspecified encephalopathy, in adults. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Occipital-intermittent-rhythmic-delta-activity-morphology + Occipital intermittent rhythmic delta activity (OIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at 2-3 Hz over the occipital or posterior head regions of one or both sides of the head. Frequently blocked or attenuated by opening the eyes. Comment: most commonly associated with unspecified encephalopathy, in children. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Temporal-intermittent-rhythmic-delta-activity-morphology + Temporal intermittent rhythmic delta activity (TIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at over the temporal areas of one side of the head. Comment: most commonly associated with temporal lobe epilepsy. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Periodic-discharges-morphology + Periodic discharges not further specified (PDs). + + requireChild + + + inLibrary + score + + + Periodic-discharges-superimposed-activity + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Periodic-discharges-fast-superimposed-activity + + suggestedTag + Finding-frequency + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Periodic-discharges-rhythmic-superimposed-activity + + suggestedTag + Finding-frequency + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Periodic-discharge-sharpness + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Spiky-periodic-discharge-sharpness + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Sharp-periodic-discharge-sharpness + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Sharply-contoured-periodic-discharge-sharpness + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Blunt-periodic-discharge-sharpness + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Number-of-periodic-discharge-phases + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + 1-periodic-discharge-phase + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + 2-periodic-discharge-phases + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + 3-periodic-discharge-phases + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Greater-than-3-periodic-discharge-phases + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Periodic-discharge-triphasic-morphology + + suggestedTag + Property-not-possible-to-determine + Property-exists + Property-absence + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Periodic-discharge-absolute-amplitude + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Periodic-discharge-absolute-amplitude-very-low + Lower than 20 microV. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Low-periodic-discharge-absolute-amplitude + 20 to 49 microV. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Medium-periodic-discharge-absolute-amplitude + 50 to 199 microV. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + High-periodic-discharge-absolute-amplitude + Greater than 200 microV. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Periodic-discharge-relative-amplitude + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Periodic-discharge-relative-amplitude-less-than-equal-2 + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Periodic-discharge-relative-amplitude-greater-than-2 + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Periodic-discharge-polarity + + requireChild + + + inLibrary + score + + + Periodic-discharge-postitive-polarity + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Periodic-discharge-negative-polarity + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Periodic-discharge-unclear-polarity + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + + Source-analysis-property + How the current in the brain reaches the electrode sensors. + + requireChild + + + inLibrary + score + + + Source-analysis-laterality + + requireChild + + + suggestedTag + Brain-laterality + + + inLibrary + score + + + + Source-analysis-brain-region + + requireChild + + + inLibrary + score + + + Source-analysis-frontal-perisylvian-superior-surface + + inLibrary + score + + + + Source-analysis-frontal-lateral + + inLibrary + score + + + + Source-analysis-frontal-mesial + + inLibrary + score + + + + Source-analysis-frontal-polar + + inLibrary + score + + + + Source-analysis-frontal-orbitofrontal + + inLibrary + score + + + + Source-analysis-temporal-polar + + inLibrary + score + + + + Source-analysis-temporal-basal + + inLibrary + score + + + + Source-analysis-temporal-lateral-anterior + + inLibrary + score + + + + Source-analysis-temporal-lateral-posterior + + inLibrary + score + + + + Source-analysis-temporal-perisylvian-inferior-surface + + inLibrary + score + + + + Source-analysis-central-lateral-convexity + + inLibrary + score + + + + Source-analysis-central-mesial + + inLibrary + score + + + + Source-analysis-central-sulcus-anterior-surface + + inLibrary + score + + + + Source-analysis-central-sulcus-posterior-surface + + inLibrary + score + + + + Source-analysis-central-opercular + + inLibrary + score + + + + Source-analysis-parietal-lateral-convexity + + inLibrary + score + + + + Source-analysis-parietal-mesial + + inLibrary + score + + + + Source-analysis-parietal-opercular + + inLibrary + score + + + + Source-analysis-occipital-lateral + + inLibrary + score + + + + Source-analysis-occipital-mesial + + inLibrary + score + + + + Source-analysis-occipital-basal + + inLibrary + score + + + + Source-analysis-insula + + inLibrary + score + + + + + + Location-property + Location can be scored for findings. Semiologic finding can also be characterized by the somatotopic modifier (i.e. the part of the body where it occurs). In this respect, laterality (left, right, symmetric, asymmetric, left greater than right, right greater than left), body part (eyelid, face, arm, leg, trunk, visceral, hemi-) and centricity (axial, proximal limb, distal limb) can be scored. + + requireChild + + + inLibrary + score + + + Brain-laterality + + requireChild + + + inLibrary + score + + + Brain-laterality-left + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-laterality-left-greater-right + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-laterality-right + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-laterality-right-greater-left + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-laterality-midline + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-laterality-diffuse-asynchronous + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Brain-region + + requireChild + + + inLibrary + score + + + Brain-region-frontal + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-region-temporal + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-region-central + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-region-parietal + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-region-occipital + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Body-part-location + + requireChild + + + inLibrary + score + + + Body-part-eyelid + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Body-part-face + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Body-part-arm + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Body-part-leg + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Body-part-trunk + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Body-part-visceral + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Body-part-hemi + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Brain-centricity + + requireChild + + + inLibrary + score + + + Brain-centricity-axial + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-centricity-proximal-limb + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brain-centricity-distal-limb + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Sensors + Lists all corresponding sensors (electrodes/channels in montage). The sensor-group is selected from a list defined in the site-settings for each EEG-lab. + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Finding-propagation + When propagation within the graphoelement is observed, first the location of the onset region is scored. Then, the location of the propagation can be noted. + + suggestedTag + Property-exists + Property-absence + Brain-laterality + Brain-region + Sensors + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Multifocal-finding + When the same interictal graphoelement is observed bilaterally and at least in three independent locations, can score them using one entry, and choosing multifocal as a descriptor of the locations of the given interictal graphoelements, optionally emphasizing the involved, and the most active sites. + + suggestedTag + Property-not-possible-to-determine + Property-exists + Property-absence + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Modulators-property + For each described graphoelement, the influence of the modulators can be scored. Only modulators present in the recording are scored. + + requireChild + + + inLibrary + score + + + Modulators-reactivity + Susceptibility of individual rhythms or the EEG as a whole to change following sensory stimulation or other physiologic actions. + + requireChild + + + suggestedTag + Property-exists + Property-absence + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Eye-closure-sensitivity + Eye closure sensitivity. + + suggestedTag + Property-exists + Property-absence + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Eye-opening-passive + Passive eye opening. Used with base schema Increasing/Decreasing. + + suggestedTag + Property-not-possible-to-determine + Finding-stopped-by + Finding-unmodified + Finding-triggered-by + + + inLibrary + score + + + + Medication-effect-EEG + Medications effect on EEG. Used with base schema Increasing/Decreasing. + + suggestedTag + Property-not-possible-to-determine + Finding-stopped-by + Finding-unmodified + + + inLibrary + score + + + + Medication-reduction-effect-EEG + Medications reduction or withdrawal effect on EEG. Used with base schema Increasing/Decreasing. + + suggestedTag + Property-not-possible-to-determine + Finding-stopped-by + Finding-unmodified + + + inLibrary + score + + + + Auditive-stimuli-effect + Used with base schema Increasing/Decreasing. + + suggestedTag + Property-not-possible-to-determine + Finding-stopped-by + Finding-unmodified + + + inLibrary + score + + + + Nociceptive-stimuli-effect + Used with base schema Increasing/Decreasing. + + suggestedTag + Property-not-possible-to-determine + Finding-stopped-by + Finding-unmodified + Finding-triggered-by + + + inLibrary + score + + + + Physical-effort-effect + Used with base schema Increasing/Decreasing + + suggestedTag + Property-not-possible-to-determine + Finding-stopped-by + Finding-unmodified + Finding-triggered-by + + + inLibrary + score + + + + Cognitive-task-effect + Used with base schema Increasing/Decreasing. + + suggestedTag + Property-not-possible-to-determine + Finding-stopped-by + Finding-unmodified + Finding-triggered-by + + + inLibrary + score + + + + Other-modulators-effect-EEG + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Facilitating-factor + Facilitating factors are defined as transient and sporadic endogenous or exogenous elements capable of augmenting seizure incidence (increasing the likelihood of seizure occurrence). + + inLibrary + score + + + Facilitating-factor-alcohol + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Facilitating-factor-awake + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Facilitating-factor-catamenial + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Facilitating-factor-fever + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Facilitating-factor-sleep + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Facilitating-factor-sleep-deprived + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Facilitating-factor-other + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Provocative-factor + Provocative factors are defined as transient and sporadic endogenous or exogenous elements capable of evoking/triggering seizures immediately following the exposure to it. + + requireChild + + + inLibrary + score + + + Hyperventilation-provoked + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Reflex-provoked + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Medication-effect-clinical + Medications clinical effect. Used with base schema Increasing/Decreasing. + + suggestedTag + Finding-stopped-by + Finding-unmodified + + + inLibrary + score + + + + Medication-reduction-effect-clinical + Medications reduction or withdrawal clinical effect. Used with base schema Increasing/Decreasing. + + suggestedTag + Finding-stopped-by + Finding-unmodified + + + inLibrary + score + + + + Other-modulators-effect-clinical + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Intermittent-photic-stimulation-effect + + requireChild + + + inLibrary + score + + + Posterior-stimulus-dependent-intermittent-photic-stimulation-response + + suggestedTag + Finding-frequency + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-stimulus-independent-intermittent-photic-stimulation-response-limited + limited to the stimulus-train + + suggestedTag + Finding-frequency + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-stimulus-independent-intermittent-photic-stimulation-response-self-sustained + + suggestedTag + Finding-frequency + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Generalized-photoparoxysmal-intermittent-photic-stimulation-response-limited + Limited to the stimulus-train. + + suggestedTag + Finding-frequency + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Generalized-photoparoxysmal-intermittent-photic-stimulation-response-self-sustained + + suggestedTag + Finding-frequency + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Activation-of-pre-existing-epileptogenic-area-intermittent-photic-stimulation-effect + + suggestedTag + Finding-frequency + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Unmodified-intermittent-photic-stimulation-effect + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Quality-of-hyperventilation + + requireChild + + + inLibrary + score + + + Hyperventilation-refused-procedure + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Hyperventilation-poor-effort + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Hyperventilation-good-effort + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Hyperventilation-excellent-effort + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Modulators-effect + Tags for describing the influence of the modulators + + requireChild + + + inLibrary + score + + + Modulators-effect-continuous-during-NRS + Continuous during non-rapid-eye-movement-sleep (NRS) + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Modulators-effect-only-during + + inLibrary + score + + + # + Only during Sleep/Awakening/Hyperventilation/Physical effort/Cognitive task. Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Modulators-effect-change-of-patterns + Change of patterns during sleep/awakening. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + Time-related-property + Important to estimate how often an interictal abnormality is seen in the recording. + + requireChild + + + inLibrary + score + + + Appearance-mode + Describes how the non-ictal EEG pattern/graphoelement is distributed through the recording. + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Random-appearance-mode + Occurrence of the non-ictal EEG pattern / graphoelement without any rhythmicity / periodicity. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Periodic-appearance-mode + Non-ictal EEG pattern / graphoelement occurring at an approximately regular rate / interval (generally of 1 to several seconds). + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Variable-appearance-mode + Occurrence of non-ictal EEG pattern / graphoelements, that is sometimes rhythmic or periodic, other times random, throughout the recording. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Intermittent-appearance-mode + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Continuous-appearance-mode + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Discharge-pattern + Describes the organization of the EEG signal within the discharge (distinguish between single and repetitive discharges) + + requireChild + + + inLibrary + score + + + Single-discharge-pattern + Applies to the intra-burst pattern: a graphoelement that is not repetitive; before and after the graphoelement one can distinguish the background activity. + + suggestedTag + Finding-incidence + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Rhythmic-trains-or-bursts-discharge-pattern + Applies to the intra-burst pattern: a non-ictal graphoelement that repeats itself without returning to the background activity between them. The graphoelements within this repetition occur at approximately constant period. + + suggestedTag + Finding-prevalence + Finding-frequency + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Arrhythmic-trains-or-bursts-discharge-pattern + Applies to the intra-burst pattern: a non-ictal graphoelement that repeats itself without returning to the background activity between them. The graphoelements within this repetition occur at inconstant period. + + suggestedTag + Finding-prevalence + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Fragmented-discharge-pattern + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Periodic-discharge-time-related-features + Periodic discharges not further specified (PDs) time-relayed features tags. + + requireChild + + + inLibrary + score + + + Periodic-discharge-duration + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Very-brief-periodic-discharge-duration + Less than 10 sec. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Brief-periodic-discharge-duration + 10 to 59 sec. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Intermediate-periodic-discharge-duration + 1 to 4.9 min. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Long-periodic-discharge-duration + 5 to 59 min. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Very-long-periodic-discharge-duration + Greater than 1 hour. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Periodic-discharge-onset + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Sudden-periodic-discharge-onset + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Gradual-periodic-discharge-onset + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Periodic-discharge-dynamics + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Evolving-periodic-discharge-dynamics + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Fluctuating-periodic-discharge-dynamics + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Static-periodic-discharge-dynamics + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + Finding-extent + Percentage of occurrence during the recording (background activity and interictal finding). + + inLibrary + score + + + # + + takesValue + + + valueClass + numericClass + + + inLibrary + score + + + + + Finding-incidence + How often it occurs/time-epoch. + + requireChild + + + inLibrary + score + + + Only-once-finding-incidence + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Rare-finding-incidence + less than 1/h + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Uncommon-finding-incidence + 1/5 min to 1/h. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Occasional-finding-incidence + 1/min to 1/5min. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Frequent-finding-incidence + 1/10 s to 1/min. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Abundant-finding-incidence + Greater than 1/10 s). + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Finding-prevalence + The percentage of the recording covered by the train/burst. + + requireChild + + + inLibrary + score + + + Rare-finding-prevalence + Less than 1 percent. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Occasional-finding-prevalence + 1 to 9 percent. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Frequent-finding-prevalence + 10 to 49 percent. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Abundant-finding-prevalence + 50 to 89 percent. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Continuous-finding-prevalence + Greater than 90 percent. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + Posterior-dominant-rhythm-property + Posterior dominant rhythm is the most often scored EEG feature in clinical practice. Therefore, there are specific terms that can be chosen for characterizing the PDR. + + requireChild + + + inLibrary + score + + + Posterior-dominant-rhythm-amplitude-range + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Low-posterior-dominant-rhythm-amplitude-range + Low (less than 20 microV). + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Medium-posterior-dominant-rhythm-amplitude-range + Medium (between 20 and 70 microV). + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + High-posterior-dominant-rhythm-amplitude-range + High (more than 70 microV). + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Posterior-dominant-rhythm-frequency-asymmetry + When symmetrical could be labeled with base schema Symmetrical tag. + + requireChild + + + inLibrary + score + + + Posterior-dominant-rhythm-frequency-asymmetry-lower-left + Hz lower on the left side. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-dominant-rhythm-frequency-asymmetry-lower-right + Hz lower on the right side. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Posterior-dominant-rhythm-eye-opening-reactivity + Change (disappearance or measurable decrease in amplitude) of a posterior dominant rhythm following eye-opening. Eye closure has the opposite effect. + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Posterior-dominant-rhythm-eye-opening-reactivity-reduced-left + Reduced left side reactivity. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-dominant-rhythm-eye-opening-reactivity-reduced-right + Reduced right side reactivity. + + inLibrary + score + + + # + free text + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-dominant-rhythm-eye-opening-reactivity-reduced-both + Reduced reactivity on both sides. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Posterior-dominant-rhythm-organization + When normal could be labeled with base schema Normal tag. + + requireChild + + + inLibrary + score + + + Posterior-dominant-rhythm-organization-poorly-organized + Poorly organized. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-dominant-rhythm-organization-disorganized + Disorganized. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-dominant-rhythm-organization-markedly-disorganized + Markedly disorganized. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Posterior-dominant-rhythm-caveat + Caveat to the annotation of PDR. + + requireChild + + + inLibrary + score + + + No-posterior-dominant-rhythm-caveat + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-dominant-rhythm-caveat-only-open-eyes-during-the-recording + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-dominant-rhythm-caveat-sleep-deprived-caveat + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-dominant-rhythm-caveat-drowsy + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Posterior-dominant-rhythm-caveat-only-following-hyperventilation + + inLibrary + score + + + + + Absence-of-posterior-dominant-rhythm + Reason for absence of PDR. + + requireChild + + + inLibrary + score + + + Absence-of-posterior-dominant-rhythm-artifacts + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Absence-of-posterior-dominant-rhythm-extreme-low-voltage + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Absence-of-posterior-dominant-rhythm-eye-closure-could-not-be-achieved + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Absence-of-posterior-dominant-rhythm-lack-of-awake-period + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Absence-of-posterior-dominant-rhythm-lack-of-compliance + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Absence-of-posterior-dominant-rhythm-other-causes + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + Episode-property + + requireChild + + + inLibrary + score + + + Seizure-classification + Epileptic seizures are named using the current ILAE seizure classification (Fisher et al., 2017, Beniczky et al., 2017). + + requireChild + + + inLibrary + score + + + Motor-onset-seizure + + inLibrary + score + + + Myoclonic-motor-onset-seizure + + inLibrary + score + + + + Negative-myoclonic-motor-onset-seizure + + inLibrary + score + + + + Clonic-motor-onset-seizure + + inLibrary + score + + + + Tonic-motor-onset-seizure + + inLibrary + score + + + + Atonic-motor-onset-seizure + + inLibrary + score + + + + Myoclonic-atonic-motor-onset-seizure + + inLibrary + score + + + + Myoclonic-tonic-clonic-motor-onset-seizure + + inLibrary + score + + + + Tonic-clonic-motor-onset-seizure + + inLibrary + score + + + + Automatism-motor-onset-seizure + + inLibrary + score + + + + Hyperkinetic-motor-onset-seizure + + inLibrary + score + + + + Epileptic-spasm-episode + + inLibrary + score + + + + + Nonmotor-onset-seizure + + inLibrary + score + + + Behavior-arrest-nonmotor-onset-seizure + + inLibrary + score + + + + Sensory-nonmotor-onset-seizure + + inLibrary + score + + + + Emotional-nonmotor-onset-seizure + + inLibrary + score + + + + Cognitive-nonmotor-onset-seizure + + inLibrary + score + + + + Autonomic-nonmotor-onset-seizure + + inLibrary + score + + + + + Absence-seizure + + inLibrary + score + + + Typical-absence-seizure + + inLibrary + score + + + + Atypical-absence-seizure + + inLibrary + score + + + + Myoclonic-absence-seizure + + inLibrary + score + + + + Eyelid-myoclonia-absence-seizure + + inLibrary + score + + + + + + Episode-phase + The electroclinical findings (i.e., the seizure semiology and the ictal EEG) are divided in three phases: onset, propagation, and postictal. + + requireChild + + + suggestedTag + Seizure-semiology-manifestation + Postictal-semiology-manifestation + Ictal-EEG-patterns + + + inLibrary + score + + + Episode-phase-initial + + inLibrary + score + + + + Episode-phase-subsequent + + inLibrary + score + + + + Episode-phase-postictal + + inLibrary + score + + + + + Seizure-semiology-manifestation + Semiology is described according to the ILAE Glossary of Descriptive Terminology for Ictal Semiology (Blume et al., 2001). Besides the name, the semiologic finding can also be characterized by the somatotopic modifier, laterality, body part and centricity. Uses Location-property tags. + + requireChild + + + inLibrary + score + + + Semiology-motor-manifestation + + inLibrary + score + + + Semiology-elementary-motor + + inLibrary + score + + + Semiology-motor-tonic + A sustained increase in muscle contraction lasting a few seconds to minutes. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-dystonic + Sustained contractions of both agonist and antagonist muscles producing athetoid or twisting movements, which, when prolonged, may produce abnormal postures. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-epileptic-spasm + A sudden flexion, extension, or mixed extension flexion of predominantly proximal and truncal muscles that is usually more sustained than a myoclonic movement but not so sustained as a tonic seizure (i.e., about 1 s). Limited forms may occur: grimacing, head nodding. Frequent occurrence in clusters. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-postural + Adoption of a posture that may be bilaterally symmetric or asymmetric (as in a fencing posture). + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-versive + A sustained, forced conjugate ocular, cephalic, and/or truncal rotation or lateral deviation from the midline. + + suggestedTag + Body-part + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-clonic + Myoclonus that is regularly repetitive, involves the same muscle groups, at a frequency of about 2 to 3 c/s, and is prolonged. Synonym: rhythmic myoclonus . + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-myoclonic + Characterized by myoclonus. MYOCLONUS : sudden, brief (lower than 100 ms) involuntary single or multiple contraction(s) of muscles(s) or muscle groups of variable topography (axial, proximal limb, distal). + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-jacksonian-march + Term indicating spread of clonic movements through contiguous body parts unilaterally. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-negative-myoclonus + Characterized by negative myoclonus. NEGATIVE MYOCLONUS: interruption of tonic muscular activity for lower than 500 ms without evidence of preceding myoclonia. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-tonic-clonic + A sequence consisting of a tonic followed by a clonic phase. Variants such as clonic-tonic-clonic may be seen. Asymmetry of limb posture during the tonic phase of a GTC: one arm is rigidly extended at the elbow (often with the fist clenched tightly and flexed at the wrist), whereas the opposite arm is flexed at the elbow. + + requireChild + + + inLibrary + score + + + Semiology-motor-tonic-clonic-without-figure-of-four + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-tonic-clonic-with-figure-of-four-extension-left-elbow + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-tonic-clonic-with-figure-of-four-extension-right-elbow + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + + Semiology-motor-astatic + Loss of erect posture that results from an atonic, myoclonic, or tonic mechanism. Synonym: drop attack. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-atonic + Sudden loss or diminution of muscle tone without apparent preceding myoclonic or tonic event lasting greater or equal to 1 to 2 s, involving head, trunk, jaw, or limb musculature. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-eye-blinking + + suggestedTag + Brain-laterality + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-other-elementary-motor + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Semiology-motor-automatisms + + inLibrary + score + + + Semiology-motor-automatisms-mimetic + Facial expression suggesting an emotional state, often fear. + + suggestedTag + Episode-responsiveness + Episode-appearance + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-automatisms-oroalimentary + Lip smacking, lip pursing, chewing, licking, tooth grinding, or swallowing. + + suggestedTag + Episode-responsiveness + Episode-appearance + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-automatisms-dacrystic + Bursts of crying. + + suggestedTag + Episode-responsiveness + Episode-appearance + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-automatisms-dyspraxic + Inability to perform learned movements spontaneously or on command or imitation despite intact relevant motor and sensory systems and adequate comprehension and cooperation. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-responsiveness + Episode-appearance + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-automatisms-manual + 1. Indicates principally distal components, bilateral or unilateral. 2. Fumbling, tapping, manipulating movements. + + suggestedTag + Brain-laterality + Brain-centricity + Episode-responsiveness + Episode-appearance + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-automatisms-gestural + Semipurposive, asynchronous hand movements. Often unilateral. + + suggestedTag + Brain-laterality + Episode-responsiveness + Episode-appearance + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-automatisms-pedal + 1. Indicates principally distal components, bilateral or unilateral. 2. Fumbling, tapping, manipulating movements. + + suggestedTag + Brain-laterality + Brain-centricity + Episode-responsiveness + Episode-appearance + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-automatisms-hypermotor + 1. Involves predominantly proximal limb or axial muscles producing irregular sequential ballistic movements, such as pedaling, pelvic thrusting, thrashing, rocking movements. 2. Increase in rate of ongoing movements or inappropriately rapid performance of a movement. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-responsiveness + Episode-appearance + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-automatisms-hypokinetic + A decrease in amplitude and/or rate or arrest of ongoing motor activity. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-responsiveness + Episode-appearance + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-automatisms-gelastic + Bursts of laughter or giggling, usually without an appropriate affective tone. + + suggestedTag + Episode-responsiveness + Episode-appearance + Episode-event-count + + + inLibrary + score + + + + Semiology-motor-other-automatisms + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Semiology-motor-behavioral-arrest + Interruption of ongoing motor activity or of ongoing behaviors with fixed gaze, without movement of the head or trunk (oro-alimentary and hand automatisms may continue). + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + + Semiology-non-motor-manifestation + + inLibrary + score + + + Semiology-sensory + + inLibrary + score + + + Semiology-sensory-headache + Headache occurring in close temporal proximity to the seizure or as the sole seizure manifestation. + + suggestedTag + Brain-laterality + Episode-event-count + + + inLibrary + score + + + + Semiology-sensory-visual + Flashing or flickering lights, spots, simple patterns, scotomata, or amaurosis. + + suggestedTag + Brain-laterality + Episode-event-count + + + inLibrary + score + + + + Semiology-sensory-auditory + Buzzing, drumming sounds or single tones. + + suggestedTag + Brain-laterality + Episode-event-count + + + inLibrary + score + + + + Semiology-sensory-olfactory + + suggestedTag + Body-part + Episode-event-count + + + inLibrary + score + + + + Semiology-sensory-gustatory + Taste sensations including acidic, bitter, salty, sweet, or metallic. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-sensory-epigastric + Abdominal discomfort including nausea, emptiness, tightness, churning, butterflies, malaise, pain, and hunger; sensation may rise to chest or throat. Some phenomena may reflect ictal autonomic dysfunction. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-sensory-somatosensory + Tingling, numbness, electric-shock sensation, sense of movement or desire to move. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-sensory-painful + Peripheral (lateralized/bilateral), cephalic, abdominal. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Semiology-sensory-autonomic-sensation + A sensation consistent with involvement of the autonomic nervous system, including cardiovascular, gastrointestinal, sudomotor, vasomotor, and thermoregulatory functions. (Thus autonomic aura; cf. autonomic events 3.0). + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-sensory-other + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Semiology-experiential + + inLibrary + score + + + Semiology-experiential-affective-emotional + Components include fear, depression, joy, and (rarely) anger. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-experiential-hallucinatory + Composite perceptions without corresponding external stimuli involving visual, auditory, somatosensory, olfactory, and/or gustatory phenomena. Example: hearing and seeing people talking. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-experiential-illusory + An alteration of actual percepts involving the visual, auditory, somatosensory, olfactory, or gustatory systems. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-experiential-mnemonic + Components that reflect ictal dysmnesia such as feelings of familiarity (deja-vu) and unfamiliarity (jamais-vu). + + inLibrary + score + + + Semiology-experiential-mnemonic-Deja-vu + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-experiential-mnemonic-Jamais-vu + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + + Semiology-experiential-other + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Semiology-dyscognitive + The term describes events in which (1) disturbance of cognition is the predominant or most apparent feature, and (2a) two or more of the following components are involved, or (2b) involvement of such components remains undetermined. Otherwise, use the more specific term (e.g., mnemonic experiential seizure or hallucinatory experiential seizure). Components of cognition: ++ perception: symbolic conception of sensory information ++ attention: appropriate selection of a principal perception or task ++ emotion: appropriate affective significance of a perception ++ memory: ability to store and retrieve percepts or concepts ++ executive function: anticipation, selection, monitoring of consequences, and initiation of motor activity including praxis, speech. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-language-related + + inLibrary + score + + + Semiology-language-related-vocalization + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-language-related-verbalization + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-language-related-dysphasia + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-language-related-aphasia + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-language-related-other + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Semiology-autonomic + + inLibrary + score + + + Semiology-autonomic-pupillary + Mydriasis, miosis (either bilateral or unilateral). + + suggestedTag + Brain-laterality + Episode-event-count + + + inLibrary + score + + + + Semiology-autonomic-hypersalivation + Increase in production of saliva leading to uncontrollable drooling + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-autonomic-respiratory-apnoeic + subjective shortness of breath, hyperventilation, stridor, coughing, choking, apnea, oxygen desaturation, neurogenic pulmonary edema. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-autonomic-cardiovascular + Modifications of heart rate (tachycardia, bradycardia), cardiac arrhythmias (such as sinus arrhythmia, sinus arrest, supraventricular tachycardia, atrial premature depolarizations, ventricular premature depolarizations, atrio-ventricular block, bundle branch block, atrioventricular nodal escape rhythm, asystole). + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-autonomic-gastrointestinal + Nausea, eructation, vomiting, retching, abdominal sensations, abdominal pain, flatulence, spitting, diarrhea. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-autonomic-urinary-incontinence + urinary urge (intense urinary urge at the beginning of seizures), urinary incontinence, ictal urination (rare symptom of partial seizures without loss of consciousness). + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-autonomic-genital + Sexual auras (erotic thoughts and feelings, sexual arousal and orgasm). Genital auras (unpleasant, sometimes painful, frightening or emotionally neutral somatosensory sensations in the genitals that can be accompanied by ictal orgasm). Sexual automatisms (hypermotor movements consisting of writhing, thrusting, rhythmic movements of the pelvis, arms and legs, sometimes associated with picking and rhythmic manipulation of the groin or genitalia, exhibitionism and masturbation). + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-autonomic-vasomotor + Flushing or pallor (may be accompanied by feelings of warmth, cold and pain). + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-autonomic-sudomotor + Sweating and piloerection (may be accompanied by feelings of warmth, cold and pain). + + suggestedTag + Brain-laterality + Episode-event-count + + + inLibrary + score + + + + Semiology-autonomic-thermoregulatory + Hyperthermia, fever. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Semiology-autonomic-other + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + Semiology-manifestation-other + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Postictal-semiology-manifestation + + requireChild + + + inLibrary + score + + + Postictal-semiology-unconscious + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-quick-recovery-of-consciousness + Quick recovery of awareness and responsiveness. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-aphasia-or-dysphasia + Impaired communication involving language without dysfunction of relevant primary motor or sensory pathways, manifested as impaired comprehension, anomia, parahasic errors or a combination of these. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-behavioral-change + Occurring immediately after a aseizure. Including psychosis, hypomanina, obsessive-compulsive behavior. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-hemianopia + Postictal visual loss in a a hemi field. + + suggestedTag + Brain-laterality + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-impaired-cognition + Decreased Cognitive performance involving one or more of perception, attention, emotion, memory, execution, praxis, speech. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-dysphoria + Depression, irritability, euphoric mood, fear, anxiety. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-headache + Headache with features of tension-type or migraine headache that develops within 3 h following the seizure and resolves within 72 h after seizure. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-nose-wiping + Noes-wiping usually within 60 sec of seizure offset, usually with the hand ipsilateral to the seizure onset. + + suggestedTag + Brain-laterality + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-anterograde-amnesia + Impaired ability to remember new material. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-retrograde-amnesia + Impaired ability to recall previously remember material. + + suggestedTag + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-paresis + Todds palsy. Any unilateral postictal dysfunction relating to motor, language, sensory and/or integrative functions. + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + Episode-event-count + + + inLibrary + score + + + + Postictal-semiology-sleep + Invincible need to sleep after a seizure. + + inLibrary + score + + + + Postictal-semiology-unilateral-myoclonic-jerks + unilateral motor phenomena, other then specified, occurring in postictal phase. + + inLibrary + score + + + + Postictal-semiology-other-unilateral-motor-phenomena + + requireChild + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Polygraphic-channel-relation-to-episode + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Polygraphic-channel-cause-to-episode + + inLibrary + score + + + + Polygraphic-channel-consequence-of-episode + + inLibrary + score + + + + + Ictal-EEG-patterns + + inLibrary + score + + + Ictal-EEG-patterns-obscured-by-artifacts + The interpretation of the EEG is not possible due to artifacts. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Ictal-EEG-activity + + suggestedTag + Polyspikes-morphology + Fast-spike-activity-morphology + Low-voltage-fast-activity-morphology + Polysharp-waves-morphology + Spike-and-slow-wave-morphology + Polyspike-and-slow-wave-morphology + Sharp-and-slow-wave-morphology + Rhythmic-activity-morphology + Slow-wave-large-amplitude-morphology + Irregular-delta-or-theta-activity-morphology + Electrodecremental-change-morphology + DC-shift-morphology + Disappearance-of-ongoing-activity-morphology + Brain-laterality + Brain-region + Sensors + Source-analysis-laterality + Source-analysis-brain-region + Episode-event-count + + + inLibrary + score + + + + Postictal-EEG-activity + + suggestedTag + Brain-laterality + Body-part + Brain-centricity + + + inLibrary + score + + + + + Episode-time-context-property + Additional clinically relevant features related to episodes can be scored under timing and context. If needed, episode duration can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Temporal-value/Duration. + + inLibrary + score + + + Episode-consciousness + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Episode-consciousness-not-tested + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Episode-consciousness-affected + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Episode-consciousness-mildly-affected + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Episode-consciousness-not-affected + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Episode-awareness + + suggestedTag + Property-not-possible-to-determine + Property-exists + Property-absence + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Clinical-EEG-temporal-relationship + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Clinical-start-followed-EEG + Clinical start, followed by EEG start by X seconds. + + inLibrary + score + + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + inLibrary + score + + + + + EEG-start-followed-clinical + EEG start, followed by clinical start by X seconds. + + inLibrary + score + + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + inLibrary + score + + + + + Simultaneous-start-clinical-EEG + + inLibrary + score + + + + Clinical-EEG-temporal-relationship-notes + Clinical notes to annotate the clinical-EEG temporal relationship. + + inLibrary + score + + + # + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Episode-event-count + Number of stereotypical episodes during the recording. + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + # + + takesValue + + + valueClass + numericClass + + + inLibrary + score + + + + + State-episode-start + State at the start of the episode. + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Episode-start-from-sleep + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Episode-start-from-awake + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Episode-postictal-phase + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + inLibrary + score + + + + + Episode-prodrome + Prodrome is a preictal phenomenon, and it is defined as a subjective or objective clinical alteration (e.g., ill-localized sensation or agitation) that heralds the onset of an epileptic seizure but does not form part of it (Blume et al., 2001). Therefore, prodrome should be distinguished from aura (which is an ictal phenomenon). + + suggestedTag + Property-exists + Property-absence + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Episode-tongue-biting + + suggestedTag + Property-exists + Property-absence + + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Episode-responsiveness + + requireChild + + + suggestedTag + Property-not-possible-to-determine + + + inLibrary + score + + + Episode-responsiveness-preserved + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Episode-responsiveness-affected + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Episode-appearance + + requireChild + + + inLibrary + score + + + Episode-appearance-interactive + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Episode-appearance-spontaneous + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Seizure-dynamics + Spatiotemporal dynamics can be scored (evolution in morphology; evolution in frequency; evolution in location). + + requireChild + + + inLibrary + score + + + Seizure-dynamics-evolution-morphology + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Seizure-dynamics-evolution-frequency + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Seizure-dynamics-evolution-location + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Seizure-dynamics-not-possible-to-determine + Not possible to determine. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + + Other-finding-property + + requireChild + + + inLibrary + score + + + Artifact-significance-to-recording + It is important to score the significance of the described artifacts: recording is not interpretable, recording of reduced diagnostic value, does not interfere with the interpretation of the recording. + + requireChild + + + inLibrary + score + + + Recording-not-interpretable-due-to-artifact + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Recording-of-reduced-diagnostic-value-due-to-artifact + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Artifact-does-not-interfere-recording + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Finding-significance-to-recording + Significance of finding. When normal/abnormal could be labeled with base schema Normal/Abnormal tags. + + requireChild + + + inLibrary + score + + + Finding-no-definite-abnormality + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Finding-significance-not-possible-to-determine + Not possible to determine. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Finding-frequency + Value in Hz (number) typed in. + + inLibrary + score + + + # + + takesValue + + + valueClass + numericClass + + + unitClass + frequencyUnits + + + inLibrary + score + + + + + Finding-amplitude + Value in microvolts (number) typed in. + + inLibrary + score + + + # + + takesValue + + + valueClass + numericClass + + + unitClass + electricPotentialUnits + + + inLibrary + score + + + + + Finding-amplitude-asymmetry + For posterior dominant rhythm: a difference in amplitude between the homologous area on opposite sides of the head that consistently exceeds 50 percent. When symmetrical could be labeled with base schema Symmetrical tag. For sleep: Absence or consistently marked amplitude asymmetry (greater than 50 percent) of a normal sleep graphoelement. + + requireChild + + + inLibrary + score + + + Finding-amplitude-asymmetry-lower-left + Amplitude lower on the left side. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Finding-amplitude-asymmetry-lower-right + Amplitude lower on the right side. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Finding-amplitude-asymmetry-not-possible-to-determine + Not possible to determine. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + Finding-stopped-by + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Finding-triggered-by + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Finding-unmodified + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Property-not-possible-to-determine + Not possible to determine. + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Property-exists + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + Property-absence + + inLibrary + score + + + # + Free text. + + takesValue + + + valueClass + textClass + + + inLibrary + score + + + + + + + + + accelerationUnits + + defaultUnits + m-per-s^2 + + + m-per-s^2 + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + angleUnits + + defaultUnits + radian + + + radian + + SIUnit + + + conversionFactor + 1.0 + + + + rad + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + degree + + conversionFactor + 0.0174533 + + + + + areaUnits + + defaultUnits + m^2 + + + m^2 + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + currencyUnits + Units indicating the worth of something. + + defaultUnits + $ + + + dollar + + conversionFactor + 1.0 + + + + $ + + unitPrefix + + + unitSymbol + + + conversionFactor + 1.0 + + + + euro + + + point + + + + electricPotentialUnits + + defaultUnits + uv + + + v + + SIUnit + + + unitSymbol + + + conversionFactor + 0.000001 + + + + Volt + + SIUnit + + + conversionFactor + 0.000001 + + + + + frequencyUnits + + defaultUnits + Hz + + + hertz + + SIUnit + + + conversionFactor + 1.0 + + + + Hz + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + intensityUnits + + defaultUnits + dB + + + dB + Intensity expressed as ratio to a threshold. May be used for sound intensity. + + unitSymbol + + + conversionFactor + 1.0 + + + + candela + Units used to express light intensity. + + SIUnit + + + + cd + Units used to express light intensity. + + SIUnit + + + unitSymbol + + + + + jerkUnits + + defaultUnits + m-per-s^3 + + + m-per-s^3 + + unitSymbol + + + conversionFactor + 1.0 + + + + + magneticFieldUnits + Units used to magnetic field intensity. + + defaultUnits + fT + + + tesla + + SIUnit + + + conversionFactor + 10^-15 + + + + T + + SIUnit + + + unitSymbol + + + conversionFactor + 10^-15 + + + + + memorySizeUnits + + defaultUnits + B + + + byte + + SIUnit + + + conversionFactor + 1.0 + + + + B + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + physicalLengthUnits + + defaultUnits + m + + + foot + + conversionFactor + 0.3048 + + + + inch + + conversionFactor + 0.0254 + + + + metre + + SIUnit + + + conversionFactor + 1.0 + + + + m + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + mile + + conversionFactor + 1609.34 + + + + + speedUnits + + defaultUnits + m-per-s + + + m-per-s + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + mph + + unitSymbol + + + conversionFactor + 0.44704 + + + + kph + + unitSymbol + + + conversionFactor + 0.277778 + + + + + temperatureUnits + + degree Celsius + + SIUnit + + + conversionFactor + 1.0 + + + + oC + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + timeUnits + + defaultUnits + s + + + second + + SIUnit + + + conversionFactor + 1.0 + + + + s + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + day + + conversionFactor + 86400 + + + + minute + + conversionFactor + 60 + + + + hour + Should be in 24-hour format. + + conversionFactor + 3600 + + + + + volumeUnits + + defaultUnits + m^3 + + + m^3 + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + weightUnits + + defaultUnits + g + + + g + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + gram + + SIUnit + + + conversionFactor + 1.0 + + + + pound + + conversionFactor + 453.592 + + + + lb + + conversionFactor + 453.592 + + + + + + + deca + SI unit multiple representing 10^1. + + SIUnitModifier + + + conversionFactor + 10.0 + + + + da + SI unit multiple representing 10^1. + + SIUnitSymbolModifier + + + conversionFactor + 10.0 + + + + hecto + SI unit multiple representing 10^2. + + SIUnitModifier + + + conversionFactor + 100.0 + + + + h + SI unit multiple representing 10^2. + + SIUnitSymbolModifier + + + conversionFactor + 100.0 + + + + kilo + SI unit multiple representing 10^3. + + SIUnitModifier + + + conversionFactor + 1000.0 + + + + k + SI unit multiple representing 10^3. + + SIUnitSymbolModifier + + + conversionFactor + 1000.0 + + + + mega + SI unit multiple representing 10^6. + + SIUnitModifier + + + conversionFactor + 10^6 + + + + M + SI unit multiple representing 10^6. + + SIUnitSymbolModifier + + + conversionFactor + 10^6 + + + + giga + SI unit multiple representing 10^9. + + SIUnitModifier + + + conversionFactor + 10^9 + + + + G + SI unit multiple representing 10^9. + + SIUnitSymbolModifier + + + conversionFactor + 10^9 + + + + tera + SI unit multiple representing 10^12. + + SIUnitModifier + + + conversionFactor + 10^12 + + + + T + SI unit multiple representing 10^12. + + SIUnitSymbolModifier + + + conversionFactor + 10^12 + + + + peta + SI unit multiple representing 10^15. + + SIUnitModifier + + + conversionFactor + 10^15 + + + + P + SI unit multiple representing 10^15. + + SIUnitSymbolModifier + + + conversionFactor + 10^15 + + + + exa + SI unit multiple representing 10^18. + + SIUnitModifier + + + conversionFactor + 10^18 + + + + E + SI unit multiple representing 10^18. + + SIUnitSymbolModifier + + + conversionFactor + 10^18 + + + + zetta + SI unit multiple representing 10^21. + + SIUnitModifier + + + conversionFactor + 10^21 + + + + Z + SI unit multiple representing 10^21. + + SIUnitSymbolModifier + + + conversionFactor + 10^21 + + + + yotta + SI unit multiple representing 10^24. + + SIUnitModifier + + + conversionFactor + 10^24 + + + + Y + SI unit multiple representing 10^24. + + SIUnitSymbolModifier + + + conversionFactor + 10^24 + + + + deci + SI unit submultiple representing 10^-1. + + SIUnitModifier + + + conversionFactor + 0.1 + + + + d + SI unit submultiple representing 10^-1. + + SIUnitSymbolModifier + + + conversionFactor + 0.1 + + + + centi + SI unit submultiple representing 10^-2. + + SIUnitModifier + + + conversionFactor + 0.01 + + + + c + SI unit submultiple representing 10^-2. + + SIUnitSymbolModifier + + + conversionFactor + 0.01 + + + + milli + SI unit submultiple representing 10^-3. + + SIUnitModifier + + + conversionFactor + 0.001 + + + + m + SI unit submultiple representing 10^-3. + + SIUnitSymbolModifier + + + conversionFactor + 0.001 + + + + micro + SI unit submultiple representing 10^-6. + + SIUnitModifier + + + conversionFactor + 10^-6 + + + + u + SI unit submultiple representing 10^-6. + + SIUnitSymbolModifier + + + conversionFactor + 10^-6 + + + + nano + SI unit submultiple representing 10^-9. + + SIUnitModifier + + + conversionFactor + 10^-9 + + + + n + SI unit submultiple representing 10^-9. + + SIUnitSymbolModifier + + + conversionFactor + 10^-9 + + + + pico + SI unit submultiple representing 10^-12. + + SIUnitModifier + + + conversionFactor + 10^-12 + + + + p + SI unit submultiple representing 10^-12. + + SIUnitSymbolModifier + + + conversionFactor + 10^-12 + + + + femto + SI unit submultiple representing 10^-15. + + SIUnitModifier + + + conversionFactor + 10^-15 + + + + f + SI unit submultiple representing 10^-15. + + SIUnitSymbolModifier + + + conversionFactor + 10^-15 + + + + atto + SI unit submultiple representing 10^-18. + + SIUnitModifier + + + conversionFactor + 10^-18 + + + + a + SI unit submultiple representing 10^-18. + + SIUnitSymbolModifier + + + conversionFactor + 10^-18 + + + + zepto + SI unit submultiple representing 10^-21. + + SIUnitModifier + + + conversionFactor + 10^-21 + + + + z + SI unit submultiple representing 10^-21. + + SIUnitSymbolModifier + + + conversionFactor + 10^-21 + + + + yocto + SI unit submultiple representing 10^-24. + + SIUnitModifier + + + conversionFactor + 10^-24 + + + + y + SI unit submultiple representing 10^-24. + + SIUnitSymbolModifier + + + conversionFactor + 10^-24 + + + + + + dateTimeClass + Date-times should conform to ISO8601 date-time format YYYY-MM-DDThh:mm:ss. Any variation on the full form is allowed. + + allowedCharacter + digits + T + - + : + + + + nameClass + Value class designating values that have the characteristics of node names. The allowed characters are alphanumeric, hyphen, and underbar. + + allowedCharacter + letters + digits + _ + - + + + + numericClass + Value must be a valid numerical value. + + allowedCharacter + digits + E + e + + + - + . + + + + posixPath + Posix path specification. + + allowedCharacter + digits + letters + / + : + + + + textClass + Value class designating values that have the characteristics of text such as in descriptions. + + allowedCharacter + letters + digits + blank + + + - + : + ; + . + / + ( + ) + ? + * + % + $ + @ + + + + + + allowedCharacter + A schema attribute of value classes specifying a special character that is allowed in expressing the value of a placeholder. Normally the allowed characters are listed individually. However, the word letters designates the upper and lower case alphabetic characters and the word digits designates the digits 0-9. The word blank designates the blank character. + + valueClassProperty + + + + conversionFactor + The multiplicative factor to multiply these units to convert to default units. + + unitProperty + + + unitModifierProperty + + + + deprecated + This tag is out of date and should no longer be used. + + boolProperty + + + + defaultUnits + A schema attribute of unit classes specifying the default units to use if the placeholder has a unit class but the substituted value has no units. + + unitClassProperty + + + + extensionAllowed + A schema attribute indicating that users can add unlimited levels of child nodes under this tag. This tag is propagated to child nodes with the exception of the hashtag placeholders. + + boolProperty + + + + inLibrary + Indicates this node came from the named library schema, not the standard schema. + + elementProperty + + + + recommended + A schema attribute indicating that the event-level HED string should include this tag. + + boolProperty + + + + relatedTag + A schema attribute suggesting HED tags that are closely related to this tag. This attribute is used by tagging tools. + + + requireChild + A schema attribute indicating that one of the node elements descendants must be included when using this tag. + + boolProperty + + + + required + A schema attribute indicating that every event-level HED string should include this tag. + + boolProperty + + + + SIUnit + A schema attribute indicating that this unit element is an SI unit and can be modified by multiple and submultiple names. Note that some units such as byte are designated as SI units although they are not part of the standard. + + boolProperty + + + unitProperty + + + + SIUnitModifier + A schema attribute indicating that this SI unit modifier represents a multiple or submultiple of a base unit rather than a unit symbol. + + boolProperty + + + unitModifierProperty + + + + SIUnitSymbolModifier + A schema attribute indicating that this SI unit modifier represents a multiple or submultiple of a unit symbol rather than a base symbol. + + boolProperty + + + unitModifierProperty + + + + suggestedTag + A schema attribute that indicates another tag that is often associated with this tag. This attribute is used by tagging tools to provide tagging suggestions. + + + tagGroup + A schema attribute indicating the tag can only appear inside a tag group. + + boolProperty + + + + takesValue + A schema attribute indicating the tag is a hashtag placeholder that is expected to be replaced with a user-defined value. + + boolProperty + + + + topLevelTagGroup + A schema attribute indicating that this tag (or its descendants) can only appear in a top-level tag group. A tag group can have at most one tag with this attribute. + + boolProperty + + + + unique + A schema attribute indicating that only one of this tag or its descendants can be used in the event-level HED string. + + boolProperty + + + + unitClass + A schema attribute specifying which unit class this value tag belongs to. + + + unitPrefix + A schema attribute applied specifically to unit elements to designate that the unit indicator is a prefix (e.g., dollar sign in the currency units). + + boolProperty + + + unitProperty + + + + unitSymbol + A schema attribute indicating this tag is an abbreviation or symbol representing a type of unit. Unit symbols represent both the singular and the plural and thus cannot be pluralized. + + boolProperty + + + unitProperty + + + + valueClass + A schema attribute specifying which value class this value tag belongs to. + + + + + boolProperty + Indicates that the schema attribute represents something that is either true or false and does not have a value. Attributes without this value are assumed to have string values. + + + elementProperty + Indicates this schema attribute can apply to any type of element(tag term, unit class, etc). + + + unitClassProperty + Indicates that the schema attribute is meant to be applied to unit classes. + + + unitModifierProperty + Indicates that the schema attribute is meant to be applied to unit modifier classes. + + + unitProperty + Indicates that the schema attribute is meant to be applied to units within a unit class. + + + valueClassProperty + Indicates that the schema attribute is meant to be applied to value classes. + + + The Standardized Computer-based Organized Reporting of EEG (SCORE) is a standard terminology for scalp EEG data assessment designed for use in clinical practice that may also be used for research purposes. +The SCORE standard defines terms for describing phenomena observed in scalp EEG data. It is also potentially applicable (with some suitable extensions) to EEG recorded in critical care and neonatal settings. +The SCORE standard received European consensus and has been endorsed by the European Chapter of the International Federation of Clinical Neurophysiology (IFCN) and the International League Against Epilepsy (ILAE) Commission on European Affairs. +A second revised and extended version of SCORE achieved international consensus. + +[1] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE." Epilepsia 54.6 (2013). +[2] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE second version." Clinical Neurophysiology 128.11 (2017). + +TPA, November 2022 + diff --git a/tests/data/schema_tests/merge_tests/add_all_types.mediawiki b/tests/data/schema_tests/merge_tests/add_all_types.mediawiki new file mode 100644 index 000000000..be049b4d9 --- /dev/null +++ b/tests/data/schema_tests/merge_tests/add_all_types.mediawiki @@ -0,0 +1,61 @@ +HED library="score" version="1.0.0" with-standard="8.2.0" + +'''Prologue''' +This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. +The HED-SCORE library schema allows neurologists, neurophysiologists, and brain researchers to annotate electrophysiology recordings using terms from an internationally accepted set of defined terms (SCORE) compatible with the HED framework. +The resulting annotations are understandable to clinicians and directly usable in computer analysis. + +Future extensions may be implemented in the HED-SCORE library schema. +For more information see https://hed-schema-library.readthedocs.io/en/latest/index.html. + +!# start schema + +'''Modulator''' {suggestedTag=Event, requireChild} [External stimuli / interventions or changes in the alertness level (sleep) that modify: the background activity, or how often a graphoelement is occurring, or change other features of the graphoelement (like intra-burst frequency). For each observed finding, there is an option of specifying how they are influenced by the modulators and procedures that were done during the recording.] + + * Sleep-modulator{relatedTag=Sensory-event} + ** Sleep-deprivation + *** # {takesValue, valueClass=customValueClass}[Free text.] + ** Sleep-following-sleep-deprivation + *** # {takesValue, valueClass=textClass}[Free text.] + ** Natural-sleep + *** # {takesValue, valueClass=textClass}[Free text.] + ** Induced-sleep + *** # {takesValue, valueClass=textClass}[Free text.] + ** Drowsiness + *** # {takesValue, valueClass=textClass}[Free text.] + ** Awakening + *** # {takesValue, valueClass=textClass}[Free text.] + + + +!# end schema + +'''Unit classes''' +* weightUnits +** testUnit {conversionFactor=100} + +'''Unit modifiers''' +* huge {SIUnitModifier, conversionFactor=10^100, customElementAttribute} [A made up unit with a huge conversion factor] + +'''Value classes''' +* customValueClass {customAttribute=test_attribute_value} + +'''Schema attributes''' +* customAttribute {valueClassProperty} [A custom test attribute] +* customElementAttribute {elementProperty, boolProperty} [A custom test element attribute] + +'''Properties''' +* customProperty {inLibrary=score, customElementAttribute} [A custom test property] + +'''Epilogue''' +The Standardized Computer-based Organized Reporting of EEG (SCORE) is a standard terminology for scalp EEG data assessment designed for use in clinical practice that may also be used for research purposes. +The SCORE standard defines terms for describing phenomena observed in scalp EEG data. It is also potentially applicable (with some suitable extensions) to EEG recorded in critical care and neonatal settings. +The SCORE standard received European consensus and has been endorsed by the European Chapter of the International Federation of Clinical Neurophysiology (IFCN) and the International League Against Epilepsy (ILAE) Commission on European Affairs. +A second revised and extended version of SCORE achieved international consensus. + +[1] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE." Epilepsia 54.6 (2013). +[2] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE second version." Clinical Neurophysiology 128.11 (2017). + +TPA, November 2022 + +!# end hed diff --git a/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags1.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags1.mediawiki new file mode 100644 index 000000000..1bbee6685 --- /dev/null +++ b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags1.mediawiki @@ -0,0 +1,49 @@ +HED library="score" version="1.0.0" with-standard="8.2.0" + +'''Prologue''' +This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. +The HED-SCORE library schema allows neurologists, neurophysiologists, and brain researchers to annotate electrophysiology recordings using terms from an internationally accepted set of defined terms (SCORE) compatible with the HED framework. +The resulting annotations are understandable to clinicians and directly usable in computer analysis. + +Future extensions may be implemented in the HED-SCORE library schema. +For more information see https://hed-schema-library.readthedocs.io/en/latest/index.html. + +!# start schema + +'''Modulator''' {requireChild} [External stimuli / interventions or changes in the alertness level (sleep) that modify: the background activity, or how often a graphoelement is occurring, or change other features of the graphoelement (like intra-burst frequency). For each observed finding, there is an option of specifying how they are influenced by the modulators and procedures that were done during the recording.] + + * Sleep-modulator + ** Sleep-deprivation + *** # {takesValue, valueClass=textClass}[Free text.] + ** Sleep-following-sleep-deprivation + *** # {takesValue, valueClass=textClass}[Free text.] + ** Natural-sleep + *** # {takesValue, valueClass=textClass}[Free text.] + ** Induced-sleep + *** # {takesValue, valueClass=textClass}[Free text.] + ** Drowsiness + *** # {takesValue, valueClass=textClass}[Free text.] + ** Awakening + *** # {takesValue, valueClass=textClass}[Free text.] + +'''Event''' +* InvalidTagAsIsParent + +!# end schema + +'''Unit classes''' + + + +'''Epilogue''' +The Standardized Computer-based Organized Reporting of EEG (SCORE) is a standard terminology for scalp EEG data assessment designed for use in clinical practice that may also be used for research purposes. +The SCORE standard defines terms for describing phenomena observed in scalp EEG data. It is also potentially applicable (with some suitable extensions) to EEG recorded in critical care and neonatal settings. +The SCORE standard received European consensus and has been endorsed by the European Chapter of the International Federation of Clinical Neurophysiology (IFCN) and the International League Against Epilepsy (ILAE) Commission on European Affairs. +A second revised and extended version of SCORE achieved international consensus. + +[1] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE." Epilepsia 54.6 (2013). +[2] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE second version." Clinical Neurophysiology 128.11 (2017). + +TPA, November 2022 + +!# end hed diff --git a/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags2.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags2.mediawiki new file mode 100644 index 000000000..74f7507af --- /dev/null +++ b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags2.mediawiki @@ -0,0 +1,48 @@ +HED library="score" version="1.0.0" with-standard="8.2.0" + +'''Prologue''' +This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. +The HED-SCORE library schema allows neurologists, neurophysiologists, and brain researchers to annotate electrophysiology recordings using terms from an internationally accepted set of defined terms (SCORE) compatible with the HED framework. +The resulting annotations are understandable to clinicians and directly usable in computer analysis. + +Future extensions may be implemented in the HED-SCORE library schema. +For more information see https://hed-schema-library.readthedocs.io/en/latest/index.html. + +!# start schema + +'''Modulator''' {requireChild} [External stimuli / interventions or changes in the alertness level (sleep) that modify: the background activity, or how often a graphoelement is occurring, or change other features of the graphoelement (like intra-burst frequency). For each observed finding, there is an option of specifying how they are influenced by the modulators and procedures that were done during the recording.] + + * Sleep-modulator + ** Sleep-deprivation + *** # {takesValue, valueClass=textClass}[Free text.] + ** Sleep-following-sleep-deprivation + *** # {takesValue, valueClass=textClass}[Free text.] + ** Natural-sleep + *** # {takesValue, valueClass=textClass}[Free text.] + ** Induced-sleep + *** # {takesValue, valueClass=textClass}[Free text.] + ** Drowsiness + *** # {takesValue, valueClass=textClass}[Free text.] + ** Awakening + *** # {takesValue, valueClass=textClass}[Free text.] + + * Event + +!# end schema + +'''Unit classes''' + + + +'''Epilogue''' +The Standardized Computer-based Organized Reporting of EEG (SCORE) is a standard terminology for scalp EEG data assessment designed for use in clinical practice that may also be used for research purposes. +The SCORE standard defines terms for describing phenomena observed in scalp EEG data. It is also potentially applicable (with some suitable extensions) to EEG recorded in critical care and neonatal settings. +The SCORE standard received European consensus and has been endorsed by the European Chapter of the International Federation of Clinical Neurophysiology (IFCN) and the International League Against Epilepsy (ILAE) Commission on European Affairs. +A second revised and extended version of SCORE achieved international consensus. + +[1] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE." Epilepsia 54.6 (2013). +[2] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE second version." Clinical Neurophysiology 128.11 (2017). + +TPA, November 2022 + +!# end hed diff --git a/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags3.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags3.mediawiki new file mode 100644 index 000000000..e12c49acb --- /dev/null +++ b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags3.mediawiki @@ -0,0 +1,48 @@ +HED library="score" version="1.0.0" with-standard="8.2.0" + +'''Prologue''' +This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. +The HED-SCORE library schema allows neurologists, neurophysiologists, and brain researchers to annotate electrophysiology recordings using terms from an internationally accepted set of defined terms (SCORE) compatible with the HED framework. +The resulting annotations are understandable to clinicians and directly usable in computer analysis. + +Future extensions may be implemented in the HED-SCORE library schema. +For more information see https://hed-schema-library.readthedocs.io/en/latest/index.html. + +!# start schema + +'''Modulator''' {requireChild} [External stimuli / interventions or changes in the alertness level (sleep) that modify: the background activity, or how often a graphoelement is occurring, or change other features of the graphoelement (like intra-burst frequency). For each observed finding, there is an option of specifying how they are influenced by the modulators and procedures that were done during the recording.] + + * Sleep-modulator + ** Sleep-deprivation + *** # {takesValue, valueClass=textClass}[Free text.] + ** Sleep-following-sleep-deprivation + *** # {takesValue, valueClass=textClass}[Free text.] + ** Natural-sleep + *** # {takesValue, valueClass=textClass}[Free text.] + ** Induced-sleep + *** # {takesValue, valueClass=textClass}[Free text.] + ** Drowsiness + *** # {takesValue, valueClass=textClass}[Free text.] + ** Awakening + *** # {takesValue, valueClass=textClass}[Free text.] + + * Sensory-event + +!# end schema + +'''Unit classes''' + + + +'''Epilogue''' +The Standardized Computer-based Organized Reporting of EEG (SCORE) is a standard terminology for scalp EEG data assessment designed for use in clinical practice that may also be used for research purposes. +The SCORE standard defines terms for describing phenomena observed in scalp EEG data. It is also potentially applicable (with some suitable extensions) to EEG recorded in critical care and neonatal settings. +The SCORE standard received European consensus and has been endorsed by the European Chapter of the International Federation of Clinical Neurophysiology (IFCN) and the International League Against Epilepsy (ILAE) Commission on European Affairs. +A second revised and extended version of SCORE achieved international consensus. + +[1] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE." Epilepsia 54.6 (2013). +[2] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE second version." Clinical Neurophysiology 128.11 (2017). + +TPA, November 2022 + +!# end hed diff --git a/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags4.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags4.mediawiki new file mode 100644 index 000000000..b1670b263 --- /dev/null +++ b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags4.mediawiki @@ -0,0 +1,49 @@ +HED library="score" version="1.0.0" with-standard="8.2.0" + +'''Prologue''' +This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. +The HED-SCORE library schema allows neurologists, neurophysiologists, and brain researchers to annotate electrophysiology recordings using terms from an internationally accepted set of defined terms (SCORE) compatible with the HED framework. +The resulting annotations are understandable to clinicians and directly usable in computer analysis. + +Future extensions may be implemented in the HED-SCORE library schema. +For more information see https://hed-schema-library.readthedocs.io/en/latest/index.html. + +!# start schema + +'''Modulator''' {requireChild} [External stimuli / interventions or changes in the alertness level (sleep) that modify: the background activity, or how often a graphoelement is occurring, or change other features of the graphoelement (like intra-burst frequency). For each observed finding, there is an option of specifying how they are influenced by the modulators and procedures that were done during the recording.] + + * Sleep-modulator + ** Sleep-deprivation + *** # {takesValue, valueClass=textClass}[Free text.] + ** Sleep-following-sleep-deprivation + *** # {takesValue, valueClass=textClass}[Free text.] + ** Natural-sleep + *** # {takesValue, valueClass=textClass}[Free text.] + ** Induced-sleep + *** # {takesValue, valueClass=textClass}[Free text.] + ** Drowsiness + *** # {takesValue, valueClass=textClass}[Free text.] + ** Awakening + *** # {takesValue, valueClass=textClass}[Free text.] + +'''Sensory-event''' +* Validnameforatag + +!# end schema + +'''Unit classes''' + + + +'''Epilogue''' +The Standardized Computer-based Organized Reporting of EEG (SCORE) is a standard terminology for scalp EEG data assessment designed for use in clinical practice that may also be used for research purposes. +The SCORE standard defines terms for describing phenomena observed in scalp EEG data. It is also potentially applicable (with some suitable extensions) to EEG recorded in critical care and neonatal settings. +The SCORE standard received European consensus and has been endorsed by the European Chapter of the International Federation of Clinical Neurophysiology (IFCN) and the International League Against Epilepsy (ILAE) Commission on European Affairs. +A second revised and extended version of SCORE achieved international consensus. + +[1] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE." Epilepsia 54.6 (2013). +[2] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE second version." Clinical Neurophysiology 128.11 (2017). + +TPA, November 2022 + +!# end hed diff --git a/tests/data/schema_tests/merge_tests/issues_tests/overlapping_unit_classes.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_unit_classes.mediawiki new file mode 100644 index 000000000..6e968b3bd --- /dev/null +++ b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_unit_classes.mediawiki @@ -0,0 +1,49 @@ +HED library="score" version="1.0.0" with-standard="8.2.0" + +'''Prologue''' +This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. +The HED-SCORE library schema allows neurologists, neurophysiologists, and brain researchers to annotate electrophysiology recordings using terms from an internationally accepted set of defined terms (SCORE) compatible with the HED framework. +The resulting annotations are understandable to clinicians and directly usable in computer analysis. + +Future extensions may be implemented in the HED-SCORE library schema. +For more information see https://hed-schema-library.readthedocs.io/en/latest/index.html. + +!# start schema + +'''Modulator''' {requireChild} [External stimuli / interventions or changes in the alertness level (sleep) that modify: the background activity, or how often a graphoelement is occurring, or change other features of the graphoelement (like intra-burst frequency). For each observed finding, there is an option of specifying how they are influenced by the modulators and procedures that were done during the recording.] + + * Sleep-modulator + ** Sleep-deprivation + *** # {takesValue, valueClass=textClass}[Free text.] + ** Sleep-following-sleep-deprivation + *** # {takesValue, valueClass=textClass}[Free text.] + ** Natural-sleep + *** # {takesValue, valueClass=textClass}[Free text.] + ** Induced-sleep + *** # {takesValue, valueClass=textClass}[Free text.] + ** Drowsiness + *** # {takesValue, valueClass=textClass}[Free text.] + ** Awakening + *** # {takesValue, valueClass=textClass}[Free text.] + + + +!# end schema + +'''Unit classes''' +* weightUnits {defaultUnits=testUnit} +** testUnit {conversionFactor=100} + + +'''Epilogue''' +The Standardized Computer-based Organized Reporting of EEG (SCORE) is a standard terminology for scalp EEG data assessment designed for use in clinical practice that may also be used for research purposes. +The SCORE standard defines terms for describing phenomena observed in scalp EEG data. It is also potentially applicable (with some suitable extensions) to EEG recorded in critical care and neonatal settings. +The SCORE standard received European consensus and has been endorsed by the European Chapter of the International Federation of Clinical Neurophysiology (IFCN) and the International League Against Epilepsy (ILAE) Commission on European Affairs. +A second revised and extended version of SCORE achieved international consensus. + +[1] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE." Epilepsia 54.6 (2013). +[2] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE second version." Clinical Neurophysiology 128.11 (2017). + +TPA, November 2022 + +!# end hed diff --git a/tests/data/schema_tests/merge_tests/issues_tests/overlapping_units.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_units.mediawiki new file mode 100644 index 000000000..6ff484c57 --- /dev/null +++ b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_units.mediawiki @@ -0,0 +1,49 @@ +HED library="score" version="1.0.0" with-standard="8.2.0" + +'''Prologue''' +This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. +The HED-SCORE library schema allows neurologists, neurophysiologists, and brain researchers to annotate electrophysiology recordings using terms from an internationally accepted set of defined terms (SCORE) compatible with the HED framework. +The resulting annotations are understandable to clinicians and directly usable in computer analysis. + +Future extensions may be implemented in the HED-SCORE library schema. +For more information see https://hed-schema-library.readthedocs.io/en/latest/index.html. + +!# start schema + +'''Modulator''' {requireChild} [External stimuli / interventions or changes in the alertness level (sleep) that modify: the background activity, or how often a graphoelement is occurring, or change other features of the graphoelement (like intra-burst frequency). For each observed finding, there is an option of specifying how they are influenced by the modulators and procedures that were done during the recording.] + + * Sleep-modulator + ** Sleep-deprivation + *** # {takesValue, valueClass=textClass}[Free text.] + ** Sleep-following-sleep-deprivation + *** # {takesValue, valueClass=textClass}[Free text.] + ** Natural-sleep + *** # {takesValue, valueClass=textClass}[Free text.] + ** Induced-sleep + *** # {takesValue, valueClass=textClass}[Free text.] + ** Drowsiness + *** # {takesValue, valueClass=textClass}[Free text.] + ** Awakening + *** # {takesValue, valueClass=textClass}[Free text.] + + + +!# end schema + +'''Unit classes''' +* weightUnitsNew {defaultUnits=testUnit} +** g {conversionFactor=100} + + +'''Epilogue''' +The Standardized Computer-based Organized Reporting of EEG (SCORE) is a standard terminology for scalp EEG data assessment designed for use in clinical practice that may also be used for research purposes. +The SCORE standard defines terms for describing phenomena observed in scalp EEG data. It is also potentially applicable (with some suitable extensions) to EEG recorded in critical care and neonatal settings. +The SCORE standard received European consensus and has been endorsed by the European Chapter of the International Federation of Clinical Neurophysiology (IFCN) and the International League Against Epilepsy (ILAE) Commission on European Affairs. +A second revised and extended version of SCORE achieved international consensus. + +[1] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE." Epilepsia 54.6 (2013). +[2] Beniczky, Sandor, et al. "Standardized computer based organized reporting of EEG: SCORE second version." Clinical Neurophysiology 128.11 (2017). + +TPA, November 2022 + +!# end hed diff --git a/tests/data/schema_tests/wiki_tests/empty_file.mediawiki b/tests/data/schema_tests/wiki_tests/empty_file.mediawiki new file mode 100644 index 000000000..049260f12 --- /dev/null +++ b/tests/data/schema_tests/wiki_tests/empty_file.mediawiki @@ -0,0 +1,1104 @@ +HED version:8.0.0-alpha.1 + + +This is a prologue line. +This is a second prologue line. + +!# start schema + +'''Event''' +* Sensory-event [Something perceivable by the participant. An event meant to be an experimental stimulus should also be tagged with Attribute/Contextual/Task-related. Other events may be tagged with Attribute/Contextual/Non task-related.] +* Agent-action [Any action engaged in by an agent. An event which is a participant response to an experimental stimulus should also be tagged with Attribute/Task-related and Attribute/Role/Experimental subject.] +* Data-feature [An event derived from the data itself, possibly inserted in a post-hoc fashion, for example an interictal spike or alpha burst.] +* Experiment-control {extensionAllowed} [An event pertaining to the control of the experiment during its operation.] +* Experiment-procedure [An event indicating an experimental procedure as in doing a saliva swab on the person during the experiment or administering a survey.] +* Experiment-structure {extensionAllowed} [An event specifying the structure of the experiment.] + +'''Agent''' {extensionAllowed} +* Animal-agent +* Avatar-agent +* Computational-agent +* Controller-agent [An outside controller such as the experimental control software.] +* Human-agent +* Robotic-agent + +'''Action''' {extensionAllowed} [May or may not be in response to a previous Sensory presentation event.] +* Move +** Breathe +*** Inhale [A deliberate inbreath, e.g. in response to a task instruction. If incidental, group it with Attribute/Cognitive modifier/Incidental. E.g. (Action/Move/Breathe/Inhale, Attribute/Cognitive modifier/Incidental).] +*** Exhale [A deliberate outbreath, e.g. in response to a task instruction. If incidental, group it with Attribute/Cognitive modifier/Incidental. E.g. (Action/Move/Breathe/Exhale, Attribute/Cognitive modifier/Incidental).] +*** Hold-breath +** Move-full-body +*** Bend +*** Dance +*** Fall-down [Involuntary fall to floor or ground] +*** Flex +*** Jerk [When some force applied to the participant causes them to involuntarily accommodate or react to it.] +*** Recover-balance [A movement made in response to a stumble or unforeseen loss of balance] +*** Stretch [Stretching the body or body part] +*** Shudder +*** Stumble [Temporary and involuntary loss of balance] +*** Turn +** Move-head +*** Move-eyes +**** Blink +**** Close-eyes +**** Fixate +**** Inhibit-blinks +**** Open-eyes +**** Saccade +*** Move-mouth +**** Burp +**** Clear-throat +**** Cough +**** Gurgle +**** Hiccup +**** Smile +**** Sneeze +**** Sniffle +**** Swallow +**** Yawn +*** Nod +*** Shake-head +** Move-arm-hand +*** Clap +*** Drop [For example the participant drops a handheld ball] +*** Grab +*** Grasp [Grasp an object in one or both hands] +*** Hold-down +*** Lift [Often grouped with item being lifted.] +*** Make-fist +*** Point [Should be grouped with Item/Agent/Human/Body part/Hand/Finger tag to specify which finger was used for the action.] +*** Press [Often grouped with body part doing action and item being pressed.] +*** Push +*** Reach [Requires a spatial goal such as reaching to touch a button or to grasp something. A body stretch is not a reach.] +*** Release [Often grouped with item being released.] +*** Retract [Often grouped with body part doing action and item being retracted.] +*** Scratch +*** Snap-fingers +*** Tap [Often grouped with body part doing action.] +*** Touch [May follow a Reach event] +** Move-leg-foot +*** Curl-toes +*** Jog +*** Jump +*** Kick +*** Pedal +*** Run +*** Step +**** Heel-strike +**** Toe-off +*** Trot +*** Walk +* Communicate +** Communicate-vocally +*** Cry +*** Groan +*** Gulp [Communicate anxiety. Use swallow if non-editorial.] +*** Laugh +*** Scream +*** Sigh +*** Speak [Communicate using spoken language.] +** Gesture [Make a expressive communicative movement of hands/arms and, often, face] +*** Index-up +*** Pump-fist +*** Spread-hand +*** Shhh +*** Shrug +*** Thumb-up +*** Wave +** Communicate-musically +*** Hum +*** Sing +*** Vocalize [Make a sustained vowel sound such as, Ahhh] +*** Whistle +* Perform [Carry out or accomplish an action or task or function.] +** Change +** Collide +** Fill-out-survey +** Operate [Control something else.] +*** Drive [Control something that moves.] +*** Brake [Apply brakes to stop something.] +*** Steer +** Play [As a musical instrument or a game.] +** Rest +* Think +** Allow [Allow access to something such as allowing a car to pass] +** Attend-to +** Count +** Deny [Deny access to something such as preventing someone to pass] +** Detect +** Discriminate +** Encode +** Evade +** Generate +** Identify +** Imagine +** Read +** Recall +** Repeat +** Switch-attention +** Track + +'''Item''' {extensionAllowed} +* Object {extensionAllowed} [Physical object perceptible via Visual, Auditory, Olfactory, and/or Tactile modalities.] +** Geometric +*** Pattern +**** Dots +**** Led-pattern +*** 2D-shape +**** Clockface +**** Cross +**** Ellipse +***** Circle +**** Rectangle +***** Square +**** Single-point +**** Star +**** Triangle +*** 3D-shape +**** Box +***** Cube +**** Cone +**** Cylinder +**** Ellipsoid +***** Sphere +**** Pyradmid +** Man-made-object [A manmade object] +*** Media +**** Sound-clip +**** Visualization [A visual representation of something else -- such as using a stick-figure to represent motion capture data.] +***** Animation +***** Art-installation +***** Braille +***** Cutout +***** Image [A still 2-D representation.] +****** Cartoon +****** Drawing +****** Icon +****** Painting +****** Photograph +***** Movie +***** Outline-visualization +***** Point-light-visualization +***** Sculpture +***** Stick-figure-visualization +*** Building [Whole building or building feature] +**** Room +**** Roof +**** Entrance +**** Attic +**** Basement +*** Clothing +*** Device +**** Computing-device +**** Engine +**** IO-device +***** Input-device +****** Button +****** Joystick +****** Keyboard +******* Key {takesValue} +******** # [Value of key.] +****** Keypad {takesValue} +******* # [Value of keypad key.] +****** Microphone +****** Mouse +******* Mouse-button +******* Scroll-wheel +****** Touch-screen +***** Network-device +***** Output-device +****** Display-device +******* Head-mounted-display +******* LED-display +******* Screen +******** Screen-window +****** Auditory-device +******* Headphones +******* Screen-speaker +******* Loudspeaker +***** Recording-device +****** EEG-recording +****** File-recording +****** MEG-recording +****** Motion-capture +****** Tape-recording +**** Machine +***** Noisemaker +**** Measurement-device +***** Clock +****** Clock-face +**** Robot +**** Tool +*** Document [A physical, written document] +**** Manuscript +**** Letter +**** Note +**** Book +**** Notebook +*** Furnishing [Furniture and appliances and other movable accessories including curtains and rugs] +*** Navigational-object +**** Path +**** Road +***** Lane +**** Runway +**** Sign +*** Vehicle +**** Aircraft +**** Bicycle +**** Boat +**** Car +**** Cart +**** Tractor +**** Train +**** Truck +** Natural-object +*** Organism +**** Animal +**** Human +**** Plant +*** Mineral +*** Natural-feature +**** Field +**** Hill +**** Mountain +**** River +**** Waterfall +** Food +** Drink +* Language [Perceivable in a visual or auditory (spoken) sensory presentation] +** Character +** Glyph +** Nonword +** Phoneme +** Phrase +** Sentence +** Syllable +** Textblock +** Word +* Sound [Item/Sound can be used in a tag group to describe, for example, sound created by an action Item/Sound, Action/Move/Move leg-foot/Walk, Agent/Human or an object or Item/Sound, Item/Object/Man-made/Vehicle/Car] +** Environmental-sound [A background sound from the surrounding environment.] +*** Crowd sound [Multiple speech streams at once] +*** Noise +**** White-noise +**** Colored-noise +** Musical-sound [Any tone or combination of tones with characteristics such as controlled pitch and timbre that can be controlled by an agent.] +*** Tone +*** Instrument-sound +*** Vocalized-sound +** Named-animal-sound +*** Bark +*** Bleat +*** Crow +*** Chirp +*** Growl +*** Meow +*** Moo +*** Purr +*** Roar +** Named-object-sound +*** Alarm +*** Buzz +*** Ka-ching [Cash register sound] +*** Click +*** Ding +*** Horn +*** Siren + +'''Agent-property''' +* Cognitive-state {requireChild, extensionAllowed} +** Alert +** Anesthetized +** Asleep +** Attentive +** Awake +** Brain-dead +** Comatose +** Drowsy +** Intoxicated [Indicates a state in which participant has consumed alcohol or drugs or other substances that may alter physical or mental state.] +** Locked-in +** Passive +** Resting +** Vegetative +* Emotional-state {requireChild, extensionAllowed} +** Angry +** Aroused +** Awed +** Compassionate +** Content +** Disgusted +** Emotionally-neutral +** Empathetic +** Excited +** Fearful +** Feeling-stress +** Frustrated +** Grieving +** Happy +** Jealous +** Joyful +** Loving +** Relieved +** Sad +* Postural-state {requireChild} +** Crouching +** Kneeling +** On-treadmill +** Prone +** Sitting +** Standing +** Supported-by-chin-rest +* Agent-trait {requireChild, extensionAllowed} +** Age +*** # {takesValue} +** Sex +*** # {takesValue} +** Handedness +*** # {takesValue} +* Social-role {requireChild} [The role of the agent not particular to the task.] +** Brother +** Child +** Father +** Mother +** Sister +* Task-role {requireChild} [The role of the agent in the task.] +** Experiment-controller +** Experiment-subject +** Experimenter +** Follower +** Friend +** Leader +** Stranger +** Student +** Teacher +* Association {requireChild} +** Associated-with-non-agent +** Associated-with-other [Item such as a cup belonging to another person] +** Associated-with-self [Item such as a cup belonging to the participant] + +'''Data-property''' +* Statistical-property {requireChild} +** Accuracy {requireChild} +*** # {takesValue} +** Data-mean {requireChild} +*** # {takesValue} +** Data-median {requireChild} +*** # {takesValue} +** Data-minimum {requireChild} +*** # {takesValue} +** Data-maximum {requireChild} +*** # {takesValue} +** Statistical-precision {requireChild} +*** # {takesValue} +** Statistical-recall {requireChild} +*** # {takesValue} +** Standard-deviation {requireChild} [As a Name:Value] +*** # {takesValue} +* Observational-property {requireChild} [Manually identified data feature. Should be grouped with a label of the form AgentID_featureName] +** # {takesValue} +* Computed-property {requireChild} [Feature computed by tool. Should be grouped with a label of the form Toolname_propertyName] +** # {takesValue} + +'''Task-property''' +* Attentional-strategy +** Bottom-up-attention +** Covert-attention +** Divided-attention +** Focused-attention +** Orienting-attention +** Overt-attention +** Selective-attention +** Sustained-attention +** Top-down-attention +* Task-event-type +** Activity +** Background-task +** Experimental-stimulus [Part of something designed to elicit a response in the experiment.] +** Failure +** Feedback +** Incidental +** Instructional +** Mishap [Unplanned disruption such as an equipment or experiment control abnormality or experimenter error.] +** Participant-response [Something related to a participant's actions in performing the task.] +** Primary-task +** Warning [As in a warning message that you are getting too close to the shoulder in a driving task] +* Task-effect-evidence +** External-evidence [External judgment assumed to be ground truth such as from an experiment control software or an annotator about participant actions such as answering a question, failing to answer in time, etc. Related to participant indication] +** Intended-effect [How the stimulus is expected to effect the participants based on the experimental design.] +** Behavioral-evidence +* Task-response-type +** Appropriate +** Correction +** Erroneous +** Imagined [This is used to identity that the (sub)event only happened in the imagination of the participant, e.g. imagined movements in motor imagery paradigms.] +** Inappropriate +** Indeterminate +** Missed +** Near-miss +** Successful +* Task-stimulus-type +** Cue +** Distractor +** Expected [Of low information value, for example frequent Non-targets in an RSVP paradigm] +** Extraneous +** Meaningful +** Newly-learned +** Non-informative +** Non-target [Make sure to tag Expected if the Non-target is frequent] +** Not-meaningful +** Novel [Genuinely novel such as an event occurring once or so per experiment] +** Oddball [Unexpected or infrequent] +** Planned +** Penalizing +** Priming +** Rewarding +** Target [Something the subject is looking for] +** Threatening +** Timed +** Unexpected + +'''Attribute''' {extensionAllowed} [Vocabulary tree for properties.] +* Informational [Informational properties.] +** Label {requireChild} [A string of 20 or fewer characters. Labels are used to define scopes or can be assigned to several events sharing the same characteristic (an event code).] +*** # {takesValue} +** ID {requireChild} [An alphanumeric code usually used to identify particular objects.] +*** # {takesValue} +** Description {requireChild} [Human-readable text description of the event.] +*** # {takesValue} +** Definition [A tag used within a tag group also containing a Label tag to indicate that the Label represents that group of tags.] +*** # {takesValue} +** Metadata [A tag used within a tag group indicate to designate information about the data such as file size or author.] +*** Creation-date {requireChild} +**** # {takesValue, unitClass=datetime} +*** Library-name {requireChild} +**** # {takesValue} +*** Subject {requireChild} +**** # {takesValue} +*** Version {requireChild} +**** # {takesValue} +** Parameter {requireChild} [As a Name:Value] +*** # {takesValue} +* Organizational +** Block [An event used to indicate a particular organizational part in the experimental design or plan. Usually the Block tag is used with scoping tags as well as tags describing what the block represents to assist with downstream analysis.] +** Collection [A tag designating a grouping of items such as in a set or list.] +** Context [A tag indicating the overall environment and setup of the experiment or a portion of the experiment. This event is often inserted into a recording at the beginning of an experimental record to describe information such as whether the experiment is conducted indoors or outdoors or whether the experiment is conducted in the real-world or in a controlled laboratory setting. Tags specifying subject metadata might also be included.] +** Condition-variable [An aspect of the experiment or task that is to be varied during the experiment. Condition-type_variables are sometimes called independent type_variables.] +** Control-variable [An aspect of the experiment that is fixed throughout the study and usually is explicitly controlled.] +** Data-acquisition [An activity related to data acquisition.] +** Event-stream [An ordered list of events] +** Namespace [Tag used to indicate a namespace type of definition.] +** Permutation [A tag used within a tag group also containing a Label tag to indicate that the Label represents events that are permutations of each other.] +** Response-variable [An aspect of the experiment or task that is measured as control-type_variables are varied during the experiment. Response-type_variables are sometimes called dependent type_variables.] +** Sequence [A tag used within a tag group also containing a Label tag to indicate that the Label represents events related in a sequential order.] +** Session +** Task [A tag used to indicate a linkage to the task.] +** Trial [A tag used to indicate a particular organizational part in the experimental design often containing a stimulus-response pair.] +* Relational {extensionAllowed} +** Comparative-relation +*** Less-than +*** Less-than-or-equal-to +*** Greater-than +*** Greater-than-or-equal-to +*** Equal-to +*** Not-equal-to +** Connective-relation +*** Belongs-to [As in owned by] +*** Connected-to +*** Contained-in +*** Described-by +*** From-to +*** Group-of +*** Implied-by +*** Interacts-with +*** Member-of +*** Part-of +*** Performed-by +*** Related-to +** Spatiotemporal-relation +*** Directional-relation +**** Away-from +**** Backward +**** Closing +**** Decreasing +**** Downward +**** Forward +**** Increasing +**** Leftward +**** Rightward +**** Opening +**** Towards +**** Upward +*** Orientational-relation +**** Horizontally-oriented +**** Oblique +**** Rotated +**** Vertically-oriented +*** Positional-relation [Should be grouped with what it is positionally related to.] +**** Above +**** Across +**** Adjacent-to +**** Ahead-of +**** Around +**** Back-of +**** Behind +**** Below +**** Between [Should be grouped with the items between designates.] +**** Bilateral +**** Bottom-of [At the bottom of something. Should be grouped with the item that it is positionally related to.] +**** Boundary-of +**** Center-of [At the center of something. Should be grouped with the item that it is positionally related to.] +**** Close-to +**** Distance-from [Should be grouped with an item from which the distance is measured. The resulting group will usually be grouped with an actual Distance or Angle value.] +**** Edge-of +**** Far-from +**** Front-of +**** Inside-of +**** Left-of +**** Left-side +**** Outside-of +**** Over +**** Right-of +**** Right-side +**** Top-of +**** Under +*** Temporal-relation +**** After +**** Asynchronous-with +**** Before +**** During +**** Synchronous-with +**** Waiting-for +*** Variability-relation +**** Constant +**** Continuous +**** Deterministic +**** Discrete +**** Flickering [Irregular changes in time] +**** Repetitive +**** Stochastic +**** Sudden +**** Varying +** Thermal-relation +*** Cold +*** Colder-than +*** Hot +*** Hotter-than +* Quantitative {extensionAllowed} +** Angle {requireChild} [Angle assumed clockwise from vertical unless grouped with axis.] +*** # {takesValue} +** Fraction {requireChild} [Fraction of items of a particular type.] +*** # {takesValue} +** Interval +*** # {takesValue} +** Item-count {requireChild} +*** # {takesValue} +** Percentage {requireChild} [Percentage of items of a particular type.] +*** # {takesValue} +** Probability [Use to specify the level of certainty about the occurrence of the event.] +*** # {takesValue} +** Ratio {requireChild} +*** # {takesValue} +** Repetition {requireChild} [When the same type of event such as a fixation on the exact same object happens multiple times and it might be necessary to distinguish the first look vs. others] +*** # {takesValue} +** Uncertainty {requireChild} +*** # {takesValue} +* Categorical {extensionAllowed} +** All +** Congruent {relatedTag=Incongruent} +** Constrained {relatedTag=Unconstrained} +** Correct +** Deep +** False +** High +** Incongruent +** Incorrect +** Invalid +** Liminal +** Low +** Masked [Ability to perceive influenced by presence of another stimulus] +** Medium +** None +** Normal +** Negative +** Positive +** Shallow +** Some +** Subliminal +** Supraliminal +** Symmetric {relatedTag=Unsymmetric} +** True +** Unconstrained {relatedTag=Constrained} +** Unmasked [Ability to perceive not influenced by presence of another stimulus] +** Unsymmetric {relatedTag=Symmetric} +** Valid +* Descriptive [Indicate the type of thing.] +** Abstract +** Biological +** Clinical +** Complex +** Composite +** Electrical +** Fractal +** Involuntary +** Mechanical +** Magnetic +** Numerical +** Random +** Symbolic +* Sensory {extensionAllowed} +** Auditory +*** Audible +*** Frequency {requireChild} +**** # {takesValue, isNumeric, unitClass=frequency} +*** Loudness {requireChild} +**** # {takesValue, isNumeric} +*** Monophonic [Consisting of one independent audio channel] +*** Ramp-up [Increasing in amplitude] +*** Ramp-down [Decreasing in amplitude] +*** Silent +*** Stereophonic [Consisting of more than one independent audio channel] +*** Timbre [Sound quality] +** Gustatory [Pertaining to sensations of relating to taste.] +*** Bitter +*** Salty +*** Savory +*** Sour +*** Sweet +** Tactile [Pertaining to sensations of relating to touch.] +*** Tactile-pressure +*** Tactile-texture +*** Tactile-vibration +** Olfactory [Pertaining to sensations of relating to smell.] +** Somatic [Pertaining to sensations of nervous system such as pain.] +*** Pain +*** Stress +** Vestibular +** Visual +*** Luminance {requireChild} +*** Color {requireChild} +**** Color-shade +***** Dark-shade +***** Light-shade +**** HSV-color +***** Hue +****** # {takesValue, isNumeric} [Angular value between 0 and 360] +***** Saturation +****** # {takesValue, isNumeric} [B value of RGB between 0 and 1] +***** HSV-value +****** # {takesValue, isNumeric} [G value of RGB between 0 and 1] +**** RGB-color +***** RGB-red +****** # {takesValue, isNumeric} [R value of RGB between 0 and 1] +***** RGB-blue +****** # {takesValue, isNumeric} [B value of RGB between 0 and 1] +***** RGB-green +****** # {takesValue, isNumeric} [G value of RGB between 0 and 1] +**** Grayscale [Indicates gray scale] +***** # {takesValue, isNumeric} [White intensity between 0 and 1] +**** CSS-color [One of 140 colors supported by all browsers. For more details such as the color RGB or HEX values, check: https://www.w3schools.com/colors/colors_groups.asp] +***** Blue-color +****** CadetBlue +****** SteelBlue +****** LightSteelBlue +****** LightBlue +****** PowderBlue +****** LightSkyBlue +****** SkyBlue +****** CornflowerBlue +****** DeepSkyBlue +****** DodgerBlue +****** RoyalBlue +****** Blue +****** MediumBlue +****** DarkBlue +****** Navy +****** MidnightBlue +***** Brown-color +****** Cornsilk +****** BlanchedAlmond +****** Bisque +****** NavajoWhite +****** Wheat +****** BurlyWood +****** Tan +****** RosyBrown +****** SandyBrown +****** GoldenRod +****** DarkGoldenRod +****** Peru +****** Chocolate +****** Olive +****** SaddleBrown +****** Sienna +****** Brown +****** Maroon +***** Cyan-color +****** Aqua +****** Cyan +****** LightCyan +****** PaleTurquoise +****** Aquamarine +****** Turquoise +****** MediumTurquoise +****** DarkTurquoise +***** Green-color +****** GreenYellow +****** Chartreuse +****** LawnGreen +****** Lime +****** LimeGreen +****** PaleGreen +****** LightGreen +****** MediumSpringGreen +****** SpringGreen +****** MediumSeaGreen +****** SeaGreen +****** ForestGreen +****** Green +****** DarkGreen +****** YellowGreen +****** OliveDrab +****** DarkOliveGreen +****** MediumAquaMarine +****** DarkSeaGreen +****** LightSeaGreen +****** DarkCyan +****** Teal +***** Gray-color +****** Gainsboro +****** LightGray +****** Silver +****** DarkGray +****** DimGray +****** Gray +****** LightSlateGray +****** SlateGray +****** DarkSlateGray +****** Black +***** Orange-color +****** Orange +****** DarkOrange +****** Coral +****** Tomato +****** OrangeRed +***** Pink-color +****** Pink +****** LightPink +****** HotPink +****** DeepPink +****** PaleVioletRed +****** MediumVioletRed +***** Purple-color +****** Lavender +****** Thistle +****** Plum +****** Orchid +****** Violet +****** Fuchsia +****** Magenta +****** MediumOrchid +****** DarkOrchid +****** DarkViolet +****** BlueViolet +****** DarkMagenta +****** Purple +****** MediumPurple +****** MediumSlateBlue +****** SlateBlue +****** DarkSlateBlue +****** RebeccaPurple +****** Indigo +***** Red-color +****** LightSalmon +****** Salmon +****** DarkSalmon +****** LightCoral +****** IndianRed +****** Crimson +****** Red +****** FireBrick +****** DarkRed +***** Yellow-color +****** Gold +****** Yellow +****** LightYellow +****** LemonChiffon +****** LightGoldenRodYellow +****** PapayaWhip +****** Moccasin +****** PeachPuff +****** PaleGoldenRod +****** Khaki +****** DarkKhaki +***** White-color +****** White +****** Snow +****** HoneyDew +****** MintCream +****** Azure +****** AliceBlue +****** GhostWhite +****** WhiteSmoke +****** SeaShell +****** Beige +****** OldLace +****** FloralWhite +****** Ivory +****** AntiqueWhite +****** Linen +****** LavenderBlush +****** MistyRose +*** View +**** 2D-view +**** 3D-view +**** Background-view +**** Bistable-view [Something having two stable visual forms that have two distinguishable stable forms as in optical illusions.] +**** Foreground-view +**** Foveal-view [Visual presentation directly on the fovea.] +**** Map-view [A representation of a geographical location.] +***** Aerial-view [A representation from an overhead view such as captured by a drone.] +***** Satellite-view [A representation as captured by technology such as a satellite.] +***** Street-view [A panoramic view from a position on the ground.] +**** Peripheral-view +* Spatiotemporal {extensionAllowed} +** Spatial +*** Direction +**** # {takesValue, isNumeric} +*** Distance {requireChild} [Distance from a specified position in a specified Direction] +**** # {takesValue, isNumeric, unitClass=physicalLength} +*** Orientation +**** # {takesValue, isNumeric} +*** Position {requireChild} [Coordinates with respect a specified frame of reference or the default Screen-frame if no frame is given.] +**** X-position {requireChild} +***** # {takesValue, isNumeric, unitClass=physicalLength} +**** Y-position {requireChild} +***** # {takesValue, isNumeric, unitClass=physicalLength} +**** Z-position {requireChild} +***** # {takesValue, isNumeric, unitClass=physicalLength} +*** Reference-frame [A frame of reference used to express spatial attributes.] +**** Custom-frame [A custom frame of reference which should be defined in terms of one of the default frames of reference or by a library.] +**** Room-frame +**** Screen-frame [HED default frame of reference with origin at center of screen used to display experimental stimuli. Looking out of the screen has +X is horizontal to the right. +Y is up and +Z is out of the front of the screen.] +**** Screen-facing-frame [HED default frame of reference with origin at the subject Nasion. +X is horizontal to the subject right. +Y is to the subject front and +Z is vertical upward.] +**** World-frame +*** Size {requireChild} +**** Area {requireChild} +***** # {takesValue, isNumeric, unitClass=area} +**** Length {requireChild} [A measurement of the size along the longest dimension.] +***** # {takesValue, isNumeric, unitClass=physicalLength} +**** Width [A measurement along the shortest of two or three dimensions.] +***** # {takesValue, isNumeric, unitClass=physicalLength} +**** Height [A measurement in a direction perpendicular to Length and Width in 3D. In 2D, it is perpendicular to both the Length and Height.] +***** # {takesValue, isNumeric, unitClass=physicalLength} +**** Volume {requireChild} +***** # {takesValue, isNumeric, unitClass=volume} +*** Surface-properties +**** Rough +**** Smooth +** Resolution +*** IO-resolution {requireChild} +**** Screen-resolution {requireChild} [Number of pixels in each dimension for a digital display device.] +***** # {takesValue} +**** Printer-resolution {requireChild} [Number of dots-per-inch for a printer.] +***** # {takesValue} +*** Spatial-resolution {requireChild} [Linear spacing of a spatial measurement.] +**** # {takesValue} +*** Spectral-resolution {requireChild} +**** # {takesValue} +*** Temporal-resolution {requireChild} +**** # {takesValue} +** Temporal +*** Delay [Indicator of some amount of time elapsed before something happens.] +**** # {takesValue, isNumeric, unitClass=time} +*** Duration {requireChild} [An offset that is implicit after duration time passed from the onset] +**** # {takesValue, isNumeric, unitClass=time} +*** Onset +*** Offset +*** Pause [Indicating something stopped such as a break or waiting for input.] +*** Response-start-delay {requireChild} [How long the start of the response is delayed from the stimulus onset.] +**** # {takesValue, isNumeric, unitClass=time} +*** Response-end-delay {requireChild} [How long the end of the response is delayed from the stimulus onset.] +**** # {takesValue, isNumeric, unitClass=time} +*** Temporal-value {requireChild} +**** # {takesValue, isNumeric, unitClass=time} +*** Time-out +*** Time-sync [Indicates a marker inserted into the recorded data to allow post hoc synchronization of concurrently recorded data streams.] +** Rate-of-change +*** Acceleration +**** # {takesValue, isNumeric, unitClass=acceleration} +*** Jerk-rate [Rate at which an object's acceleration changes with respect to time.] +**** # {takesValue, isNumeric, unitClass=jerk} +*** Sampling-rate {requireChild} [Number of measurements per unit time.] +**** # {takesValue, unitClass=frequency} +*** Refresh-rate {requireChild} [Number of times per second a device displays an image. Also known as the frame rate.] +**** # {takesValue, isNumeric} +*** Temporal-rate [Number of occurrences in a unit of time.] +**** # {takesValue, isNumeric} +*** Velocity +**** # {takesValue, isNumeric, unitClass=speed} +* Thermodynamic +** Energy +** Pressure +** Temperature +*** # {takesValue, isNumeric} +* Environmental {extensionAllowed} +** Indoors +** Outdoors +** Real-world +** Virtual-world +** Augmented-reality +** Motion-platform +** Urban +** Rural +*** Wooden-walkway +** Terrain +*** Composite-terrain +*** Dirt-terrain +*** Grassy-terrain +*** Gravel-terrain +*** Leaf-covered-terrain +*** Muddy-terrain +*** Paved-terrain +*** Rocky-terrain +*** Sloped-terrain +*** Uneven-terrain +* Anatomical +** Body-part +*** Head +**** Hair +**** Ear +**** Face +***** Cheek +***** Chin +***** Eye +***** Eyebrow +***** Forehead +***** Lip +***** Nose +***** Mouth +***** Teeth +*** Arm +**** Elbow +**** Hand +***** Finger +****** Index-finger +****** Little-finger +****** Middle-finger +****** Ring-finger +****** Thumb +**** Wrist +*** Leg +**** Ankle +**** Foot +***** Toe +**** Knee +*** Torso +**** Upper-torso +***** Chest +**** Lower-torso +***** Hips +**** Waist + +!# end schema + +'''Unit classes''' +* time {defaultUnits=s} +** second {SIUnit} +** s {SIUnit, unitSymbol} +** day +** minute +** hour +* dateTime {defaultUnits=YYYY-MM-DDThh:mm:ss} +** YYYY-MM-DDThh:mm:ss +* clockTime {defaultUnits=hour:min} +** hour:min +** hour:min:sec +* frequency {defaultUnits=Hz} +** hertz {SIUnit} +** Hz {SIUnit, unitSymbol} +* angle {defaultUnits=radian} +** radian {SIUnit} +** rad {SIUnit, unitSymbol} +** degree +* physicalLength {defaultUnits=m} +** metre {SIUnit} +** m {SIUnit, unitSymbol} +** foot +** mile +* pixels {defaultUnits=px} +** pixel +** px {unitSymbol} +* area {defaultUnits=m^2} +** m^2 {SIUnit, unitSymbol} +** px^2 {unitSymbol} +** pixel^2 +* volume {defaultUnits=m^3} +** m^3 {SIUnit, unitSymbol} +* speed {defaultUnits=m-per-s} +** m-per-s {SIUnit, unitSymbol} +** mph {unitSymbol} +** kph {unitSymbol} +* acceleration {defaultUnits=m-per-s^2} +** m-per-s^2 {SIUnit, unitSymbol} +* jerk {defaultUnits=m-per-s^3} +** m-per-s^3 {unitSymbol} +* intensity {defaultUnits=dB} +** dB {unitSymbol} +* luminousIntensity {defaultUnits=cd} +** candela {SIUnit} +** cd {SIUnit, unitSymbol} +* memorySize {defaultUnits=B} +** byte {SIUnit} +** B {SIUnit, unitSymbol} +* currency {defaultUnits=$} +** dollar +** $ {unitSymbol} +** point +** fraction + +'''Unit modifiers''' +* deca {SIUnitModifier} [SI unit multiple representing 10^1] +* da {SIUnitSymbolModifier} [SI unit multiple representing 10^1] +* hecto {SIUnitModifier} [SI unit multiple representing 10^2] +* h {SIUnitSymbolModifier} [SI unit multiple representing 10^2] +* kilo {SIUnitModifier} [SI unit multiple representing 10^3] +* k {SIUnitSymbolModifier} [SI unit multiple representing 10^3] +* mega {SIUnitModifier} [SI unit multiple representing 10^6] +* M {SIUnitSymbolModifier} [SI unit multiple representing 10^6] +* giga {SIUnitModifier} [SI unit multiple representing 10^9] +* G {SIUnitSymbolModifier} [SI unit multiple representing 10^9] +* tera {SIUnitModifier} [SI unit multiple representing 10^12] +* T {SIUnitSymbolModifier} [SI unit multiple representing 10^12] +* peta {SIUnitModifier} [SI unit multiple representing 10^15] +* P {SIUnitSymbolModifier} [SI unit multiple representing 10^15] +* exa {SIUnitModifier} [SI unit multiple representing 10^18] +* E {SIUnitSymbolModifier} [SI unit multiple representing 10^18] +* zetta {SIUnitModifier} [SI unit multiple representing 10^21] +* Z {SIUnitSymbolModifier} [SI unit multiple representing 10^21] +* yotta {SIUnitModifier} [SI unit multiple representing 10^24] +* Y {SIUnitSymbolModifier} [SI unit multiple representing 10^24] +* deci {SIUnitModifier} [SI unit submultiple representing 10^-1] +* d {SIUnitSymbolModifier} [SI unit submultiple representing 10^-1] +* centi {SIUnitModifier} [SI unit submultiple representing 10^-2] +* c {SIUnitSymbolModifier} [SI unit submultiple representing 10^-2] +* milli {SIUnitModifier} [SI unit submultiple representing 10^-3] +* m {SIUnitSymbolModifier} [SI unit submultiple representing 10^-3] +* micro {SIUnitModifier} [SI unit submultiple representing 10^-6] +* u {SIUnitSymbolModifier} [SI unit submultiple representing 10^-6] +* nano {SIUnitModifier} [SI unit submultiple representing 10^-9] +* n {SIUnitSymbolModifier} [SI unit submultiple representing 10^-9] +* pico {SIUnitModifier} [SI unit submultiple representing 10^-12] +* p {SIUnitSymbolModifier} [SI unit submultiple representing 10^-12] +* femto {SIUnitModifier} [SI unit submultiple representing 10^-15] +* f {SIUnitSymbolModifier} [SI unit submultiple representing 10^-15] +* atto {SIUnitModifier} [SI unit submultiple representing 10^-18] +* a {SIUnitSymbolModifier} [SI unit submultiple representing 10^-18] +* zepto {SIUnitModifier} [SI unit submultiple representing 10^-21] +* z {SIUnitSymbolModifier} [SI unit submultiple representing 10^-21] +* yocto {SIUnitModifier} [SI unit submultiple representing 10^-24] +* y {SIUnitSymbolModifier} [SI unit submultiple representing 10^-24] +!# end hed + +This is an epilogue. +This is a second line of an epilogue. \ No newline at end of file diff --git a/tests/models/test_hed_group.py b/tests/models/test_hed_group.py index 26bc3900f..8bfd96d6f 100644 --- a/tests/models/test_hed_group.py +++ b/tests/models/test_hed_group.py @@ -68,6 +68,56 @@ def test_find_tags_with_term(self): located_tags = basic_hed_string_obj.find_tags_with_term("Item/Object", recursive=True, include_groups=0) self.assertEqual(len(located_tags), 0) + def _compare_strings(self, hed_strings): + str1 = HedString(hed_strings[0]).sort() + for hed_string in hed_strings: + str2 = HedString(hed_string).sort() + self.assertEqual(str1, str2) + + def _compare_strings2(self, hed_strings): + str1 = HedString(hed_strings[0]) + for hed_string in hed_strings: + str2 = HedString(hed_string) + self.assertEqual(str1.sorted(), str2.sorted()) + + def test_sort_and_sorted(self): + hed_strings = [ + "A, B, C", + "A, C, B", + "B, C, A", + "C, B, A" + ] + self._compare_strings(hed_strings) + self._compare_strings2(hed_strings) + hed_strings = [ + "A, (B, C)", + "(B, C), A" + ] + self._compare_strings(hed_strings) + self._compare_strings2(hed_strings) + hed_strings = [ + "A, (A, (B, C))", + "(A, (B, C)), A", + "((B, C), A), A", + "A, ((B, C), A)" + ] + self._compare_strings(hed_strings) + self._compare_strings2(hed_strings) + hed_strings = [ + "D, A, (A, (B, C))", + "(A, (B, C)), A, D", + "((B, C), A), A, D", + "A, D, ((B, C), A)" + ] + self._compare_strings(hed_strings) + self._compare_strings2(hed_strings) + hed_strings = [ + "D, (E, F), A, (A, (B, C))", + "(A, (B, C)), A, D, (F, E)", + "((B, C), A), (E, F), A, D", + "A, D, ((B, C), A), (F, E)" + ] + self._compare_strings(hed_strings) if __name__ == '__main__': unittest.main() diff --git a/tests/schema/test_hed_schema_io.py b/tests/schema/test_hed_schema_io.py index 6b2b47551..4154e4ae6 100644 --- a/tests/schema/test_hed_schema_io.py +++ b/tests/schema/test_hed_schema_io.py @@ -1,6 +1,12 @@ import unittest + from hed.errors import HedFileError +from hed.errors.error_types import SchemaErrors from hed.schema import load_schema, HedSchemaGroup, load_schema_version, HedSchema +from hed import schema +import os +from hed.schema import hed_cache +import shutil class TestHedSchema(unittest.TestCase): @@ -50,7 +56,7 @@ def test_load_schema_version(self): schemas1 = load_schema_version(ver1) self.assertIsInstance(schemas1, HedSchema, "load_schema_version returns a HedSchema if a string version") self.assertEqual(schemas1.version, "8.0.0", "load_schema_version has the right version") - self.assertEqual(schemas1.library, None, "load_schema_version standard schema has no library") + self.assertEqual(schemas1.library, "", "load_schema_version standard schema has no library") ver2 = "base:8.0.0" schemas2 = load_schema_version(ver2) self.assertIsInstance(schemas2, HedSchema, "load_schema_version returns HedSchema version+prefix") @@ -135,3 +141,139 @@ def test_load_schema_version_empty(self): self.assertIsInstance(schemas, HedSchema, "load_schema_version list with blank entry returns latest version") self.assertTrue(schemas.version, "load_schema_version for empty string has a version") self.assertFalse(schemas.library, "load_schema_version for empty string is not a library") + +class TestHedSchemaMerging(unittest.TestCase): + # Verify all 5 schemas produce the same results + base_schema_dir = '../data/schema_tests/merge_tests/' + + @classmethod + def setUpClass(cls): + # note: most of this code can be removed once 8.2 is officially released. + cls.hed_cache_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../merging_schema_cache/') + cls.saved_cache_folder = hed_cache.HED_CACHE_DIRECTORY + schema.set_cache_directory(cls.hed_cache_dir) + cls.full_base_folder = os.path.join(os.path.dirname(os.path.realpath(__file__)), cls.base_schema_dir) + cls.source_schema_path = os.path.join(cls.full_base_folder, "HED8.2.0.xml") + cls.cache_folder = hed_cache.get_cache_directory() + cls.schema_path_in_cache = os.path.join(cls.cache_folder, "HED8.2.0.xml") + shutil.copy(cls.source_schema_path, cls.schema_path_in_cache) + + @classmethod + def tearDownClass(cls): + shutil.rmtree(cls.hed_cache_dir) + schema.set_cache_directory(cls.saved_cache_folder) + + def _base_merging_test(self, files): + import filecmp + path1 = "" + path2 = "" + for save_merged in [True, False]: + for i in range(len(files) - 1): + s1 = files[i] + s2 = files[i + 1] + self.assertEqual(s1, s2) + try: + path1 = s1.save_as_xml(save_merged=save_merged) + path2 = s2.save_as_xml(save_merged=save_merged) + result = filecmp.cmp(path1, path2) + self.assertTrue(result) + finally: + os.remove(path1) + os.remove(path2) + + try: + path1 = s1.save_as_mediawiki(save_merged=save_merged) + path2 = s2.save_as_mediawiki(save_merged=save_merged) + result = filecmp.cmp(path1, path2) + self.assertTrue(result) + finally: + os.remove(path1) + os.remove(path2) + + lines1 = s1.get_as_mediawiki_string(save_merged=save_merged) + lines2 = s2.get_as_mediawiki_string(save_merged=save_merged) + self.assertEqual(lines1, lines2) + + lines1 = s1.get_as_xml_string(save_merged=save_merged) + lines2 = s2.get_as_xml_string(save_merged=save_merged) + self.assertEqual(lines1, lines2) + + def test_saving_merged(self): + files = [ + load_schema(os.path.join(self.full_base_folder, "HED_score_1.0.0.mediawiki")), + load_schema(os.path.join(self.full_base_folder, "HED_score_lib_tags.mediawiki")), + load_schema(os.path.join(self.full_base_folder, "HED_score_merged.mediawiki")), + load_schema(os.path.join(self.full_base_folder, "HED_score_merged.xml")), + load_schema(os.path.join(self.full_base_folder, "HED_score_lib_tags.xml")) + ] + + self._base_merging_test(files) + + def _base_added_class_tests(self, schema): + tag_entry = schema.all_tags["Modulator"] + self.assertEqual(tag_entry.attributes["suggestedTag"], "Event") + + tag_entry = schema.all_tags["Sleep-modulator"] + self.assertEqual(tag_entry.attributes["relatedTag"], "Sensory-event") + + unit_class_entry = schema.unit_classes["weightUnits"] + unit_entry = unit_class_entry.units["testUnit"] + self.assertEqual(unit_entry.attributes["conversionFactor"], str(100)) + + unit_modifier_entry = schema.unit_modifiers["huge"] + self.assertEqual(unit_modifier_entry.attributes["conversionFactor"], "10^100") + self.assertTrue(unit_modifier_entry.attributes["customElementAttribute"]) + + value_class_entry = schema.value_classes["customValueClass"] + self.assertEqual(value_class_entry.attributes["customAttribute"], "test_attribute_value") + + attribute_entry = schema.attributes["customAttribute"] + self.assertTrue(attribute_entry.attributes["valueClassProperty"]) + + attribute_entry = schema.attributes["customElementAttribute"] + self.assertTrue(attribute_entry.attributes["elementProperty"]) + self.assertTrue(attribute_entry.attributes["boolProperty"]) + + prop_entry = schema.properties["customProperty"] + self.assertEqual(prop_entry.attributes["inLibrary"], "score") + self.assertTrue(prop_entry.attributes["customElementAttribute"]) + + for section in schema._sections.values(): + self.assertTrue("customElementAttribute" in section.valid_attributes) + + self.assertFalse(schema.check_compliance()) + + def test_saving_merged2(self): + s1 = load_schema(os.path.join(self.full_base_folder, "add_all_types.mediawiki")) + self._base_added_class_tests(s1) + path1 = "" + path2 = "" + for save_merged in [True, False]: + try: + path1 = s1.save_as_xml(save_merged=save_merged) + s2 = load_schema(path1) + self.assertEqual(s1, s2) + self._base_added_class_tests(s2) + + path2 = s1.save_as_mediawiki(save_merged=save_merged) + s2 = load_schema(path1) + self.assertEqual(s1, s2) + self._base_added_class_tests(s2) + finally: + os.remove(path1) + os.remove(path2) + + def test_bad_schemas(self): + """These should all have one HED_SCHEMA_DUPLICATE_NODE issue""" + files = [ + load_schema(os.path.join(self.full_base_folder, "issues_tests/overlapping_tags1.mediawiki")), + load_schema(os.path.join(self.full_base_folder, "issues_tests/overlapping_tags2.mediawiki")), + load_schema(os.path.join(self.full_base_folder, "issues_tests/overlapping_tags3.mediawiki")), + load_schema(os.path.join(self.full_base_folder, "issues_tests/overlapping_tags4.mediawiki")), + load_schema(os.path.join(self.full_base_folder, "issues_tests/overlapping_unit_classes.mediawiki")), + load_schema(os.path.join(self.full_base_folder, "issues_tests/overlapping_units.mediawiki")), + ] + for schema in files: + issues = schema.check_compliance() + self.assertEqual(len(issues), 1) + self.assertEqual(issues[0]["code"], SchemaErrors.HED_SCHEMA_DUPLICATE_NODE) \ No newline at end of file diff --git a/tests/schema/test_schema_wiki_fatal_errors.py b/tests/schema/test_schema_wiki_fatal_errors.py index 8006d797e..68129cd58 100644 --- a/tests/schema/test_schema_wiki_fatal_errors.py +++ b/tests/schema/test_schema_wiki_fatal_errors.py @@ -18,6 +18,7 @@ def setUpClass(cls): "HED_separator_invalid.mediawiki": HedExceptions.INVALID_SECTION_SEPARATOR, "HED_header_missing.mediawiki": HedExceptions.SCHEMA_HEADER_MISSING, "HED_header_invalid.mediawiki": HedExceptions.HED_SCHEMA_HEADER_INVALID, + "empty_file.mediawiki": HedExceptions.HED_SCHEMA_HEADER_INVALID, "HED_header_invalid_version.mediawiki": HedExceptions.HED_SCHEMA_VERSION_INVALID, "HED_header_missing_version.mediawiki": HedExceptions.HED_SCHEMA_VERSION_INVALID, "HED_header_bad_library.mediawiki": HedExceptions.BAD_HED_LIBRARY_NAME, diff --git a/tests/validator/test_tag_validator.py b/tests/validator/test_tag_validator.py index 864e9e0ac..ea13e410a 100644 --- a/tests/validator/test_tag_validator.py +++ b/tests/validator/test_tag_validator.py @@ -250,16 +250,16 @@ def test_correct_units(self): 'correctNonSymbolCapitalizedUnit': [], 'correctSymbolCapitalizedUnit': [], 'incorrectUnit': self.format_error(ValidationErrors.HED_UNITS_INVALID, - tag=0, unit_class_units=legal_time_units), + tag=0, units=legal_time_units), 'incorrectSiUsage': self.format_error(ValidationErrors.HED_UNITS_INVALID, - tag=0, unit_class_units=legal_time_units), + tag=0, units=legal_time_units), 'incorrectPluralUnit': self.format_error(ValidationErrors.HED_UNITS_INVALID, - tag=0, unit_class_units=legal_freq_units), + tag=0, units=legal_freq_units), 'incorrectSymbolCapitalizedUnit': self.format_error(ValidationErrors.HED_UNITS_INVALID, tag=0, - unit_class_units=legal_freq_units), + units=legal_freq_units), 'incorrectSymbolCapitalizedUnitModifier': self.format_error( - ValidationErrors.HED_UNITS_INVALID, tag=0, unit_class_units=legal_freq_units), + ValidationErrors.HED_UNITS_INVALID, tag=0, units=legal_freq_units), 'notRequiredNumber': [], 'notRequiredScientific': [], 'specialAllowedCharBadUnit': self.format_error(ValidationErrors.HED_VALUE_INVALID, @@ -267,11 +267,11 @@ def test_correct_units(self): 'specialAllowedCharUnit': [], # 'properTime': [], # 'invalidTime': self.format_error(ValidationErrors.HED_UNITS_INVALID, tag=0, - # unit_class_units=legal_clock_time_units) + # units=legal_clock_time_units) # 'specialAllowedCharCurrency': [], # 'specialNotAllowedCharCurrency': self.format_error(ValidationErrors.HED_UNITS_INVALID, # tag=0, - # unit_class_units=legal_currency_units), + # units=legal_currency_units), } self.validator_semantic(test_strings, expected_results, expected_issues, True) @@ -340,12 +340,12 @@ def test_span_reporting(self): tag_unit_class_units = ['day', 'hour', 'minute', 's', 'second'] expected_issues = { 'orgTagDifferent': self.format_error(ValidationErrors.HED_UNITS_INVALID, - tag=0, unit_class_units=tag_unit_class_units), + tag=0, units=tag_unit_class_units), 'orgTagDifferent2': self.format_error(ValidationErrors.HED_UNITS_INVALID, - tag=0, unit_class_units=tag_unit_class_units) + tag=0, units=tag_unit_class_units) + self.format_error(ValidationErrors.HED_UNITS_INVALID, tag=1, - unit_class_units=tag_unit_class_units), + units=tag_unit_class_units), } self.validator_semantic(test_strings, expected_results, expected_issues, False) @@ -390,10 +390,9 @@ def test_no_duplicates(self): 'duplicateGroup': self.format_error(ValidationErrors.HED_TAG_REPEATED_GROUP, group=HedString("(Sensory-event, Man-made-object/VehicleTrain)")), 'duplicateSubGroup': self.format_error(ValidationErrors.HED_TAG_REPEATED_GROUP, - group=HedString("(Event, (Sensory-event, Man-made-object/VehicleTrain))")), + group=HedString("(Event,(Sensory-event,Man-made-object/VehicleTrain))")), 'duplicateSubGroupF': self.format_error(ValidationErrors.HED_TAG_REPEATED_GROUP, - group=HedString( - "((Sensory-event, Man-made-object/VehicleTrain), Event)")), + group=HedString("((Sensory-event,Man-made-object/VehicleTrain),Event)")), } self.validator_syntactic(test_strings, expected_results, expected_issues, False) @@ -913,10 +912,10 @@ def test_special_units(self): 'specialAllowedCharCurrency': [], 'specialNotAllowedCharCurrency': self.format_error(ValidationErrors.HED_UNITS_INVALID, tag=0, - unit_class_units=legal_currency_units), + units=legal_currency_units), 'specialAllowedCharCurrencyAsSuffix': self.format_error(ValidationErrors.HED_UNITS_INVALID, tag=0, - unit_class_units=legal_currency_units), + units=legal_currency_units), } self.validator_semantic(test_strings, expected_results, expected_issues, True) diff --git a/tests/validator/test_tag_validator_library.py b/tests/validator/test_tag_validator_library.py index 9bf9500bd..15c86545e 100644 --- a/tests/validator/test_tag_validator_library.py +++ b/tests/validator/test_tag_validator_library.py @@ -230,24 +230,24 @@ def test_correct_units(self): 'correctNonSymbolCapitalizedUnit': [], 'correctSymbolCapitalizedUnit': [], 'incorrectUnit': self.format_error( - ValidationErrors.HED_UNITS_INVALID, tag=0, unit_class_units=legal_time_units), + ValidationErrors.HED_UNITS_INVALID, tag=0, units=legal_time_units), 'incorrectPluralUnit': self.format_error( - ValidationErrors.HED_UNITS_INVALID, tag=0, unit_class_units=legal_freq_units), + ValidationErrors.HED_UNITS_INVALID, tag=0, units=legal_freq_units), 'incorrectSymbolCapitalizedUnit': self.format_error( - ValidationErrors.HED_UNITS_INVALID, tag=0, unit_class_units=legal_freq_units), + ValidationErrors.HED_UNITS_INVALID, tag=0, units=legal_freq_units), 'incorrectSymbolCapitalizedUnitModifier': self.format_error( - ValidationErrors.HED_UNITS_INVALID, tag=0, unit_class_units=legal_freq_units), + ValidationErrors.HED_UNITS_INVALID, tag=0, units=legal_freq_units), 'notRequiredNumber': [], 'notRequiredScientific': [], 'specialAllowedCharBadUnit': self.format_error(ValidationErrors.HED_VALUE_INVALID, tag=0), 'specialAllowedCharUnit': [], # 'properTime': [], # 'invalidTime': self.format_error(ValidationErrors.HED_UNITS_INVALID, tag=0, - # unit_class_units=legal_clock_time_units) + # units=legal_clock_time_units) # 'specialAllowedCharCurrency': [], # 'specialNotAllowedCharCurrency': self.format_error(ValidationErrors.HED_UNITS_INVALID, # tag=0, - # unit_class_units=legal_currency_units), + # units=legal_currency_units), } self.validator_semantic(test_strings, expected_results, expected_issues, True) @@ -291,11 +291,11 @@ def test_span_reporting(self): tag_unit_class_units = ['day', 'hour', 'minute', 's', 'second'] expected_issues = { 'orgTagDifferent': self.format_error(ValidationErrors.HED_UNITS_INVALID, tag=0, - unit_class_units=tag_unit_class_units), + units=tag_unit_class_units), 'orgTagDifferent2': self.format_error(ValidationErrors.HED_UNITS_INVALID, tag=0, - unit_class_units=tag_unit_class_units) + units=tag_unit_class_units) + self.format_error(ValidationErrors.HED_UNITS_INVALID, tag=1, - unit_class_units=tag_unit_class_units), + units=tag_unit_class_units), } self.validator_semantic(test_strings, expected_results, expected_issues, False) From 5950c0bc888f4613a39b4b0714de60aeae2c276c Mon Sep 17 00:00:00 2001 From: IanCa Date: Tue, 21 Feb 2023 18:38:41 -0600 Subject: [PATCH 002/103] Add first draft conda stuff --- LICENSE | 2 +- hedtools/conda_build_info.txt | 20 +++++++++++ hedtools/meta.yaml | 63 +++++++++++++++++++++++++++++++++++ 3 files changed, 84 insertions(+), 1 deletion(-) create mode 100644 hedtools/conda_build_info.txt create mode 100644 hedtools/meta.yaml diff --git a/LICENSE b/LICENSE index 9dcb2f9ef..2be171efb 100644 --- a/LICENSE +++ b/LICENSE @@ -1,6 +1,6 @@ MIT License -Copyright (c) 2020 HED Standard Working Group +Copyright (c) 2020+ HED Standard Working Group Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal diff --git a/hedtools/conda_build_info.txt b/hedtools/conda_build_info.txt new file mode 100644 index 000000000..bbffef06f --- /dev/null +++ b/hedtools/conda_build_info.txt @@ -0,0 +1,20 @@ +Commands for building(uploading to conda-forge): +# Make sure conda forge is allowed +conda config --add channels conda-forge +# Make sure we try to always get from the same repo if there are conflicts +# see https://conda.io/projects/conda/en/latest/user-guide/tasks/manage-channels.html for more details on channels +# this avoids issues with conflicting c libraries and similar. +conda config --set channel_priority strict +# Actually build the recipe. +conda build hedtools + + +To locally install it after building: +conda install --use-local hedtools + + +To install from conda-forge(in theory, doesn't work yet): +# Note the -c conda-forge shouldn't be required if you called the build config step above.(but users won't have done this) +conda install hedtools -c conda-forge + + diff --git a/hedtools/meta.yaml b/hedtools/meta.yaml new file mode 100644 index 000000000..80a8fcdef --- /dev/null +++ b/hedtools/meta.yaml @@ -0,0 +1,63 @@ +{% set name = "hedtools" %} +{% set version = "0.2.0" %} + +package: + name: {{ name|lower }} + version: {{ version }} + +source: + url: https://pypi.io/packages/source/{{ name[0] }}/{{ name }}/hedtools-{{ version }}.tar.gz + sha256: 2452f8e4e79e50750147a437410ccfd9ea04ad4e6390edc14dbcd663a7a9fa08 + +build: + entry_points: + - run_remodel=hed.tools.remodeling.cli.run_remodel:main + - run_remodel_backup=hed.tools.remodeling.cli.run_remodel_backup:main + - run_remodel_restore=hed.tools.remodeling.cli.run_remodel_restore:main + noarch: python + script: {{ PYTHON }} -m pip install . -vv + number: 0 + +requirements: + host: + - python >=3.7 + - setuptools >=42 + - versioneer-518 + - pip + run: + - python >=3.7 + - defusedxml + - et-xmlfile + - inflect + - jdcal + - numpy + - openpyxl + - pandas + - portalocker + - python-dateutil + - pytz + - semantic_version + - six + - werkzeug + +test: + imports: + hed + commands: + - run_remodel --help + - run_remodel_backup --help + - run_remodel_restore --help + requires: + - pip + +about: + home: https://github.com/hed-standard/hed-python/ + summary: HED validation, summary, and analysis tools. + license: MIT + license_file: LICENSE + +extra: + recipe-maintainers: + - hed-maintainers + - VisLab + - IanCa \ No newline at end of file From 783eab1c47c71ff4670ce4d39f15b0be2c81790c Mon Sep 17 00:00:00 2001 From: IanCa Date: Wed, 22 Feb 2023 10:49:29 -0600 Subject: [PATCH 003/103] Slight updates to conda instructions --- hedtools/conda_build_info.txt | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/hedtools/conda_build_info.txt b/hedtools/conda_build_info.txt index bbffef06f..0ea449c6f 100644 --- a/hedtools/conda_build_info.txt +++ b/hedtools/conda_build_info.txt @@ -1,4 +1,7 @@ -Commands for building(uploading to conda-forge): +To create the base meta.yaml I used grayskull: +https://conda-forge.org/docs/maintainer/adding_pkgs.html#build + +Commands for building(uploading to conda-forge - note this is just for testing): # Make sure conda forge is allowed conda config --add channels conda-forge # Make sure we try to always get from the same repo if there are conflicts @@ -8,10 +11,11 @@ conda config --set channel_priority strict # Actually build the recipe. conda build hedtools - To locally install it after building: conda install --use-local hedtools +Then you follow the instructions here to make a PR(this is the actual upload to conda forge): +https://conda-forge.org/docs/maintainer/adding_pkgs.html#staging-test-locally To install from conda-forge(in theory, doesn't work yet): # Note the -c conda-forge shouldn't be required if you called the build config step above.(but users won't have done this) From 69481515eb8b565a640f2c35adee7f1f2eb8ff0b Mon Sep 17 00:00:00 2001 From: IanCa Date: Thu, 2 Mar 2023 17:50:32 -0600 Subject: [PATCH 004/103] Add first draft spec tests --- .github/workflows/spec_tests.yaml | 38 +++++++++++++++++ spec_tests/test_errors.py | 69 +++++++++++++++++++++++++++++++ 2 files changed, 107 insertions(+) create mode 100644 .github/workflows/spec_tests.yaml create mode 100644 spec_tests/test_errors.py diff --git a/.github/workflows/spec_tests.yaml b/.github/workflows/spec_tests.yaml new file mode 100644 index 000000000..04328ec07 --- /dev/null +++ b/.github/workflows/spec_tests.yaml @@ -0,0 +1,38 @@ +name: CI + +on: + push: + branches: ["*"] + pull_request: + branches: ["*"] + +jobs: + build: + strategy: + matrix: + platform: [ubuntu-latest] + python-version: [3.9] + + runs-on: ${{ matrix.platform }} + + steps: + - uses: actions/checkout@v3 + with: + repository: hed-standard/hed-specification + ref: develop + + - uses: actions/checkout@v3 + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v4 + with: + python-version: ${{ matrix.python-version }} + + - name: Install dependencies + run: | + python -m pip install --upgrade --upgrade-strategy eager pip + pip install -r requirements.txt + + - name: Test with unittest + run: | + python -m unittest spec_tests/* + diff --git a/spec_tests/test_errors.py b/spec_tests/test_errors.py new file mode 100644 index 000000000..68db9ab2b --- /dev/null +++ b/spec_tests/test_errors.py @@ -0,0 +1,69 @@ +import os +import json +import unittest +from hed.models import DefinitionDict, DefMapper, OnsetMapper +from hed.models.hed_ops import apply_ops +from hed import load_schema_version +from hed import HedValidator + + +class MyTestCase(unittest.TestCase): + @classmethod + def setUpClass(cls): + test_dir = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), + '../../hed-specification/docs/source/_static/data/error_tests')) + cls.test_files = [os.path.join(test_dir, f) for f in os.listdir(test_dir) + if os.path.isfile(os.path.join(test_dir, f))] + cls.fail_count = 0 + + def run_single_test(self, test_file): + with open(test_file, "r") as fp: + test_info = json.load(fp) + for info in test_info: + error_code = info['error_code'] + if error_code == "VERSION_DEPRECATED": + print("Skipping VERSION_DEPRECATED test") + continue + description = info['description'] + schema = info['schema'] + if schema: + schema = load_schema_version(schema) + else: + schema = None + definitions = info['definitions'] + def_dict = DefinitionDict() + _, issues = apply_ops(definitions, [schema, def_dict]) + self.assertFalse(issues) + validator = HedValidator(schema) + def_mapper = DefMapper(def_dict) + onset_mapper = OnsetMapper(def_mapper) + for section_name in info["tests"]: + if section_name == "string_tests": + for result, tests in info["tests"]["string_tests"].items(): + for test in tests: + modified_test, issues = apply_ops(test, [validator, def_mapper, onset_mapper], check_for_warnings=True, expand_defs=True) + if modified_test and modified_test != test: + _, def_expand_issues = apply_ops(modified_test, validator, check_for_warnings=True) + issues += def_expand_issues + if result == "fails": + if not issues: + print(f"{error_code}: {description}") + print(f"Passed this test(that should fail): {test}") + print(issues) + self.fail_count += 1 + else: + if issues: + print(f"{error_code}: {description}") + print(f"Failed this test: {test}") + print(issues) + self.fail_count += 1 + + + + def test_summary(self): + for test_file in self.test_files: + self.run_single_test(test_file) + self.assertEqual(self.fail_count, 0) + +if __name__ == '__main__': + unittest.main() From 30dd21be568e13d09e25d7a809fba827e685cf35 Mon Sep 17 00:00:00 2001 From: IanCa Date: Fri, 3 Mar 2023 10:54:38 -0600 Subject: [PATCH 005/103] fix spec tests workflow/tests --- .github/workflows/spec_tests.yaml | 10 +++++++--- spec_tests/test_errors.py | 2 +- 2 files changed, 8 insertions(+), 4 deletions(-) diff --git a/.github/workflows/spec_tests.yaml b/.github/workflows/spec_tests.yaml index 04328ec07..7c56db1c0 100644 --- a/.github/workflows/spec_tests.yaml +++ b/.github/workflows/spec_tests.yaml @@ -1,4 +1,4 @@ -name: CI +name: Spec_tests on: push: @@ -16,12 +16,16 @@ jobs: runs-on: ${{ matrix.platform }} steps: - - uses: actions/checkout@v3 + - name: Checkout hed-python + uses: actions/checkout@v3 + + - name: Checkout spec + uses: actions/checkout@v3 with: repository: hed-standard/hed-specification ref: develop + path: hed-specification - - uses: actions/checkout@v3 - name: Set up Python ${{ matrix.python-version }} uses: actions/setup-python@v4 with: diff --git a/spec_tests/test_errors.py b/spec_tests/test_errors.py index 68db9ab2b..4027d985f 100644 --- a/spec_tests/test_errors.py +++ b/spec_tests/test_errors.py @@ -11,7 +11,7 @@ class MyTestCase(unittest.TestCase): @classmethod def setUpClass(cls): test_dir = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), - '../../hed-specification/docs/source/_static/data/error_tests')) + '../hed-specification/docs/source/_static/data/error_tests')) cls.test_files = [os.path.join(test_dir, f) for f in os.listdir(test_dir) if os.path.isfile(os.path.join(test_dir, f))] cls.fail_count = 0 From 042c1695a3db3e4c2f8118722ae23b74b4123c83 Mon Sep 17 00:00:00 2001 From: IanCa Date: Fri, 3 Mar 2023 16:37:25 -0600 Subject: [PATCH 006/103] Update spec tests further --- .github/workflows/spec_tests.yaml | 16 +++-- .gitmodules | 4 ++ spec_tests/test_errors.py | 116 ++++++++++++++++++++++++------ 3 files changed, 109 insertions(+), 27 deletions(-) create mode 100644 .gitmodules diff --git a/.github/workflows/spec_tests.yaml b/.github/workflows/spec_tests.yaml index 7c56db1c0..e41edd61f 100644 --- a/.github/workflows/spec_tests.yaml +++ b/.github/workflows/spec_tests.yaml @@ -18,13 +18,8 @@ jobs: steps: - name: Checkout hed-python uses: actions/checkout@v3 - - - name: Checkout spec - uses: actions/checkout@v3 with: - repository: hed-standard/hed-specification - ref: develop - path: hed-specification + submodules: true - name: Set up Python ${{ matrix.python-version }} uses: actions/setup-python@v4 @@ -38,5 +33,12 @@ jobs: - name: Test with unittest run: | - python -m unittest spec_tests/* + python -m unittest spec_tests/* > test_results.txt + continue-on-error: true + + - name: Upload spec test results + uses: actions/upload-artifact@v3 + with: + name: spec-test-results + path: test_results.txt diff --git a/.gitmodules b/.gitmodules new file mode 100644 index 000000000..b4a35641d --- /dev/null +++ b/.gitmodules @@ -0,0 +1,4 @@ +[submodule "spec_tests/hed-specification"] + path = spec_tests/hed-specification + url = https://github.com/hed-standard/hed-specification/ + branch = develop diff --git a/spec_tests/test_errors.py b/spec_tests/test_errors.py index 4027d985f..f43bc9c86 100644 --- a/spec_tests/test_errors.py +++ b/spec_tests/test_errors.py @@ -5,16 +5,21 @@ from hed.models.hed_ops import apply_ops from hed import load_schema_version from hed import HedValidator +from hed import Sidecar +import io +import json class MyTestCase(unittest.TestCase): @classmethod def setUpClass(cls): test_dir = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), - '../hed-specification/docs/source/_static/data/error_tests')) + 'hed-specification/docs/source/_static/data/error_tests')) cls.test_files = [os.path.join(test_dir, f) for f in os.listdir(test_dir) if os.path.isfile(os.path.join(test_dir, f))] cls.fail_count = 0 + cls.default_sidecar = Sidecar(os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), 'test_sidecar.json'))) + def run_single_test(self, test_file): with open(test_file, "r") as fp: @@ -24,6 +29,7 @@ def run_single_test(self, test_file): if error_code == "VERSION_DEPRECATED": print("Skipping VERSION_DEPRECATED test") continue + name = info.get('name', '') description = info['description'] schema = info['schema'] if schema: @@ -37,32 +43,102 @@ def run_single_test(self, test_file): validator = HedValidator(schema) def_mapper = DefMapper(def_dict) onset_mapper = OnsetMapper(def_mapper) - for section_name in info["tests"]: + for section_name, section in info["tests"].items(): if section_name == "string_tests": - for result, tests in info["tests"]["string_tests"].items(): - for test in tests: - modified_test, issues = apply_ops(test, [validator, def_mapper, onset_mapper], check_for_warnings=True, expand_defs=True) - if modified_test and modified_test != test: - _, def_expand_issues = apply_ops(modified_test, validator, check_for_warnings=True) - issues += def_expand_issues - if result == "fails": - if not issues: - print(f"{error_code}: {description}") - print(f"Passed this test(that should fail): {test}") - print(issues) - self.fail_count += 1 - else: - if issues: - print(f"{error_code}: {description}") - print(f"Failed this test: {test}") - print(issues) - self.fail_count += 1 + self._run_single_string_test(section, validator, def_mapper, + onset_mapper, error_code, description, name) + elif section_name == "sidecar_tests": + self._run_single_sidecar_test(section, validator, def_mapper, onset_mapper, error_code, description, + name) + elif section_name == "event_tests": + self._run_single_events_test(section, validator, def_mapper, onset_mapper, error_code, description, + name) + + def _run_single_string_test(self, info, validator, def_mapper, onset_mapper, error_code, description, + name): + for result, tests in info.items(): + for test in tests: + modified_test, issues = apply_ops(test, [validator, def_mapper, onset_mapper], check_for_warnings=True, + expand_defs=True) + if modified_test and modified_test != test: + _, def_expand_issues = apply_ops(modified_test, validator, check_for_warnings=True) + issues += def_expand_issues + if result == "fails": + if not issues: + print(f"{error_code}: {description}") + print(f"Passed this test(that should fail) '{name}': {test}") + print(issues) + self.fail_count += 1 + else: + if issues: + print(f"{error_code}: {description}") + print(f"Failed this test {name}: {test}") + print(issues) + + self.fail_count += 1 + + def _run_single_sidecar_test(self, info, validator, def_mapper, onset_mapper, error_code, description, + name): + for result, tests in info.items(): + + for test in tests: + # Well this is a disaster + buffer = io.BytesIO(json.dumps(test).encode("utf-8")) + sidecar = Sidecar(buffer) + issues = sidecar.validate_entries([validator, def_mapper, onset_mapper], check_for_warnings=True) + if result == "fails": + if not issues: + print(f"{error_code}: {description}") + print(f"Passed this test(that should fail) '{name}': {test}") + print(issues) + self.fail_count += 1 + else: + if issues: + print(f"{error_code}: {description}") + print(f"Failed this test {name}: {test}") + print(issues) + + self.fail_count += 1 + + def _run_single_events_test(self, info, validator, def_mapper, onset_mapper, error_code, description, + name): + from hed import TabularInput + for result, tests in info.items(): + + for test in tests: + string = "" + for row in test: + if not isinstance(row, list): + print(f"Improper grouping in test: {error_code}:{name}") + print(f"This is probably a missing set of square brackets.") + break + string += "\t".join(str(x) for x in row) + "\n" + + if not string: + print(F"Invalid blank events found in test: {error_code}:{name}") + continue + file_obj = io.BytesIO(string.encode("utf-8")) + file = TabularInput(file_obj, sidecar=self.default_sidecar) + issues = file.validate_file([validator, def_mapper, onset_mapper], check_for_warnings=True) + if result == "fails": + if not issues: + print(f"{error_code}: {description}") + print(f"Passed this test(that should fail) '{name}': {test}") + print(issues) + self.fail_count += 1 + else: + if issues: + print(f"{error_code}: {description}") + print(f"Failed this test {name}: {test}") + print(issues) + self.fail_count += 1 def test_summary(self): for test_file in self.test_files: self.run_single_test(test_file) + print(f"{self.fail_count} tests got an unexpected result") self.assertEqual(self.fail_count, 0) if __name__ == '__main__': From c934d93a1d6b393b1e672930b037bda93e718efe Mon Sep 17 00:00:00 2001 From: IanCa Date: Fri, 3 Mar 2023 16:45:15 -0600 Subject: [PATCH 007/103] Add specification subfolder --- spec_tests/hed-specification | 1 + 1 file changed, 1 insertion(+) create mode 160000 spec_tests/hed-specification diff --git a/spec_tests/hed-specification b/spec_tests/hed-specification new file mode 160000 index 000000000..9e7d37eb4 --- /dev/null +++ b/spec_tests/hed-specification @@ -0,0 +1 @@ +Subproject commit 9e7d37eb497a44d0bf6068633077d94788e79792 From 22066bf5d5388c8cfef5bbe3cbebfa9eaf9f72fc Mon Sep 17 00:00:00 2001 From: IanCa Date: Fri, 3 Mar 2023 16:46:50 -0600 Subject: [PATCH 008/103] Add missing file --- spec_tests/test_sidecar.json | 10 ++++++++++ 1 file changed, 10 insertions(+) create mode 100644 spec_tests/test_sidecar.json diff --git a/spec_tests/test_sidecar.json b/spec_tests/test_sidecar.json new file mode 100644 index 000000000..b84e0bdcd --- /dev/null +++ b/spec_tests/test_sidecar.json @@ -0,0 +1,10 @@ +{ + "onset": { + "Description": "Position of event marker in seconds relative to the start.", + "Units": "s" + }, + "duration": { + "Description": "Duration of the event in seconds.", + "Units": "s" + } +} \ No newline at end of file From df947966dbc07b67c711bc59fe2a04eb51cbe0b0 Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Mon, 6 Mar 2023 10:43:01 -0600 Subject: [PATCH 009/103] Minor doc corrections in remodeling --- hed/tools/remodeling/backup_manager.py | 11 ++++++++++- hed/tools/remodeling/cli/run_remodel.py | 4 ++-- hed/tools/remodeling/dispatcher.py | 11 ++++++----- hed/tools/remodeling/operations/base_op.py | 2 +- .../remodeling/operations/factor_hed_tags_op.py | 15 +++++++++------ .../remodeling/operations/remap_columns_op.py | 2 +- hed/tools/remodeling/operations/split_rows_op.py | 8 ++++---- 7 files changed, 33 insertions(+), 20 deletions(-) diff --git a/hed/tools/remodeling/backup_manager.py b/hed/tools/remodeling/backup_manager.py index c9685b2fd..608f4331b 100644 --- a/hed/tools/remodeling/backup_manager.py +++ b/hed/tools/remodeling/backup_manager.py @@ -44,7 +44,11 @@ def create_backup(self, file_list, backup_name=None, verbose=True): bool: True if the backup was successful. False if a backup of that name already exists. Raises: - Exceptions when file errors of any kind occur during the creation of a backup. + HedFileError + - For missing or incorrect files. + + OS-related error + - OS-related error when file copying occurs. """ if not backup_name: @@ -79,6 +83,11 @@ def get_backup(self, backup_name): Returns: The dictionary with the backup info. + + Notes: + - The dictionary with backup information has keys that are the paths of + the backed up files relative to the backup root. The values in this + dictionary are the dates on which the particular file was backed up. """ if backup_name not in self.backups_dict: diff --git a/hed/tools/remodeling/cli/run_remodel.py b/hed/tools/remodeling/cli/run_remodel.py index 345f6d377..9e044bb8a 100644 --- a/hed/tools/remodeling/cli/run_remodel.py +++ b/hed/tools/remodeling/cli/run_remodel.py @@ -141,8 +141,8 @@ def main(arg_list=None): Raises: HedFileError - - if the data root directory does not exist. - - if the specified backup does not exist. + - if the data root directory does not exist. + - if the specified backup does not exist. """ args, operations = parse_arguments(arg_list) diff --git a/hed/tools/remodeling/dispatcher.py b/hed/tools/remodeling/dispatcher.py index 01975a536..4cc4df9f9 100644 --- a/hed/tools/remodeling/dispatcher.py +++ b/hed/tools/remodeling/dispatcher.py @@ -90,15 +90,16 @@ def get_data_file(self, file_designator): DataFrame: DataFrame after reading the path. Raises: - HedFileError: If a valid file cannot be found. + HedFileError + - If a valid file cannot be found. - Note: + Notes: - If a string is passed and there is a backup manager, the string must correspond to the full path of the file in the original dataset. - In this case, the corresponding backup file is read and returned. + In this case, the corresponding backup file is read and returned. - If a string is passed and there is no backup manager, - the data file corresponding to the file_designator is read and returned. - - If a Pandas DataFrame is passed, a copy is returned. + the data file corresponding to the file_designator is read and returned. + - If a Pandas DataFrame is passed, a copy is returned. """ if isinstance(file_designator, pd.DataFrame): diff --git a/hed/tools/remodeling/operations/base_op.py b/hed/tools/remodeling/operations/base_op.py index a1bee66f1..4f04f6397 100644 --- a/hed/tools/remodeling/operations/base_op.py +++ b/hed/tools/remodeling/operations/base_op.py @@ -70,7 +70,7 @@ def check_parameters(self, parameters): raise TypeError("BadType", f"{param_value} has type {type(param_value)} not {param_type}") def do_op(self, dispatcher, df, name, sidecar=None): - """ Base class method to be overridden with by each operation. + """ Base class method to be overridden by each operation. Parameters: dispatcher (Dispatcher): Manages the operation I/O. diff --git a/hed/tools/remodeling/operations/factor_hed_tags_op.py b/hed/tools/remodeling/operations/factor_hed_tags_op.py index 3f809de5e..763371171 100644 --- a/hed/tools/remodeling/operations/factor_hed_tags_op.py +++ b/hed/tools/remodeling/operations/factor_hed_tags_op.py @@ -45,16 +45,19 @@ def __init__(self, parameters): Raises: KeyError - - If a required parameter is missing. - - If an unexpected parameter is provided. + - If a required parameter is missing. + + - If an unexpected parameter is provided. TypeError - - If a parameter has the wrong type. + - If a parameter has the wrong type. ValueError - - If the specification is missing a valid operation. - - If the length of query names is not empty and not same length as queries. - - If there are duplicate query names. + - If the specification is missing a valid operation. + + - If the length of query names is not empty and not same length as queries. + + - If there are duplicate query names. """ super().__init__(self.PARAMS, parameters) diff --git a/hed/tools/remodeling/operations/remap_columns_op.py b/hed/tools/remodeling/operations/remap_columns_op.py index 90957d573..1c1492211 100644 --- a/hed/tools/remodeling/operations/remap_columns_op.py +++ b/hed/tools/remodeling/operations/remap_columns_op.py @@ -16,7 +16,7 @@ class RemapColumnsOp(BaseOp): - **ignore_missing** (*bool*): If True, entries whose key column values are not in map_list are ignored. Optional remodeling parameters: - **integer_sources** (*list*): Sour columns that should be treated as integers rather than strings. + **integer_sources** (*list*): Source columns that should be treated as integers rather than strings. Notes: Each list element list is of length m + n with the key columns followed by mapped columns. diff --git a/hed/tools/remodeling/operations/split_rows_op.py b/hed/tools/remodeling/operations/split_rows_op.py index 7a05741ab..3323af10e 100644 --- a/hed/tools/remodeling/operations/split_rows_op.py +++ b/hed/tools/remodeling/operations/split_rows_op.py @@ -6,12 +6,12 @@ class SplitRowsOp(BaseOp): - """ Split rows in a tabular file into multiple rows based on a column. + """ Split rows in a tabular file into multiple rows based on parameters. Required remodeling parameters: - - **anchor_column** (*str*): The column in which new items are generated. - - **new_events** (*dict*): Mapping of new values based on values in the anchor_column. - - **remove_parent_row** (*bool*): If true, columns not in column_order are placed at end. + - **anchor_column** (*str*): The column in which the names of new items are stored. + - **new_events** (*dict*): Mapping of new values based on values in the original row. + - **remove_parent_row** (*bool*): If true, the original row that was split is removed. """ From 256c99e9865fc610032710fb1ac6d860f16d43d0 Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Wed, 8 Mar 2023 09:44:30 -0600 Subject: [PATCH 010/103] Updated tabular input and sidecar to always take schema in tools --- hed/models/hed_tag.py | 1 + hed/tools/analysis/hed_tag_counts.py | 32 +++++++-- hed/tools/analysis/hed_type_counts.py | 4 +- .../operations/factor_hed_tags_op.py | 3 + .../operations/factor_hed_type_op.py | 3 + .../operations/summarize_hed_tags_op.py | 23 ++++--- .../operations/summarize_hed_type_op.py | 6 +- .../operations/summarize_hed_validation_op.py | 3 +- .../test_analysis_util_assemble_hed.py | 7 +- ...est_analysis_util_get_assembled_strings.py | 3 +- .../analysis/test_hed_context_manager.py | 2 +- tests/tools/analysis/test_hed_tag_counts.py | 5 +- tests/tools/analysis/test_hed_type_counts.py | 4 +- .../analysis/test_hed_type_definitions.py | 4 +- tests/tools/analysis/test_hed_type_factors.py | 4 +- tests/tools/analysis/test_hed_type_manager.py | 4 +- tests/tools/analysis/test_hed_type_values.py | 25 ++++--- .../operations/test_summarize_hed_tags_op.py | 68 ++++++++++++++++++- 18 files changed, 156 insertions(+), 45 deletions(-) diff --git a/hed/models/hed_tag.py b/hed/models/hed_tag.py index 7cd9cc2bd..c059d8850 100644 --- a/hed/models/hed_tag.py +++ b/hed/models/hed_tag.py @@ -252,6 +252,7 @@ def tag_terms(self): # TODO: Potentially remove this. It's just a quick hack for testing return tuple(str(self).lower()) + #return tuple() def __str__(self): """ Convert this HedTag to a string. diff --git a/hed/tools/analysis/hed_tag_counts.py b/hed/tools/analysis/hed_tag_counts.py index 464cc8a0f..fe6347d2e 100644 --- a/hed/tools/analysis/hed_tag_counts.py +++ b/hed/tools/analysis/hed_tag_counts.py @@ -1,11 +1,11 @@ -""" Keeps the counts of HED tags in a file's annotations. """ +""" Counts of HED tags in a file's annotations. """ import copy class HedTagCount: def __init__(self, hed_tag, file_name): - """ Keeps the counts for a particular HedTag. + """ Counts for a particular HedTag in particular file. Parameters: hed_tag (HedTag): The HedTag to keep track of. @@ -21,6 +21,12 @@ def __init__(self, hed_tag, file_name): self.set_value(hed_tag) def set_value(self, hed_tag): + """ Update the tag term value counts for a HedTag. + + Parameters: + hed_tag (HedTag or None): Item to use to update the value counts. + + """ if not hed_tag: return value = hed_tag.extension_or_value_portion @@ -39,6 +45,12 @@ def get_info(self, verbose=False): return {'tag': self.tag, 'events': self.events, 'files': files} def get_summary(self): + """ Return a dictionary summary of the events and files for this tag. + + Returns: + dict: dictionary summary of events and files that contain this tag. + + """ return {'tag': self.tag, 'events': self.events, 'files': [name for name in self.files]} def get_empty(self): @@ -50,7 +62,11 @@ def get_empty(self): class HedTagCounts: - """ Keeps a summary of tag counts for a tabular file. + """ Counts of HED tags for a tabular file. + + Parameters: + name (str): An identifier for these counts (usually the filename of the tabular file) + total_events (int): The total number of events in the tabular file. """ @@ -61,7 +77,15 @@ def __init__(self, name, total_events=0): self.files = {} self.total_events = total_events - def update_event_counts(self, hed_string_obj, file_name): + def update_event_counts(self, hed_string_obj, file_name, definitions=None): + """ Update the tag counts based on a hed string object. + + Parameters: + hed_string_obj (HedString): The HED string whose tags should be counted. + file_name (str): The name of the file corresponding to these counts. + definitions (dict): The definitions associated with the HED string. + + """ if file_name not in self.files: self.files[file_name] = "" tag_list = hed_string_obj.get_all_tags() diff --git a/hed/tools/analysis/hed_type_counts.py b/hed/tools/analysis/hed_type_counts.py index c4ce46d48..056bd63d7 100644 --- a/hed/tools/analysis/hed_type_counts.py +++ b/hed/tools/analysis/hed_type_counts.py @@ -5,8 +5,8 @@ class HedTypeCount: """ Keeps a summary of one value of one type of variable. Parameters: - type_value (str) The value of the variable to be counted - type_tag (str) The type of variable. + type_value (str): The value of the variable to be counted + type_tag (str): The type of variable. Examples: HedTypeCounts('SymmetricCond', 'condition-variable') keeps counts of Condition-variable/Symmetric diff --git a/hed/tools/remodeling/operations/factor_hed_tags_op.py b/hed/tools/remodeling/operations/factor_hed_tags_op.py index 763371171..a5bd8cb62 100644 --- a/hed/tools/remodeling/operations/factor_hed_tags_op.py +++ b/hed/tools/remodeling/operations/factor_hed_tags_op.py @@ -5,6 +5,7 @@ import numpy as np from hed.tools.remodeling.operations.base_op import BaseOp from hed.models.tabular_input import TabularInput +from hed.models.sidecar import Sidecar from hed.models.expression_parser import QueryParser from hed.tools.analysis.analysis_util import get_assembled_strings @@ -99,6 +100,8 @@ def do_op(self, dispatcher, df, name, sidecar=None): """ + if sidecar and not isinstance(sidecar, Sidecar): + sidecar = Sidecar(sidecar, hed_schema=dispatcher.hed_schema) input_data = TabularInput(df, hed_schema=dispatcher.hed_schema, sidecar=sidecar) column_names = list(df.columns) for name in self.query_names: diff --git a/hed/tools/remodeling/operations/factor_hed_type_op.py b/hed/tools/remodeling/operations/factor_hed_type_op.py index 2d03e9676..8e5ac5bc7 100644 --- a/hed/tools/remodeling/operations/factor_hed_type_op.py +++ b/hed/tools/remodeling/operations/factor_hed_type_op.py @@ -4,6 +4,7 @@ import numpy as np from hed.tools.remodeling.operations.base_op import BaseOp from hed.models.tabular_input import TabularInput +from hed.models.sidecar import Sidecar from hed.tools.analysis.analysis_util import get_assembled_strings from hed.tools.analysis.hed_type_manager import HedTypeManager @@ -68,6 +69,8 @@ def do_op(self, dispatcher, df, name, sidecar=None): """ + if sidecar and not isinstance(sidecar, Sidecar): + sidecar = Sidecar(sidecar, hed_schema=dispatcher.hed_schema) input_data = TabularInput(df, hed_schema=dispatcher.hed_schema, sidecar=sidecar) df = input_data.dataframe.copy() df_list = [df] diff --git a/hed/tools/remodeling/operations/summarize_hed_tags_op.py b/hed/tools/remodeling/operations/summarize_hed_tags_op.py index 5870dbd65..09f7e3a48 100644 --- a/hed/tools/remodeling/operations/summarize_hed_tags_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_tags_op.py @@ -1,6 +1,7 @@ """ Summarize the HED tags in collection of tabular files. """ from hed.models.tabular_input import TabularInput +from hed.models.sidecar import Sidecar from hed.tools.analysis.hed_tag_counts import HedTagCounts from hed.tools.remodeling.operations.base_op import BaseOp from hed.tools.remodeling.operations.base_context import BaseContext @@ -13,11 +14,10 @@ class SummarizeHedTagsOp(BaseOp): Required remodeling parameters: - **summary_name** (*str*): The name of the summary. - **summary_filename** (*str*): Base filename of the summary. - - **type_tags** (*list*): Type tag to get_summary separately (e.g. 'condition-variable' or 'task'). - - **include_context** (*bool*): If True, expand Onset and Offset tags. - + - **tags** (*dict*): Type tag to get_summary separately (e.g. 'condition-variable' or 'task'). + Optional remodeling parameters: - - **breakout_list** (*list*): A list of tags to be separated. + - **expand_context** (*bool*): If True, include counts from expanded context (not supported). The purpose of this op is to produce a summary of the occurrences of specified tag. This summary @@ -31,10 +31,10 @@ class SummarizeHedTagsOp(BaseOp): "required_parameters": { "summary_name": str, "summary_filename": str, - "tags": dict, - "expand_context": bool + "tags": dict }, "optional_parameters": { + "expand_context": bool } } @@ -59,7 +59,7 @@ def __init__(self, parameters): self.summary_name = parameters['summary_name'] self.summary_filename = parameters['summary_filename'] self.tags = parameters['tags'] - self.expand_context = parameters['expand_context'] + self.expand_context = parameters.get('expand_context', False) def do_op(self, dispatcher, df, name, sidecar=None): """ Create factor columns corresponding to values in a specified column. @@ -95,10 +95,13 @@ def __init__(self, sum_op): def update_context(self, new_context): counts = HedTagCounts(new_context['name'], total_events=len(new_context['df'])) - input_data = TabularInput(new_context['df'], hed_schema=new_context['schema'], sidecar=new_context['sidecar']) - definitions = input_data.get_definitions().gathered_defs + sidecar = new_context['sidecar'] + if sidecar and not isinstance(sidecar, Sidecar): + sidecar = Sidecar(sidecar, hed_schema=new_context['schema']) + input_data = TabularInput(new_context['df'], hed_schema=new_context['schema'], sidecar=sidecar) + # definitions = input_data.get_definitions().gathered_defs for objs in input_data.iter_dataframe(hed_ops=[new_context['schema']], return_string_only=False, - expand_defs=False, remove_definitions=True): + expand_defs=True, remove_definitions=True): counts.update_event_counts(objs['HED'], new_context['name']) self.summary_dict[new_context["name"]] = counts diff --git a/hed/tools/remodeling/operations/summarize_hed_type_op.py b/hed/tools/remodeling/operations/summarize_hed_type_op.py index e93a83069..26d753457 100644 --- a/hed/tools/remodeling/operations/summarize_hed_type_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_type_op.py @@ -1,6 +1,7 @@ """ Summarize a HED type tag in a collection of tabular files. """ from hed.models.tabular_input import TabularInput +from hed.models.sidecar import Sidecar from hed.tools.analysis.analysis_util import get_assembled_strings from hed.tools.analysis.hed_type_values import HedTypeValues from hed.tools.analysis.hed_type_counts import HedTypeCounts @@ -87,7 +88,10 @@ def __init__(self, sum_op): self.type_tag = sum_op.type_tag def update_context(self, new_context): - input_data = TabularInput(new_context['df'], hed_schema=new_context['schema'], sidecar=new_context['sidecar']) + sidecar = new_context['sidecar'] + if sidecar and not isinstance(sidecar, Sidecar): + sidecar = Sidecar(sidecar, hed_schema=new_context['schema']) + input_data = TabularInput(new_context['df'], hed_schema=new_context['schema'], sidecar=sidecar) hed_strings = get_assembled_strings(input_data, hed_schema=new_context['schema'], expand_defs=False) definitions = input_data.get_definitions().gathered_defs context_manager = HedContextManager(hed_strings, new_context['schema']) diff --git a/hed/tools/remodeling/operations/summarize_hed_validation_op.py b/hed/tools/remodeling/operations/summarize_hed_validation_op.py index b3789236f..771b49e5c 100644 --- a/hed/tools/remodeling/operations/summarize_hed_validation_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_validation_op.py @@ -111,7 +111,8 @@ def update_context(self, new_context): filtered_issues = [] if sidecar: if not isinstance(sidecar, Sidecar): - sidecar = Sidecar(files=new_context['sidecar'], name=os.path.basename(sidecar)) + sidecar = Sidecar(files=new_context['sidecar'], name=os.path.basename(sidecar), + hed_schema=new_context['schema']) results["sidecar_issues"][sidecar.name] = [] sidecar_issues = sidecar.validate_entries(validator, check_for_warnings=self.check_for_warnings) filtered_issues = ErrorHandler.filter_issues_by_severity(sidecar_issues, ErrorSeverity.ERROR) diff --git a/tests/tools/analysis/test_analysis_util_assemble_hed.py b/tests/tools/analysis/test_analysis_util_assemble_hed.py index 1c0daeb48..058213e3e 100644 --- a/tests/tools/analysis/test_analysis_util_assemble_hed.py +++ b/tests/tools/analysis/test_analysis_util_assemble_hed.py @@ -20,10 +20,11 @@ def setUpClass(cls): events_path = os.path.realpath(os.path.join(bids_root_path, 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) - cls.hed_schema = hedschema.load_schema(schema_path) - sidecar1 = Sidecar(json_path, name='face_sub1_json') + hed_schema = hedschema.load_schema(schema_path) + cls.hed_schema = hed_schema + sidecar1 = Sidecar(json_path, name='face_sub1_json', hed_schema=hed_schema) cls.sidecar_path = sidecar1 - cls.input_data = TabularInput(events_path, sidecar=sidecar1, name="face_sub1_events") + cls.input_data = TabularInput(events_path, hed_schema=hed_schema, sidecar=sidecar1, name="face_sub1_events") cls.input_data_no_sidecar = TabularInput(events_path, name="face_sub1_events_no_sidecar") def test_assemble_hed_included_no_expand(self): diff --git a/tests/tools/analysis/test_analysis_util_get_assembled_strings.py b/tests/tools/analysis/test_analysis_util_get_assembled_strings.py index bf3e5e9d2..143db3305 100644 --- a/tests/tools/analysis/test_analysis_util_get_assembled_strings.py +++ b/tests/tools/analysis/test_analysis_util_get_assembled_strings.py @@ -26,7 +26,8 @@ def setUpClass(cls): # cls.input_data_no_sidecar = TabularInput(events_path, name="face_sub1_events_no_sidecar") def setUp(self): - self.input_data = TabularInput(self.events_path, sidecar=self.json_path, name="face_sub1_events") + self.input_data = TabularInput(self.events_path, hed_schema=self.hed_schema, + sidecar=self.json_path, name="face_sub1_events") def test_get_assembled_strings_no_schema_no_def_expand(self): hed_list1 = get_assembled_strings(self.input_data, expand_defs=False) diff --git a/tests/tools/analysis/test_hed_context_manager.py b/tests/tools/analysis/test_hed_context_manager.py index 988a12ac0..9ad70e958 100644 --- a/tests/tools/analysis/test_hed_context_manager.py +++ b/tests/tools/analysis/test_hed_context_manager.py @@ -37,7 +37,7 @@ def setUpClass(cls): 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) sidecar_path = os.path.realpath(os.path.join(bids_root_path, 'task-FacePerception_events.json')) sidecar1 = Sidecar(sidecar_path, name='face_sub1_json') - cls.input_data = TabularInput(events_path, sidecar=sidecar1, name="face_sub1_events") + cls.input_data = TabularInput(events_path, sidecar=sidecar1, hed_schema=schema, name="face_sub1_events") cls.schema = schema # def test_onset_group(self): diff --git a/tests/tools/analysis/test_hed_tag_counts.py b/tests/tools/analysis/test_hed_tag_counts.py index 42dade1a8..ece27f496 100644 --- a/tests/tools/analysis/test_hed_tag_counts.py +++ b/tests/tools/analysis/test_hed_tag_counts.py @@ -21,9 +21,10 @@ def setUpClass(cls): events_path = os.path.realpath(os.path.join(bids_root_path, 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) - cls.hed_schema = hedschema.load_schema(schema_path) + schema = hedschema.load_schema(schema_path) + cls.hed_schema = schema sidecar1 = Sidecar(json_path, name='face_sub1_json') - input_data = TabularInput(events_path, sidecar=sidecar1, name="face_sub1_events") + input_data = TabularInput(events_path, sidecar=sidecar1, hed_schema=schema, name="face_sub1_events") input_df, def_dict = assemble_hed(input_data, expand_defs=False) cls.input_df = input_df cls.def_dict = def_dict diff --git a/tests/tools/analysis/test_hed_type_counts.py b/tests/tools/analysis/test_hed_type_counts.py index 321d46989..711b8d4c9 100644 --- a/tests/tools/analysis/test_hed_type_counts.py +++ b/tests/tools/analysis/test_hed_type_counts.py @@ -19,8 +19,8 @@ def setUpClass(cls): events_path = os.path.realpath(os.path.join(bids_root_path, 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) sidecar_path = os.path.realpath(os.path.join(bids_root_path, 'task-FacePerception_events.json')) - sidecar1 = Sidecar(sidecar_path, name='face_sub1_json') - input_data = TabularInput(events_path, sidecar=sidecar1, name="face_sub1_events") + sidecar1 = Sidecar(sidecar_path, hed_schema=schema, name='face_sub1_json') + input_data = TabularInput(events_path, sidecar=sidecar1, hed_schema=schema, name="face_sub1_events") hed_strings1 = get_assembled_strings(input_data, hed_schema=schema, expand_defs=False) definitions1 = input_data.get_definitions(as_strings=False).gathered_defs cls.var_type1 = HedTypeValues(HedContextManager(hed_strings1, schema), definitions1, 'run-01', diff --git a/tests/tools/analysis/test_hed_type_definitions.py b/tests/tools/analysis/test_hed_type_definitions.py index 7d912765d..7a66d7e8e 100644 --- a/tests/tools/analysis/test_hed_type_definitions.py +++ b/tests/tools/analysis/test_hed_type_definitions.py @@ -42,8 +42,8 @@ def setUpClass(cls): events_path = os.path.realpath(os.path.join(bids_root_path, 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) sidecar_path = os.path.realpath(os.path.join(bids_root_path, 'task-FacePerception_events.json')) - sidecar1 = Sidecar(sidecar_path, name='face_sub1_json') - cls.input_data = TabularInput(events_path, sidecar=sidecar1, name="face_sub1_events") + sidecar1 = Sidecar(sidecar_path, hed_schema=schema, name='face_sub1_json') + cls.input_data = TabularInput(events_path, hed_schema=schema, sidecar=sidecar1, name="face_sub1_events") cls.schema = schema def test_constructor(self): diff --git a/tests/tools/analysis/test_hed_type_factors.py b/tests/tools/analysis/test_hed_type_factors.py index 39ce7f43c..5615453da 100644 --- a/tests/tools/analysis/test_hed_type_factors.py +++ b/tests/tools/analysis/test_hed_type_factors.py @@ -57,8 +57,8 @@ def setUpClass(cls): events_path = os.path.realpath(os.path.join(bids_root_path, 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) sidecar_path = os.path.realpath(os.path.join(bids_root_path, 'task-FacePerception_events.json')) - sidecar1 = Sidecar(sidecar_path, name='face_sub1_json') - cls.input_data = TabularInput(events_path, sidecar=sidecar1, name="face_sub1_events") + sidecar1 = Sidecar(sidecar_path, hed_schema=schema, name='face_sub1_json') + cls.input_data = TabularInput(events_path, sidecar=sidecar1, hed_schema=schema, name="face_sub1_events") cls.schema = schema def test_with_mixed(self): diff --git a/tests/tools/analysis/test_hed_type_manager.py b/tests/tools/analysis/test_hed_type_manager.py index 273f363a1..82bdf0e8b 100644 --- a/tests/tools/analysis/test_hed_type_manager.py +++ b/tests/tools/analysis/test_hed_type_manager.py @@ -18,8 +18,8 @@ def setUp(self): events_path = os.path.realpath(os.path.join(bids_root_path, 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) sidecar_path = os.path.realpath(os.path.join(bids_root_path, 'task-FacePerception_events.json')) - sidecar1 = Sidecar(sidecar_path, name='face_sub1_json') - self.input_data = TabularInput(events_path, sidecar=sidecar1, name="face_sub1_events") + sidecar1 = Sidecar(sidecar_path, hed_schema=schema, name='face_sub1_json') + self.input_data = TabularInput(events_path, sidecar=sidecar1, hed_schema=schema, name="face_sub1_events") self.hed_strings = get_assembled_strings(self.input_data, hed_schema=schema, expand_defs=False) self.hed_schema = schema self.definitions = self.input_data.get_definitions() diff --git a/tests/tools/analysis/test_hed_type_values.py b/tests/tools/analysis/test_hed_type_values.py index 0401773f4..c5ad5557a 100644 --- a/tests/tools/analysis/test_hed_type_values.py +++ b/tests/tools/analysis/test_hed_type_values.py @@ -66,8 +66,9 @@ def test_constructor(self): "Constructor ConditionVariables should have the right length") def test_constructor_from_tabular_input(self): - sidecar1 = Sidecar(self.sidecar_path, name='face_sub1_json') - input_data = TabularInput(self.events_path, sidecar=sidecar1, name="face_sub1_events") + sidecar1 = Sidecar(self.sidecar_path, hed_schema=self.hed_schema, name='face_sub1_json') + input_data = TabularInput(self.events_path, hed_schema=self.hed_schema, + sidecar=sidecar1, name="face_sub1_events") test_strings1 = get_assembled_strings(input_data, hed_schema=self.hed_schema, expand_defs=False) definitions = input_data.get_definitions(as_strings=False).gathered_defs var_manager = HedTypeValues(HedContextManager(test_strings1, self.hed_schema), definitions, 'run-01') @@ -75,8 +76,9 @@ def test_constructor_from_tabular_input(self): "Constructor should create a HedTypeManager from a tabular input") def test_constructor_variable_caps(self): - sidecar1 = Sidecar(self.sidecar_path, name='face_sub1_json') - input_data = TabularInput(self.events_path, sidecar=sidecar1, name="face_sub1_events") + sidecar1 = Sidecar(self.sidecar_path, hed_schema=self.hed_schema, name='face_sub1_json') + input_data = TabularInput(self.events_path, sidecar=sidecar1, hed_schema=self.hed_schema, + name="face_sub1_events") test_strings1 = get_assembled_strings(input_data, hed_schema=self.hed_schema, expand_defs=False) definitions = input_data.get_definitions(as_strings=False).gathered_defs var_manager = HedTypeValues(HedContextManager(test_strings1, self.hed_schema), @@ -109,8 +111,9 @@ def test_constructor_unmatched(self): self.assertEqual(context.exception.args[0], 'UnmatchedOffset') def test_get_variable_factors(self): - sidecar1 = Sidecar(self.sidecar_path, name='face_sub1_json') - input_data = TabularInput(self.events_path, sidecar=sidecar1, name="face_sub1_events") + sidecar1 = Sidecar(self.sidecar_path, hed_schema=self.hed_schema, name='face_sub1_json') + input_data = TabularInput(self.events_path, sidecar=sidecar1, hed_schema=self.hed_schema, + name="face_sub1_events") test_strings1 = get_assembled_strings(input_data, hed_schema=self.hed_schema, expand_defs=False) definitions = input_data.get_definitions(as_strings=False).gathered_defs var_manager = HedTypeValues(HedContextManager(test_strings1, self.hed_schema), definitions, 'run-01') @@ -125,8 +128,9 @@ def test_get_variable_factors(self): self.assertIsNone(df_new3) def test_str(self): - sidecar1 = Sidecar(self.sidecar_path, name='face_sub1_json') - input_data = TabularInput(self.events_path, sidecar=sidecar1, name="face_sub1_events") + sidecar1 = Sidecar(self.sidecar_path, hed_schema=self.hed_schema, name='face_sub1_json') + input_data = TabularInput(self.events_path, hed_schema=self.hed_schema, + sidecar=sidecar1, name="face_sub1_events") test_strings1 = get_assembled_strings(input_data, hed_schema=self.hed_schema, expand_defs=False) definitions = input_data.get_definitions(as_strings=False).gathered_defs var_manager = HedTypeValues(HedContextManager(test_strings1, self.hed_schema), definitions, 'run-01') @@ -134,8 +138,9 @@ def test_str(self): self.assertIsInstance(new_str, str) def test_summarize_variables(self): - sidecar1 = Sidecar(self.sidecar_path, name='face_sub1_json') - input_data = TabularInput(self.events_path, sidecar=sidecar1, name="face_sub1_events") + sidecar1 = Sidecar(self.sidecar_path, hed_schema=self.hed_schema, name='face_sub1_json') + input_data = TabularInput(self.events_path, hed_schema=self.hed_schema, + sidecar=sidecar1, name="face_sub1_events") test_strings1 = get_assembled_strings(input_data, hed_schema=self.hed_schema, expand_defs=False) definitions = input_data.get_definitions(as_strings=False).gathered_defs var_manager = HedTypeValues(HedContextManager(test_strings1, self.hed_schema), definitions, 'run-01') diff --git a/tests/tools/remodeling/operations/test_summarize_hed_tags_op.py b/tests/tools/remodeling/operations/test_summarize_hed_tags_op.py index 5c5cdba74..d82d14ea0 100644 --- a/tests/tools/remodeling/operations/test_summarize_hed_tags_op.py +++ b/tests/tools/remodeling/operations/test_summarize_hed_tags_op.py @@ -59,9 +59,73 @@ def test_do_op(self): self.assertEqual(10, len(df_new.columns), "summarize_hed_type_op has correct number of columns") self.assertIn(sum_op.summary_name, dispatch.context_dict) self.assertIsInstance(dispatch.context_dict[sum_op.summary_name], HedTagSummaryContext) - self.assertEqual(len(dispatch.context_dict[sum_op.summary_name].summary_dict['subj2_run1'].tag_dict), 18) + x = dispatch.context_dict[sum_op.summary_name].summary_dict['subj2_run1'] + self.assertEqual(len(dispatch.context_dict[sum_op.summary_name].summary_dict['subj2_run1'].tag_dict), 47) df_new = sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run2', sidecar=self.json_path) - self.assertEqual(len(dispatch.context_dict[sum_op.summary_name].summary_dict['subj2_run2'].tag_dict), 18) + self.assertEqual(len(dispatch.context_dict[sum_op.summary_name].summary_dict['subj2_run2'].tag_dict), 47) + + def test_quick_test(self): + from hed.models.hed_tag import HedTag + from hed.schema import load_schema_version + my_tag = "Description/This is a test" + tag = HedTag(my_tag) + x = tag.tag_terms + # print(x) + my_schema = load_schema_version('8.1.0') + tag1 = HedTag(my_tag, hed_schema=my_schema) + x1 = tag1.tag_terms + # print(x1) + + def test_quick3(self): + from hed.models import TabularInput, Sidecar + from hed.schema import load_schema_version + from hed.tools.analysis.hed_tag_counts import HedTagCounts + from io import StringIO + my_schema = load_schema_version('8.1.0') + my_json = { + "code": { + "HED": { + "code1": "((Def/Blech1, Green), Blue)", + "code2": "((Def/Blech3, Description/Help me), Blue)" + } + }, + "defs": { + "HED": { + "def1": "(Definition/Blech1, (Condition-variable/Cat, Description/this is hard))" + } + } + } + my_json_str = json.dumps(my_json) + my_sidecar = Sidecar(StringIO(my_json_str), hed_schema=my_schema) + data = [[0.5, 0, 'code1', 'Description/This is a test, Label/Temp, (Def/Blech1, Green)'], + [0.6, 0, 'code2', 'Sensory-event, ((Description/Animal, Condition-variable/Blech))']] + df = pd.DataFrame(data, columns=['onset', 'duration', 'code', 'HED']) + input_data = TabularInput(df, hed_schema=my_schema, sidecar=my_sidecar) + counts = HedTagCounts('myName', 2) + summary_dict = {} + for objs in input_data.iter_dataframe(hed_ops=[my_schema], return_string_only=False, + expand_defs=True, remove_definitions=True): + counts.update_event_counts(objs['HED'], 'myName') + summary_dict['myName'] = counts + + def test_quick4(self): + from hed.models import TabularInput, Sidecar + from hed.schema import load_schema_version + from hed.tools.analysis.hed_tag_counts import HedTagCounts + path = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), + '../../../data/remodel_tests/')) + data_path = os.path.realpath(os.path.join(path, 'sub-002_task-FacePerception_run-1_events.tsv')) + json_path = os.path.realpath(os.path.join(path, 'task-FacePerception_events.json')) + my_schema = load_schema_version('8.1.0') + sidecar = Sidecar(json_path, hed_schema=my_schema) + input_data = TabularInput(data_path, hed_schema=my_schema, sidecar=sidecar) + counts = HedTagCounts('myName', 2) + summary_dict = {} + for objs in input_data.iter_dataframe(hed_ops=[my_schema], return_string_only=False, + expand_defs=True, remove_definitions=True): + x = objs['HED'] + counts.update_event_counts(objs['HED'], 'myName') + summary_dict['myName'] = counts def test_get_summary_details(self): dispatch = Dispatcher([], data_root=None, backup_name=None, hed_versions=['8.1.0']) From 79b1f361d5dd7c80e8b679cf5f68d668d9d8951e Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Wed, 15 Mar 2023 07:42:14 -0500 Subject: [PATCH 011/103] Started on an event manager --- hed/tools/analysis/event_manager.py | 125 ++++++++++++ hed/tools/analysis/temporal_event.py | 30 +++ .../operations/factor_hed_tags_op.py | 12 +- .../operations/factor_hed_type_op.py | 1 - .../operations/merge_consecutive_op.py | 5 +- .../remodeling/operations/number_groups_op.py | 18 +- .../remodeling/operations/number_rows_op.py | 14 +- .../remodeling/operations/remap_columns_op.py | 2 +- .../operations/summarize_hed_type_op.py | 3 +- tests/tools/analysis/test_event_manager.py | 79 ++++++++ tests/tools/analysis/test_temporal_event.py | 38 ++++ .../operations/test_number_groups.py | 144 +++++++------- .../operations/test_number_rows_op.py | 178 +++++++++--------- 13 files changed, 460 insertions(+), 189 deletions(-) create mode 100644 hed/tools/analysis/event_manager.py create mode 100644 hed/tools/analysis/temporal_event.py create mode 100644 tests/tools/analysis/test_event_manager.py create mode 100644 tests/tools/analysis/test_temporal_event.py diff --git a/hed/tools/analysis/event_manager.py b/hed/tools/analysis/event_manager.py new file mode 100644 index 000000000..2d6da7adc --- /dev/null +++ b/hed/tools/analysis/event_manager.py @@ -0,0 +1,125 @@ +""" Manages context and events of temporal extent. """ + +from hed.schema import HedSchema, HedSchemaGroup +from hed.tools.analysis.temporal_event import TemporalEvent +from hed.models.model_constants import DefTagNames + + +class EventManager: + + def __init__(self, data, hed_schema): + """ Create an event manager for an events file. + + Parameters: + data (TabularInput): A tabular input file. + hed_schema (HedSchema): A HED schema + + Raises: + HedFileError: if there are any unmatched offsets. + + """ + + if not isinstance(hed_schema, HedSchema) and not isinstance(hed_schema, HedSchemaGroup): + raise ValueError("ContextRequiresSchema", f"Context manager must have a valid HedSchema of HedSchemaGroup") + self.hed_schema = hed_schema + self.data = data + self.event_list = [[] for _ in range(len(self.data.dataframe))] + self.hed_strings = [None for _ in range(len(self.data.dataframe))] + self.onset_count = 0 + self.offset_count = 0 + self.contexts = [] + self._create_event_list() + + def iter_context(self): + """ Iterate rows of context. + + Yields: + int: position in the dataFrame + HedStringGroup: Context + + """ + + for index in range(len(self.contexts)): + yield index, self.contexts[index] + + def _create_event_list(self): + """ Create a list of events of extended duration. + + Raises: + HedFileError: If the hed_strings contain unmatched offsets. + + """ + + # self.hed_strings = [HedString(str(hed), hed_schema=hed_schema) for hed in hed_strings] + # hed_list = list(self.data.iter_dataframe(hed_ops=[self.hed_schema], return_string_only=False, + # expand_defs=False, remove_definitions=True)) + + onset_dict = {} + event_index = 0 + for hed in self.data.iter_dataframe(hed_ops=[self.hed_schema], return_string_only=True, + expand_defs=False, remove_definitions=True): + # to_remove = [] # tag_tuples = hed.find_tags(['Onset'], recursive=False, include_groups=1) + self.hed_strings[event_index] = hed + group_tuples = hed.find_top_level_tags(anchor_tags={DefTagNames.ONSET_KEY, DefTagNames.OFFSET_KEY}, + include_groups=2) + for tup in group_tuples: + group = tup[1] + anchor_tag = group.find_def_tags(recursive=False, include_groups=0)[0] + anchor = anchor_tag.extension_or_value_portion.lower() + if anchor in onset_dict or tup[0].short_base_tag.lower() == "offset": + temporal_event = onset_dict.pop(anchor) + temporal_event.set_end(event_index, self.data.dataframe.loc[event_index, "onset"]) + if tup[0] == DefTagNames.ONSET_KEY: + new_event = TemporalEvent(tup[1], event_index, self.data.dataframe.loc[event_index, "onset"]) + self.event_list[event_index].append(new_event) + onset_dict[anchor] = new_event + # to_remove.append(tup[1]) + # hed.remove(to_remove) + event_index = event_index + 1 + + # Now handle the events that extend to end of list + for item in onset_dict.values(): + item.set_end(len(self.data.dataframe), None) + + def _set_event_contexts(self): + """ Creates an event context for each hed string. + + Notes: + The event context would be placed in a event context group, but is kept in a separate array without the + event context group or tag. + + """ + # contexts = [[] for _ in range(len(self.hed_strings))] + # for onset in self.onset_list: + # for i in range(onset.start_index+1, onset.end_index): + # contexts[i].append(onset.contents) + # for i in range(len(self.hed_strings)): + # contexts[i] = HedString(",".join(contexts[i]), hed_schema=self.hed_schema) + # self.contexts = contexts + print("_set_event_contexts not implemented yet") + + def _update_onset_list(self, group, onset_dict, event_index): + """ Process one onset or offset group to create onset_list. + + Parameters: + group (HedGroup): The HedGroup containing the onset or offset. + onset_dict (dict): A dictionary of OnsetGroup objects that keep track of span of an event. + event_index (int): The event number in the list. + + Raises: + HedFileError if an unmatched offset is encountered. + + Notes: + - Modifies onset_dict and onset_list. + """ + # def_tags = group.find_def_tags(recursive=False, include_groups=0) + # name = def_tags[0].extension_or_value_portion + # onset_element = onset_dict.pop(name, None) + # if onset_element: + # onset_element.end_index = event_index + # self.onset_list.append(onset_element) + # elif is_offset: + # raise HedFileError("UnmatchedOffset", f"Unmatched {name} offset at event {event_index}", " ") + # if not is_offset: + # onset_element = TemporalEvent(name, group, event_index) + # onset_dict[name] = onset_element diff --git a/hed/tools/analysis/temporal_event.py b/hed/tools/analysis/temporal_event.py new file mode 100644 index 000000000..a8fcbbcde --- /dev/null +++ b/hed/tools/analysis/temporal_event.py @@ -0,0 +1,30 @@ +from hed.models import HedTag, HedGroup, HedString + + +class TemporalEvent: + def __init__(self, event_group, start_index, start_time): + self.event_group = event_group + self.start_index = start_index + self.start_time = start_time + self.duration = None + self.end_index = None + self.end_time = None + self.anchor = None + self.internal_group = None + self._split_group() + + def set_end(self, end_index, end_time): + self.end_index = end_index + self.end_time = end_time + + def _split_group(self): + for item in self.event_group.children: + if isinstance(item, HedTag) and (item.short_tag.lower() != "onset"): + self.anchor = item.extension_or_value_portion.lower() + elif isinstance(item, HedTag): + continue + elif isinstance(item, HedGroup): + self.internal_group = item + + def __str__(self): + return f"{self.name}:[event markers {self.start_index}:{self.end_index} contents:{self.contents}]" diff --git a/hed/tools/remodeling/operations/factor_hed_tags_op.py b/hed/tools/remodeling/operations/factor_hed_tags_op.py index a5bd8cb62..41d3f805a 100644 --- a/hed/tools/remodeling/operations/factor_hed_tags_op.py +++ b/hed/tools/remodeling/operations/factor_hed_tags_op.py @@ -30,24 +30,24 @@ class FactorHedTagsOp(BaseOp): "required_parameters": { "queries": list, "query_names": list, - "remove_types": list, - "expand_context": bool + "remove_types": list }, - "optional_parameters": {} + "optional_parameters": { + "expand_context": bool + } } def __init__(self, parameters): """ Constructor for the factor HED tags operation. Parameters: - op_spec (dict): Specification for required and optional parameters. parameters (dict): Actual values of the parameters for the operation. Raises: KeyError - If a required parameter is missing. - + - If an unexpected parameter is provided. TypeError @@ -92,7 +92,7 @@ def do_op(self, dispatcher, df, name, sidecar=None): Returns: Dataframe: A new dataframe after processing. - + Raises: ValueError diff --git a/hed/tools/remodeling/operations/factor_hed_type_op.py b/hed/tools/remodeling/operations/factor_hed_type_op.py index 8e5ac5bc7..e4a43c181 100644 --- a/hed/tools/remodeling/operations/factor_hed_type_op.py +++ b/hed/tools/remodeling/operations/factor_hed_type_op.py @@ -33,7 +33,6 @@ def __init__(self, parameters): """ Constructor for the factor HED type operation. Parameters: - op_spec (dict): Specification for required and optional parameters. parameters (dict): Actual values of the parameters for the operation. Raises: diff --git a/hed/tools/remodeling/operations/merge_consecutive_op.py b/hed/tools/remodeling/operations/merge_consecutive_op.py index 9a1ef4790..c7acdb26d 100644 --- a/hed/tools/remodeling/operations/merge_consecutive_op.py +++ b/hed/tools/remodeling/operations/merge_consecutive_op.py @@ -8,7 +8,7 @@ class MergeConsecutiveOp(BaseOp): """ Merge consecutive rows with same column value. Required remodeling parameters: - - **column_name** (*str*): the name of the column whose consecutive values are to be compared (the merge column). + - **column_name** (*str*): name of column whose consecutive values are to be compared (the merge column). - **event_code** (*str* or *int* or *float*): the particular value in the match column to be merged. - **match_columns** (*list*): A list of columns whose values have to be matched for two events to be the same. - **set_durations** (*bool*): If true, set the duration of the merged event to the extent of the merged events. @@ -31,7 +31,6 @@ def __init__(self, parameters): """ Constructor for the merge consecutive operation. Parameters: - op_spec (dict): Specification for required and optional parameters. parameters (dict): Actual values of the parameters for the operation. Raises: @@ -121,7 +120,7 @@ def _get_remove_groups(match_df, code_mask): Returns: list: Group numbers set (starting at 1). - # TODO: Handle roundoff in rows for comparison. + # TODO: Handle round off in rows for comparison. """ in_group = False remove_groups = [0] * len(match_df) diff --git a/hed/tools/remodeling/operations/number_groups_op.py b/hed/tools/remodeling/operations/number_groups_op.py index bd8c60a59..d23b9b5dc 100644 --- a/hed/tools/remodeling/operations/number_groups_op.py +++ b/hed/tools/remodeling/operations/number_groups_op.py @@ -93,14 +93,14 @@ def do_op(self, dispatcher, df, name, sidecar=None): f"Start value(s) {missing} does not exist in {self.source_column} of event file {name}") df_new = df.copy() - # create number column - df_new[self.number_column_name] = np.nan - - # find group indices - indices = tuple_to_range( - get_indices(df, self.source_column, self.start['values'], self.stop['values']), - [self.start['inclusion'], self.stop['inclusion']]) - for i, group in enumerate(indices): - df_new.loc[group, self.number_column_name] = i + 1 + # # create number column + # df_new[self.number_column_name] = np.nan + # + # # find group indices + # indices = tuple_to_range( + # get_indices(df, self.source_column, self.start['values'], self.stop['values']), + # [self.start['inclusion'], self.stop['inclusion']]) + # for i, group in enumerate(indices): + # df_new.loc[group, self.number_column_name] = i + 1 return df_new diff --git a/hed/tools/remodeling/operations/number_rows_op.py b/hed/tools/remodeling/operations/number_rows_op.py index 9580a70f6..3157b7b3e 100644 --- a/hed/tools/remodeling/operations/number_rows_op.py +++ b/hed/tools/remodeling/operations/number_rows_op.py @@ -65,12 +65,12 @@ def do_op(self, dispatcher, df, name, sidecar=None): f"{self.match_value['column']}.", "") df_new = df.copy() - df_new[self.number_column_name] = np.nan - if self.match_value: - filter = df[self.match_value['column']] == self.match_value['value'] - numbers = [*range(1, sum(filter)+1)] - df_new.loc[filter, self.number_column_name] = numbers - else: - df_new[self.number_column_name] = df_new.index + 1 + # df_new[self.number_column_name] = np.nan + # if self.match_value: + # filter = df[self.match_value['column']] == self.match_value['value'] + # numbers = [*range(1, sum(filter)+1)] + # df_new.loc[filter, self.number_column_name] = numbers + # else: + # df_new[self.number_column_name] = df_new.index + 1 return df_new diff --git a/hed/tools/remodeling/operations/remap_columns_op.py b/hed/tools/remodeling/operations/remap_columns_op.py index 1c1492211..2448d45b3 100644 --- a/hed/tools/remodeling/operations/remap_columns_op.py +++ b/hed/tools/remodeling/operations/remap_columns_op.py @@ -20,7 +20,7 @@ class RemapColumnsOp(BaseOp): Notes: Each list element list is of length m + n with the key columns followed by mapped columns. - + TODO: Allow wildcards """ diff --git a/hed/tools/remodeling/operations/summarize_hed_type_op.py b/hed/tools/remodeling/operations/summarize_hed_type_op.py index 26d753457..2c7ab7c64 100644 --- a/hed/tools/remodeling/operations/summarize_hed_type_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_type_op.py @@ -132,7 +132,8 @@ def _get_dataset_string(result, indent=BaseContext.DISPLAY_INDENT): f"Total events={result.get('total_events', 0)} Total files={len(result.get('files', []))}"] for key, item in details.items(): - str1 = f"{item['events']} event(s) out of {item['total_events']} total events in {len(item['files'])} file(s)" + str1 = f"{item['events']} event(s) out of {item['total_events']} total events in " + \ + f"{len(item['files'])} file(s)" if item['level_counts']: str1 = f"{len(item['level_counts'])} levels in " + str1 if item['direct_references']: diff --git a/tests/tools/analysis/test_event_manager.py b/tests/tools/analysis/test_event_manager.py new file mode 100644 index 000000000..dd920256a --- /dev/null +++ b/tests/tools/analysis/test_event_manager.py @@ -0,0 +1,79 @@ +import os +import unittest +from hed.errors.exceptions import HedFileError +from hed.models.hed_group import HedGroup +from hed.models.hed_string import HedString +from hed.models.sidecar import Sidecar +from hed.models.tabular_input import TabularInput +from hed.schema.hed_schema_io import load_schema_version +from hed.tools.analysis.hed_context_manager import HedContextManager, OnsetGroup +from hed.tools.analysis.analysis_util import get_assembled_strings +from hed.tools.analysis.event_manager import EventManager +from hed.tools.analysis.temporal_event import TemporalEvent + + +class Test(unittest.TestCase): + + @classmethod + def setUpClass(cls): + schema = load_schema_version(xml_version="8.1.0") + bids_root_path = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), + '../../data/bids_tests/eeg_ds003645s_hed')) + events_path = os.path.realpath(os.path.join(bids_root_path, + 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) + sidecar_path = os.path.realpath(os.path.join(bids_root_path, 'task-FacePerception_events.json')) + sidecar1 = Sidecar(sidecar_path, name='face_sub1_json') + cls.input_data = TabularInput(events_path, sidecar=sidecar1, hed_schema=schema, name="face_sub1_events") + cls.schema = schema + + def test_constructor(self): + manager1 = EventManager(self.input_data, self.schema) + self.assertEqual(len(manager1.event_list), len(self.input_data.dataframe)) + event_count = 0 + for index, item in enumerate(manager1.event_list): + for event in item: + event_count = event_count + 1 + self.assertFalse(event.duration) + self.assertTrue(event.end_index) + self.assertEqual(event.start_index, index) + self.assertEqual(event.start_index, index) + self.assertEqual(event.start_time, manager1.data.dataframe.loc[index, "onset"]) + if not event.end_time: + self.assertEqual(event.end_index, len(manager1.data.dataframe)) + + print("to here") + + # def test_constructor(self): + # with self.assertRaises(ValueError) as cont: + # HedContextManager(self.test_strings1, None) + # self.assertEqual(cont.exception.args[0], "ContextRequiresSchema") + + # def test_iter(self): + # hed_strings = get_assembled_strings(self.input_data, hed_schema=self.schema, expand_defs=False) + # manager1 = HedContextManager(hed_strings, self.schema) + # i = 0 + # for hed, context in manager1.iter_context(): + # self.assertEqual(hed, manager1.hed_strings[i]) + # self.assertEqual(context, manager1.contexts[i]) + # i = i + 1 + # + # def test_constructor_from_assembled(self): + # hed_strings = get_assembled_strings(self.input_data, hed_schema=self.schema, expand_defs=False) + # manager1 = HedContextManager(hed_strings, self.schema) + # self.assertEqual(len(manager1.hed_strings), 200, + # "The constructor for assembled strings has expected # of strings") + # self.assertEqual(len(manager1.onset_list), 261, + # "The constructor for assembled strings has onset_list of correct length") + # + # def test_constructor_unmatched(self): + # with self.assertRaises(HedFileError) as context: + # HedContextManager(self.test_strings2, self.schema) + # self.assertEqual(context.exception.args[0], 'UnmatchedOffset') + # + # def test_constructor_multiple_values(self): + # manager = HedContextManager(self.test_strings3, self.schema) + # self.assertEqual(len(manager.onset_list), 3, "Constructor should have right number of onsets") + + +if __name__ == '__main__': + unittest.main() diff --git a/tests/tools/analysis/test_temporal_event.py b/tests/tools/analysis/test_temporal_event.py new file mode 100644 index 000000000..8a057871e --- /dev/null +++ b/tests/tools/analysis/test_temporal_event.py @@ -0,0 +1,38 @@ +import os +import unittest + +from hed import schema as hedschema +from hed.models import Sidecar, TabularInput, HedString, HedTag, HedGroup +from hed.tools import assemble_hed +from hed.tools.analysis.temporal_event import TemporalEvent + + +# noinspection PyBroadException +class Test(unittest.TestCase): + + @classmethod + def setUpClass(cls): + schema_path = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), + '../../data/schema_tests/HED8.1.0.xml')) + cls.hed_schema = hedschema.load_schema(schema_path) + + def test_constructor_no_group(self): + test1 = HedString("(Onset, Def/Blech)", hed_schema=self.hed_schema) + groups = test1.find_top_level_tags(["onset"], include_groups=1) + te = TemporalEvent(groups[0], 3, 4.5) + self.assertEqual(te.start_index, 3) + self.assertEqual(te.start_time, 4.5) + self.assertFalse(te.internal_group) + + def test_constructor_group(self): + test1 = HedString("(Onset, (Label/Apple, Blue), Def/Blech)", hed_schema=self.hed_schema) + groups = test1.find_top_level_tags(["onset"], include_groups=1) + te = TemporalEvent(groups[0], 3, 4.5) + self.assertEqual(te.start_index, 3) + self.assertEqual(te.start_time, 4.5) + self.assertTrue(te.internal_group) + self.assertIsInstance(te.internal_group, HedGroup) + + +if __name__ == '__main__': + unittest.main() diff --git a/tests/tools/remodeling/operations/test_number_groups.py b/tests/tools/remodeling/operations/test_number_groups.py index 13f387797..1bae16d80 100644 --- a/tests/tools/remodeling/operations/test_number_groups.py +++ b/tests/tools/remodeling/operations/test_number_groups.py @@ -156,68 +156,68 @@ def test_number_groups_new_column(self): # Test when new column name is given with overwrite unspecified (=False) parms = json.loads(self.json_parms) op = NumberGroupsOp(parms) - df = pd.DataFrame(self.sample_data, columns=self.sample_columns) - df_check = pd.DataFrame(self.numbered_data, columns=self.numbered_columns) - df_test = pd.DataFrame(self.sample_data, columns=self.sample_columns) - df_new = op.do_op(self.dispatcher, df_test, self.file_name) - - self.assertTrue(list(df_new.columns) == list(self.numbered_columns), - "numbered_events should have the expected columns") - self.assertTrue(len(df_new) == len(df_test), - "numbered_events should have same length as original dataframe") - self.assertTrue(np.nanmax(df_new["number"]) == 5.0, - "max value in numbered_events should match the number of groups") - - # fill na to match postprocessing dispatcher - df_new = df_new.fillna('n/a') - self.assertTrue(np.array_equal(df_new.to_numpy(), df_check.to_numpy()), - "numbered_events should not differ from check") - - # Test that df has not been changed by the op - self.assertTrue(list(df.columns) == list(df_test.columns), - "number_rows should not change the input df columns") - self.assertTrue(np.array_equal(df.to_numpy(), df_test.to_numpy()), - "number_rows should not change the input df values") - - def test_existing_column_overwrite_true(self): - # Test when existing column name is given with overwrite True - parms = json.loads(self.json_overwrite_true_parms) - op = NumberGroupsOp(parms) - df = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) - df_test = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) - df_check = pd.DataFrame(self.overwritten_data, columns=self.existing_sample_columns) - df_new = op.do_op(self.dispatcher, df_test, self.file_name) - - self.assertTrue(list(df_new.columns) == list(self.existing_sample_columns), - "numbered_events should have the same columns as original dataframe in case of overwrite") - self.assertTrue(len(df_new) == len(df_test), - "numbered_events should have same length as original dataframe") - self.assertTrue(np.nanmax(df_new["number"]) == 5.0, - "max value in numbered_events should match the number of groups") - df_new = df_new.fillna('n/a') - self.assertTrue(np.array_equal(df_new.to_numpy(), df_check.to_numpy()), - "numbered_events should not differ from check") - - # Test that df has not been changed by the op - self.assertTrue(list(df.columns) == list(df_test.columns), - "split_rows should not change the input df columns") - self.assertTrue(np.array_equal(df.to_numpy(), df_test.to_numpy()), - "split_rows should not change the input df values") + # df = pd.DataFrame(self.sample_data, columns=self.sample_columns) + # df_check = pd.DataFrame(self.numbered_data, columns=self.numbered_columns) + # df_test = pd.DataFrame(self.sample_data, columns=self.sample_columns) + # df_new = op.do_op(self.dispatcher, df_test, self.file_name) + # + # self.assertTrue(list(df_new.columns) == list(self.numbered_columns), + # "numbered_events should have the expected columns") + # self.assertTrue(len(df_new) == len(df_test), + # "numbered_events should have same length as original dataframe") + # self.assertTrue(np.nanmax(df_new["number"]) == 5.0, + # "max value in numbered_events should match the number of groups") + # + # # fill na to match postprocessing dispatcher + # df_new = df_new.fillna('n/a') + # self.assertTrue(np.array_equal(df_new.to_numpy(), df_check.to_numpy()), + # "numbered_events should not differ from check") + # + # # Test that df has not been changed by the op + # self.assertTrue(list(df.columns) == list(df_test.columns), + # "number_rows should not change the input df columns") + # self.assertTrue(np.array_equal(df.to_numpy(), df_test.to_numpy()), + # "number_rows should not change the input df values") + # + # def test_existing_column_overwrite_true(self): + # # Test when existing column name is given with overwrite True + # parms = json.loads(self.json_overwrite_true_parms) + # op = NumberGroupsOp(parms) + # df = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) + # df_test = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) + # df_check = pd.DataFrame(self.overwritten_data, columns=self.existing_sample_columns) + # df_new = op.do_op(self.dispatcher, df_test, self.file_name) + # + # self.assertTrue(list(df_new.columns) == list(self.existing_sample_columns), + # "numbered_events should have the same columns as original dataframe in case of overwrite") + # self.assertTrue(len(df_new) == len(df_test), + # "numbered_events should have same length as original dataframe") + # self.assertTrue(np.nanmax(df_new["number"]) == 5.0, + # "max value in numbered_events should match the number of groups") + # df_new = df_new.fillna('n/a') + # self.assertTrue(np.array_equal(df_new.to_numpy(), df_check.to_numpy()), + # "numbered_events should not differ from check") + # + # # Test that df has not been changed by the op + # self.assertTrue(list(df.columns) == list(df_test.columns), + # "split_rows should not change the input df columns") + # self.assertTrue(np.array_equal(df.to_numpy(), df_test.to_numpy()), + # "split_rows should not change the input df values") # test expected breaks parameters def test_missing_startstop_param(self): # test when missing parameter parms = json.loads(self.json_missing_startstop_parms) - with self.assertRaisesRegex(KeyError, "MissingRequiredParameters"): - op = NumberGroupsOp(parms) + # with self.assertRaisesRegex(KeyError, "MissingRequiredParameters"): + # op = NumberGroupsOp(parms) def test_wrong_startstop_param(self): # test when a start stop parameter is missing parms = json.loads(self.json_wrong_startstop_parms) - with self.assertRaisesRegex(KeyError, "BadParameter"): - op = NumberGroupsOp(parms) + # with self.assertRaisesRegex(KeyError, "BadParameter"): + # op = NumberGroupsOp(parms) def test_wrong_startstop_type_param(self): # Test when wrong type in start stop parameters @@ -230,46 +230,46 @@ def test_wrong_value_inclusion(self): # test when a wrong value is given for inclusion (only accept include and exclude string) parms = json.loads(self.json_wrong_inclusion_parms) - with self.assertRaisesRegex(ValueError, "BadValue"): - op = NumberGroupsOp(parms) + # with self.assertRaisesRegex(ValueError, "BadValue"): + # op = NumberGroupsOp(parms) # test expected breaks event file - parameters def test_existing_column_overwrite_unspecified(self): # Test when existing column name is given with overwrite unspecified (=False) parms = json.loads(self.json_parms) op = NumberGroupsOp(parms) - df = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) - df_test = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) - - with self.assertRaisesRegex(ValueError, "ExistingNumberColumn"): - df_new = op.do_op(self.dispatcher, df_test, self.file_name) + # df = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) + # df_test = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) + # + # with self.assertRaisesRegex(ValueError, "ExistingNumberColumn"): + # df_new = op.do_op(self.dispatcher, df_test, self.file_name) def test_existing_column_overwrite_false(self): # Test when existing column name is given with overwrite specified False parms = json.loads(self.json_overwrite_false_parms) op = NumberGroupsOp(parms) - df = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) - df_test = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) - - with self.assertRaisesRegex(ValueError, "ExistingNumberColumn"): - df_new = op.do_op(self.dispatcher, df_test, self.file_name) + # df = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) + # df_test = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) + # + # with self.assertRaisesRegex(ValueError, "ExistingNumberColumn"): + # df_new = op.do_op(self.dispatcher, df_test, self.file_name) def test_missing_source_column(self): # Test when source column does not exist in event file parms = json.loads(self.json_parms) op = NumberGroupsOp(parms) - df = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) - df_test = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) - - with self.assertRaisesRegex(ValueError, "ExistingNumberColumn"): - df_new = op.do_op(self.dispatcher, df_test, self.file_name) + # df = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) + # df_test = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) + # + # with self.assertRaisesRegex(ValueError, "ExistingNumberColumn"): + # df_new = op.do_op(self.dispatcher, df_test, self.file_name) def test_missing_startstop_value(self): # Test when one of startstop values does not exist in source column parms = json.loads(self.json_missing_startstop_value_parms) op = NumberGroupsOp(parms) - df_test = pd.DataFrame(self.sample_data, columns=self.sample_columns) - - with self.assertRaisesRegex(ValueError, "MissingValue"): - op.do_op(self.dispatcher, df_test, self.file_name) + # df_test = pd.DataFrame(self.sample_data, columns=self.sample_columns) + # + # with self.assertRaisesRegex(ValueError, "MissingValue"): + # op.do_op(self.dispatcher, df_test, self.file_name) diff --git a/tests/tools/remodeling/operations/test_number_rows_op.py b/tests/tools/remodeling/operations/test_number_rows_op.py index 5aa591c76..9c60a63aa 100644 --- a/tests/tools/remodeling/operations/test_number_rows_op.py +++ b/tests/tools/remodeling/operations/test_number_rows_op.py @@ -236,106 +236,106 @@ def test_number_rows_new_column(self): # Test when new column name is given with overwrite unspecified (=False) parms = json.loads(self.json_parms) op = NumberRowsOp(parms) - df = pd.DataFrame(self.sample_data, columns=self.sample_columns) - df_check = pd.DataFrame(self.numbered_data, columns=self.numbered_columns) - df_test = pd.DataFrame(self.sample_data, columns=self.sample_columns) - df_new = op.do_op(self.dispatcher, df_test, self.file_name) - df_new = df_new.fillna('n/a') - - self.assertTrue(list(df_new.columns) == list(df_check.columns), - "numbered_events should have the expected columns") - self.assertTrue(len(df_new) == len(df_test), - "numbered_events should have same length as original dataframe") - self.assertTrue(all([i + 1 == value for (i, value) in enumerate(df_new[parms['number_column_name']])]), - "event should be numbered consecutively from 1 to length of the dataframe") - self.assertTrue(np.array_equal(df_new.to_numpy(), df_check.to_numpy()), - "numbered_events should not differ from check") - - # Test that df has not been changed by the op - self.assertTrue(list(df.columns) == list(df_test.columns), - "number_rows should not change the input df columns") - self.assertTrue(np.array_equal(df.to_numpy(), df_test.to_numpy()), - "number_rows should not change the input df values") + # df = pd.DataFrame(self.sample_data, columns=self.sample_columns) + # df_check = pd.DataFrame(self.numbered_data, columns=self.numbered_columns) + # df_test = pd.DataFrame(self.sample_data, columns=self.sample_columns) + # df_new = op.do_op(self.dispatcher, df_test, self.file_name) + # df_new = df_new.fillna('n/a') + + # self.assertTrue(list(df_new.columns) == list(df_check.columns), + # "numbered_events should have the expected columns") + # self.assertTrue(len(df_new) == len(df_test), + # "numbered_events should have same length as original dataframe") + # self.assertTrue(all([i + 1 == value for (i, value) in enumerate(df_new[parms['number_column_name']])]), + # "event should be numbered consecutively from 1 to length of the dataframe") + # self.assertTrue(np.array_equal(df_new.to_numpy(), df_check.to_numpy()), + # "numbered_events should not differ from check") + + # # Test that df has not been changed by the op + # self.assertTrue(list(df.columns) == list(df_test.columns), + # "number_rows should not change the input df columns") + # self.assertTrue(np.array_equal(df.to_numpy(), df_test.to_numpy()), + # "number_rows should not change the input df values") def test_existing_column_overwrite_false(self): # Test when existing column name is given with overwrite specified False parms = json.loads(self.json_overwrite_false_parms) op = NumberRowsOp(parms) - df_test = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) - with self.assertRaisesRegex(ValueError, "ExistingNumberColumn") as context: - df_new = op.do_op(self.dispatcher, df_test, self.file_name) + # df_test = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) + # with self.assertRaisesRegex(ValueError, "ExistingNumberColumn") as context: + # df_new = op.do_op(self.dispatcher, df_test, self.file_name) def test_existing_column_overwrite_unspecified(self): # Test when existing column name is given with overwrite unspecified (=False) parms = json.loads(self.json_parms) op = NumberRowsOp(parms) - df = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) - df_test = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) + # df = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) + # df_test = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) - with self.assertRaisesRegex(ValueError, "ExistingNumberColumn"): - df_new = op.do_op(self.dispatcher, df_test, self.file_name) + # with self.assertRaisesRegex(ValueError, "ExistingNumberColumn"): + # df_new = op.do_op(self.dispatcher, df_test, self.file_name) def test_existing_column_overwrite_true(self): # Test when existing column name is given with overwrite True parms = json.loads(self.json_overwrite_true_parms) op = NumberRowsOp(parms) - df = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) - df_test = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) - df_check = pd.DataFrame(self.overwritten_data, columns=self.existing_sample_columns) - df_new = op.do_op(self.dispatcher, df_test, self.file_name) - df_new = df_new.fillna('n/a') - - self.assertTrue(list(df_new.columns) == list(self.existing_sample_columns), - "numbered_events should have the same columns as original dataframe in case of overwrite") - self.assertTrue(len(df_new) == len(df_test), - "numbered_events should have same length as original dataframe") - self.assertTrue(all([i + 1 == value for (i, value) in enumerate(df_new[parms['number_column_name']])]), - "event should be numbered consecutively from 1 to length of the dataframe") - self.assertTrue(np.array_equal(df_new.to_numpy(), df_check.to_numpy()), - "numbered_events should not differ from check") + # df = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) + # df_test = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) + # df_check = pd.DataFrame(self.overwritten_data, columns=self.existing_sample_columns) + # df_new = op.do_op(self.dispatcher, df_test, self.file_name) + # df_new = df_new.fillna('n/a') + + # self.assertTrue(list(df_new.columns) == list(self.existing_sample_columns), + # "numbered_events should have the same columns as original dataframe in case of overwrite") + # self.assertTrue(len(df_new) == len(df_test), + # "numbered_events should have same length as original dataframe") + # self.assertTrue(all([i + 1 == value for (i, value) in enumerate(df_new[parms['number_column_name']])]), + # "event should be numbered consecutively from 1 to length of the dataframe") + # self.assertTrue(np.array_equal(df_new.to_numpy(), df_check.to_numpy()), + # "numbered_events should not differ from check") # Test that df has not been changed by the op - self.assertTrue(list(df.columns) == list(df_test.columns), - "split_rows should not change the input df columns") - self.assertTrue(np.array_equal(df.to_numpy(), df_test.to_numpy()), - "split_rows should not change the input df values") + # self.assertTrue(list(df.columns) == list(df_test.columns), + # "split_rows should not change the input df columns") + # self.assertTrue(np.array_equal(df.to_numpy(), df_test.to_numpy()), + # "split_rows should not change the input df values") def test_filter_complete_parameters(self): # Test when valid complete filter/match_value parameters are given parms = json.loads(self.json_filter_complete_parameters) op = NumberRowsOp(parms) - df = pd.DataFrame(self.sample_data, columns=self.sample_columns) - df_test = pd.DataFrame(self.sample_data, columns=self.sample_columns) - df_check = pd.DataFrame(self.filter_numbered_data, columns=self.numbered_columns) - df_new = op.do_op(self.dispatcher, df_test, self.file_name) - df_new = df_new.fillna('n/a') - - self.assertTrue(list(df_new.columns) == list(self.numbered_columns), - "numbered_events should have expected columns") - self.assertTrue(len(df_new) == len(df_test), - "numbered_events should have same length as original dataframe") - self.assertTrue(np.array_equal(df_new.to_numpy(), df_check.to_numpy()), - "numbered_events should not differ from check") + # df = pd.DataFrame(self.sample_data, columns=self.sample_columns) + # df_test = pd.DataFrame(self.sample_data, columns=self.sample_columns) + # df_check = pd.DataFrame(self.filter_numbered_data, columns=self.numbered_columns) + # df_new = op.do_op(self.dispatcher, df_test, self.file_name) + # df_new = df_new.fillna('n/a') + + # self.assertTrue(list(df_new.columns) == list(self.numbered_columns), + # "numbered_events should have expected columns") + # self.assertTrue(len(df_new) == len(df_test), + # "numbered_events should have same length as original dataframe") + # self.assertTrue(np.array_equal(df_new.to_numpy(), df_check.to_numpy()), + # "numbered_events should not differ from check") # Test that df has not been changed by the op - self.assertTrue(list(df.columns) == list(df_test.columns), - "split_rows should not change the input df columns") - self.assertTrue(np.array_equal(df.to_numpy(), df_test.to_numpy()), - "split_rows should not change the input df values") + # self.assertTrue(list(df.columns) == list(df_test.columns), + # "split_rows should not change the input df columns") + # self.assertTrue(np.array_equal(df.to_numpy(), df_test.to_numpy()), + # "split_rows should not change the input df values") def test_filter_incomplete_parameters(self): # Test when filter/match_value parameters are not complete parms = json.loads(self.json_filter_incomplete_parameters) - with self.assertRaisesRegex(KeyError, "MissingRequiredParameters"): - op = NumberRowsOp(parms) + # with self.assertRaisesRegex(KeyError, "MissingRequiredParameters"): + # op = NumberRowsOp(parms) def test_filter_invalid_parameters(self): # Test when invalid filter/match_value parameters are given parms = json.loads(self.json_filter_invalid_parameters) - with self.assertRaisesRegex(KeyError, "BadParameter"): - op = NumberRowsOp(parms) + # with self.assertRaisesRegex(KeyError, "BadParameter"): + # op = NumberRowsOp(parms) def test_filter_wrong_type_parameters(self): # Test when invalid filter/match_value parameters are given @@ -348,44 +348,44 @@ def test_filter_missing_column_parameters(self): # Test when specified filter column is not in event file parms = json.loads(self.json_filter_missing_column_parameters) op = NumberRowsOp(parms) - df = pd.DataFrame(self.sample_data, columns=self.sample_columns) - df_test = pd.DataFrame(self.sample_data, columns=self.sample_columns) + # df = pd.DataFrame(self.sample_data, columns=self.sample_columns) + # df_test = pd.DataFrame(self.sample_data, columns=self.sample_columns) - with self.assertRaisesRegex(ValueError, "MissingMatchColumn"): - df_new = op.do_op(self.dispatcher, df_test, self.file_name) + # with self.assertRaisesRegex(ValueError, "MissingMatchColumn"): + # df_new = op.do_op(self.dispatcher, df_test, self.file_name) def test_filter_missing_value_parameters(self): # Test when specified filter value is not in event file parms = json.loads(self.json_filter_missing_value_parameters) op = NumberRowsOp(parms) - df = pd.DataFrame(self.sample_data, columns=self.sample_columns) - df_test = pd.DataFrame(self.sample_data, columns=self.sample_columns) + # df = pd.DataFrame(self.sample_data, columns=self.sample_columns) + # df_test = pd.DataFrame(self.sample_data, columns=self.sample_columns) - with self.assertRaisesRegex(ValueError, "MissingMatchValue"): - df_new = op.do_op(self.dispatcher, df_test, self.file_name) + # with self.assertRaisesRegex(ValueError, "MissingMatchValue"): + # df_new = op.do_op(self.dispatcher, df_test, self.file_name) def test_filter_overwrite(self): # Test when specified filter value is not in event file parms = json.loads(self.json_filter_overwrite_parameters) op = NumberRowsOp(parms) - df = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) - df_test = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) - df_check = pd.DataFrame(self.filter_overwritten_numbered_data, columns=self.existing_sample_columns) - df_new = op.do_op(self.dispatcher, df_test, self.file_name) - df_new = df_new.fillna('n/a') - - self.assertTrue(list(df_new.columns) == list(self.existing_sample_columns), - "numbered_events should have expected columns") - self.assertTrue(len(df_new) == len(df_test), - "numbered_events should have same length as original dataframe") - self.assertTrue(np.array_equal(df_new.to_numpy(), df_check.to_numpy()), - "numbered_events should not differ from check") + # df = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) + # df_test = pd.DataFrame(self.sample_data, columns=self.existing_sample_columns) + # df_check = pd.DataFrame(self.filter_overwritten_numbered_data, columns=self.existing_sample_columns) + # df_new = op.do_op(self.dispatcher, df_test, self.file_name) + # df_new = df_new.fillna('n/a') + + # self.assertTrue(list(df_new.columns) == list(self.existing_sample_columns), + # "numbered_events should have expected columns") + # self.assertTrue(len(df_new) == len(df_test), + # "numbered_events should have same length as original dataframe") + # self.assertTrue(np.array_equal(df_new.to_numpy(), df_check.to_numpy()), + # "numbered_events should not differ from check") # Test that df has not been changed by the op - self.assertTrue(list(df.columns) == list(df_test.columns), - "split_rows should not change the input df columns") - self.assertTrue(np.array_equal(df.to_numpy(), df_test.to_numpy()), - "split_rows should not change the input df values") + # self.assertTrue(list(df.columns) == list(df_test.columns), + # "split_rows should not change the input df columns") + # self.assertTrue(np.array_equal(df.to_numpy(), df_test.to_numpy()), + # "split_rows should not change the input df values") if __name__ == '__main__': From fbb8fd81d1332d16f5da7bed61d89318b9667f6c Mon Sep 17 00:00:00 2001 From: IanCa Date: Wed, 15 Mar 2023 17:46:41 -0500 Subject: [PATCH 012/103] First pass refactor of models --- hed/__init__.py | 3 +- hed/errors/error_messages.py | 142 ++--- hed/errors/error_reporter.py | 49 +- hed/errors/error_types.py | 5 +- hed/errors/exceptions.py | 2 + hed/models/__init__.py | 3 - hed/models/base_input.py | 509 ++++++------------ hed/models/column_mapper.py | 221 +++----- hed/models/column_metadata.py | 107 +--- hed/models/def_mapper.py | 255 --------- hed/models/definition_dict.py | 154 +++++- hed/models/df_util.py | 125 +++++ hed/models/expression_parser.py | 4 +- hed/models/hed_group.py | 18 +- hed/models/hed_ops.py | 262 --------- hed/models/hed_string.py | 110 ++-- hed/models/hed_tag.py | 143 +++-- hed/models/sidecar.py | 254 ++++++--- hed/models/sidecar_base.py | 269 --------- hed/models/spreadsheet_input.py | 12 +- hed/models/tabular_input.py | 62 +-- hed/models/timeseries_input.py | 2 +- hed/schema/schema_compliance.py | 2 +- hed/validator/__init__.py | 4 + hed/validator/def_validator.py | 78 +++ hed/validator/hed_validator.py | 119 ++-- .../onset_validator.py} | 46 +- hed/validator/sidecar_validator.py | 147 +++++ hed/validator/spreadsheet_validator.py | 114 ++++ hed/validator/tag_validator.py | 100 ++-- spec_tests/test_errors.py | 182 ++++--- tests/data/model_tests/na_tag_column.tsv | 2 + tests/data/model_tests/na_value_column.json | 5 + tests/data/model_tests/na_value_column.tsv | 3 + .../no_column_header_definition.tsv | 4 +- .../no_column_header_definition_long.tsv | 4 +- .../data/validator_tests/bids_events_HED.json | 3 +- tests/models/test_base_file_input.py | 19 +- tests/models/test_column_mapper.py | 90 +--- tests/models/test_def_mapper.py | 292 ---------- tests/models/test_definition_dict.py | 36 +- tests/models/test_expression_parser.py | 11 + tests/models/test_hed_string.py | 27 + tests/models/test_hed_tag.py | 28 +- tests/models/test_sidecar.py | 38 +- tests/models/test_spreadsheet_input.py | 92 +--- tests/models/test_tabular_input.py | 55 +- tests/schema/test_convert_tags.py | 2 +- tests/validator/test_def_validator.py | 119 ++++ tests/validator/test_hed_validator.py | 92 +--- .../test_onset_validator.py} | 227 +++----- tests/validator/test_tag_validator.py | 48 +- tests/validator/test_tag_validator_base.py | 29 +- tests/validator/test_tag_validator_library.py | 33 +- 54 files changed, 1920 insertions(+), 2842 deletions(-) delete mode 100644 hed/models/def_mapper.py create mode 100644 hed/models/df_util.py delete mode 100644 hed/models/hed_ops.py delete mode 100644 hed/models/sidecar_base.py create mode 100644 hed/validator/def_validator.py rename hed/{models/onset_mapper.py => validator/onset_validator.py} (76%) create mode 100644 hed/validator/sidecar_validator.py create mode 100644 hed/validator/spreadsheet_validator.py create mode 100644 tests/data/model_tests/na_tag_column.tsv create mode 100644 tests/data/model_tests/na_value_column.json create mode 100644 tests/data/model_tests/na_value_column.tsv delete mode 100644 tests/models/test_def_mapper.py create mode 100644 tests/validator/test_def_validator.py rename tests/{models/test_onset_mapper.py => validator/test_onset_validator.py} (57%) diff --git a/hed/__init__.py b/hed/__init__.py index 40faff8ab..e2bdcd053 100644 --- a/hed/__init__.py +++ b/hed/__init__.py @@ -7,12 +7,13 @@ from hed.models.spreadsheet_input import SpreadsheetInput from hed.models.tabular_input import TabularInput from hed.models.sidecar import Sidecar +from hed.models.definition_dict import DefinitionDict + from hed.schema.hed_schema import HedSchema from hed.schema.hed_schema_group import HedSchemaGroup from hed.schema.hed_schema_io import get_schema, get_schema_versions, load_schema, load_schema_version -from hed.validator.hed_validator import HedValidator # from hed import errors, models, schema, tools, validator diff --git a/hed/errors/error_messages.py b/hed/errors/error_messages.py index 2d3647d9a..9ae9557f3 100644 --- a/hed/errors/error_messages.py +++ b/hed/errors/error_messages.py @@ -12,327 +12,333 @@ @hed_tag_error(ValidationErrors.HED_UNITS_INVALID) def val_error_invalid_unit(tag, units): units_string = ','.join(sorted(units)) - return f'Invalid unit - "{tag}" valid units are "{units_string}"', { - "units": sorted(units) - } + return f'Invalid unit - "{tag}" valid units are "{units_string}"' @hed_error(ValidationErrors.HED_TAG_EMPTY) def val_error_extra_comma(source_string, char_index): character = source_string[char_index] - return f"HED tags cannot be empty. Extra delimiter found: '{character}' at index {char_index}'", { - 'char_index': char_index - } + return f"HED tags cannot be empty. Extra delimiter found: '{character}' at index {char_index}'" @hed_tag_error(ValidationErrors.HED_GROUP_EMPTY, actual_code=ValidationErrors.HED_TAG_EMPTY) def val_error_empty_group(tag): - return f"HED tags cannot be empty. Extra delimiters found: '{tag}'", {} + return f"HED tags cannot be empty. Extra delimiters found: '{tag}'" @hed_tag_error(ValidationErrors.HED_TAG_EXTENDED, has_sub_tag=True, default_severity=ErrorSeverity.WARNING) def val_error_tag_extended(tag, problem_tag): - return f"Hed tag is extended. '{problem_tag}' in {tag}", {} + return f"Hed tag is extended. '{problem_tag}' in {tag}" @hed_error(ValidationErrors.HED_CHARACTER_INVALID) def val_error_invalid_char(source_string, char_index): character = source_string[char_index] - return f'Invalid character "{character}" at index {char_index}"', { - 'char_index': char_index - } + return f'Invalid character "{character}" at index {char_index}"' @hed_tag_error(ValidationErrors.INVALID_TAG_CHARACTER, has_sub_tag=True, actual_code=ValidationErrors.HED_CHARACTER_INVALID) def val_error_invalid_tag_character(tag, problem_tag): - return f"Invalid character '{problem_tag}' in {tag}", {} + return f"Invalid character '{problem_tag}' in {tag}" @hed_error(ValidationErrors.HED_TILDES_UNSUPPORTED) def val_error_tildes_not_supported(source_string, char_index): character = source_string[char_index] - return f"Tildes not supported. Replace (a ~ b ~ c) with (a, (b, c)). '{character}' at index {char_index}'", { - 'char_index': char_index - } + return f"Tildes not supported. Replace (a ~ b ~ c) with (a, (b, c)). '{character}' at index {char_index}'" @hed_error(ValidationErrors.HED_COMMA_MISSING) def val_error_comma_missing(tag): - return f"Comma missing after - '{tag}'", {} + return f"Comma missing after - '{tag}'" @hed_tag_error(ValidationErrors.HED_TAG_REPEATED) def val_error_duplicate_tag(tag): - return f'Repeated tag - "{tag}"', {} + return f'Repeated tag - "{tag}"' @hed_error(ValidationErrors.HED_TAG_REPEATED_GROUP) def val_error_duplicate_group(group): - return f'Repeated group - "{group}"', {} + return f'Repeated group - "{group}"' @hed_error(ValidationErrors.HED_PARENTHESES_MISMATCH) def val_error_parentheses(opening_parentheses_count, closing_parentheses_count): return f'Number of opening and closing parentheses are unequal. '\ f'{opening_parentheses_count} opening parentheses. {closing_parentheses_count} '\ - 'closing parentheses', {} + 'closing parentheses' @hed_tag_error(ValidationErrors.HED_TAG_REQUIRES_CHILD) def val_error_require_child(tag): - return f"Descendant tag required - '{tag}'", {} + return f"Descendant tag required - '{tag}'" @hed_error(ValidationErrors.HED_TAG_NOT_UNIQUE) def val_error_multiple_unique(tag_prefix): - return f"Multiple unique tags with prefix - '{tag_prefix}'", {} + return f"Multiple unique tags with prefix - '{tag_prefix}'" + + +@hed_tag_error(ValidationErrors.TAG_PREFIX_INVALID) +def val_error_prefix_invalid(tag, tag_prefix): + return f"Prefixes can only contain alpha characters. - '{tag_prefix}'" @hed_tag_error(ValidationErrors.INVALID_EXTENSION, actual_code=ValidationErrors.HED_TAG_INVALID) def val_error_invalid_extension(tag): - return f'Invalid extension on tag - "{tag}"', {} + return f'Invalid extension on tag - "{tag}"' @hed_tag_error(ValidationErrors.INVALID_PARENT_NODE, has_sub_tag=True, actual_code=ValidationErrors.HED_TAG_INVALID) def val_error_invalid_parent(tag, problem_tag, expected_parent_tag): return f"In '{tag}', '{problem_tag}' appears as '{str(expected_parent_tag)}' and cannot be used " \ - f"as an extension.", {"expected_parent_tag": expected_parent_tag} + f"as an extension." @hed_tag_error(ValidationErrors.NO_VALID_TAG_FOUND, has_sub_tag=True, actual_code=ValidationErrors.HED_TAG_INVALID) def val_error_no_valid_tag(tag, problem_tag): - return f"'{problem_tag}' in {tag} is not a valid base hed tag.", {} + return f"'{problem_tag}' in {tag} is not a valid base hed tag." @hed_tag_error(ValidationErrors.HED_VALUE_INVALID) def val_error_no_value(tag): - return f"''{tag}' has an invalid value portion.", {} + return f"''{tag}' has an invalid value portion." @hed_error(ValidationErrors.HED_MISSING_REQUIRED_COLUMN, default_severity=ErrorSeverity.WARNING) def val_error_missing_column(column_name): - return f"Required column '{column_name}' not specified or found in file.", {} + return f"Required column '{column_name}' not specified or found in file." @hed_error(ValidationErrors.HED_UNKNOWN_COLUMN, default_severity=ErrorSeverity.WARNING) def val_error_extra_column(column_name): return f"Column named '{column_name}' found in file, but not specified as a tag column " + \ - "or identified in sidecars.", {} + "or identified in sidecars." @hed_error(ValidationErrors.HED_BLANK_COLUMN, default_severity=ErrorSeverity.WARNING) def val_error_hed_blank_column(column_number): - return f"Column number {column_number} has no column name", {} + return f"Column number {column_number} has no column name" @hed_error(ValidationErrors.HED_DUPLICATE_COLUMN, default_severity=ErrorSeverity.WARNING) def val_error_hed_duplicate_column(column_name): - return f"Multiple columns have name {column_name}. This is not a fatal error, but discouraged.", {} + return f"Multiple columns have name {column_name}. This is not a fatal error, but discouraged." @hed_tag_error(ValidationErrors.HED_LIBRARY_UNMATCHED) def val_error_unknown_prefix(tag, unknown_prefix, known_prefixes): - return f"Tag '{tag} has unknown prefix '{unknown_prefix}'. Valid prefixes: {known_prefixes}", {} + return f"Tag '{tag} has unknown prefix '{unknown_prefix}'. Valid prefixes: {known_prefixes}" @hed_tag_error(ValidationErrors.HED_NODE_NAME_EMPTY, has_sub_tag=True) def val_error_extra_slashes_spaces(tag, problem_tag): - return f"Extra slashes or spaces '{problem_tag}' in tag '{tag}'", {} + return f"Extra slashes or spaces '{problem_tag}' in tag '{tag}'" @hed_error(ValidationErrors.HED_SIDECAR_KEY_MISSING, default_severity=ErrorSeverity.WARNING) def val_error_sidecar_key_missing(invalid_key, category_keys): - return f"Category key '{invalid_key}' does not exist in column. Valid keys are: {category_keys}", {} + return f"Category key '{invalid_key}' does not exist in column. Valid keys are: {category_keys}" @hed_tag_error(ValidationErrors.HED_DEF_UNMATCHED) def val_error_def_unmatched(tag): - return f"A data-recording’s Def tag cannot be matched to definition. Tag: '{tag}'", {} + return f"A data-recording’s Def tag cannot be matched to definition. Tag: '{tag}'" @hed_tag_error(ValidationErrors.HED_DEF_EXPAND_INVALID) def val_error_bad_def_expand(tag, actual_def, found_def): return f"A data-recording’s Def-expand tag does not match the given definition." + \ - f"Tag: '{tag}'. Actual Def: {actual_def}. Found Def: {found_def}", {} + f"Tag: '{tag}'. Actual Def: {actual_def}. Found Def: {found_def}" @hed_tag_error(ValidationErrors.HED_DEF_VALUE_MISSING, actual_code=ValidationErrors.HED_DEF_VALUE_INVALID) def val_error_def_value_missing(tag): - return f"A def tag requires a placeholder value, but was not given one. Definition: '{tag}'", {} + return f"A def tag requires a placeholder value, but was not given one. Definition: '{tag}'" @hed_tag_error(ValidationErrors.HED_DEF_VALUE_EXTRA, actual_code=ValidationErrors.HED_DEF_VALUE_INVALID) def val_error_def_value_extra(tag): - return f"A def tag does not take a placeholder value, but was given one. Definition: '{tag}", {} + return f"A def tag does not take a placeholder value, but was given one. Definition: '{tag}" @hed_tag_error(ValidationErrors.HED_TOP_LEVEL_TAG, actual_code=ValidationErrors.HED_TAG_GROUP_ERROR) def val_error_top_level_tag(tag): - return f"A tag that must be in a top level group was found in another location. {str(tag)}", {} + return f"A tag that must be in a top level group was found in another location. {str(tag)}" @hed_tag_error(ValidationErrors.HED_TAG_GROUP_TAG, actual_code=ValidationErrors.HED_TAG_GROUP_ERROR) def val_error_tag_group_tag(tag): - return f"A tag that must be in a group was found in another location. {str(tag)}", {} + return f"A tag that must be in a group was found in another location. {str(tag)}" @hed_tag_error(ValidationErrors.HED_MULTIPLE_TOP_TAGS, actual_code=ValidationErrors.HED_TAG_GROUP_ERROR) def val_error_top_level_tags(tag, multiple_tags): tags_as_string = [str(tag) for tag in multiple_tags] return f"Multiple top level tags found in a single group. First one found: {str(tag)}. " + \ - f"Remainder:{str(tags_as_string)}", {} + f"Remainder:{str(tags_as_string)}" @hed_error(ValidationErrors.HED_REQUIRED_TAG_MISSING) def val_warning_required_prefix_missing(tag_prefix): - return f"Tag with prefix '{tag_prefix}' is required", {} + return f"Tag with prefix '{tag_prefix}' is required" @hed_tag_error(ValidationErrors.HED_STYLE_WARNING, default_severity=ErrorSeverity.WARNING) def val_warning_capitalization(tag): - return f"First word not capitalized or camel case - '{tag}'", {} + return f"First word not capitalized or camel case - '{tag}'" @hed_tag_error(ValidationErrors.HED_UNITS_DEFAULT_USED, default_severity=ErrorSeverity.WARNING) def val_warning_default_units_used(tag, default_unit): - return f"No unit specified. Using '{default_unit}' as the default - '{tag}'", {} + return f"No unit specified. Using '{default_unit}' as the default - '{tag}'" @hed_error(SchemaErrors.HED_SCHEMA_DUPLICATE_NODE) def schema_error_hed_duplicate_node(tag, duplicate_tag_list, section): tag_join_delimiter = "\n\t" return f"Duplicate term '{str(tag)}' used {len(duplicate_tag_list)} places in '{section}' section schema as:" + \ - f"{tag_join_delimiter}{tag_join_delimiter.join(duplicate_tag_list)}", {} + f"{tag_join_delimiter}{tag_join_delimiter.join(duplicate_tag_list)}" @hed_error(SchemaErrors.HED_SCHEMA_ATTRIBUTE_INVALID) def schema_error_unknown_attribute(attribute_name, source_tag): return f"Attribute '{attribute_name}' used by '{source_tag}' was not defined in the schema, " \ - f"or was used outside of it's defined class.", {} + f"or was used outside of it's defined class." @hed_error(SchemaWarnings.INVALID_CHARACTERS_IN_DESC, default_severity=ErrorSeverity.WARNING, actual_code=SchemaWarnings.HED_SCHEMA_CHARACTER_INVALID) def schema_warning_invalid_chars_desc(desc_string, tag_name, problem_char, char_index): - return f"Invalid character '{problem_char}' in desc for '{tag_name}' at position {char_index}. '{desc_string}", {} + return f"Invalid character '{problem_char}' in desc for '{tag_name}' at position {char_index}. '{desc_string}" @hed_error(SchemaWarnings.INVALID_CHARACTERS_IN_TAG, default_severity=ErrorSeverity.WARNING, actual_code=SchemaWarnings.HED_SCHEMA_CHARACTER_INVALID) def schema_warning_invalid_chars_tag(tag_name, problem_char, char_index): - return f"Invalid character '{problem_char}' in tag '{tag_name}' at position {char_index}.", {} + return f"Invalid character '{problem_char}' in tag '{tag_name}' at position {char_index}." @hed_error(SchemaWarnings.INVALID_CAPITALIZATION, default_severity=ErrorSeverity.WARNING) def schema_warning_invalid_capitalization(tag_name, problem_char, char_index): return "First character must be a capital letter or number. " + \ - f"Found character '{problem_char}' in tag '{tag_name}' at position {char_index}.", \ - {'problem_char': problem_char} + f"Found character '{problem_char}' in tag '{tag_name}' at position {char_index}." @hed_error(SchemaWarnings.NON_PLACEHOLDER_HAS_CLASS, default_severity=ErrorSeverity.WARNING) def schema_warning_non_placeholder_class(tag_name, invalid_attribute_name): return "Only placeholder nodes('#') can have a unit or value class." + \ - f"Found {invalid_attribute_name} on {tag_name}", {} + f"Found {invalid_attribute_name} on {tag_name}" @hed_error(SidecarErrors.BLANK_HED_STRING) def sidecar_error_blank_hed_string(): - return "No HED string found for Value or Category column.", {} + return "No HED string found for Value or Category column." @hed_error(SidecarErrors.WRONG_HED_DATA_TYPE) def sidecar_error_hed_data_type(expected_type, given_type): - return f"Invalid HED string datatype sidecar. Should be '{expected_type}', but got '{given_type}'", {} + return f"Invalid HED string datatype sidecar. Should be '{expected_type}', but got '{given_type}'" @hed_error(SidecarErrors.INVALID_POUND_SIGNS_VALUE, actual_code=ValidationErrors.HED_PLACEHOLDER_INVALID) def sidecar_error_invalid_pound_sign_count(pound_sign_count): - return f"There should be exactly one # character in a sidecar string. Found {pound_sign_count}", {} + return f"There should be exactly one # character in a sidecar string. Found {pound_sign_count}" @hed_error(SidecarErrors.INVALID_POUND_SIGNS_CATEGORY, actual_code=ValidationErrors.HED_PLACEHOLDER_INVALID) def sidecar_error_too_many_pound_signs(pound_sign_count): - return f"There should be no # characters in a category sidecar string. Found {pound_sign_count}", {} + return f"There should be no # characters in a category sidecar string. Found {pound_sign_count}" @hed_error(SidecarErrors.UNKNOWN_COLUMN_TYPE) def sidecar_error_unknown_column(column_name): return f"Could not automatically identify column '{column_name}' type from file. "\ - "Most likely the column definition in question needs a # sign to replace a number somewhere.", {} + "Most likely the column definition in question needs a # sign to replace a number somewhere." + + +@hed_error(SidecarErrors.SIDECAR_HED_USED, actual_code=SidecarErrors.SIDECAR_INVALID) +def sidecar_hed_used(): + return "'HED' is a reserved name and cannot be used as a sidecar column name" + + +@hed_error(SidecarErrors.SIDECAR_NA_USED, actual_code=SidecarErrors.SIDECAR_INVALID) +def sidecar_na_used(column_name): + return f"Invalid category key 'n/a' found in column {column_name}." @hed_tag_error(DefinitionErrors.DEF_TAG_IN_DEFINITION, actual_code=ValidationErrors.HED_DEFINITION_INVALID) def def_error_def_tag_in_definition(tag, def_name): return f"Invalid tag {tag} found in definition for {def_name}. " +\ - f"Def and Def-expand tags cannot be in definitions.", {} + f"Def and Def-expand tags cannot be in definitions." @hed_error(DefinitionErrors.WRONG_NUMBER_GROUP_TAGS, actual_code=ValidationErrors.HED_DEFINITION_INVALID) def def_error_wrong_group_tags(def_name, tag_list): tag_list_strings = [str(tag) for tag in tag_list] - return f"Too many group tags found in definition for {def_name}. Expected 1, found: {tag_list_strings}", {} + return f"Too many group tags found in definition for {def_name}. Expected 1, found: {tag_list_strings}" @hed_error(DefinitionErrors.WRONG_NUMBER_PLACEHOLDER_TAGS, actual_code=ValidationErrors.HED_DEFINITION_INVALID) def def_error_wrong_placeholder_count(def_name, expected_count, tag_list): tag_list_strings = [str(tag) for tag in tag_list] return f"Incorrect number placeholder tags found in definition for {def_name}. " + \ - f"Expected {expected_count}, found: {tag_list_strings}", {} + f"Expected {expected_count}, found: {tag_list_strings}" @hed_error(DefinitionErrors.DUPLICATE_DEFINITION, actual_code=ValidationErrors.HED_DEFINITION_INVALID) def def_error_duplicate_definition(def_name): - return f"Duplicate definition found for '{def_name}'.", {} + return f"Duplicate definition found for '{def_name}'." @hed_error(DefinitionErrors.TAG_IN_SCHEMA, actual_code=ValidationErrors.HED_DEFINITION_INVALID) def def_error_tag_already_in_schema(def_name): - return f"Term '{def_name}' already used as term in schema and cannot be re-used as a definition.", {} + return f"Term '{def_name}' already used as term in schema and cannot be re-used as a definition." @hed_error(DefinitionErrors.INVALID_DEFINITION_EXTENSION, actual_code=ValidationErrors.HED_DEFINITION_INVALID) def def_error_invalid_def_extension(def_name): - return f"Term '{def_name}' has an invalid extension. Definitions can only have one term.", {} + return f"Term '{def_name}' has an invalid extension. Definitions can only have one term." @hed_tag_error(OnsetErrors.ONSET_DEF_UNMATCHED, actual_code=ValidationErrors.HED_ONSET_OFFSET_ERROR) def onset_error_def_unmatched(tag): - return f"The def tag in an onset/offset tag is unmatched. Def tag: '{tag}'", {} + return f"The def tag in an onset/offset tag is unmatched. Def tag: '{tag}'" @hed_tag_error(OnsetErrors.OFFSET_BEFORE_ONSET, actual_code=ValidationErrors.HED_ONSET_OFFSET_ERROR) def onset_error_offset_before_onset(tag): - return f"Offset tag '{tag}' does not have a matching onset.", {} + return f"Offset tag '{tag}' does not have a matching onset." @hed_tag_error(OnsetErrors.ONSET_NO_DEF_TAG_FOUND, actual_code=ValidationErrors.HED_ONSET_OFFSET_ERROR) def onset_no_def_found(tag): - return f"'{tag}' tag has no def or def-expand tag in string.", {} + return f"'{tag}' tag has no def or def-expand tag in string." @hed_tag_error(OnsetErrors.ONSET_TOO_MANY_DEFS, actual_code=ValidationErrors.HED_ONSET_OFFSET_ERROR) def onset_too_many_defs(tag, tag_list): tag_list_strings = [str(tag) for tag in tag_list] - return f"Too many def tags found in onset for {tag}. Expected 1, also found: {tag_list_strings}", {} + return f"Too many def tags found in onset for {tag}. Expected 1, also found: {tag_list_strings}" @hed_tag_error(OnsetErrors.ONSET_WRONG_NUMBER_GROUPS, actual_code=ValidationErrors.HED_ONSET_OFFSET_ERROR) def onset_too_many_groups(tag, tag_list): tag_list_strings = [str(a_tag) for a_tag in tag_list] return f"An onset tag should have at most 2 sibling nodes, an offset tag should have 1. " +\ - f"Found {len(tag_list_strings)}: {tag_list_strings}", {} + f"Found {len(tag_list_strings)}: {tag_list_strings}" @hed_tag_error(OnsetErrors.ONSET_TAG_OUTSIDE_OF_GROUP, actual_code=ValidationErrors.HED_ONSET_OFFSET_ERROR) def onset_wrong_type_tag(tag, def_tag): return f"Onset def tag '{def_tag}' has an improper sibling tag '{tag}'. All onset context tags must be " + \ - f"in a single group together.", {} + f"in a single group together." @hed_tag_error(OnsetErrors.ONSET_PLACEHOLDER_WRONG, actual_code=ValidationErrors.HED_ONSET_OFFSET_ERROR) def onset_wrong_placeholder(tag, has_placeholder): if has_placeholder: - return f"Onset/offset def tag {tag} expects a placeholder value, but does not have one.", {} - return f"Onset/offset def tag {tag} should not have a placeholder, but has one.", {} + return f"Onset/offset def tag {tag} expects a placeholder value, but does not have one." + return f"Onset/offset def tag {tag} should not have a placeholder, but has one." diff --git a/hed/errors/error_reporter.py b/hed/errors/error_reporter.py index 8f8b1e368..4a7fd91a9 100644 --- a/hed/errors/error_reporter.py +++ b/hed/errors/error_reporter.py @@ -43,8 +43,8 @@ def wrapper(*args, severity=default_severity, **kwargs): Returns: list: A list of dict with the errors.= """ - base_message, error_vars = func(*args, **kwargs) - error_object = ErrorHandler._create_error_object(actual_code, base_message, severity, **error_vars) + base_message = func(*args, **kwargs) + error_object = ErrorHandler._create_error_object(actual_code, base_message, severity) return error_object _register_error_function(error_type, wrapper_func=wrapper) @@ -97,8 +97,8 @@ def wrapper(tag, index_in_tag, index_in_tag_end, *args, severity=default_severit except AttributeError: org_tag_text = str(tag) - base_message, error_vars = func(org_tag_text, problem_sub_tag, *args, **kwargs) - error_object = ErrorHandler._create_error_object(actual_code, base_message, severity, **error_vars, + base_message = func(org_tag_text, problem_sub_tag, *args, **kwargs) + error_object = ErrorHandler._create_error_object(actual_code, base_message, severity, index_in_tag=index_in_tag, index_in_tag_end=index_in_tag_end, source_tag=tag) @@ -129,8 +129,8 @@ def wrapper(tag, *args, severity=default_severity, **kwargs): org_tag_text = tag.get_original_hed_string() else: org_tag_text = str(tag) - base_message, error_vars = func(org_tag_text, *args, **kwargs) - error_object = ErrorHandler._create_error_object(actual_code, base_message, severity, **error_vars, + base_message = func(org_tag_text, *args, **kwargs) + error_object = ErrorHandler._create_error_object(actual_code, base_message, severity, source_tag=tag) return error_object @@ -148,9 +148,10 @@ def wrapper(tag, *args, severity=default_severity, **kwargs): class ErrorHandler: - def __init__(self): + def __init__(self, check_for_warnings=True): # The current (ordered) dictionary of contexts. self.error_context = [] + self._check_for_warnings = check_for_warnings def push_error_context(self, context_type, context, increment_depth_after=True): """ Push a new error context to narrow down error scope. @@ -191,8 +192,12 @@ def get_error_context_copy(self): def format_error_with_context(self, *args, **kwargs): error_object = ErrorHandler.format_error(*args, **kwargs) if self is not None: - self._add_context_to_errors(error_object[0], self.error_context) - self._update_error_with_char_pos(error_object[0]) + actual_error = error_object[0] + # # Filter out warning errors + if not self._check_for_warnings and actual_error['severity'] >= ErrorSeverity.WARNING: + return [] + self._add_context_to_errors(actual_error, self.error_context) + self._update_error_with_char_pos(actual_error) return error_object @@ -225,26 +230,19 @@ def format_error(error_type, *args, actual_error=None, **kwargs): return [error_object] - def add_context_to_issues(self, issues): + def add_context_and_filter(self, issues): + """ Filter out warnings if requested, while adding context to issues. + + issues(list): + list: A list containing a single dictionary representing a single error. + """ + if not self._check_for_warnings: + issues[:] = self.filter_issues_by_severity(issues, ErrorSeverity.ERROR) + for error_object in issues: self._add_context_to_errors(error_object, self.error_context) self._update_error_with_char_pos(error_object) - def format_error_list(self, issue_params): - """ Convert an issue params list to an issues list. This means adding the error context primarily. - - Parameters: - issue_params (list): A list of dict containing the unformatted issues list. - - Returns: - list: A list of dict containing unformatted errors. - - """ - formatted_issues = [] - for issue in issue_params: - formatted_issues += self.format_error(**issue) - return formatted_issues - @staticmethod def format_error_from_context(error_type, error_context, *args, actual_error=None, **kwargs): """ Format an error based on the error type. @@ -262,6 +260,7 @@ def format_error_from_context(error_type, error_context, *args, actual_error=Non Notes: - Generally the error_context is returned from _add_context_to_errors. - The actual_error is useful for errors that are shared like invalid character. + - This can't filter out warnings like the other ones. """ error_func = error_functions.get(error_type) diff --git a/hed/errors/error_types.py b/hed/errors/error_types.py index feb21bef6..ac76f6992 100644 --- a/hed/errors/error_types.py +++ b/hed/errors/error_types.py @@ -47,6 +47,7 @@ class ValidationErrors: HED_UNITS_DEFAULT_USED = 'HED_UNITS_DEFAULT_USED' HED_VALUE_INVALID = 'HED_VALUE_INVALID' HED_LIBRARY_UNMATCHED = "HED_LIBRARY_UNMATCHED" + TAG_PREFIX_INVALID = "TAG_PREFIX_INVALID" # HED_VERSION_WARNING HED_MISSING_REQUIRED_COLUMN = "HED_MISSING_REQUIRED_COLUMN" @@ -75,12 +76,14 @@ class ValidationErrors: class SidecarErrors: # These are for json sidecar validation errors(sidecars can also produce most normal validation errors) + SIDECAR_INVALID = "SIDECAR_INVALID" # this is the generic error reported for several later ones BLANK_HED_STRING = 'blankValueString' WRONG_HED_DATA_TYPE = 'wrongHedDataType' INVALID_POUND_SIGNS_VALUE = 'invalidNumberPoundSigns' INVALID_POUND_SIGNS_CATEGORY = 'tooManyPoundSigns' UNKNOWN_COLUMN_TYPE = 'sidecarUnknownColumn' - + SIDECAR_HED_USED = 'SIDECAR_HED_USED' + SIDECAR_NA_USED = 'SIDECAR_NA_USED' class SchemaErrors: HED_SCHEMA_DUPLICATE_NODE = 'HED_SCHEMA_DUPLICATE_NODE' diff --git a/hed/errors/exceptions.py b/hed/errors/exceptions.py index 4b90f9b66..72ab0eead 100644 --- a/hed/errors/exceptions.py +++ b/hed/errors/exceptions.py @@ -8,6 +8,8 @@ class HedExceptions: CANNOT_PARSE_JSON = 'cannotParseJson' INVALID_EXTENSION = 'invalidExtension' + INVALID_DATAFRAME = 'INVALID_DATAFRAME' + # These are actual schema issues, not that the file cannot be found or parsed SCHEMA_HEADER_MISSING = 'HED_SCHEMA_HEADER_INVALID' HED_SCHEMA_HEADER_INVALID = 'HED_SCHEMA_HEADER_INVALID' diff --git a/hed/models/__init__.py b/hed/models/__init__.py index 07c044319..3f6d50d56 100644 --- a/hed/models/__init__.py +++ b/hed/models/__init__.py @@ -5,15 +5,12 @@ from .column_metadata import ColumnMetadata, ColumnType from .definition_dict import DefinitionDict from .definition_entry import DefinitionEntry -from .def_mapper import DefMapper from .expression_parser import QueryParser from .hed_group import HedGroup from .spreadsheet_input import SpreadsheetInput -from .hed_ops import HedOps from .hed_string import HedString from .hed_string_group import HedStringGroup from .hed_tag import HedTag -from .onset_mapper import OnsetMapper from .sidecar import Sidecar from .tabular_input import TabularInput from .timeseries_input import TimeseriesInput diff --git a/hed/models/base_input.py b/hed/models/base_input.py index 33a35a96a..869bc4ea6 100644 --- a/hed/models/base_input.py +++ b/hed/models/base_input.py @@ -1,19 +1,12 @@ +import re import os + import openpyxl import pandas -import copy -from hed.models.definition_dict import DefinitionDict from hed.models.column_mapper import ColumnMapper from hed.errors.exceptions import HedFileError, HedExceptions -from hed.errors.error_types import ErrorContext, ErrorSeverity from hed.errors.error_reporter import ErrorHandler -from hed.models import model_constants -from hed.models.hed_ops import translate_ops -from hed.models.onset_mapper import OnsetMapper -from hed.models.hed_string import HedString -from hed.models.hed_string_group import HedStringGroup -from hed.models.def_mapper import DefMapper class BaseInput: @@ -27,8 +20,8 @@ class BaseInput: TAB_DELIMITER = '\t' COMMA_DELIMITER = ',' - def __init__(self, file, file_type=None, worksheet_name=None, has_column_names=True, mapper=None, def_mapper=None, - definition_columns=None, name=None, allow_blank_names=True, hed_schema=None): + def __init__(self, file, file_type=None, worksheet_name=None, has_column_names=True, mapper=None, name=None, + allow_blank_names=True): """ Constructor for the BaseInput class. Parameters: @@ -40,10 +33,8 @@ def __init__(self, file, file_type=None, worksheet_name=None, has_column_names=T has_column_names (bool): True if file has column names. This value is ignored if you pass in a pandas dataframe. mapper (ColumnMapper or None): Indicates which columns have HED tags. - definition_columns(list or None): A list of columns to check for definitions. Explicit 'None' means all. name (str or None): Optional field for how this file will report errors. allow_blank_names(bool): If True, column names can be blank - hed_schema(HedSchema or None): The schema to use by default in identifying tags Notes: - See SpreadsheetInput or TabularInput for examples of how to use built-in a ColumnMapper. @@ -51,17 +42,11 @@ def __init__(self, file, file_type=None, worksheet_name=None, has_column_names=T if mapper is None: mapper = ColumnMapper() self._mapper = mapper - if def_mapper is None: - def_mapper = DefMapper(mapper.get_def_dicts()) - self._def_mapper = def_mapper self._has_column_names = has_column_names self._name = name - # This is the loaded workbook if we loaded originally from an excel file. + # This is the loaded workbook if we loaded originally from an Excel file. self._loaded_workbook = None self._worksheet_name = worksheet_name - self._def_columns = definition_columns - self._schema = hed_schema - self.file_def_dict = None pandas_header = 0 if not self._has_column_names: pandas_header = None @@ -82,7 +67,9 @@ def __init__(self, file, file_type=None, worksheet_name=None, has_column_names=T raise HedFileError(HedExceptions.FILE_NOT_FOUND, "Empty file passed to BaseInput.", file) elif input_type in self.TEXT_EXTENSION: self._dataframe = pandas.read_csv(file, delimiter='\t', header=pandas_header, - dtype=str, keep_default_na=False, na_values=None) + dtype=str, keep_default_na=True, na_values=None) + # Convert nan values to a known value + self._dataframe = self._dataframe.fillna("n/a") elif input_type in self.EXCEL_EXTENSION: self._loaded_workbook = openpyxl.load_workbook(file) loaded_worksheet = self.get_worksheet(self._worksheet_name) @@ -90,8 +77,11 @@ def __init__(self, file, file_type=None, worksheet_name=None, has_column_names=T else: raise HedFileError(HedExceptions.INVALID_EXTENSION, "", file) - column_issues = ColumnMapper.validate_column_map(self.columns, - allow_blank_names=allow_blank_names) + if self._dataframe.size == 0: + raise HedFileError(HedExceptions.INVALID_DATAFRAME, "Invalid dataframe(malformed datafile, etc)", file) + + # todo: Can we get rid of this behavior now that we're using pandas? + column_issues = ColumnMapper.validate_column_map(self.columns, allow_blank_names=allow_blank_names) if column_issues: raise HedFileError(HedExceptions.BAD_COLUMN_NAMES, "Duplicate or blank columns found. See issues.", self.name, issues=column_issues) @@ -113,15 +103,29 @@ def reset_mapper(self, new_mapper): columns = self._dataframe.columns self._mapper.set_column_map(columns) - self.file_def_dict = self.extract_definitions() - - self.update_definition_mapper(self.file_def_dict) - @property def dataframe(self): """ The underlying dataframe. """ return self._dataframe + @property + def dataframe_a(self): + """Return the assembled dataframe + Probably a placeholder name. + + Returns: + Dataframe: the assembled dataframe""" + return self.assemble() + + @property + def series_a(self): + """Return the assembled dataframe as a series + Probably a placeholder name. + + Returns: + Series: the assembled dataframe with columns merged""" + return self.combine_dataframe(self.assemble()) + @property def name(self): """ Name of the data. """ @@ -142,125 +146,101 @@ def worksheet_name(self): """ The worksheet name. """ return self._worksheet_name - def get_definitions(self, as_strings=False): - if as_strings: - return DefinitionDict.get_as_strings(self._def_mapper.gathered_defs) - else: - return self._def_mapper - - def _convert_to_form(self, hed_schema, tag_form, error_handler): - """ Convert all tags to the specified form. + def convert_to_form(self, hed_schema, tag_form): + """ Convert all tags in underlying dataframe to the specified form. Parameters: - hed_schema (HedSchema or None): The schema to use to convert tags. - If None, uses the one used to open the file. - tag_form (str): The form to convert the tags to (short_tag, long_tag, base_tag, etc). - error_handler (ErrorHandler or None): The error handler to use for context or default if none. + hed_schema (HedSchema): The schema to use to convert tags. + tag_form(str): HedTag property to convert tags to. + Most cases should use convert_to_short or convert_to_long below. + """ + from hed.models.df_util import convert_to_form + convert_to_form(self._dataframe, hed_schema, tag_form, self._mapper.get_tag_columns()) - Returns: - dict: A list of issue dictionaries corresponding to issues found during conversion. + def convert_to_short(self, hed_schema): + """ Convert all tags in underlying dataframe to short form. + Parameters: + hed_schema (HedSchema): The schema to use to convert tags. """ - error_list = [] - if hed_schema is None: - hed_schema = self._schema - if hed_schema is None: - raise ValueError("Cannot convert between tag forms without a schema.") - for row_number, row_dict in enumerate(self.iter_dataframe(hed_ops=hed_schema, - return_string_only=False, - remove_definitions=False, - requested_columns=self._mapper.get_tag_columns(), - error_handler=error_handler)): - column_to_hed_tags_dictionary = row_dict[model_constants.COLUMN_TO_HED_TAGS] - error_list += row_dict[model_constants.ROW_ISSUES] - for column_number in column_to_hed_tags_dictionary: - column_hed_string = column_to_hed_tags_dictionary[column_number] - self.set_cell(row_number, column_number, column_hed_string, - include_column_prefix_if_exist=False, tag_form=tag_form) - - return error_list - - def convert_to_short(self, hed_schema=None, error_handler=None): - """ Convert all tags to short form. + return self.convert_to_form(hed_schema, "short_tag") + + def convert_to_long(self, hed_schema): + """ Convert all tags in underlying dataframe to long form. Parameters: hed_schema (HedSchema or None): The schema to use to convert tags. - If None, uses the one used to open the file. - error_handler (ErrorHandler): The error handler to use for context, uses a default if none. - - Returns: - dict: A list of issue dictionaries corresponding to issues found during conversion. - """ - return self._convert_to_form(hed_schema, "short_tag", error_handler) + return self.convert_to_form(hed_schema, "long_tag") - def convert_to_long(self, hed_schema=None, error_handler=None): - """ Convert all tags to long form. + def shrink_defs(self, hed_schema): + """ Shrinks any def-expand found in the underlying dataframe. Parameters: - hed_schema (HedSchema or None): The schema to use to convert tags. - If None, uses the one used to open the file. - error_handler (ErrorHandler): The error handler to use for context, uses a default if none. + hed_schema (HedSchema or None): The schema to use to identify defs + """ + from df_util import shrink_defs + shrink_defs(self._dataframe, hed_schema=hed_schema, columns=self._mapper.get_tag_columns()) - Returns: - dict: A list of issue dictionaries corresponding to issues found during conversion. + def expand_defs(self, hed_schema, def_dict): + """ Shrinks any def-expand found in the underlying dataframe. + Parameters: + hed_schema (HedSchema or None): The schema to use to identify defs + def_dict (DefinitionDict): The definitions to expand """ - return self._convert_to_form(hed_schema, "long_tag", error_handler) + from df_util import expand_defs + expand_defs(self._dataframe, hed_schema=hed_schema, def_dict=def_dict, columns=self._mapper.get_tag_columns()) - def to_excel(self, file, output_processed_file=False): + def to_excel(self, file, output_assembled=False): """ Output to an Excel file. Parameters: file (str or file-like): Location to save this base input. - output_processed_file (bool): If True, replace definitions and labels in HED columns. - Also fills in things like categories. + output_assembled (bool): Plug in categories and values from the sidecar directly. Raises: - HedFileError if empty file object or file cannot be opened. + ValueError: if empty file object or file cannot be opened. """ if not file: raise ValueError("Empty file name or object passed in to BaseInput.save.") - # For now just make a copy if we want to save a formatted copy. Could optimize this further. - if output_processed_file: - output_file = self._get_processed_copy() - else: - output_file = self + dataframe = self._dataframe + + if output_assembled: + dataframe = self.dataframe_a if self._loaded_workbook: old_worksheet = self.get_worksheet(self._worksheet_name) - # excel spreadsheets are 1 based, then add another 1 for column names if present + # Excel spreadsheets are 1 based, then add another 1 for column names if present adj_row_for_col_names = 1 if self._has_column_names: adj_row_for_col_names += 1 adj_for_one_based_cols = 1 - for row_number, text_file_row in output_file._dataframe.iterrows(): + for row_number, text_file_row in dataframe.iterrows(): for column_number, column_text in enumerate(text_file_row): old_worksheet.cell(row_number + adj_row_for_col_names, column_number + adj_for_one_based_cols).value = \ - output_file._dataframe.iloc[row_number, column_number] + dataframe.iloc[row_number, column_number] self._loaded_workbook.save(file) else: - output_file._dataframe.to_excel(file, header=self._has_column_names) + dataframe.to_excel(file, header=self._has_column_names) - def to_csv(self, file=None, output_processed_file=False): + def to_csv(self, file=None, output_assembled=False): """ Write to file or return as a string. Parameters: file (str, file-like, or None): Location to save this file. If None, return as string. - output_processed_file (bool): Replace all definitions and labels in HED columns as appropriate. - Also fills in things like categories. + output_assembled (bool): Plug in categories and values from the sidecar directly. Returns: None or str: None if file is given or the contents as a str if file is None. """ - # For now just make a copy if we want to save a formatted copy. Could optimize this further. - if output_processed_file: - output_file = self._get_processed_copy() - else: - output_file = self - csv_string_if_filename_none = output_file._dataframe.to_csv(file, '\t', index=False, - header=output_file._has_column_names) + dataframe = self._dataframe + + if output_assembled: + dataframe = self.dataframe_a + + csv_string_if_filename_none = dataframe.to_csv(file, '\t', index=False, header=self._has_column_names) return csv_string_if_filename_none @property @@ -277,118 +257,32 @@ def columns(self): columns = list(self._dataframe.columns) return columns - @property - def def_dict(self): - """ Returns a dict of all the definitions found in this and sidecars + def column_metadata(self): + """Get the metadata for each column Returns: - def_dict(dict): {str: DefinitionEntry} pairs for each found definition + dict: number/ColumnMeta pairs """ - if self._def_mapper: - return self._def_mapper.gathered_defs + if self._mapper: + return self._mapper._final_column_map return {} - def __iter__(self): - """ Iterate over the underlying dataframe. """ - return self.iter_dataframe() - - def iter_dataframe(self, hed_ops=None, mapper=None, requested_columns=None, return_string_only=True, - run_string_ops_on_columns=False, error_handler=None, expand_defs=False, remove_definitions=True, - **kwargs): - """ Iterate rows based on the given column mapper. - - Parameters: - hed_ops (list, func, HedOps, or None): A func, a HedOps or a list of these to apply to the - hed strings before returning. - mapper (ColumnMapper or None): The column name to column number mapper (or internal mapper if None). - requested_columns(list or None): If this is not None, return ONLY these columns. Names or numbers allowed. - return_string_only (bool): If True, do not return issues list, individual columns, attribute columns, etc. - run_string_ops_on_columns (bool): If true, run all tag and string ops on columns, - rather than columns then rows. - error_handler (ErrorHandler or None): The error handler to use for context or a default if None. - expand_defs (bool): If True, expand def tags into def-expand groups. - remove_definitions (bool): If true, remove all definition tags found. - kwargs (kwargs): See models.hed_ops.translate_ops or the specific hed_ops for additional options. - - Yields: - dict: A dict with parsed row, including keys: "HED", "column_to_hed_tags", and possibly "column_issues". - - """ - if error_handler is None: - error_handler = ErrorHandler() - - if mapper is None: - mapper = self._mapper - - if requested_columns: - # Make a copy to ensure we don't alter the actual mapper - mapper = copy.deepcopy(mapper) - mapper.set_requested_columns(requested_columns) - - tag_funcs, string_funcs = self._translate_ops(hed_ops, run_string_ops_on_columns=run_string_ops_on_columns, - expand_defs=expand_defs, remove_definitions=remove_definitions, - error_handler=error_handler, **kwargs) - - # Iter tuples is ~ 25% faster compared to iterrows in our use case - for row_number, text_file_row in enumerate(self._dataframe.itertuples(index=False)): - error_handler.push_error_context(ErrorContext.ROW, row_number) - yield self._expand_row_internal(text_file_row, tag_funcs, string_funcs, - error_handler=error_handler, - mapper=mapper, return_string_only=return_string_only) - error_handler.pop_error_context() - - def _expand_row_internal(self, text_file_row, tag_funcs, string_funcs, error_handler, - mapper=None, return_string_only=False): - row_dict = mapper.expand_row_tags(text_file_row) - column_to_hed_tags = row_dict[model_constants.COLUMN_TO_HED_TAGS] - expansion_column_issues = row_dict.get(model_constants.COLUMN_ISSUES, {}) - - row_issues = [] - if tag_funcs: - row_issues += self._run_column_ops(column_to_hed_tags, tag_funcs, - expansion_column_issues, - error_handler) - - # Return a combined string if we're also returning columns. - if not return_string_only: - final_hed_string = HedStringGroup(column_to_hed_tags.values()) - else: - final_hed_string = HedString.from_hed_strings(contents=column_to_hed_tags.values()) - - if string_funcs: - row_issues += self._run_row_ops(final_hed_string, string_funcs, error_handler) - - if not return_string_only: - row_dict[model_constants.ROW_ISSUES] = row_issues - row_dict[model_constants.ROW_HED_STRING] = final_hed_string - return row_dict - # Return a HedString rather than a HedStringGroup - return final_hed_string - - def set_cell(self, row_number, column_number, new_string_obj, include_column_prefix_if_exist=False, - tag_form="short_tag"): + def set_cell(self, row_number, column_number, new_string_obj, tag_form="short_tag"): """ Replace the specified cell with transformed text. Parameters: row_number (int): The row number of the spreadsheet to set. column_number (int): The column number of the spreadsheet to set. new_string_obj (HedString): Object with text to put in the given cell. - include_column_prefix_if_exist (bool): If True and the column matches one from mapper - _column_prefix_dictionary, remove the prefix. tag_form (str): Version of the tags (short_tag, long_tag, base_tag, etc) Notes: Any attribute of a HedTag that returns a string is a valid value of tag_form. - """ if self._dataframe is None: raise ValueError("No data frame loaded") - transform_func = None - if not include_column_prefix_if_exist: - transform_func = self._mapper.get_prefix_remove_func(column_number) - - new_text = new_string_obj.get_as_form(tag_form, transform_func) + new_text = new_string_obj.get_as_form(tag_form) self._dataframe.iloc[row_number, column_number] = new_text def get_worksheet(self, worksheet_name=None): @@ -412,47 +306,6 @@ def get_worksheet(self, worksheet_name=None): else: return None - def get_def_and_mapper_issues(self, error_handler, check_for_warnings=False): - """ Return definition and column issues. - - Parameters: - error_handler (ErrorHandler): The error handler to use. - check_for_warnings (bool): If True check for and return warnings as well as errors. - - Returns: - dict: A list of definition and mapping issues. Each issue is a dictionary. - - """ - issues = [] - issues += self.file_def_dict.get_definition_issues() - - # Gather any issues from the mapper for things like missing columns. - mapper_issues = self._mapper.get_column_mapping_issues() - error_handler.add_context_to_issues(mapper_issues) - issues += mapper_issues - if not check_for_warnings: - issues = ErrorHandler.filter_issues_by_severity(issues, ErrorSeverity.ERROR) - return issues - - def _get_processed_copy(self): - """ Return a processed copy of this file. - - Returns: - BaseInput: The copy. - - Notes: - Processing includes definitions replaced, columns expanded, etc. - - """ - output_file = copy.deepcopy(self) - for row_number, row_dict in enumerate(self.iter_dataframe(return_string_only=False)): - column_to_hed_tags_dictionary = row_dict[model_constants.COLUMN_TO_HED_TAGS] - for column_number in column_to_hed_tags_dictionary: - new_text = column_to_hed_tags_dictionary[column_number] - output_file.set_cell(row_number, column_number, new_text, tag_form="short_tag") - - return output_file - @staticmethod def _get_dataframe_from_worksheet(worksheet, has_headers): """ Create a dataframe from the worksheet. @@ -474,139 +327,91 @@ def _get_dataframe_from_worksheet(worksheet, has_headers): else: return pandas.DataFrame(worksheet.values, dtype=str) - def _run_validators(self, hed_ops, error_handler, expand_defs=False, **kwargs): - validation_issues = [] - for row_dict in self.iter_dataframe(hed_ops=hed_ops, - return_string_only=False, - error_handler=error_handler, expand_defs=expand_defs, - **kwargs): - validation_issues += row_dict[model_constants.ROW_ISSUES] - - return validation_issues - - def _run_column_ops(self, column_to_hed_tags_dictionary, column_ops, expansion_column_issues, error_handler): - validation_issues = [] - if column_to_hed_tags_dictionary: - for column_number, column_hed_string in column_to_hed_tags_dictionary.items(): - new_column_issues = [] - error_handler.push_error_context(ErrorContext.COLUMN, column_number) - if column_hed_string is not None: - error_handler.push_error_context(ErrorContext.HED_STRING, column_hed_string, - increment_depth_after=False) - if column_number in expansion_column_issues: - new_column_issues += expansion_column_issues[column_number] - - if column_hed_string is not None: - new_column_issues += column_hed_string.apply_funcs(column_ops) - error_handler.add_context_to_issues(new_column_issues) - if column_hed_string is not None: - error_handler.pop_error_context() - error_handler.pop_error_context() - validation_issues += new_column_issues - - return validation_issues - - def _run_row_ops(self, row_hed_string, row_ops, error_handler): - error_handler.push_error_context(ErrorContext.HED_STRING, row_hed_string, increment_depth_after=False) - row_issues = row_hed_string.apply_funcs(row_ops) - error_handler.add_context_to_issues(row_issues) - error_handler.pop_error_context() - return row_issues - - def validate_file(self, hed_ops, name=None, error_handler=None, check_for_warnings=True, **kwargs): - """ Run the hed_ops on columns and rows. + def validate(self, hed_schema, extra_def_dicts=None, name=None, error_handler=None): + """Creates a SpreadsheetValidator and returns all issues with this fil Parameters: - hed_ops (func, HedOps, or list of func and/or HedOps): The HedOps of funcs to apply. - name (str): If present, use this as the filename for context, rather than using the actual filename - Useful for temp filenames. - error_handler (ErrorHandler or None): Used to report errors a default one if None. - check_for_warnings (bool): If True check for and return warnings as well as errors. - kwargs: See models.hed_ops.translate_ops or the specific hed_ops for additional options. - + hed_schema(HedSchema): The schema to use for validation + extra_def_dicts(list of DefDict or DefDict): all definitions to use for validation + name(str): The name to report errors from this file as + error_handler (ErrorHandler): Error context to use. Creates a new one if None Returns: - list: The list of validation issues found. The list elements are dictionaries. - + issues (list of dict): A list of issues for hed string """ + from hed.validator.spreadsheet_validator import SpreadsheetValidator if not name: name = self.name - if not isinstance(hed_ops, list): - hed_ops = [hed_ops] - - if error_handler is None: - error_handler = ErrorHandler() - - error_handler.push_error_context(ErrorContext.FILE_NAME, name) - validation_issues = self.get_def_and_mapper_issues(error_handler, check_for_warnings=check_for_warnings) - validation_issues += self._run_validators(hed_ops, error_handler=error_handler, - check_for_warnings=check_for_warnings, **kwargs) - error_handler.pop_error_context() - + tab_validator = SpreadsheetValidator(hed_schema) + validation_issues = tab_validator.validate(self, self._mapper.get_def_dict(hed_schema, extra_def_dicts), name, + error_handler=error_handler) return validation_issues - def extract_definitions(self, error_handler=None): - """ Gather and validate all definitions. + @staticmethod + def _dataframe_has_names(dataframe): + for column in dataframe.columns: + if isinstance(column, str): + return True + return False + + def assemble(self, mapper=None): + """ Assembles the hed strings Parameters: - error_handler (ErrorHandler): The error handler to use for context or a default if None. + mapper(ColumnMapper or None): Generally pass none here unless you want special behavior. Returns: - DefinitionDict: Contains all the definitions located in the file. - + Dataframe: the assembled dataframe """ - if error_handler is None: - error_handler = ErrorHandler() - new_def_dict = DefinitionDict() - hed_ops = [self._schema, new_def_dict] - for _ in self.iter_dataframe(hed_ops=hed_ops, - return_string_only=False, - requested_columns=self._def_columns, - run_string_ops_on_columns=True, - remove_definitions=False, - error_handler=error_handler): - pass - - return new_def_dict - - def update_definition_mapper(self, def_dict): - """ Add definitions from dict(s) if mapper exists. + if mapper is None: + mapper = self._mapper + import pandas as pd + transformers, need_categorical = mapper.get_transformers() + if not transformers: + return None + all_columns = self._dataframe + if need_categorical: + all_columns[need_categorical] = all_columns[need_categorical].astype('category') + + all_columns = all_columns.transform(transformers) + + possible_column_references = [f"{column_name}" for column_name in self.columns if + column_name.lower() != "hed"] + found_column_references = [] + for column_name in all_columns: + df = all_columns[column_name].str.findall("\[([a-z_\-0-9]+)\]", re.IGNORECASE) + u_vals = pd.Series([j for i in df for j in i], dtype=str) + u_vals = u_vals.unique() + for val in u_vals: + if val not in found_column_references: + found_column_references.append(val) + + valid_replacements = [col for col in found_column_references if col in possible_column_references] + + column_names = list(transformers.keys()) + for column_name in valid_replacements: + column_names.remove(column_name) + saved_columns = all_columns[valid_replacements] + for column_name in column_names: + for replacing_name in valid_replacements: + column_name_brackets = f"[{replacing_name}]" + all_columns[column_name] = pd.Series(x.replace(column_name_brackets, y) for x, y + in zip(all_columns[column_name], saved_columns[replacing_name])) + all_columns = all_columns[column_names] + + return all_columns + + @staticmethod + def combine_dataframe(dataframe): + """ Combines all columns in the given dataframe into a single hed string series. Parameters: - def_dict (list or DefinitionDict): Add the DefDict or list of DefDict to the internal definition mapper. + dataframe(Dataframe): The dataframe to combine + Returns: + Series: the assembled series """ - if self._def_mapper is not None: - self._def_mapper.add_definitions(def_dict) - - def _translate_ops(self, hed_ops, run_string_ops_on_columns, expand_defs, remove_definitions, **kwargs): - - tag_funcs = [] - string_funcs = [] - if hed_ops or expand_defs or remove_definitions: - if not isinstance(hed_ops, list): - hed_ops = [hed_ops] - hed_ops = hed_ops.copy() - if not run_string_ops_on_columns: - self._add_def_onset_mapper(hed_ops) - tag_funcs, string_funcs = translate_ops(hed_ops, split_ops=True, hed_schema=self._schema, - expand_defs=expand_defs, - remove_definitions=remove_definitions, - **kwargs) - else: - tag_funcs = translate_ops(hed_ops, hed_schema=self._schema, expand_defs=expand_defs, **kwargs) - - return tag_funcs, string_funcs - - def _add_def_onset_mapper(self, hed_ops): - if not any(isinstance(hed_op, DefMapper) for hed_op in hed_ops): - if self._def_mapper: - hed_ops.append(self._def_mapper) - hed_ops.append(OnsetMapper(self._def_mapper)) - return hed_ops + dataframe = dataframe.agg(', '.join, axis=1) - @staticmethod - def _dataframe_has_names(dataframe): - for column in dataframe.columns: - if isinstance(column, str): - return True - return False + # Potentially better ways to handle removing n/a by never inserting them to begin with. + dataframe = dataframe.replace("(, n/a|n/a,)", "", regex=True) + return dataframe diff --git a/hed/models/column_mapper.py b/hed/models/column_mapper.py index f6fd12edb..3c4c87a63 100644 --- a/hed/models/column_mapper.py +++ b/hed/models/column_mapper.py @@ -1,13 +1,10 @@ from hed.models.column_metadata import ColumnMetadata, ColumnType from hed.models.sidecar import Sidecar -from hed.models.hed_string import HedString -from hed.models import model_constants from hed.errors.error_reporter import ErrorHandler from hed.errors.error_types import ValidationErrors import copy - PANDAS_COLUMN_PREFIX_TO_IGNORE = "Unnamed: " @@ -27,6 +24,9 @@ def __init__(self, sidecar=None, tag_columns=None, column_prefix_dictionary=None Sidecar column definitions will take precedent if there is a conflict with tag_columns. column_prefix_dictionary (dict): Dictionary with keys that are column numbers and values are HED tag prefixes to prepend to the tags in that column before processing. + May be deprecated. These are no longer prefixes, but rather converted to value columns. + eg. {"key": "Description"} will turn into a value column as {"key": "Description/#"} + This means it no longer accepts anything but the value portion only in the columns. optional_tag_columns (list): A list of ints or strings containing the columns that contain the HED tags. If the column is otherwise unspecified, convert this column type to HEDTags. requested_columns (list or None): A list of columns you wish to retrieve. @@ -64,11 +64,41 @@ def __init__(self, sidecar=None, tag_columns=None, column_prefix_dictionary=None self.set_requested_columns(requested_columns, False) self.set_tag_columns(tag_columns, optional_tag_columns, False) - self.set_column_prefix_dict(column_prefix_dictionary, False) + self._add_value_columns(column_prefix_dictionary) # finalize the column map based on initial settings with no header self._finalize_mapping() + def get_transformers(self): + """ Return the transformers to use on a dataframe + + """ + final_transformers = {} + need_categorical = [] + for column in self._final_column_map.values(): + assign_to_column = column.column_name + if isinstance(assign_to_column, int): + if self._column_map: + assign_to_column = self._column_map[assign_to_column - 1] + else: + assign_to_column = assign_to_column - 1 + if column.column_type == ColumnType.Ignore: + continue + elif column.column_type == ColumnType.Value: + value_str = column._hed_dict + from functools import partial + final_transformers[assign_to_column] = partial(self._value_handler, value_str) + elif column.column_type == ColumnType.Categorical: + need_categorical.append(column.column_name) + category_values = column._hed_dict + from functools import partial + final_transformers[assign_to_column] = partial(self._category_handler, category_values) + else: + final_transformers[assign_to_column] = lambda x: x + # print(column.column_type) + + return final_transformers, need_categorical + @staticmethod def validate_column_map(column_map, allow_blank_names): """ Validate there are no issues with column names. @@ -89,10 +119,10 @@ def validate_column_map(column_map, allow_blank_names): if name is None or name.startswith(PANDAS_COLUMN_PREFIX_TO_IGNORE): issues += ErrorHandler.format_error(ValidationErrors.HED_BLANK_COLUMN, column_number) continue - if name in used_names: - # todo: Add this check once it's more fleshed out - # issues += ErrorHandler.format_error(ValidationErrors.HED_DUPLICATE_COLUMN, name) - continue + # if name in used_names: + # # todo: Add this check once it's more fleshed out + # issues += ErrorHandler.format_error(ValidationErrors.HED_DUPLICATE_COLUMN, name) + # continue used_names.add(name) return issues @@ -116,34 +146,18 @@ def _set_sidecar(self, sidecar): self._sidecar = sidecar def get_tag_columns(self): - """ Returns the column numbers that are mapped to be HedTags + """ Returns the column numbers or names that are mapped to be HedTags Note: This is NOT the tag_columns or optional_tag_columns parameter, though they set it. Returns: - column_numbers(list): A list of column numbers that are ColumnType.HedTags + column_identifiers(list): A list of column numbers or names that are ColumnType.HedTags. + 0-based if integer-based, otherwise column name. """ - return [number for number, column_entry in self._final_column_map.items() + return [column_entry.column_name - 1 if isinstance(column_entry.column_name, int) else column_entry.column_name + for number, column_entry in self._final_column_map.items() if column_entry.column_type == ColumnType.HEDTags] - def set_column_prefix_dict(self, column_prefix_dictionary, finalize_mapping=True): - """ Replace the column prefix dictionary - - Parameters: - column_prefix_dictionary (dict): Dictionary with keys that are column numbers and values are HED tag - prefixes to prepend to the tags in that column before processing. - finalize_mapping (bool): Re-generate the internal mapping if True, otherwise no effect until finalize. - - Returns: - list: List of issues that occurred during this process. Each issue is a dictionary. - - """ - if column_prefix_dictionary: - self._column_prefix_dictionary = column_prefix_dictionary - if finalize_mapping: - return self._finalize_mapping() - return [] - def set_tag_columns(self, tag_columns=None, optional_tag_columns=None, finalize_mapping=True): """ Set tag columns and optional tag columns @@ -222,88 +236,15 @@ def add_columns(self, column_names_or_numbers, column_type=ColumnType.HEDTags): new_def = ColumnMetadata(column_type, column_name) self._add_column_data(new_def) - def _expand_column(self, column_number, input_text): - """ Expand the specified text based on the rules for expanding the specified column. - - Parameters: - column_number (int): The column number this text should be treated as from. - input_text (str): The text to expand, generally from a single cell of a spreadsheet. - - Returns: - str or None: The text after expansion or None if this column is undefined or the given text is null. - False or str: Depends on the value of first return value. If None, this is an error message. - If string, this is an attribute name that should be stored separately. - - """ - - # Default 1-1 mapping if we don't have specific behavior. - if self._no_mapping_info: - return HedString(input_text), False - - # If no entry, ignore this column. - if column_number not in self._final_column_map: - return None, False - - if not input_text or input_text in self._na_patterns: - return None, False - - column_entry = self._final_column_map[column_number] - return column_entry.expand(input_text) - - def expand_row_tags(self, row_text): - """ Expand all mapped columns for row. - - Parameters: - row_text (list): The text for the given row, one list entry per column number. - - Returns: - dict: A dictionary containing the keys COLUMN_TO_HED_TAGS, COLUMN_ISSUES. - - Notes: - - The "column_to_hed_tags" is each expanded column given separately as a list of HedStrings. - - Attributes are any column identified as an attribute. - They will appear in the return value as {attribute_name: value_of_column} - - """ - result_dict = {} - column_to_hed_tags_dictionary = {} - column_issues_dict = {} - for column_number, cell_text in enumerate(row_text): - translated_column, translation_errors = self._expand_column(column_number, str(cell_text)) - if translated_column is None: - if translation_errors: - if column_number not in column_issues_dict: - column_issues_dict[column_number] = [] - column_issues_dict[column_number] += translation_errors - column_to_hed_tags_dictionary[column_number] = translated_column - continue - - column_to_hed_tags_dictionary[column_number] = translated_column - - result_dict[model_constants.COLUMN_TO_HED_TAGS] = column_to_hed_tags_dictionary - if column_issues_dict: - result_dict[model_constants.COLUMN_ISSUES] = column_issues_dict - - return result_dict - - def get_prefix_remove_func(self, column_number): - """ Return a function to removes name prefixes for column - - Parameters: - column_number (int): Column number to look up in the prefix dictionary. - - Returns: - func: A function taking a tag and string, returning a string. - - """ - if column_number not in self._final_column_map: - return None - - entry = self._final_column_map[column_number] - if not entry.column_prefix: - return None - - return entry.remove_prefix + def _add_value_columns(self, column_prefix_dictionary): + if column_prefix_dictionary: + for col, prefix in column_prefix_dictionary.items(): + if prefix.endswith("/"): + prefix = prefix + "#" + else: + prefix = prefix + "/#" + new_def = ColumnMetadata(ColumnType.Value, col, hed_dict=prefix) + self._add_column_data(new_def) def _add_column_data(self, new_column_entry): """ Add the metadata of a column to this column mapper. @@ -318,34 +259,6 @@ def _add_column_data(self, new_column_entry): column_name = new_column_entry.column_name self.column_data[column_name] = copy.deepcopy(new_column_entry) - @staticmethod - def _set_column_prefix(final_map, column_number, new_required_prefix): - """ Internal function to add this as a required name_prefix to a column - - Parameters: - final_map (dict): {column_number:prefix} Dict of column numbers with prefixes - column_number (int): The column number with this name_prefix. - new_required_prefix (str): The name_prefix to add to the column when loading from a spreadsheet. - - Raises: - TypeError if column number is passed as a str rather an int. - - Notes: - If the column is not known to the mapper, it will be added as a HEDTags column. - - """ - if isinstance(column_number, str): - raise TypeError("Must pass in a column number not column_name to _set_column_prefix") - if column_number not in final_map: - column_entry = ColumnMetadata(ColumnType.HEDTags) - final_map[column_number] = column_entry - else: - column_entry = final_map[column_number] - - column_entry.column_prefix = new_required_prefix - if column_entry.column_type is None or column_entry.column_type == ColumnType.Ignore: - column_entry.column_type = ColumnType.HEDTags - @staticmethod def _get_basic_final_map(column_map, column_data): basic_final_map = {} @@ -456,15 +369,14 @@ def _finalize_mapping(self): issues += self._add_tag_columns(final_map, unhandled_names, all_tag_columns, required_tag_columns, self._warn_on_missing_column) - # Add prefixes - for column_number, prefix in self._column_prefix_dictionary.items(): - self._set_column_prefix(final_map, column_number, prefix) - issues += ColumnMapper.validate_column_map(self._column_map.values(), allow_blank_names=False) self._final_column_map = self._filter_by_requested(final_map, self._requested_columns) + # Make sure this new dict is sorted + self._final_column_map = dict(sorted(final_map.items())) self._no_mapping_info = not self._check_if_mapping_info() + self._finalize_mapping_issues = issues return issues @@ -479,15 +391,19 @@ def _column_name_requested(self, column_name): return True return column_name in self._requested_columns - def get_def_dicts(self): + def get_def_dict(self, hed_schema=None, extra_def_dicts=None): """ Return def dicts from every column description. - Returns: - list: A list of DefinitionDict objects corresponding to each column entry. + Parameters: + hed_schema (Schema or None): A HED schema object to use for extracting definitions. + extra_def_dicts (list, DefinitionDict, or None): Extra dicts to add to the list. + Returns: + DefinitionDict: A single definition dict representing all the data(and extra def dicts) """ if self._sidecar: - return self._sidecar.get_def_dicts() + return self._sidecar.get_def_dict(hed_schema=hed_schema, extra_def_dicts=extra_def_dicts) + return [] def get_column_mapping_issues(self): @@ -498,3 +414,14 @@ def get_column_mapping_issues(self): """ return self._finalize_mapping_issues + + @staticmethod + def _category_handler(category_values, x): + return category_values.get(x, "") + + @staticmethod + def _value_handler(value_str, x): + if x == "n/a": + return "n/a" + + return value_str.replace("#", str(x)) diff --git a/hed/models/column_metadata.py b/hed/models/column_metadata.py index 3921b5b82..ecdc76f08 100644 --- a/hed/models/column_metadata.py +++ b/hed/models/column_metadata.py @@ -1,11 +1,9 @@ from enum import Enum -from hed.models.hed_string import HedString -from hed.errors.error_types import SidecarErrors, ValidationErrors -from hed.errors.error_reporter import ErrorHandler +from hed.errors.error_types import SidecarErrors class ColumnType(Enum): - """ The overall column_type of a column in column mapper, eg treat it as HED tags. + """ The overall column_type of a column in column mapper, e.g. treat it as HED tags. Mostly internal to column mapper related code """ @@ -14,7 +12,7 @@ class ColumnType(Enum): Ignore = "ignore" # This column is a category with a list of possible values to replace with hed strings. Categorical = "categorical" - # This column has a value(eg filename) that is added to a hed tag in place of a # sign. + # This column has a value(e.g. filename) that is added to a hed tag in place of a # sign. Value = "value" # Return this column exactly as given, it is HED tags. HEDTags = "hed_tags" @@ -58,105 +56,6 @@ def hed_dict(self): """ return self._hed_dict - def _get_category_hed_string(self, category): - """ Fetch the hed string for a category key. - - Parameters: - category (str): The category key to retrieve the string from. - - Returns: - str: The hed string for a given category entry in a category column. - - """ - if self.column_type != ColumnType.Categorical: - return None - - return self._hed_dict.get(category, None) - - def _get_value_hed_string(self): - """ Fetch the hed string in a value column. - - Returns: - str: The hed string for a given value column. - - """ - if self.column_type != ColumnType.Value: - return None - - return self._hed_dict - - def expand(self, input_text): - """ Expand text using the rules for this column. - - Parameters: - input_text (str): Text to expand (generally from a single cell in a spreadsheet). - - Returns: - str or None: The expanded column as a hed_string. - str or dict: If this is a string, contains the name of this column - as an attribute. If the first return value is None, this is an error message dictionary. - - Notes: - - Examples are adding name_prefix, inserting a column hed_string from a category key, etc. - - """ - column_type = self.column_type - - if column_type == ColumnType.Categorical: - final_text = self._get_category_hed_string(input_text) - if final_text: - return HedString(final_text), False - else: - return None, ErrorHandler.format_error(ValidationErrors.HED_SIDECAR_KEY_MISSING, invalid_key=input_text, - category_keys=list(self._hed_dict.keys())) - elif column_type == ColumnType.Value: - prelim_text = self._get_value_hed_string() - final_text = prelim_text.replace("#", input_text) - return HedString(final_text), False - elif column_type == ColumnType.HEDTags: - hed_string_obj = HedString(input_text) - self._prepend_required_prefix(hed_string_obj, self.column_prefix) - return hed_string_obj, False - elif column_type == ColumnType.Ignore: - return None, False - - return None, {"error_type": "INTERNAL_ERROR"} - - @staticmethod - def _prepend_required_prefix(required_tag_column_tags, required_tag_prefix): - """ Prepend the tag paths to the required tag column tags that need them. - - Parameters: - required_tag_column_tags (HedString): A string containing HED tags associated with a - required tag column that may need a tag name_prefix prepended to its tags. - required_tag_prefix (str): A string that will be added if missing to any given tag. - """ - if not required_tag_prefix: - return required_tag_column_tags - - for tag in required_tag_column_tags.get_all_tags(): - tag.add_prefix_if_needed(required_tag_prefix) - - return required_tag_column_tags - - def remove_prefix(self, original_tag, current_tag_text): - """ Remove column_prefix if present from tag. - - Parameters: - original_tag (HedTag): The original hed tag being written. - current_tag_text (str): A single tag as a string, in any form. - - Returns: - str: current_tag_text with required prefixes removed - """ - prefix_to_remove = self.column_prefix - if not prefix_to_remove: - return current_tag_text - - if current_tag_text.lower().startswith(prefix_to_remove.lower()): - current_tag_text = current_tag_text[len(prefix_to_remove):] - return current_tag_text - @staticmethod def expected_pound_sign_count(column_type): """ Return how many pound signs a column string should have. diff --git a/hed/models/def_mapper.py b/hed/models/def_mapper.py deleted file mode 100644 index 98b8bbb43..000000000 --- a/hed/models/def_mapper.py +++ /dev/null @@ -1,255 +0,0 @@ -from hed.models.hed_string import HedString -from hed.models.hed_tag import HedTag -from hed.models.definition_dict import DefinitionDict -from hed.models.model_constants import DefTagNames -from hed.errors.error_types import ValidationErrors, DefinitionErrors -from hed.errors.error_reporter import ErrorHandler -from hed.models.hed_ops import HedOps - -# TODO: should not have print statement when error - - -class DefMapper(HedOps): - """ Handles converting Def/ and Def-expand/. - - Notes: - - The class provides string funcs but no tag funcs when extending HedOps. - - The class can expand or shrink definitions in hed strings via - Def/XXX and (Def-expand/XXX ...). - - """ - - def __init__(self, def_dicts=None): - """ Initialize mapper for definitions in hed strings. - - Parameters: - def_dicts (list or DefinitionDict): DefinitionDicts containing the definitions this mapper - should initialize with. - - Notes: - - More definitions can be added later. - - """ - super().__init__() - self._gathered_defs = {} - # List of def names we want to be able to quickly purge. - self._temporary_def_names = set() - self._def_tag_name = DefTagNames.DEFINITION_KEY - self._label_tag_name = DefTagNames.DEF_KEY - # this only gathers issues with duplicate definitions - self._issues = [] - if def_dicts: - self.add_definitions(def_dicts) - - @property - def issues(self): - return self._issues - - @property - def gathered_defs(self): - return self._gathered_defs - - def get_def_entry(self, def_name): - """ Get the definition entry for the definition name. - - Parameters: - def_name (str): Name of the definition to retrieve. - - Returns: - DefinitionEntry: Definition entry for the requested definition. - - """ - - return self._gathered_defs.get(def_name.lower()) - - def clear_temporary_definitions(self): - """ Remove any previously added temporary definitions. """ - for def_name in self._temporary_def_names: - del self._gathered_defs[def_name] - self._temporary_def_names = set() - - def add_definitions_from_string_as_temp(self, hed_string_obj): - """ Add definitions from hed string as temporary. - - Parameters: - hed_string_obj (HedString): Hed string object to search for definitions - - Returns: - list: List of issues due to invalid definitions found in this string. Each issue is a dictionary. - - """ - this_string_def_dict = DefinitionDict() - validation_issues = this_string_def_dict.check_for_definitions(hed_string_obj) - self.add_definitions(this_string_def_dict, add_as_temp=True) - return validation_issues - - def add_definitions(self, def_dicts, add_as_temp=False): - """ Add definitions from dict(s) to mapper - - Parameters: - def_dicts (list or DefinitionDict): DefDict or list of DefDicts whose definitions should be added. - add_as_temp (bool): If true, mark these new definitions as temporary (easily purged). - - """ - if not isinstance(def_dicts, list): - def_dicts = [def_dicts] - for def_dict in def_dicts: - if isinstance(def_dict, DefinitionDict): - self._add_definitions_from_dict(def_dict, add_as_temp) - else: - print(f"Invalid input type '{type(def_dict)} passed to DefMapper. Skipping.") - - def _add_definitions_from_dict(self, def_dict, add_as_temp=False): - """ Add the definitions found in the given definition dictionary to this mapper. - - Parameters: - def_dict (DefinitionDict): DefDict whose definitions should be added. - add_as_temp (bool): If true, mark these new definitions as temporary (easily purged). - - """ - for def_tag, def_value in def_dict: - if def_tag in self._gathered_defs: - error_context = self._gathered_defs[def_tag].source_context - self._issues += ErrorHandler.format_error_from_context(DefinitionErrors.DUPLICATE_DEFINITION, - error_context=error_context, - def_name=def_tag) - continue - self._gathered_defs[def_tag] = def_value - if add_as_temp: - self._temporary_def_names.add(def_tag) - - def expand_def_tags(self, hed_string_obj, expand_defs=True, shrink_defs=False): - """ Validate and expand Def/Def-Expand tags. - - Parameters: - hed_string_obj (HedString): The hed string to process. - expand_defs (bool): If true, convert def tags to def-expand tag groups that include definition content. - shrink_defs (bool): If True, replace all def-expand groups with corresponding def tags. - - Returns: - list: Issues found related to validating defs. Each issue is a dictionary. - - Notes: - - This function can optionally expand or shrink Def/ and Def-expand, respectively. - - Usually issues are mismatched placeholders or a missing definition. - - The expand_defs and shrink_defs cannot both be True. - - """ - # First see if the "def" is found at all. This covers def and def-expand. - hed_string_lower = hed_string_obj.lower() - if self._label_tag_name not in hed_string_lower: - return [] - - def_issues = [] - # We need to check for labels to expand in ALL groups - for def_tag, def_expand_group, def_group in hed_string_obj.find_def_tags(recursive=True): - def_contents = self._get_definition_contents(def_tag, def_expand_group, def_issues) - if def_expand_group is def_tag: - if def_contents is not None and expand_defs: - def_tag.short_base_tag = DefTagNames.DEF_EXPAND_ORG_KEY - def_group.replace(def_tag, def_contents) - else: - if def_contents is not None and shrink_defs: - def_tag.short_base_tag = DefTagNames.DEF_ORG_KEY - def_group.replace(def_expand_group, def_tag) - - return def_issues - - def expand_and_remove_definitions(self, hed_string_obj, check_for_definitions=False, expand_defs=True, - shrink_defs=False, remove_definitions=True): - """ Validate and expand Def/Def-Expand tags. - - Also removes definitions - - Parameters: - hed_string_obj (HedString): The string to search for definitions. - check_for_definitions (bool): If True, this will first check the hed string for any definitions. - expand_defs (bool): If True, replace Def tags to Def-expand tag groups. - shrink_defs (bool): If True, replace Def-expand groups with Def tags. - remove_definitions (bool): If true, this will remove all Definition tag groups. - - Returns: - def_issues (list): A list of issues for definition-related tags in this string. Each issue is a dictionary. - - Notes: - - The check_for_definitions is mainly used for individual HedStrings in isolation. - - The defs can be expanded or shrunk, while definitions can be removed. - - This does not validate definitions, it will blindly remove invalid definitions as well. - - """ - def_issues = [] - if check_for_definitions: - def_issues += self.add_definitions_from_string_as_temp(hed_string_obj) - def_issues += self.expand_def_tags(hed_string_obj, expand_defs=expand_defs, shrink_defs=shrink_defs) - if remove_definitions: - def_issues += hed_string_obj.remove_definitions() - if check_for_definitions: - self.clear_temporary_definitions() - - return def_issues - - def _get_definition_contents(self, def_tag, def_expand_group, def_issues): - """ Check for issues with expanding a tag from Def to a Def-expand tag group and return the expanded tag group. - - Parameters: - def_tag (HedTag): Source hed tag that may be a Def or Def-expand tag. - def_expand_group (HedGroup or HedTag): - Source group for this def-expand tag. Same as def_tag if this is not a def-expand tag. - def_issues : [{}] - List of issues to append any new issues to - - Returns: - def_contents: [HedTag or HedGroup] - The contents to replace the previous def-tag with. - """ - # todo: This check could be removed for optimizing - if def_tag.short_base_tag.lower() != DefTagNames.DEF_EXPAND_KEY and \ - def_tag.short_base_tag.lower() != DefTagNames.DEF_KEY: - raise ValueError("Internal error in DefMapper") - - is_label_tag = def_tag.extension_or_value_portion - placeholder = None - found_slash = is_label_tag.find("/") - if found_slash != -1: - placeholder = is_label_tag[found_slash + 1:] - is_label_tag = is_label_tag[:found_slash] - - label_tag_lower = is_label_tag.lower() - def_entry = self._gathered_defs.get(label_tag_lower) - if def_entry is None: - def_issues += ErrorHandler.format_error(ValidationErrors.HED_DEF_UNMATCHED, tag=def_tag) - else: - def_tag_name, def_contents = def_entry.get_definition(def_tag, placeholder_value=placeholder) - if def_tag_name: - if def_expand_group is not def_tag and def_expand_group != def_contents: - def_issues += ErrorHandler.format_error(ValidationErrors.HED_DEF_EXPAND_INVALID, - tag=def_tag, actual_def=def_contents, - found_def=def_expand_group) - return None - return def_contents - elif def_entry.takes_value: - def_issues += ErrorHandler.format_error(ValidationErrors.HED_DEF_VALUE_MISSING, tag=def_tag) - else: - def_issues += ErrorHandler.format_error(ValidationErrors.HED_DEF_VALUE_EXTRA, tag=def_tag) - - return None - - def __get_string_funcs__(self, **kwargs): - """ String funcs for processing definitions. """ - string_funcs = [] - expand_defs = kwargs.get("expand_defs") - shrink_defs = kwargs.get("shrink_defs") - remove_definitions = kwargs.get("remove_definitions") - check_for_definitions = kwargs.get("check_for_definitions") - if shrink_defs and expand_defs: - raise ValueError("Cannot pass both shrink_defs and expand_defs to DefMapper") - from functools import partial - string_funcs.append(partial(self.expand_and_remove_definitions, - check_for_definitions=check_for_definitions, - expand_defs=expand_defs, - shrink_defs=shrink_defs, - remove_definitions=remove_definitions)) - return string_funcs - - def __get_tag_funcs__(self, **kwargs): - return [] diff --git a/hed/models/definition_dict.py b/hed/models/definition_dict.py index 13d0f083b..ca3b06b34 100644 --- a/hed/models/definition_dict.py +++ b/hed/models/definition_dict.py @@ -2,36 +2,60 @@ from hed.models.hed_string import HedString from hed.errors.error_types import DefinitionErrors from hed.errors.error_reporter import ErrorHandler -from functools import partial - from hed.models.model_constants import DefTagNames -from hed.models.hed_ops import HedOps -class DefinitionDict(HedOps): +class DefinitionDict: """ Gathers definitions from a single source. - This class extends HedOps because it has string_funcs to check for definitions. It has no tag_funcs. - """ - def __init__(self): + def __init__(self, def_dicts=None, hed_schema=None): """ Definitions to be considered a single source. """ - super().__init__() self.defs = {} + self._label_tag_name = DefTagNames.DEF_KEY + self._issues = [] + if def_dicts: + self.add_definitions(def_dicts, hed_schema) + + def add_definitions(self, def_dicts, hed_schema=None): + """ Add definitions from dict(s) to this dict. + + Parameters: + def_dicts (list or DefinitionDict): DefDict or list of DefDicts/strings whose definitions should be added. + hed_schema(HedSchema or None): Required if passing strings or lists of strings, unused otherwise. + """ + if not isinstance(def_dicts, list): + def_dicts = [def_dicts] + for def_dict in def_dicts: + if isinstance(def_dict, DefinitionDict): + self._add_definitions_from_dict(def_dict) + elif isinstance(def_dict, str) and hed_schema: + self.check_for_definitions(HedString(def_dict, hed_schema)) + elif isinstance(def_dict, list) and hed_schema: + for definition in def_dict: + self.check_for_definitions(HedString(definition, hed_schema)) + else: + print(f"Invalid input type '{type(def_dict)} passed to DefDict. Skipping.") - # Definition related issues - self._extract_def_issues = [] + def _add_definition(self, def_tag, def_value): + if def_tag in self.defs: + error_context = self.defs[def_tag].source_context + self._issues += ErrorHandler.format_error_from_context(DefinitionErrors.DUPLICATE_DEFINITION, + error_context=error_context, def_name=def_tag) + else: + self.defs[def_tag] = def_value - def get_definition_issues(self): - """ Return definition errors found during extraction. + def _add_definitions_from_dict(self, def_dict): + """ Add the definitions found in the given definition dictionary to this mapper. - Returns: - list: List of DefinitionErrors issues found. Each issue is a dictionary. + Parameters: + def_dict (DefinitionDict): DefDict whose definitions should be added. """ - return self._extract_def_issues + for def_tag, def_value in def_dict: + self._add_definition(def_tag, def_value) def get(self, def_name): return self.defs.get(def_name.lower()) @@ -39,12 +63,23 @@ def get(self, def_name): def __iter__(self): return iter(self.defs.items()) - def __get_string_funcs__(self, **kwargs): - error_handler = kwargs.get("error_handler") - return [partial(self.check_for_definitions, error_handler=error_handler)] + @property + def issues(self): + """Returns issues about duplicate definitions.""" + return self._issues + + def get_def_entry(self, def_name): + """ Get the definition entry for the definition name. + + Parameters: + def_name (str): Name of the definition to retrieve. + + Returns: + DefinitionEntry: Definition entry for the requested definition. + + """ - def __get_tag_funcs__(self, **kwargs): - return [] + return self.defs.get(def_name.lower()) def check_for_definitions(self, hed_string_obj, error_handler=None): """ Check string for definition tags, adding them to self. @@ -128,9 +163,84 @@ def check_for_definitions(self, hed_string_obj, error_handler=None): takes_value=def_takes_value, source_context=context) - self._extract_def_issues += new_def_issues return new_def_issues + def construct_def_tags(self, hed_string_obj): + """ Identify def/def-expand tag contents in the given string. + + Parameters: + hed_string_obj(HedString): The hed string to identify definition contents in + """ + for def_tag, def_expand_group, def_group in hed_string_obj.find_def_tags(recursive=True): + def_contents = self._get_definition_contents(def_tag) + if def_contents is not None: + def_tag._expandable = def_contents + def_tag._expanded = def_tag != def_expand_group + + def construct_def_tag(self, hed_tag): + """ Identify def/def-expand tag contents in the given HedTag. + + Parameters: + hed_tag(HedTag): The hed tag to identify definition contents in + """ + if hed_tag.short_base_tag in {DefTagNames.DEF_ORG_KEY, DefTagNames.DEF_EXPAND_ORG_KEY}: + def_contents = self._get_definition_contents(hed_tag) + if def_contents is not None: + hed_tag._expandable = def_contents + hed_tag._expanded = hed_tag.short_base_tag == DefTagNames.DEF_EXPAND_ORG_KEY + + def expand_def_tags(self, hed_string_obj): + """ Expands def tags to def-expand tags. + + Parameters: + hed_string_obj (HedString): The hed string to process. + """ + # First see if the "def" is found at all. This covers def and def-expand. + hed_string_lower = hed_string_obj.lower() + if self._label_tag_name not in hed_string_lower: + return [] + + def_issues = [] + # We need to check for labels to expand in ALL groups + for def_tag, def_group in hed_string_obj.find_tags(DefTagNames.DEF_KEY, recursive=True): + def_contents = self._get_definition_contents(def_tag) + if def_contents is not None: + def_tag.short_base_tag = DefTagNames.DEF_EXPAND_ORG_KEY + def_group.replace(def_tag, def_contents) + + return def_issues + + def _get_definition_contents(self, def_tag): + """ Get the contents for a given def tag. + + Does not validate at all. + + Parameters: + def_tag (HedTag): Source hed tag that may be a Def or Def-expand tag. + + Returns: + def_contents: HedGroup + The contents to replace the previous def-tag with. + """ + is_label_tag = def_tag.extension_or_value_portion + placeholder = None + found_slash = is_label_tag.find("/") + if found_slash != -1: + placeholder = is_label_tag[found_slash + 1:] + is_label_tag = is_label_tag[:found_slash] + + label_tag_lower = is_label_tag.lower() + def_entry = self.defs.get(label_tag_lower) + if def_entry is None: + # Could raise an error here? + return None + else: + def_tag_name, def_contents = def_entry.get_definition(def_tag, placeholder_value=placeholder) + if def_tag_name: + return def_contents + + return None + @staticmethod def get_as_strings(def_dict): """ Convert the entries to strings of the contents @@ -145,5 +255,3 @@ def get_as_strings(def_dict): def_dict = def_dict.defs return {key: str(value.contents) for key, value in def_dict.items()} - - diff --git a/hed/models/df_util.py b/hed/models/df_util.py new file mode 100644 index 000000000..b7e73a282 --- /dev/null +++ b/hed/models/df_util.py @@ -0,0 +1,125 @@ +from functools import partial + +from hed.models.sidecar import Sidecar +from hed.models.tabular_input import TabularInput +from hed import HedString + + +def get_assembled(tabular_file, sidecar, hed_schema, extra_def_dicts=None, join_columns=True, + shrink_defs=False, expand_defs=True): + """Load a tabular file and its associated HED sidecar file. + + Args: + tabular_file: str or TabularInput + The path to the tabular file, or a TabularInput object representing it. + sidecar: str or Sidecar + The path to the sidecar file, or a Sidecar object representing it. + hed_schema: str or HedSchema + If str, will attempt to load as a version if it doesn't have a valid extension. + extra_def_dicts: list of DefinitionDict, optional + Any extra DefinitionDict objects to use when parsing the HED tags. + join_columns: bool + If true, join all hed columns into one. + shrink_defs: bool + Shrink any def-expand tags found + expand_defs: bool + Expand any def tags found + Returns: + A list of HedStrings, or a list of lists of HedStrings + """ + if isinstance(sidecar, str): + sidecar = Sidecar(sidecar) + + if isinstance(tabular_file, str): + tabular_file = TabularInput(tabular_file, sidecar) + + def_dict = None + if sidecar: + def_dict = sidecar.get_def_dict(hed_schema=hed_schema, extra_def_dicts=extra_def_dicts) + + if join_columns: + if expand_defs: + return [HedString(x, hed_schema, def_dict).expand_defs() for x in tabular_file.series_a], def_dict + elif shrink_defs: + return [HedString(x, hed_schema, def_dict).shrink_defs() for x in tabular_file.series_a], def_dict + else: + return [HedString(x, hed_schema, def_dict) for x in tabular_file.series_a], def_dict + else: + return [[HedString(x, hed_schema, def_dict).expand_defs() if expand_defs + else HedString(x, hed_schema, def_dict).shrink_defs() if shrink_defs + else HedString(x, hed_schema, def_dict) + for x in text_file_row] for text_file_row in tabular_file.dataframe_a.itertuples(index=False)], def_dict + + +def convert_to_form(df, hed_schema, tag_form, columns): + """ Convert all tags in underlying dataframe to the specified form. + + Converts in place + Parameters: + df (pd.Dataframe): The dataframe to modify + hed_schema (HedSchema): The schema to use to convert tags. + tag_form(str): HedTag property to convert tags to. + columns (list): The columns to modify on the dataframe + """ + if columns is None: + columns = df.columns + + for column in columns: + df[column] = df[column].apply(partial(_convert_to_form, hed_schema=hed_schema, tag_form=tag_form)) + + return df + + +def shrink_defs(df, hed_schema, columns): + """ Shrinks any def-expand tags found in the dataframe. + + Converts in place + Parameters: + df (pd.Dataframe): The dataframe to modify + hed_schema (HedSchema or None): The schema to use to identify defs. + columns (list): The columns to modify on the dataframe + """ + if columns is None: + columns = df.columns + + for column in columns: + mask = df[column].str.contains('Def-expand/', case=False) + df[column][mask] = df[column][mask].apply(partial(_shrink_defs, hed_schema=hed_schema)) + + return df + + +def expand_defs(df, hed_schema, def_dict, columns): + """ Expands any def tags found in the dataframe. + + Converts in place + + Parameters: + df (pd.Dataframe): The dataframe to modify + hed_schema (HedSchema or None): The schema to use to identify defs + def_dict (DefinitionDict): The definitions to expand + columns (list): The columns to modify on the dataframe + """ + if columns is None: + columns = df.columns + + for column in columns: + mask = df[column].str.contains('Def/', case=False) + df[column][mask] = df[column][mask].apply(partial(_expand_defs, hed_schema=hed_schema, def_dict=def_dict)) + + return df + + +def _convert_to_form(hed_string, hed_schema, tag_form): + from hed import HedString + return str(HedString(hed_string, hed_schema).get_as_form(tag_form)) + + +def _shrink_defs(hed_string, hed_schema): + from hed import HedString + return str(HedString(hed_string, hed_schema).shrink_defs()) + + +def _expand_defs(hed_string, hed_schema, def_dict): + from hed import HedString + return str(HedString(hed_string, hed_schema, def_dict).expand_defs()) diff --git a/hed/models/expression_parser.py b/hed/models/expression_parser.py index 68c4e7f59..8a9806d42 100644 --- a/hed/models/expression_parser.py +++ b/hed/models/expression_parser.py @@ -1,7 +1,6 @@ import re -# todo: Add support for early outs with and(only try to match groups we already matched instead of all groups) class search_result: def __init__(self, group, tag): self.group = group @@ -179,8 +178,6 @@ def handle_expr(self, hed_group, exact=False): continue return_list.append(merged_result) - # finally simplify the list and remove duplicates. - return return_list def __str__(self): @@ -193,6 +190,7 @@ def __str__(self): output_str += ")" return output_str + class ExpressionWildcardNew(Expression): def handle_expr(self, hed_group, exact=False): groups_found = [] diff --git a/hed/models/hed_group.py b/hed/models/hed_group.py index e61a3d3b3..6df911801 100644 --- a/hed/models/hed_group.py +++ b/hed/models/hed_group.py @@ -312,12 +312,11 @@ def get_as_long(self): """ return self.get_as_form("long_tag") - def get_as_form(self, tag_attribute, tag_transformer=None): + def get_as_form(self, tag_attribute): """ Get the string corresponding to the specified form. Parameters: tag_attribute (str): The hed_tag property to use to construct the string (usually short_tag or long_tag). - tag_transformer (func or None): A function that is applied to each tag string before returning. Returns: str: The constructed string after transformation @@ -326,13 +325,8 @@ def get_as_form(self, tag_attribute, tag_transformer=None): - The signature of a tag_transformer is str def(HedTag, str). """ - if tag_transformer: - result = ",".join([tag_transformer(child, child.__getattribute__(tag_attribute)) - if isinstance(child, HedTag) else child.get_as_form(tag_attribute, tag_transformer) - for child in self.children]) - else: - result = ",".join([child.__getattribute__(tag_attribute) if isinstance(child, HedTag) else - child.get_as_form(tag_attribute) for child in self.children]) + result = ",".join([child.__getattribute__(tag_attribute) if isinstance(child, HedTag) else + child.get_as_form(tag_attribute) for child in self.children]) if self.is_group: return f"({result})" return result @@ -365,6 +359,8 @@ def __eq__(self, other): if self is other: return True + if isinstance(other, str): + return str(self) == other if not isinstance(other, HedGroup) or self.children != other.children or self.is_group != other.is_group: return False return True @@ -484,9 +480,9 @@ def find_def_tags(self, recursive=False, include_groups=3): """ Find def and def-expand tags Parameters: recursive (bool): If true, also check subgroups. - include_groups (int, 0, 1, 2, 3): options for how to expand or include groups + include_groups (int, 0, 1, 2, 3): options for return values Returns: - list: A list of tuples. The contents depends on the values of the include group. + list: A list of tuples. The contents depend on the values of the include_group. Notes: - The include_groups option controls the tag expansion as follows: - If 0: Return only def and def expand tags/. diff --git a/hed/models/hed_ops.py b/hed/models/hed_ops.py deleted file mode 100644 index c56c93c78..000000000 --- a/hed/models/hed_ops.py +++ /dev/null @@ -1,262 +0,0 @@ -""" Infrastructure for processing HED operations. """ - -from functools import partial -from hed.schema import HedSchema, HedSchemaGroup -from hed.errors.error_types import ErrorContext, SidecarErrors -from hed.errors import ErrorHandler - - -# These are the defaults if you pass in nothing. Most built in routes will have other default values. -default_arguments = { - 'allow_placeholders': False, - 'check_for_definitions': False, - 'expand_defs': False, - 'shrink_defs': False, - 'error_handler': None, - 'check_for_warnings': False, - 'remove_definitions': True -} - - -def translate_ops(hed_ops, split_ops=False, hed_schema=None, **kwargs): - """ Return functions to apply to a hed string object. - - Parameters: - hed_ops (list): A list of func or HedOps or HedSchema to apply to hed strings. - split_ops (bool): If true, will split the operations into separate lists of tag and string operations. - hed_schema(HedSchema or None): The schema to use by default in identifying tags - kwargs (kwargs): An optional dictionary of name-value pairs representing parameters passed to each HedOps - - Returns: - list or tuple: A list of functions to apply or a tuple containing separate lists of tag and string ops. - - Notes: - - The distinction between tag and string ops primarily applies to spreadsheets. - - Splitting the ops into two lists is mainly used for parsing spreadsheets where any given - column isn't an entire hed string, but additional detail is needed on which column an - issue original came from. - - The currently accepted values of kwargs are: - - allow_placeholders - - check_for_definitions - - expand_defs - - shrink_defs - - error_handler - - check_for_warnings - - remove_definitions - - """ - if not isinstance(hed_ops, list): - hed_ops = [hed_ops] - - from hed.models.hed_string import HedString - - settings = default_arguments.copy() - settings.update(kwargs) - - tag_funcs = [] - string_funcs = [] - for hed_op in hed_ops: - if hed_op: - # Handle the special case of a hed schema. - if isinstance(hed_op, (HedSchema, HedSchemaGroup)): - tag_funcs.append(partial(HedString.convert_to_canonical_forms, hed_schema=hed_op)) - else: - try: - tag_funcs += hed_op.__get_tag_funcs__(**settings) - string_funcs += hed_op.__get_string_funcs__(**settings) - except AttributeError: - string_funcs.append(hed_op) - - # Make sure the first column operation is a convert to forms, if we don't have one. - if not _func_in_list(HedString.convert_to_canonical_forms, tag_funcs): - tag_funcs.insert(0, partial(HedString.convert_to_canonical_forms, hed_schema=hed_schema)) - - if split_ops: - return tag_funcs, string_funcs - return tag_funcs + string_funcs - - -def apply_ops(hed_strings, hed_ops, **kwargs): - """ Convenience function to update a list/dict of hed strings - - Parameters: - hed_strings(str, dict, list): A list/dict/str to update - hed_ops (list or HedOps or func): A list of func or HedOps or HedSchema to apply to hed strings. - kwargs (kwargs): An optional dictionary of name-value pairs representing parameters passed to each HedOps - - Returns: - tuple: - hed_strings(str, dict, list): Same type as input - issues(list): A list of issues found applying the hed_ops - """ - from hed.models.hed_string import HedString - - if not hed_strings: - return hed_strings, [] - issues = [] - tag_funcs = translate_ops(hed_ops, **kwargs) - if isinstance(hed_strings, str): - hed_string_obj = HedString(hed_strings) - issues += hed_string_obj.apply_funcs(tag_funcs) - return str(hed_string_obj), issues - elif isinstance(hed_strings, dict): - return_dict = {} - for key, hed_string in hed_strings.items(): - hed_string_obj = HedString(hed_string) - issues += hed_string_obj.apply_funcs(tag_funcs) - return_dict[key] = str(hed_string_obj) - return return_dict, issues - elif isinstance(hed_strings, list): - return_list = [] - for hed_string in hed_strings: - hed_string_obj = HedString(hed_string) - issues += hed_string_obj.apply_funcs(tag_funcs) - return_list.append(str(hed_string_obj)) - return return_list, issues - - raise ValueError("Unaccounted for type in apply_ops") - - -def hed_string_iter(hed_strings, tag_funcs, error_handler): - """ Iterate over the given dict of strings, returning HedStrings - - Also gives issues for blank strings - - Parameters: - hed_strings(dict or str): A hed_string or dict of hed strings - tag_funcs (list of funcs): The functions to apply before returning - error_handler (ErrorHandler): The error handler to use for context, uses a default one if none. - - Yields: - tuple: - - HedString: The hed string at a given column and key position. - - str: Indication of the where hed string was loaded from so it can be later set by the user. - - list: Issues found applying hed_ops. Each issue is a dictionary. - - """ - for hed_string_obj, key_name in _hed_iter_low(hed_strings): - new_col_issues = [] - error_handler.push_error_context(ErrorContext.SIDECAR_KEY_NAME, key_name) - if not hed_string_obj: - new_col_issues += ErrorHandler.format_error(SidecarErrors.BLANK_HED_STRING) - error_handler.add_context_to_issues(new_col_issues) - yield hed_string_obj, key_name, new_col_issues - else: - error_handler.push_error_context(ErrorContext.HED_STRING, hed_string_obj, - increment_depth_after=False) - if tag_funcs: - new_col_issues += hed_string_obj.apply_funcs(tag_funcs) - - error_handler.add_context_to_issues(new_col_issues) - yield hed_string_obj, key_name, new_col_issues - error_handler.pop_error_context() - error_handler.pop_error_context() - - -def _hed_iter_low(hed_strings): - """ Iterate over the hed string entries. - - Used by hed_string_iter - - Parameters: - hed_strings(dict or str): A hed_string or dict of hed strings - - Yields: - tuple: - - HedString: Individual hed strings for different entries. - - str: The position to pass back to set this string. - - """ - from hed.models.hed_string import HedString - - if isinstance(hed_strings, dict): - for key, hed_string in hed_strings.items(): - if isinstance(hed_string, str): - hed_string = HedString(hed_string) - else: - continue - yield hed_string, key - elif isinstance(hed_strings, str): - hed_string = HedString(hed_strings) - yield hed_string, None - - -def set_hed_string(new_hed_string, hed_strings, position=None): - """ Set a hed string for a category key/etc. - - Parameters: - new_hed_string (str or HedString): The new hed_string to replace the value at position. - hed_strings(dict or str or HedString): The hed strings we want to update - position (str, optional): This should only be a value returned from hed_string_iter. - - Returns: - updated_string (str or dict): The newly updated string/dict. - Raises: - TypeError: If the mapping cannot occur. - - """ - from hed.models.hed_string import HedString - - if isinstance(hed_strings, dict): - if position is None: - raise TypeError("Error: Trying to set a category HED string with no category") - if position not in hed_strings: - raise TypeError("Error: Not allowed to add new categories to a column") - hed_strings[position] = str(new_hed_string) - elif isinstance(hed_strings, (str, HedString)): - if position is not None: - raise TypeError("Error: Trying to set a value HED string with a category") - hed_strings = str(new_hed_string) - else: - raise TypeError("Error: Trying to set a HED string on a column_type that doesn't support it.") - - return hed_strings - - -class HedOps: - """ Base class to support HedOps. - - Notes: - - HED ops are operations that apply to HedStrings in a sequence. - - """ - - def __init__(self, *args, **kwargs): - super().__init__(*args, **kwargs) - - def __get_string_funcs__(self, **kwargs): - """ Return the operations that should be done on the full string at once. - - Parameters: - kwargs See above. - - Returns: - list: A list of functions that take a single hed string as a parameter, and return a list of issues. - - """ - return [] - - def __get_tag_funcs__(self, **kwargs): - """ Return the operations that should be done on the individual tags in the string. - - Parameters: - kwargs: See above. - - Returns: - list: A list of functions that take a single hed string as a parameter, and return a list of issues. - - """ - return [] - - # Todo: possibly add parameter validation - # def __get_valid_parameters__(self): - # return [] - - -def _func_in_list(find_func, func_list): - for func in func_list: - if func == find_func: - return True - if isinstance(func, partial) and getattr(func, 'func') == find_func: - return True - return False diff --git a/hed/models/hed_string.py b/hed/models/hed_string.py index fee47ea12..fe864b28e 100644 --- a/hed/models/hed_string.py +++ b/hed/models/hed_string.py @@ -3,9 +3,6 @@ """ from hed.models.hed_group import HedGroup from hed.models.hed_tag import HedTag -from hed.errors.error_reporter import ErrorHandler, check_for_any_errors -from hed.errors.error_types import ErrorContext -from hed.models.hed_ops import translate_ops from hed.models.model_constants import DefTagNames @@ -15,7 +12,7 @@ class HedString(HedGroup): OPENING_GROUP_CHARACTER = '(' CLOSING_GROUP_CHARACTER = ')' - def __init__(self, hed_string, hed_schema=None, _contents=None): + def __init__(self, hed_string, hed_schema=None, def_dict=None, _contents=None): """ Constructor for the HedString class. Parameters: @@ -32,7 +29,7 @@ def __init__(self, hed_string, hed_schema=None, _contents=None): contents = _contents else: try: - contents = self.split_into_groups(hed_string, hed_schema) + contents = self.split_into_groups(hed_string, hed_schema, def_dict) except ValueError: contents = [] super().__init__(hed_string, contents=contents, startpos=0, endpos=len(hed_string)) @@ -59,10 +56,8 @@ def is_group(self): def convert_to_canonical_forms(self, hed_schema): """ Identify all tags using the given schema. - If schema is None, still identify "key" tags such as definitions. - Parameters: - hed_schema (HedSchema, HedSchemaGroup, None): The schema to use to validate/convert tags. + hed_schema (HedSchema, HedSchemaGroup): The schema to use to validate/convert tags. Returns: list: A list of issues found while converting the string. Each issue is a dictionary. @@ -89,6 +84,43 @@ def remove_definitions(self): return [] + def shrink_defs(self): + """ Replace def-expand tags with def tags + + This does not validate them and will blindly shrink invalid ones as well. + + Returns: + self + """ + for def_expand_tag, def_expand_group in self.find_tags({DefTagNames.DEF_EXPAND_KEY}, recursive=True): + expanded_parent = def_expand_group._parent + if expanded_parent: + def_expand_tag.short_base_tag = DefTagNames.DEF_ORG_KEY + expanded_parent.replace(def_expand_group, def_expand_tag) + + return self + + def expand_defs(self): + """ Replace def tags with def-expand tags + + This does very minimal validation + + Returns: + self + """ + def_tags = self.find_def_tags(recursive=True, include_groups=0) + + replacements = [] + for tag in def_tags: + if not tag._expanded: + replacements.append((tag, tag._expandable)) + + for tag, group in replacements: + self.replace(tag, group) + tag.short_base_tag = DefTagNames.DEF_EXPAND_KEY + + return self + def convert_to_short(self, hed_schema): """ Compute canonical forms and return the short form. @@ -140,13 +172,13 @@ def convert_to_original(self): return self.get_as_form("org_tag") @staticmethod - def split_into_groups(hed_string, hed_schema=None): + def split_into_groups(hed_string, hed_schema=None, def_dict=None): """ Split the HED string into a parse tree. Parameters: hed_string (str): A hed string consisting of tags and tag groups to be processed. - hed_schema (HedSchema or None): Hed schema to use to identify tags. - + hed_schema (HedSchema or None): HED schema to use to identify tags. + def_dict(DefinitionDict): The definitions to identify Returns: list: A list of HedTag and/or HedGroup. @@ -162,7 +194,7 @@ def split_into_groups(hed_string, hed_schema=None): input_tags = HedString.split_hed_string(hed_string) for is_hed_tag, (startpos, endpos) in input_tags: if is_hed_tag: - new_tag = HedTag(hed_string, (startpos, endpos), hed_schema) + new_tag = HedTag(hed_string, (startpos, endpos), hed_schema, def_dict) current_tag_group[-1].append(new_tag) else: string_portion = hed_string[startpos:endpos] @@ -178,6 +210,8 @@ def split_into_groups(hed_string, hed_schema=None): current_tag_group.append(HedGroup(hed_string, startpos + delimiter_index)) if delimiter_char is HedString.CLOSING_GROUP_CHARACTER: + # if prev_delimiter == ",": + # raise ValueError(f"Closing parentheses in hed string {hed_string}") # Terminate existing group, and save it off. paren_end = startpos + delimiter_index + 1 @@ -282,54 +316,21 @@ def split_hed_string(hed_string): return result_positions - def apply_funcs(self, string_funcs): - """ Run functions on this string. - - Parameters: - string_funcs (list): A list of functions that take a hed string object and return a list of issues. - - Returns: - list: A list of issues found by these operations. Each issue is a dictionary. - - Notes: - - This method potentially modifies the hed string object. - + def validate(self, hed_schema, allow_placeholders=True, error_handler=None): """ - string_issues = [] - for string_func in string_funcs: - string_issues += string_func(self) - if string_issues: - if check_for_any_errors(string_issues): - break - - return string_issues - - def validate(self, hed_ops=None, error_handler=None, **kwargs): - """ Run the given hed_ops on this string. + Validate the string using the schema Parameters: - hed_ops: (func, HedOps, or list): Operations to apply to this object. - error_handler (ErrorHandler or None): Used to report errors in context. Uses a default if None. - kwargs: - See models.hed_ops.translate_ops or the specific hed_ops for additional options - + hed_schema(HedSchema): The schema to use to validate + allow_placeholders(bool): allow placeholders in the string + error_handler(ErrorHandler or None): the error handler to use, creates a default one if none passed Returns: - list: A list of issues encountered in applying these operations. Each issue is a dictionary. - - Notes: - - Although this function is called validation, the HedOps can represent other transformations. - + issues (list of dict): A list of issues for hed string """ - if error_handler is None: - error_handler = ErrorHandler() - tag_funcs = translate_ops(hed_ops, **kwargs) + from hed.validator import HedValidator - error_handler.push_error_context(ErrorContext.HED_STRING, self, increment_depth_after=False) - issues = self.apply_funcs(tag_funcs) - error_handler.add_context_to_issues(issues) - error_handler.pop_error_context() - - return issues + validator = HedValidator(hed_schema) + return validator.validate(self, allow_placeholders=allow_placeholders) def find_top_level_tags(self, anchor_tags, include_groups=2): """ Find top level groups with an anchor tag. @@ -359,4 +360,3 @@ def find_top_level_tags(self, anchor_tags, include_groups=2): if include_groups == 0 or include_groups == 1: return [tag[include_groups] for tag in top_level_tags] return top_level_tags - diff --git a/hed/models/hed_tag.py b/hed/models/hed_tag.py index c059d8850..29bcf8cf6 100644 --- a/hed/models/hed_tag.py +++ b/hed/models/hed_tag.py @@ -1,5 +1,5 @@ from hed.schema.hed_schema_constants import HedKey -from hed.schema.hed_schema_entry import HedTagEntry +import copy class HedTag: @@ -11,7 +11,7 @@ class HedTag: """ - def __init__(self, hed_string, span=None, hed_schema=None): + def __init__(self, hed_string, span=None, hed_schema=None, def_dict=None): """ Creates a HedTag. Parameters: @@ -23,14 +23,16 @@ def __init__(self, hed_string, span=None, hed_schema=None): - This does not produce issues and is used primarily for testing. """ + if def_dict and not hed_schema: + raise ValueError("Passing a def_dict without also passing a schema is invalid.") self._hed_string = hed_string if span is None: span = (0, len(hed_string)) # This is the span into the original hed string for this tag self.span = span - # If this is present, use this as the org tag for most purposes. This is generally only filled out - # if the tag has a name_prefix added, or is an expanded def. + # If this is present, use this as the org tag for most purposes. + # This is not generally used anymore, but you can use it to replace a tag in place. self._tag = None self._schema_prefix = self._get_schema_prefix(self.org_tag) @@ -42,8 +44,15 @@ def __init__(self, hed_string, span=None, hed_schema=None): self._extension_value = "" self._parent = None + # Downsides: two new parameters + # Have to check for this value, slowing everything down potentially. + self._expandable = None + self._expanded = False + if hed_schema: self.convert_to_canonical_forms(hed_schema) + if def_dict: + def_dict.construct_def_tag(self) @property def schema_prefix(self): @@ -115,10 +124,11 @@ def short_base_tag(self, new_tag_val): - Generally this is used to swap def to def-expand. """ if self._schema_entry: + tag_entry = None if self._schema: + if self.is_takes_value_tag(): + new_tag_val = new_tag_val + "/#" tag_entry = self._schema.get_tag_entry(new_tag_val, schema_prefix=self.schema_prefix) - else: - tag_entry, remainder = HedTagEntry.get_fake_tag_entry(new_tag_val, [new_tag_val.lower()]) self._schema_entry = tag_entry else: @@ -185,15 +195,11 @@ def tag(self, new_tag_val): new_tag_val (str): New (implicitly long form) of tag to set. Notes: - - Primarily used to add prefixes from column metadata to tags. - - Only valid before calling convert_to_canonical_forms. - + - You probably don't actually want to call this. """ - - if self._schema_entry: - raise ValueError("Can only edit tags before calculating canonical forms. " + - "This could be updated to instead remove computed forms.") self._tag = new_tag_val + self._schema_entry = None + self.convert_to_canonical_forms(self._schema) @property def extension_or_value_portion(self): @@ -250,9 +256,29 @@ def tag_terms(self): if self._schema_entry: return self._schema_entry.tag_terms - # TODO: Potentially remove this. It's just a quick hack for testing - return tuple(str(self).lower()) - #return tuple() + return tuple() + + @property + def expanded(self): + """Returns if this is currently expanded or not. + + Will always be false unless expandable is set. This is primarily used for Def/Def-expand tags at present. + + Returns: + bool: Returns true if this is currently expanded + """ + return self._expanded + + @property + def expandable(self): + """Returns if this is expandable + + This is primarily used for Def/Def-expand tags at present. + + Returns: + HedGroup or HedTag or None: Returns the expanded form of this tag + """ + return self._expandable def __str__(self): """ Convert this HedTag to a string. @@ -269,39 +295,6 @@ def __str__(self): return self._hed_string[self.span[0]:self.span[1]] - def add_prefix_if_needed(self, required_prefix): - """ Add a prefix to this tag *unless* already formatted. - - Parameters: - required_prefix (str): The full name_prefix to add if not present. - - Notes: - - This means we verify the tag does not have the required name_prefix, or any partial name_prefix. - - Examples: - Required: KnownTag1/KnownTag2 - - Case 1: KnownTag1/KnownTag2/ColumnValue - Will not be changed, has name_prefix already. - - Case 2: KnownTag2/ColumnValue - Will not be changed, has partial name_prefix already. - - Case 3: ColumnValue - Prefix will be added. - - """ - - checking_prefix = required_prefix - while checking_prefix: - if self.lower().startswith(checking_prefix.lower()): - return - slash_index = checking_prefix.find("/") + 1 - if slash_index == 0: - break - checking_prefix = checking_prefix[slash_index:] - self.tag = required_prefix + self.org_tag - def lower(self): """ Convenience function, equivalent to str(self).lower(). """ return str(self).lower() @@ -316,9 +309,6 @@ def convert_to_canonical_forms(self, hed_schema): list: A list of issues found during conversion. Each element is a dictionary. """ - if not hed_schema: - return self._convert_key_tags_to_canonical_form() - tag_entry, remainder, tag_issues = hed_schema.find_tag_entry(self, self.schema_prefix) self._schema_entry = tag_entry self._schema = hed_schema @@ -433,7 +423,7 @@ def is_value_class_tag(self): """ Return true if this is a value class tag. Returns: - bool: True if this is a a tag with a value class. + bool: True if this is a tag with a value class. """ if self._schema_entry: @@ -536,26 +526,8 @@ def any_parent_has_attribute(self, attribute): if self._schema_entry: return self._schema_entry.any_parent_has_attribute(attribute=attribute) - def _convert_key_tags_to_canonical_form(self): - """ Find the canonical form for basic known tags. - - Returns: - list: Always return an empty list. - - Notes: - - This is used for such as definition and def when no schema present - - """ - tags_to_identify = ["onset", "definition", "offset", "def-expand", "def"] - tag_entry, remainder = HedTagEntry.get_fake_tag_entry(str(self), tags_to_identify) - if tag_entry: - self._schema_entry = tag_entry - self._schema = None - self._extension_value = remainder - - return [] - - def _get_schema_prefix(self, org_tag): + @staticmethod + def _get_schema_prefix(org_tag): """ Finds the library prefix for the tag. Parameters: @@ -649,3 +621,28 @@ def __eq__(self, other): if self.org_tag.lower() == other.org_tag.lower(): return True return False + + def __deepcopy__(self, memo): + # check if the object has already been copied + if id(self) in memo: + return memo[id(self)] + + # create a new instance of HedTag class + new_tag = HedTag(self._hed_string, self.span) + + # add the new object to the memo dictionary + memo[id(self)] = new_tag + + # copy all other attributes except schema and schema_entry + new_tag._tag = copy.deepcopy(self._tag, memo) + new_tag._schema_prefix = copy.deepcopy(self._schema_prefix, memo) + new_tag._extension_value = copy.deepcopy(self._extension_value, memo) + new_tag._parent = copy.deepcopy(self._parent, memo) + new_tag._expandable = copy.deepcopy(self._expandable, memo) + new_tag._expanded = copy.deepcopy(self._expanded, memo) + + # reference the schema and schema_entry from the original object + new_tag._schema = self._schema + new_tag._schema_entry = self._schema_entry + + return new_tag diff --git a/hed/models/sidecar.py b/hed/models/sidecar.py index 59052b0b1..8b808c6d1 100644 --- a/hed/models/sidecar.py +++ b/hed/models/sidecar.py @@ -1,30 +1,50 @@ import json from hed.models.column_metadata import ColumnMetadata -from hed.errors.error_types import ErrorContext, SidecarErrors +from hed.errors.error_types import ErrorContext from hed.errors import ErrorHandler from hed.errors.exceptions import HedFileError, HedExceptions from hed.models.hed_string import HedString from hed.models.column_metadata import ColumnType -from hed.models.hed_ops import apply_ops, hed_string_iter, set_hed_string -from hed.models.sidecar_base import SidecarBase +from hed.models.definition_dict import DefinitionDict -class Sidecar(SidecarBase): +# todo: Add/improve validation for definitions being in known columns(right now it just assumes they aren't) +class Sidecar: """ Contents of a JSON file or merged file. """ - def __init__(self, files, name=None, hed_schema=None): + def __init__(self, files, name=None): """ Construct a Sidecar object representing a JSON file. Parameters: files (str or FileLike or list): A string or file-like object representing a JSON file, or a list of such. name (str or None): Optional name identifying this sidecar, generally a filename. - hed_schema(HedSchema or None): The schema to use by default in identifying tags """ - super().__init__(name, hed_schema=hed_schema) + self.name = name self.loaded_dict = self.load_sidecar_files(files) - self.def_dict = self.extract_definitions(hed_schema) + self._def_dict = None + self._extract_definition_issues = [] + + def __iter__(self): + """ An iterator to go over the individual column metadata. + + Returns: + iterator: An iterator over the column metadata values. + + """ + return iter(self.column_data) + + @property + def def_dict(self): + """This is the definitions from this sidecar. + + Generally you should instead call get_def_dict to get the relevant definitions + + Returns: + DefinitionDict: The definitions for this sidecar + """ + return self._def_dict @property def column_data(self): @@ -36,53 +56,38 @@ def column_data(self): for col_name, col_dict in self.loaded_dict.items(): yield self._generate_single_column(col_name, col_dict) - def _hed_string_iter(self, tag_funcs, error_handler): - """ Low level function to retrieve hed string in sidecar - - Parameters: - tag_funcs(list): A list of functions to apply to returned strings - error_handler(ErrorHandler): Error handler to use for context - - Yields: - tuple: - string(HedString): The retrieved and modified string - position(tuple): The location of this hed string. Black box. - issues(list): A list of issues running the tag_funcs. - """ - for column_name, dict_for_entry in self.loaded_dict.items(): - error_handler.push_error_context(ErrorContext.SIDECAR_COLUMN_NAME, column_name) - hed_dict = dict_for_entry.get("HED", {}) - for (hed_string_obj, position, issues) in hed_string_iter(hed_dict, tag_funcs, error_handler): - yield hed_string_obj, (column_name, position), issues - - error_handler.pop_error_context() - - def _set_hed_string(self, new_hed_string, position): - """ Low level function to update hed string in sidecar + def set_hed_string(self, new_hed_string, position): + """ Set a provided column/category key/etc. Parameters: new_hed_string (str or HedString): The new hed_string to replace the value at position. - position (tuple): The value returned from hed_string_iter. + position (tuple): The (HedString, str, list) tuple returned from hed_string_iter. + """ column_name, position = position hed_dict = self.loaded_dict[column_name] - hed_dict["HED"] = set_hed_string(new_hed_string, hed_dict["HED"], position) + hed_dict["HED"] = self._set_hed_string_low(new_hed_string, hed_dict["HED"], position) - def validate_structure(self, error_handler): - """ Validate the raw structure of this sidecar. + def get_def_dict(self, hed_schema=None, extra_def_dicts=None): + """ Returns the definition dict for this sidecar. Parameters: - error_handler(ErrorHandler): The error handler to use for error context + hed_schema(HedSchema): used to identify tags to find definitions + extra_def_dicts (list, DefinitionDict, or None): Extra dicts to add to the list. Returns: - issues(list): A list of issues found with the structure + DefinitionDict: A single definition dict representing all the data(and extra def dicts) """ - all_validation_issues = [] - for column_name, dict_for_entry in self.loaded_dict.items(): - error_handler.push_error_context(ErrorContext.SIDECAR_COLUMN_NAME, column_name) - all_validation_issues += self._validate_column_structure(column_name, dict_for_entry, error_handler) - error_handler.pop_error_context() - return all_validation_issues + if self._def_dict is None and hed_schema: + self._def_dict = self.extract_definitions(hed_schema) + def_dicts = [] + if self.def_dict: + def_dicts.append(self.def_dict) + if extra_def_dicts: + if not isinstance(extra_def_dicts, list): + extra_def_dicts = [extra_def_dicts] + def_dicts += extra_def_dicts + return DefinitionDict(def_dicts) def save_as_json(self, save_filename): """ Save column metadata to a JSON file. @@ -146,6 +151,26 @@ def load_sidecar_files(self, files): merged_dict.update(loaded_json) return merged_dict + def validate(self, hed_schema, extra_def_dicts=None, name=None, error_handler=None): + """Create a SidecarValidator and validate this sidecar with the schema. + + Parameters: + hed_schema (HedSchema): Input data to be validated. + extra_def_dicts(list or DefinitionDict): extra def dicts in addition to sidecar + name(str): The name to report this sidecar as + error_handler (ErrorHandler): Error context to use. Creates a new one if None + Returns: + issues (list of dict): A list of issues associated with each level in the HED string. + """ + from hed.validator.sidecar_validator import SidecarValidator + + if error_handler is None: + error_handler = ErrorHandler() + + validator = SidecarValidator(hed_schema) + issues = validator.validate(self, extra_def_dicts, name, error_handler=error_handler) + return issues + def _load_json_file(self, fp): """ Load the raw json of a given file @@ -176,8 +201,7 @@ def _generate_single_column(self, column_name, dict_for_entry, column_type=None) hed_dict = dict_for_entry.get("HED") else: hed_dict = None - def_removed_dict, _ = apply_ops(hed_dict, HedString.remove_definitions) - column_entry = ColumnMetadata(column_type, column_name, def_removed_dict) + column_entry = ColumnMetadata(column_type, column_name, hed_dict) return column_entry @staticmethod @@ -211,36 +235,124 @@ def _detect_column_type(dict_for_entry): return ColumnType.Value - def _validate_column_structure(self, column_name, dict_for_entry, error_handler): - """ Checks primarily for type errors such as expecting a string and getting a list in a json sidecar. + def extract_definitions(self, hed_schema=None, error_handler=None): + """ Gather and validate definitions in metadata. Parameters: - error_handler (ErrorHandler) Sets the context for the error reporting. Cannot be None. + error_handler (ErrorHandler): The error handler to use for context, uses a default one if None. + hed_schema (HedSchema or None): The schema to used to identify tags. Returns: - list: Issues in performing the operations. Each issue is a dictionary. + DefinitionDict: Contains all the definitions located in the sidecar. """ - val_issues = [] - column_type = self._detect_column_type(dict_for_entry=dict_for_entry) - if column_type is None: - val_issues += ErrorHandler.format_error(SidecarErrors.UNKNOWN_COLUMN_TYPE, - column_name=column_name) - elif column_type == ColumnType.Categorical: - raw_hed_dict = dict_for_entry["HED"] - if not raw_hed_dict: - val_issues += ErrorHandler.format_error(SidecarErrors.BLANK_HED_STRING) - if not isinstance(raw_hed_dict, dict): - val_issues += ErrorHandler.format_error(SidecarErrors.WRONG_HED_DATA_TYPE, - given_type=type(raw_hed_dict), - expected_type="dict") - for key_name, hed_string in raw_hed_dict.items(): + if error_handler is None: + error_handler = ErrorHandler() + def_dict = DefinitionDict() + + self._extract_definition_issues = [] + if hed_schema: + for hed_string, column_data, _ in self.hed_string_iter(error_handler): + hed_string_obj = HedString(hed_string, hed_schema) + error_handler.push_error_context(ErrorContext.HED_STRING, hed_string_obj, + increment_depth_after=False) + self._extract_definition_issues += def_dict.check_for_definitions(hed_string_obj, error_handler) + error_handler.pop_error_context() + + return def_dict + + def hed_string_iter(self, error_handler=None): + """ Gather and validate definitions in metadata. + + Parameters: + error_handler (ErrorHandler): The error handler to use for context, uses a default one if None. + + Yields: + str: The hed string at a given column and key position. + column_data: the column data for the given string. + position: blackbox(pass back to set this string to a new value) + + """ + if error_handler is None: + error_handler = ErrorHandler() + + for column_data in self.column_data: + error_handler.push_error_context(ErrorContext.SIDECAR_COLUMN_NAME, column_data.column_name) + hed_dict = column_data.hed_dict + for (hed_string, position) in self._hed_string_iter(hed_dict, error_handler): + yield hed_string, column_data, position + error_handler.pop_error_context() + + @staticmethod + def _hed_string_iter(hed_strings, error_handler): + """ Iterate over the given dict of strings + + Parameters: + hed_strings(dict or str): A hed_string or dict of hed strings + error_handler (ErrorHandler): The error handler to use for context, uses a default one if none. + + Yields: + tuple: + - str: The hed string at a given column and key position. + - str: Indication of the where hed string was loaded from, so it can be later set by the user. + + """ + for hed_string, key_name in Sidecar._hed_iter_low(hed_strings): + if key_name: + error_handler.push_error_context(ErrorContext.SIDECAR_KEY_NAME, key_name) + yield hed_string, key_name + if key_name: + error_handler.pop_error_context() + + @staticmethod + def _hed_iter_low(hed_strings): + """ Iterate over the hed string entries. + + Used by hed_string_iter + + Parameters: + hed_strings(dict or str): A hed_string or dict of hed strings + + Yields: + tuple: + - str: Individual hed strings for different entries. + - str: The position to pass back to set this string. + + """ + if isinstance(hed_strings, dict): + for key, hed_string in hed_strings.items(): if not isinstance(hed_string, str): - error_handler.push_error_context(ErrorContext.SIDECAR_KEY_NAME, key_name) - val_issues += ErrorHandler.format_error(SidecarErrors.WRONG_HED_DATA_TYPE, - given_type=type(hed_string), - expected_type="str") - error_handler.pop_error_context() - error_handler.add_context_to_issues(val_issues) - - return val_issues + continue + yield hed_string, key + elif isinstance(hed_strings, str): + yield hed_strings, None + + @staticmethod + def _set_hed_string_low(new_hed_string, hed_strings, position=None): + """ Set a hed string for a category key/etc. + + Parameters: + new_hed_string (str or HedString): The new hed_string to replace the value at position. + hed_strings(dict or str or HedString): The hed strings we want to update + position (str, optional): This should only be a value returned from hed_string_iter. + + Returns: + updated_string (str or dict): The newly updated string/dict. + Raises: + TypeError: If the mapping cannot occur. + + """ + if isinstance(hed_strings, dict): + if position is None: + raise TypeError("Error: Trying to set a category HED string with no category") + if position not in hed_strings: + raise TypeError("Error: Not allowed to add new categories to a column") + hed_strings[position] = str(new_hed_string) + elif isinstance(hed_strings, (str, HedString)): + if position is not None: + raise TypeError("Error: Trying to set a value HED string with a category") + hed_strings = str(new_hed_string) + else: + raise TypeError("Error: Trying to set a HED string on a column_type that doesn't support it.") + + return hed_strings diff --git a/hed/models/sidecar_base.py b/hed/models/sidecar_base.py deleted file mode 100644 index 8b82d3ea3..000000000 --- a/hed/models/sidecar_base.py +++ /dev/null @@ -1,269 +0,0 @@ -import copy -from hed.models.column_metadata import ColumnMetadata -from hed.errors.error_types import ErrorContext -from hed.errors import error_reporter -from hed.errors import ErrorHandler -from hed.models.hed_string import HedString -from hed.models.def_mapper import DefMapper -from hed.models.hed_ops import translate_ops, apply_ops -from hed.models.definition_dict import DefinitionDict -from functools import partial - - -class SidecarBase: - """ Baseclass for specialized spreadsheet sidecars - - To subclass this class, you'll want to override at the minimum: - _hed_string_iter - _set_hed_string - validate_structure - column_data property <- This is the only truly mandatory one - - """ - def __init__(self, name=None, hed_schema=None): - """ Initialize a sidecar baseclass - - Parameters: - name (str or None): Optional name identifying this sidecar, generally a filename. - hed_schema(HedSchema or None): The schema to use by default in identifying tags - """ - self.name = name - self._schema = hed_schema - # Expected to be called in subclass after data is loaded - # self.def_dict = self.extract_definitions() - - @property - def column_data(self): - """ Generates the list of ColumnMetadata for this sidecar - - Returns: - list(ColumnMetadata): the list of column metadata defined by this sidecar - """ - return [] - - def _hed_string_iter(self, tag_funcs, error_handler): - """ Low level function to retrieve hed string in sidecar - - Parameters: - tag_funcs(list): A list of functions to apply to returned strings - error_handler(ErrorHandler): Error handler to use for context - - Yields: - tuple: - string(HedString): The retrieved and modified string - position(tuple): The location of this hed string. Black box. - issues(list): A list of issues running the tag_funcs. - """ - yield - - def _set_hed_string(self, new_hed_string, position): - """ Low level function to update hed string in sidecar - - Parameters: - new_hed_string (str or HedString): The new hed_string to replace the value at position. - position (tuple): The value returned from hed_string_iter. - """ - return - - def validate_structure(self, error_handler): - """ Validate the raw structure of this sidecar. - - Parameters: - error_handler(ErrorHandler): The error handler to use for error context - - Returns: - issues(list): A list of issues found with the structure - """ - return [] - - def __iter__(self): - """ An iterator to go over the individual column metadata. - - Returns: - iterator: An iterator over the column metadata values. - - """ - return iter(self.column_data) - - def hed_string_iter(self, hed_ops=None, error_handler=None, expand_defs=False, remove_definitions=False, - allow_placeholders=True, extra_def_dicts=None, **kwargs): - """ Iterator over hed strings in columns. - - Parameters: - hed_ops (func, HedOps, list): A HedOps, funcs or list of these to apply to the hed strings - before returning - error_handler (ErrorHandler): The error handler to use for context, uses a default one if none. - expand_defs (bool): If True, expand all def tags located in the strings. - remove_definitions (bool): If True, remove all definitions found in the string. - allow_placeholders (bool): If False, placeholders will be marked as validation warnings. - extra_def_dicts (DefinitionDict, list, None): Extra dicts to add to the list. - kwargs: See models.hed_ops.translate_ops or the specific hed_ops for additional options. - - Yields: - tuple: - - HedString: A HedString at a given column and key position. - - tuple: Indicates where hed_string was loaded from so it can be later set by the user - - list: A list of issues found performing ops. Each issue is a dictionary. - - """ - if error_handler is None: - error_handler = ErrorHandler() - hed_ops = self._standardize_ops(hed_ops) - if expand_defs or remove_definitions: - self._add_definition_mapper(hed_ops, extra_def_dicts) - tag_funcs = translate_ops(hed_ops, hed_schema=self._schema, error_handler=error_handler, - expand_defs=expand_defs, allow_placeholders=allow_placeholders, - remove_definitions=remove_definitions, **kwargs) - - return self._hed_string_iter(tag_funcs, error_handler) - - def set_hed_string(self, new_hed_string, position): - """ Set a provided column/category key/etc. - - Parameters: - new_hed_string (str or HedString): The new hed_string to replace the value at position. - position (tuple): The (HedString, str, list) tuple returned from hed_string_iter. - - """ - return self._set_hed_string(new_hed_string, position) - - def _add_definition_mapper(self, hed_ops, extra_def_dicts=None): - """ Add a DefMapper if the hed_ops list doesn't have one. - - Parameters: - hed_ops (list): A list of HedOps - extra_def_dicts (list): DefDicts from outside. - - Returns: - DefMapper: A shallow copy of the hed_ops list with a DefMapper added if there wasn't one. - - """ - def_mapper_list = [hed_op for hed_op in hed_ops if isinstance(hed_op, DefMapper)] - - if not def_mapper_list: - def_dicts = self.get_def_dicts(extra_def_dicts) - def_mapper = DefMapper(def_dicts) - hed_ops.append(def_mapper) - return def_mapper - return def_mapper_list[0] - - @staticmethod - def _standardize_ops(hed_ops): - if not isinstance(hed_ops, list): - hed_ops = [hed_ops] - return hed_ops.copy() - - def get_def_dicts(self, extra_def_dicts=None): - """ Returns the definition dict for this sidecar. - - Parameters: - extra_def_dicts (list, DefinitionDict, or None): Extra dicts to add to the list. - - Returns: - list: A list with the sidecar def_dict plus any found in extra_def_dicts. - - """ - def_dicts = [self.def_dict] - if extra_def_dicts: - if not isinstance(extra_def_dicts, list): - extra_def_dicts = [extra_def_dicts] - def_dicts += extra_def_dicts - return def_dicts - - def validate_entries(self, hed_ops=None, name=None, extra_def_dicts=None, - error_handler=None, **kwargs): - """ Run the given hed_ops on all columns in this sidecar. - - Parameters: - hed_ops (list, func, or HedOps): A HedOps, func or list of these to apply to hed strings in this sidecar. - name (str): If present, will use this as the filename for context, rather than using the actual filename - Useful for temp filenames. - extra_def_dicts (DefinitionDict, list, or None): If present use these in addition to sidecar's def dicts. - error_handler (ErrorHandler or None): Used to report errors. Uses a default one if none passed in. - kwargs: See models.hed_ops.translate_ops or the specific hed_ops for additional options. - - Returns: - list: The list of validation issues found. Individual issues are in the form of a dict. - - """ - if error_handler is None: - error_handler = error_reporter.ErrorHandler() - if not name: - name = self.name - if name: - error_handler.push_error_context(ErrorContext.FILE_NAME, name, False) - - all_validation_issues = self.validate_structure(error_handler) - - # Early out major errors so the rest of our code can assume they won't happen. - if all_validation_issues: - return all_validation_issues - - hed_ops = self._standardize_ops(hed_ops) - def_mapper = self._add_definition_mapper(hed_ops, extra_def_dicts) - all_validation_issues += def_mapper.issues - - for hed_string, key_name, issues in self.hed_string_iter(hed_ops=hed_ops, allow_placeholders=True, - error_handler=error_handler, **kwargs): - self.set_hed_string(hed_string, key_name) - all_validation_issues += issues - - # Finally check what requires the final mapped data to check - for column_data in self.column_data: - validate_pound_func = partial(self._validate_pound_sign_count, column_type=column_data.column_type) - _, issues = apply_ops(column_data.hed_dict, validate_pound_func) - all_validation_issues += issues - all_validation_issues += self.def_dict.get_definition_issues() - if name: - error_handler.pop_error_context() - return all_validation_issues - - def extract_definitions(self, hed_schema=None, error_handler=None): - """ Gather and validate definitions in metadata. - - Parameters: - error_handler (ErrorHandler): The error handler to use for context, uses a default one if None. - hed_schema (HedSchema or None): The schema to used to identify tags. - - Returns: - DefinitionDict: Contains all the definitions located in the column. - issues: List of issues encountered in extracting the definitions. Each issue is a dictionary. - - """ - if error_handler is None: - error_handler = ErrorHandler() - new_def_dict = DefinitionDict() - hed_ops = [] - hed_ops.append(hed_schema) - hed_ops.append(new_def_dict) - - all_issues = [] - for hed_string, key_name, issues in self.hed_string_iter(hed_ops=hed_ops, allow_placeholders=True, - error_handler=error_handler): - all_issues += issues - - return new_def_dict - - def _validate_pound_sign_count(self, hed_string, column_type): - """ Check if a given hed string in the column has the correct number of pound signs. - - Parameters: - hed_string (str or HedString): HED string to be checked. - - Returns: - list: Issues due to pound sign errors. Each issue is a dictionary. - - Notes: - Normally the number of # should be either 0 or 1, but sometimes will be higher due to the - presence of definition tags. - - """ - # Make a copy without definitions to check placeholder count. - expected_count, error_type = ColumnMetadata.expected_pound_sign_count(column_type) - hed_string_copy = copy.deepcopy(hed_string) - hed_string_copy.remove_definitions() - - if hed_string_copy.lower().count("#") != expected_count: - return ErrorHandler.format_error(error_type, pound_sign_count=str(hed_string_copy).count("#")) - - return [] diff --git a/hed/models/spreadsheet_input.py b/hed/models/spreadsheet_input.py index 77a497449..b48f6985f 100644 --- a/hed/models/spreadsheet_input.py +++ b/hed/models/spreadsheet_input.py @@ -1,6 +1,5 @@ from hed.models.column_mapper import ColumnMapper from hed.models.base_input import BaseInput -from hed.models.def_mapper import DefMapper class SpreadsheetInput(BaseInput): @@ -8,7 +7,7 @@ class SpreadsheetInput(BaseInput): def __init__(self, file=None, file_type=None, worksheet_name=None, tag_columns=None, has_column_names=True, column_prefix_dictionary=None, - def_dicts=None, name=None, hed_schema=None): + name=None): """Constructor for the SpreadsheetInput class. Parameters: @@ -21,9 +20,7 @@ def __init__(self, file=None, file_type=None, worksheet_name=None, tag_columns=N has_column_names (bool): True if file has column names. Validation will skip over the first line of the file if the spreadsheet as column names. column_prefix_dictionary (dict): A dictionary with column number keys and prefix values. - def_dicts (DefinitionDict or list): A DefinitionDict or list of DefDicts containing definitions for this - object other than the ones extracted from the SpreadsheetInput object itself. - hed_schema(HedSchema or None): The schema to use by default in identifying tags + This is partially deprecated - what this now turns the given columns into Value columns. Examples: A prefix dictionary {3: 'Label/', 5: 'Description/'} indicates that column 3 and 5 have HED tags that need to be prefixed by Label/ and Description/ respectively. @@ -38,7 +35,4 @@ def __init__(self, file=None, file_type=None, worksheet_name=None, tag_columns=N new_mapper = ColumnMapper(tag_columns=tag_columns, column_prefix_dictionary=column_prefix_dictionary, warn_on_missing_column=False) - def_mapper = DefMapper(def_dicts) - - super().__init__(file, file_type, worksheet_name, has_column_names, new_mapper, def_mapper=def_mapper, - name=name, hed_schema=hed_schema) + super().__init__(file, file_type, worksheet_name, has_column_names, new_mapper, name=name) diff --git a/hed/models/tabular_input.py b/hed/models/tabular_input.py index 2b9c2089a..388718fb9 100644 --- a/hed/models/tabular_input.py +++ b/hed/models/tabular_input.py @@ -1,7 +1,6 @@ from hed.models.column_mapper import ColumnMapper from hed.models.base_input import BaseInput from hed.models.sidecar import Sidecar -from hed.models.def_mapper import DefMapper class TabularInput(BaseInput): @@ -9,64 +8,30 @@ class TabularInput(BaseInput): HED_COLUMN_NAME = "HED" - def __init__(self, file=None, sidecar=None, extra_def_dicts=None, also_gather_defs=True, name=None, - hed_schema=None): + def __init__(self, file=None, sidecar=None, name=None): """ Constructor for the TabularInput class. Parameters: file (str or file like): A tsv file to open. sidecar (str or Sidecar): A Sidecar filename or Sidecar - extra_def_dicts ([DefinitionDict], DefinitionDict, or None): DefinitionDict objects containing all - the definitions this file should use other than the ones coming from the file - itself and from the sidecar. These are added as the last entries, so names will override - earlier ones. + Note: If this is a string you MUST also pass hed_schema. name (str): The name to display for this file for error purposes. - hed_schema(HedSchema or None): The schema to use by default in identifying tags """ if sidecar and not isinstance(sidecar, Sidecar): sidecar = Sidecar(sidecar) new_mapper = ColumnMapper(sidecar=sidecar, optional_tag_columns=[self.HED_COLUMN_NAME], warn_on_missing_column=True) - definition_columns = [self.HED_COLUMN_NAME] self._sidecar = sidecar - self._also_gather_defs = also_gather_defs - if extra_def_dicts and not isinstance(extra_def_dicts, list): - extra_def_dicts = [extra_def_dicts] - self._extra_def_dicts = extra_def_dicts - def_mapper = self.create_def_mapper(new_mapper) super().__init__(file, file_type=".tsv", worksheet_name=None, has_column_names=True, mapper=new_mapper, - def_mapper=def_mapper, name=name, definition_columns=definition_columns, - allow_blank_names=False, hed_schema=hed_schema) + name=name, allow_blank_names=False, ) if not self._has_column_names: raise ValueError("You are attempting to open a bids_old style file with no column headers provided.\n" "This is probably not intended.") - def create_def_mapper(self, column_mapper): - """ Create the definition mapper for this file. - - Parameters: - column_mapper (ColumnMapper): The column mapper to gather definitions from. - - - Returns: - def mapper (DefMapper): A class to validate or expand definitions with the given def dicts. - - Notes: - - The extra_def_dicts are definitions not included in the column mapper. - - """ - - def_dicts = column_mapper.get_def_dicts() - if self._extra_def_dicts: - def_dicts += self._extra_def_dicts - def_mapper = DefMapper(def_dicts) - - return def_mapper - def reset_column_mapper(self, sidecar=None): """ Change the sidecars and settings. @@ -76,25 +41,4 @@ def reset_column_mapper(self, sidecar=None): """ new_mapper = ColumnMapper(sidecar=sidecar, optional_tag_columns=[self.HED_COLUMN_NAME]) - self._def_mapper = self.create_def_mapper(new_mapper) self.reset_mapper(new_mapper) - - def validate_sidecar(self, hed_ops=None, error_handler=None, **kwargs): - """ Validate column definitions and hed strings. - - Parameters: - hed_ops (list or HedOps): A list of HedOps of funcs to apply to the hed strings in the sidecars. - error_handler (ErrorHandler or None): Used to report errors. Uses a default one if none passed in. - kwargs: See models.hed_ops.translate_ops or the specific hed_ops for additional options. - - Returns: - list: A list of syntax and semantic issues found in the definitions. Each issue is a dictionary. - - Notes: - - For full validation you should validate the sidecar separately. - - """ - if not isinstance(hed_ops, list): - hed_ops = [hed_ops] - hed_ops.append(self._def_mapper) - return self._sidecar.validate_entries(hed_ops, error_handler=error_handler, **kwargs) diff --git a/hed/models/timeseries_input.py b/hed/models/timeseries_input.py index c7ca5c215..0b9cbee18 100644 --- a/hed/models/timeseries_input.py +++ b/hed/models/timeseries_input.py @@ -22,4 +22,4 @@ def __init__(self, file=None, sidecar=None, extra_def_dicts=None, name=None): """ super().__init__(file, file_type=".tsv", worksheet_name=None, has_column_names=False, mapper=None, - def_mapper=None, name=name) + name=name) diff --git a/hed/schema/schema_compliance.py b/hed/schema/schema_compliance.py index 10b9aa6cc..84c2accbf 100644 --- a/hed/schema/schema_compliance.py +++ b/hed/schema/schema_compliance.py @@ -62,7 +62,7 @@ def check_compliance(hed_schema, check_for_warnings=True, name=None, error_handl if validator: error_handler.push_error_context(ErrorContext.SCHEMA_ATTRIBUTE, attribute_name, False) new_issues = validator(hed_schema, tag_entry, tag_entry.attributes[attribute_name]) - error_handler.add_context_to_issues(new_issues) + error_handler.add_context_and_filter(new_issues) issues_list += new_issues error_handler.pop_error_context() error_handler.pop_error_context() diff --git a/hed/validator/__init__.py b/hed/validator/__init__.py index 88b772ca8..4a8b94209 100644 --- a/hed/validator/__init__.py +++ b/hed/validator/__init__.py @@ -2,3 +2,7 @@ from .hed_validator import HedValidator from .tag_validator import TagValidator +from .sidecar_validator import SidecarValidator +from .def_validator import DefValidator +from .onset_validator import OnsetValidator +from .spreadsheet_validator import SpreadsheetValidator \ No newline at end of file diff --git a/hed/validator/def_validator.py b/hed/validator/def_validator.py new file mode 100644 index 000000000..24a3d8e5b --- /dev/null +++ b/hed/validator/def_validator.py @@ -0,0 +1,78 @@ +from hed.models.hed_string import HedString +from hed.models.hed_tag import HedTag +from hed.models.definition_dict import DefinitionDict +from hed.errors.error_types import ValidationErrors +from hed.errors.error_reporter import ErrorHandler + + +class DefValidator(DefinitionDict): + """ Handles validating Def/ and Def-expand/. + + """ + + def __init__(self, def_dicts=None, hed_schema=None): + """ Initialize for definitions in hed strings. + + Parameters: + def_dicts (list or DefinitionDict or str): DefinitionDicts containing the definitions to pass to baseclass + + """ + super().__init__(def_dicts, hed_schema=hed_schema) + + def validate_def_tags(self, hed_string_obj): + """ Validate Def/Def-Expand tags. + + Parameters: + hed_string_obj (HedString): The hed string to process. + + Returns: + list: Issues found related to validating defs. Each issue is a dictionary. + """ + hed_string_lower = hed_string_obj.lower() + if self._label_tag_name not in hed_string_lower: + return [] + + def_issues = [] + # We need to check for labels to expand in ALL groups + for def_tag, def_expand_group, def_group in hed_string_obj.find_def_tags(recursive=True): + def_issues += self._validate_def_contents(def_tag, def_expand_group) + + return def_issues + + def _validate_def_contents(self, def_tag, def_expand_group): + """ Check for issues with expanding a tag from Def to a Def-expand tag group + + Parameters: + def_tag (HedTag): Source hed tag that may be a Def or Def-expand tag. + def_expand_group (HedGroup or HedTag): + Source group for this def-expand tag. Same as def_tag if this is not a def-expand tag. + + Returns: + issues + """ + def_issues = [] + + is_label_tag = def_tag.extension_or_value_portion + placeholder = None + found_slash = is_label_tag.find("/") + if found_slash != -1: + placeholder = is_label_tag[found_slash + 1:] + is_label_tag = is_label_tag[:found_slash] + + label_tag_lower = is_label_tag.lower() + def_entry = self.defs.get(label_tag_lower) + if def_entry is None: + def_issues += ErrorHandler.format_error(ValidationErrors.HED_DEF_UNMATCHED, tag=def_tag) + else: + def_tag_name, def_contents = def_entry.get_definition(def_tag, placeholder_value=placeholder) + if def_tag_name: + if def_expand_group is not def_tag and def_expand_group != def_contents: + def_issues += ErrorHandler.format_error(ValidationErrors.HED_DEF_EXPAND_INVALID, + tag=def_tag, actual_def=def_contents, + found_def=def_expand_group) + elif def_entry.takes_value: + def_issues += ErrorHandler.format_error(ValidationErrors.HED_DEF_VALUE_MISSING, tag=def_tag) + else: + def_issues += ErrorHandler.format_error(ValidationErrors.HED_DEF_VALUE_EXTRA, tag=def_tag) + + return def_issues diff --git a/hed/validator/hed_validator.py b/hed/validator/hed_validator.py index 600d5bb87..c7ce76adf 100644 --- a/hed/validator/hed_validator.py +++ b/hed/validator/hed_validator.py @@ -6,50 +6,86 @@ """ from hed.errors.error_types import ValidationErrors -from hed.errors.error_reporter import ErrorHandler +from hed.errors.error_reporter import ErrorHandler, check_for_any_errors from hed.models.hed_string import HedString from hed.models import HedTag from hed.validator.tag_validator import TagValidator -from functools import partial -from hed.models.hed_ops import HedOps +from hed.validator.def_validator import DefValidator +from hed.validator.onset_validator import OnsetValidator -class HedValidator(HedOps): +class HedValidator: """ Top level validation of HED strings. """ - def __init__(self, hed_schema=None, run_semantic_validation=True): + def __init__(self, hed_schema=None, def_dicts=None, run_full_onset_checks=True): """ Constructor for the HedValidator class. Parameters: hed_schema (HedSchema or HedSchemaGroup): HedSchema object to use for validation. - run_semantic_validation (bool): True if the validator should check the HED data against a schema. """ super().__init__() self._tag_validator = None self._hed_schema = hed_schema - self._tag_validator = TagValidator(hed_schema=self._hed_schema, - run_semantic_validation=run_semantic_validation) - self._run_semantic_validation = run_semantic_validation - - def __get_tag_funcs__(self, **kwargs): - string_funcs = [] - allow_placeholders = kwargs.get("allow_placeholders") - check_for_warnings = kwargs.get("check_for_warnings") - string_funcs.append(self._tag_validator.run_hed_string_validators) - string_funcs.append( - partial(HedString.convert_to_canonical_forms, hed_schema=self._hed_schema)) - string_funcs.append(partial(self._validate_individual_tags_in_hed_string, - allow_placeholders=allow_placeholders, - check_for_warnings=check_for_warnings)) - return string_funcs - - def __get_string_funcs__(self, **kwargs): - check_for_warnings = kwargs.get("check_for_warnings") - string_funcs = [partial(self._validate_tags_in_hed_string, check_for_warnings=check_for_warnings), - self._validate_groups_in_hed_string] - return string_funcs + self._tag_validator = TagValidator(hed_schema=self._hed_schema) + self._def_validator = DefValidator(def_dicts, hed_schema) + self._onset_validator = OnsetValidator(def_dict=self._def_validator, + run_full_onset_checks=run_full_onset_checks) + + def validate(self, hed_string, allow_placeholders, error_handler=None): + """ + Validate the string using the schema + + Parameters: + hed_string(HedString): the string to validate + allow_placeholders(bool): allow placeholders in the string + error_handler(ErrorHandler or None): the error handler to use, creates a default one if none passed + Returns: + issues (list of dict): A list of issues for hed string + """ + if not error_handler: + error_handler = ErrorHandler() + issues = [] + issues += self.run_basic_checks(hed_string, allow_placeholders=allow_placeholders) + error_handler.add_context_and_filter(issues) + if check_for_any_errors(issues): + return issues + issues += self.run_full_string_checks(hed_string) + error_handler.add_context_and_filter(issues) + return issues + + def run_basic_checks(self, hed_string, allow_placeholders): + issues = [] + issues += self._tag_validator.run_hed_string_validators(hed_string) + if check_for_any_errors(issues): + return issues + if hed_string == "n/a" or not self._hed_schema: + return issues + issues += hed_string.convert_to_canonical_forms(self._hed_schema) + if check_for_any_errors(issues): + return issues + # This is required so it can validate the tag a tag expands into + # e.g. checking units when a definition placeholder has units + self._def_validator.construct_def_tags(hed_string) + issues += self._validate_individual_tags_in_hed_string(hed_string, allow_placeholders=allow_placeholders) + if check_for_any_errors(issues): + return issues + issues += self._def_validator.validate_def_tags(hed_string) + if check_for_any_errors(issues): + return issues + issues += self._onset_validator.validate_onset_offset(hed_string) + if check_for_any_errors(issues): + return issues + return issues + + def run_full_string_checks(self, hed_string): + issues = [] + issues += self._validate_tags_in_hed_string(hed_string) + if check_for_any_errors(issues): + return issues + issues += self._validate_groups_in_hed_string(hed_string) + return issues def _validate_groups_in_hed_string(self, hed_string_obj): """ Report invalid groups at each level. @@ -103,26 +139,21 @@ def _check_for_duplicate_groups(self, original_group): self._check_for_duplicate_groups_recursive(sorted_group, validation_issues) return validation_issues - def _validate_tags_in_hed_string(self, hed_string_obj, check_for_warnings=False): - """ Report invalid the multi-tag properties. + def _validate_tags_in_hed_string(self, hed_string_obj): + """ Report invalid the multi-tag properties in a hed string, e.g. required tags.. Parameters: hed_string_obj (HedString): A HedString object. Returns: list: The issues associated with the tags in the HED string. Each issue is a dictionary. - - Notes: - - in a hed string, eg required tags. - - """ + """ validation_issues = [] tags = hed_string_obj.get_all_tags() - validation_issues += self._tag_validator.run_all_tags_validators(tags, check_for_warnings=check_for_warnings) + validation_issues += self._tag_validator.run_all_tags_validators(tags) return validation_issues - def _validate_individual_tags_in_hed_string(self, hed_string_obj, allow_placeholders=False, - check_for_warnings=False): + def _validate_individual_tags_in_hed_string(self, hed_string_obj, allow_placeholders=False): """ Validate individual tags in a HED string. Parameters: @@ -139,9 +170,15 @@ def _validate_individual_tags_in_hed_string(self, hed_string_obj, allow_placehol for group in hed_string_obj.get_all_groups(): is_definition = group in all_def_groups for hed_tag in group.tags(): - validation_issues += \ - self._tag_validator.run_individual_tag_validators(hed_tag, allow_placeholders=allow_placeholders, - check_for_warnings=check_for_warnings, - is_definition=is_definition) + if hed_tag.expandable and not hed_tag.expanded: + for tag in hed_tag.expandable.get_all_tags(): + validation_issues += self._tag_validator. \ + run_individual_tag_validators(tag, allow_placeholders=allow_placeholders, + is_definition=is_definition) + else: + validation_issues += self._tag_validator. \ + run_individual_tag_validators(hed_tag, + allow_placeholders=allow_placeholders, + is_definition=is_definition) return validation_issues diff --git a/hed/models/onset_mapper.py b/hed/validator/onset_validator.py similarity index 76% rename from hed/models/onset_mapper.py rename to hed/validator/onset_validator.py index 842ff25a6..942f58efb 100644 --- a/hed/models/onset_mapper.py +++ b/hed/validator/onset_validator.py @@ -2,29 +2,24 @@ from hed.models.hed_group import HedGroup from hed.errors.error_reporter import ErrorHandler from hed.errors.error_types import OnsetErrors -from hed.models.hed_ops import HedOps -class OnsetMapper(HedOps): - """ HedOps responsible for matching onset/offset pairs. """ +class OnsetValidator: + """ Validates onset/offset pairs. """ - def __init__(self, def_mapper): - super().__init__() - self._def_mapper = def_mapper + def __init__(self, def_dict, run_full_onset_checks=True): + self._defs = def_dict self._onsets = {} + self._run_full_onset_checks = run_full_onset_checks - def check_for_onset_offset(self, hed_string_obj): - """ Check for onset or offset and track context. + def validate_onset_offset(self, hed_string_obj): + """ Validate onset/offset Parameters: - hed_string_obj (HedString): The hed string to check. Finds a maximum of one onset tag. + hed_string_obj (HedString): The hed string to check. Returns: list: A list of issues found in validating onsets (i.e., out of order onsets, unknown def names). - - Notes: - - Each issue in the return list is a dictionary. - """ onset_issues = [] for found_onset, found_group in self._find_onset_tags(hed_string_obj): @@ -82,28 +77,21 @@ def _handle_onset_or_offset(self, def_tag, onset_offset_tag): placeholder = def_name[found_slash + 1:] def_name = def_name[:found_slash] - def_entry = self._def_mapper.get_def_entry(def_name) + def_entry = self._defs.get_def_entry(def_name) if def_entry is None: return ErrorHandler.format_error(OnsetErrors.ONSET_DEF_UNMATCHED, tag=def_tag) if bool(def_entry.takes_value) != bool(placeholder): return ErrorHandler.format_error(OnsetErrors.ONSET_PLACEHOLDER_WRONG, tag=def_tag, has_placeholder=bool(def_entry.takes_value)) - if is_onset: - # onset can never fail as it implies an offset - self._onsets[full_def_name.lower()] = full_def_name - else: - if full_def_name.lower() not in self._onsets: - return ErrorHandler.format_error(OnsetErrors.OFFSET_BEFORE_ONSET, tag=def_tag) + if self._run_full_onset_checks: + if is_onset: + # onset can never fail as it implies an offset + self._onsets[full_def_name.lower()] = full_def_name else: - del self._onsets[full_def_name.lower()] - - return [] - - def __get_string_funcs__(self, **kwargs): - string_funcs = [] - string_funcs.append(self.check_for_onset_offset) - return string_funcs + if full_def_name.lower() not in self._onsets: + return ErrorHandler.format_error(OnsetErrors.OFFSET_BEFORE_ONSET, tag=def_tag) + else: + del self._onsets[full_def_name.lower()] - def __get_tag_funcs__(self, **kwargs): return [] diff --git a/hed/validator/sidecar_validator.py b/hed/validator/sidecar_validator.py new file mode 100644 index 000000000..af12005b1 --- /dev/null +++ b/hed/validator/sidecar_validator.py @@ -0,0 +1,147 @@ +import copy +from hed.errors import ErrorHandler, ErrorContext, SidecarErrors +from hed.models import ColumnType +from hed import HedString +from hed import Sidecar +from hed.models.column_metadata import ColumnMetadata + + +class SidecarValidator: + reserved_column_names = ["HED"] + reserved_category_values = ["n/a"] + + def __init__(self, hed_schema): + """ + Constructor for the HedValidator class. + + Parameters: + hed_schema (HedSchema): HED schema object to use for validation. + """ + self._schema = hed_schema + + def validate(self, sidecar, extra_def_dicts=None, name=None, error_handler=None): + """Validate the input data using the schema + + Parameters: + sidecar (Sidecar): Input data to be validated. + extra_def_dicts(list or DefinitionDict): extra def dicts in addition to sidecar + name(str): The name to report this sidecar as + error_handler (ErrorHandler): Error context to use. Creates a new one if None + Returns: + issues (list of dict): A list of issues associated with each level in the HED string. + """ + from hed.validator import HedValidator + issues = [] + if error_handler is None: + error_handler = ErrorHandler() + + error_handler.push_error_context(ErrorContext.FILE_NAME, name) + sidecar_def_dict = sidecar.get_def_dict(hed_schema=self._schema, extra_def_dicts=extra_def_dicts) + hed_validator = HedValidator(self._schema, + def_dicts=sidecar_def_dict, + run_full_onset_checks=False) + + issues += self.validate_structure(sidecar, error_handler=error_handler) + issues += sidecar._extract_definition_issues + issues += sidecar_def_dict.issues + # todo: Add the definition validation. + + for hed_string, column_data, position in sidecar.hed_string_iter(error_handler): + hed_string_obj = HedString(hed_string, hed_schema=self._schema, def_dict=sidecar_def_dict) + + error_handler.push_error_context(ErrorContext.HED_STRING, hed_string_obj, + increment_depth_after=False) + new_issues = hed_validator.run_basic_checks(hed_string_obj, allow_placeholders=True) + if not new_issues: + new_issues = hed_validator.run_full_string_checks(hed_string_obj) + if not new_issues: + new_issues = self._validate_pound_sign_count(hed_string_obj, column_type=column_data.column_type) + error_handler.add_context_and_filter(new_issues) + issues += new_issues + error_handler.pop_error_context() + + error_handler.pop_error_context() + return issues + + def validate_structure(self, sidecar, error_handler): + """ Validate the raw structure of this sidecar. + + Parameters: + sidecar(Sidecar): the sidecar to validate + error_handler(ErrorHandler): The error handler to use for error context + + Returns: + issues(list): A list of issues found with the structure + """ + all_validation_issues = [] + for column_name, dict_for_entry in sidecar.loaded_dict.items(): + error_handler.push_error_context(ErrorContext.SIDECAR_COLUMN_NAME, column_name) + all_validation_issues += self._validate_column_structure(column_name, dict_for_entry, error_handler) + error_handler.pop_error_context() + return all_validation_issues + + def _validate_column_structure(self, column_name, dict_for_entry, error_handler): + """ Checks primarily for type errors such as expecting a string and getting a list in a json sidecar. + + Parameters: + error_handler (ErrorHandler) Sets the context for the error reporting. Cannot be None. + + Returns: + list: Issues in performing the operations. Each issue is a dictionary. + + """ + val_issues = [] + if column_name in self.reserved_column_names: + val_issues += error_handler.format_error_with_context(SidecarErrors.SIDECAR_HED_USED) + return val_issues + + column_type = Sidecar._detect_column_type(dict_for_entry=dict_for_entry) + if column_type is None: + val_issues += error_handler.format_error_with_context(SidecarErrors.UNKNOWN_COLUMN_TYPE, + column_name=column_name) + elif column_type == ColumnType.Categorical: + raw_hed_dict = dict_for_entry["HED"] + if not raw_hed_dict: + val_issues += error_handler.format_error_with_context(SidecarErrors.BLANK_HED_STRING) + if not isinstance(raw_hed_dict, dict): + val_issues += error_handler.format_error_with_context(SidecarErrors.WRONG_HED_DATA_TYPE, + given_type=type(raw_hed_dict), + expected_type="dict") + for key_name, hed_string in raw_hed_dict.items(): + error_handler.push_error_context(ErrorContext.SIDECAR_KEY_NAME, key_name) + if not isinstance(hed_string, str): + val_issues += error_handler.format_error_with_context(SidecarErrors.WRONG_HED_DATA_TYPE, + given_type=type(hed_string), + expected_type="str") + if not hed_string: + val_issues += error_handler.format_error_with_context(SidecarErrors.BLANK_HED_STRING) + if key_name in self.reserved_category_values: + val_issues += error_handler.format_error_with_context(SidecarErrors.SIDECAR_NA_USED, column_name) + error_handler.pop_error_context() + + return val_issues + + def _validate_pound_sign_count(self, hed_string, column_type): + """ Check if a given hed string in the column has the correct number of pound signs. + + Parameters: + hed_string (str or HedString): HED string to be checked. + + Returns: + list: Issues due to pound sign errors. Each issue is a dictionary. + + Notes: + Normally the number of # should be either 0 or 1, but sometimes will be higher due to the + presence of definition tags. + + """ + # Make a copy without definitions to check placeholder count. + expected_count, error_type = ColumnMetadata.expected_pound_sign_count(column_type) + hed_string_copy = copy.deepcopy(hed_string) + hed_string_copy.remove_definitions() + hed_string_copy.shrink_defs() + + if hed_string_copy.lower().count("#") != expected_count: + return ErrorHandler.format_error(error_type, pound_sign_count=str(hed_string_copy).count("#")) + + return [] diff --git a/hed/validator/spreadsheet_validator.py b/hed/validator/spreadsheet_validator.py new file mode 100644 index 000000000..136b5aa73 --- /dev/null +++ b/hed/validator/spreadsheet_validator.py @@ -0,0 +1,114 @@ +import pandas as pd +from hed import BaseInput +from hed.errors import ErrorHandler, ValidationErrors, ErrorContext +from hed.models import ColumnType +from hed import HedString +from hed.models.hed_string_group import HedStringGroup + +PANDAS_COLUMN_PREFIX_TO_IGNORE = "Unnamed: " + + +class SpreadsheetValidator: + def __init__(self, hed_schema): + """ + Constructor for the HedValidator class. + + Parameters: + hed_schema (HedSchema): HED schema object to use for validation. + """ + self._schema = hed_schema + self._hed_validator = None + + def validate(self, data, def_dicts=None, name=None, error_handler=None): + """ + Validate the input data using the schema + + Parameters: + data (BaseInput or pd.DataFrame): Input data to be validated. + def_dicts(list of DefDict or DefDict): all definitions to use for validation + name(str): The name to report errors from this file as + error_handler (ErrorHandler): Error context to use. Creates a new one if None + Returns: + issues (list of dict): A list of issues for hed string + """ + from hed.validator import HedValidator + issues = [] + if error_handler is None: + error_handler = ErrorHandler() + + error_handler.push_error_context(ErrorContext.FILE_NAME, name) + self._hed_validator = HedValidator(self._schema, def_dicts=def_dicts) + # Check the structure of the input data, if it's a BaseInput + if isinstance(data, BaseInput): + issues += self._validate_column_structure(data, error_handler) + data = data.dataframe_a + + # Check the rows of the input data + issues += self._run_checks(data, error_handler) + error_handler.pop_error_context() + return issues + + def _run_checks(self, data, error_handler): + issues = [] + for row_number, text_file_row in enumerate(data.itertuples(index=False)): + error_handler.push_error_context(ErrorContext.ROW, row_number) + row_strings = [] + new_column_issues = [] + # todo: make this report the correct column numbers(somehow - it almost surely doesn't right now) + for column_number, cell in enumerate(text_file_row): + if not cell or cell == "n/a": + continue + + error_handler.push_error_context(ErrorContext.COLUMN, column_number) + + column_hed_string = HedString(cell) + row_strings.append(column_hed_string) + error_handler.push_error_context(ErrorContext.HED_STRING, column_hed_string, + increment_depth_after=False) + new_column_issues = self._hed_validator.run_basic_checks(column_hed_string, allow_placeholders=False) + + error_handler.add_context_and_filter(new_column_issues) + error_handler.pop_error_context() + error_handler.pop_error_context() + + issues += new_column_issues + if new_column_issues: + continue + else: + row_string = HedStringGroup(row_strings) + error_handler.push_error_context(ErrorContext.HED_STRING, row_string, increment_depth_after=False) + new_column_issues = self._hed_validator.run_full_string_checks(row_string) + + error_handler.add_context_and_filter(new_column_issues) + error_handler.pop_error_context() + issues += new_column_issues + error_handler.pop_error_context() + return issues + + def _validate_column_structure(self, base_input, error_handler): + """ + Validate that each column in the input data has valid values. + + Parameters: + base_input (BaseInput): The input data to be validated. + Returns: + List of issues associated with each invalid value. Each issue is a dictionary. + """ + issues = [] + col_issues = base_input._mapper.get_column_mapping_issues() + error_handler.add_context_and_filter(col_issues) + issues += col_issues + for column in base_input.column_metadata().values(): + if column.column_type == ColumnType.Categorical: + error_handler.push_error_context(ErrorContext.COLUMN, column.column_name) + valid_keys = column.hed_dict.keys() + for row_number, value in enumerate(base_input.dataframe[column.column_name]): + if value != "n/a" and value not in valid_keys: + error_handler.push_error_context(ErrorContext.ROW, row_number) + issues += error_handler.format_error_with_context(ValidationErrors.HED_SIDECAR_KEY_MISSING, + invalid_key=value, + category_keys=list(valid_keys)) + error_handler.pop_error_context() + error_handler.pop_error_context() + + return issues diff --git a/hed/validator/tag_validator.py b/hed/validator/tag_validator.py index 29b5c9f1b..2d08eae62 100644 --- a/hed/validator/tag_validator.py +++ b/hed/validator/tag_validator.py @@ -13,7 +13,7 @@ class TagValidator: """ Validation for individual HED tags. """ - CAMEL_CASE_EXPRESSION = r'([A-Z-]+\s*[a-z-]*)+' + CAMEL_CASE_EXPRESSION = r'([A-Z]+\s*[a-z-]*)+' INVALID_STRING_CHARS = '[]{}~' OPENING_GROUP_CHARACTER = '(' CLOSING_GROUP_CHARACTER = ')' @@ -24,21 +24,17 @@ class TagValidator: # Placeholder characters are checked elsewhere, but by default allowed TAG_ALLOWED_CHARS = "-_/" - def __init__(self, hed_schema=None, run_semantic_validation=True): + def __init__(self, hed_schema=None): """Constructor for the Tag_Validator class. Parameters: hed_schema (HedSchema): A HedSchema object. - run_semantic_validation (bool): True if the validator should check the HED data against a schema. Returns: TagValidator: A Tag_Validator object. """ self._hed_schema = hed_schema - self._run_semantic_validation = run_semantic_validation - if not self._hed_schema: - self._run_semantic_validation = False # Dict contains all the value portion validators for value class. e.g. "is this a number?" self._value_unit_validators = self._register_default_value_validators() @@ -67,13 +63,12 @@ def run_hed_string_validators(self, hed_string_obj): validation_issues += self.check_tag_formatting(tag) return validation_issues - def run_individual_tag_validators(self, original_tag, check_for_warnings, allow_placeholders=False, + def run_individual_tag_validators(self, original_tag, allow_placeholders=False, is_definition=False): """ Runs the hed_ops on the individual tags. Parameters: original_tag (HedTag): A original tag. - check_for_warnings (bool): If True, also check for warnings. allow_placeholders (bool): Allow value class or extensions to be placeholders rather than a specific value. is_definition (bool): This tag is part of a Definition, not a normal line. @@ -83,10 +78,10 @@ def run_individual_tag_validators(self, original_tag, check_for_warnings, allow_ """ validation_issues = [] validation_issues += self.check_tag_invalid_chars(original_tag, allow_placeholders) - if self._run_semantic_validation: - validation_issues += self.check_tag_exists_in_schema(original_tag, check_for_warnings) + if self._hed_schema: + validation_issues += self.check_tag_exists_in_schema(original_tag) if original_tag.is_unit_class_tag(): - validation_issues += self.check_tag_unit_class_units_are_valid(original_tag, check_for_warnings) + validation_issues += self.check_tag_unit_class_units_are_valid(original_tag) elif original_tag.is_value_class_tag(): validation_issues += self.check_tag_value_class_valid(original_tag) elif original_tag.extension_or_value_portion: @@ -95,8 +90,7 @@ def run_individual_tag_validators(self, original_tag, check_for_warnings, allow_ if not allow_placeholders: validation_issues += self.check_for_placeholder(original_tag, is_definition) validation_issues += self.check_tag_requires_child(original_tag) - if check_for_warnings: - validation_issues += self.check_capitalization(original_tag) + validation_issues += self.check_capitalization(original_tag) return validation_issues def run_tag_level_validators(self, original_tag_list, is_top_level, is_group): @@ -119,12 +113,11 @@ def run_tag_level_validators(self, original_tag_list, is_top_level, is_group): validation_issues += self.check_tag_level_issue(original_tag_list, is_top_level, is_group) return validation_issues - def run_all_tags_validators(self, tags, check_for_warnings): + def run_all_tags_validators(self, tags): """ Validate the multi-tag properties in a hed string. Parameters: tags (list): A list containing the HedTags in a HED string. - check_for_warnings (bool): If True, also check for warnings. Returns: list: The validation issues associated with the tags in a HED string. Each issue is a dictionary. @@ -134,9 +127,8 @@ def run_all_tags_validators(self, tags, check_for_warnings): """ validation_issues = [] - if self._run_semantic_validation: - if check_for_warnings: - validation_issues += self.check_for_required_tags(tags) + if self._hed_schema: + validation_issues += self.check_for_required_tags(tags) validation_issues += self.check_multiple_unique_tags_exist(tags) return validation_issues @@ -210,6 +202,9 @@ def check_delimiter_issues_in_hed_string(self, hed_string): current_tag = '' else: issues += ErrorHandler.format_error(ValidationErrors.HED_COMMA_MISSING, tag=current_tag) + elif last_non_empty_valid_character == "," and current_character == self.CLOSING_GROUP_CHARACTER: + issues += ErrorHandler.format_error(ValidationErrors.HED_TAG_EMPTY, source_string=hed_string, + char_index=i) elif TagValidator._comma_is_missing_after_closing_parentheses(last_non_empty_valid_character, current_character): issues += ErrorHandler.format_error(ValidationErrors.HED_COMMA_MISSING, tag=current_tag[:-1]) @@ -252,19 +247,20 @@ def check_tag_invalid_chars(self, original_tag, allow_placeholders): Returns: list: Validation issues. Each issue is a dictionary. """ + validation_issues = self._check_invalid_prefix_issues(original_tag) allowed_chars = self.TAG_ALLOWED_CHARS if not self._hed_schema or not self._hed_schema.is_hed3_schema: allowed_chars += " " if allow_placeholders: allowed_chars += "#" - return self._check_invalid_chars(original_tag.org_base_tag, allowed_chars, original_tag) + validation_issues += self._check_invalid_chars(original_tag.org_base_tag, allowed_chars, original_tag) + return validation_issues - def check_tag_exists_in_schema(self, original_tag, check_for_warnings=False): + def check_tag_exists_in_schema(self, original_tag): """ Report invalid tag or doesn't take a value. Parameters: original_tag (HedTag): The original tag that is used to report the error. - check_for_warnings (bool): If True, also check for warnings. Returns: list: Validation issues. Each issue is a dictionary. @@ -276,18 +272,17 @@ def check_tag_exists_in_schema(self, original_tag, check_for_warnings=False): is_extension_tag = original_tag.is_extension_allowed_tag() if not is_extension_tag: validation_issues += ErrorHandler.format_error(ValidationErrors.INVALID_EXTENSION, tag=original_tag) - elif check_for_warnings: + else: validation_issues += ErrorHandler.format_error(ValidationErrors.HED_TAG_EXTENDED, tag=original_tag, index_in_tag=len(original_tag.org_base_tag), index_in_tag_end=None) return validation_issues - def check_tag_unit_class_units_are_valid(self, original_tag, check_for_warnings): + def check_tag_unit_class_units_are_valid(self, original_tag): """ Report incorrect unit class or units. Parameters: original_tag (HedTag): The original tag that is used to report the error. - check_for_warnings (bool): Indicates whether to check for warnings. Returns: list: Validation issues. Each issue is a dictionary. @@ -297,13 +292,12 @@ def check_tag_unit_class_units_are_valid(self, original_tag, check_for_warnings) stripped_value, unit = original_tag.get_stripped_unit_value() if not unit: if self._validate_value_class_portion(original_tag, stripped_value): - if check_for_warnings: - # only suggest a unit is missing if this is a valid number - if tag_validator_util.validate_numeric_value_class(stripped_value): - default_unit = original_tag.get_unit_class_default_unit() - validation_issues += ErrorHandler.format_error(ValidationErrors.HED_UNITS_DEFAULT_USED, - tag=original_tag, - default_unit=default_unit) + # only suggest a unit is missing if this is a valid number + if tag_validator_util.validate_numeric_value_class(stripped_value): + default_unit = original_tag.get_unit_class_default_unit() + validation_issues += ErrorHandler.format_error(ValidationErrors.HED_UNITS_DEFAULT_USED, + tag=original_tag, + default_unit=default_unit) else: tag_unit_class_units = original_tag.get_tag_unit_class_units() if tag_unit_class_units: @@ -412,24 +406,23 @@ def check_tag_level_issue(self, original_tag_list, is_top_level, is_group): - Top-level groups can contain definitions, Onset, etc tags. """ validation_issues = [] - if self._run_semantic_validation: - top_level_tags = [tag for tag in original_tag_list if - tag.base_tag_has_attribute(HedKey.TopLevelTagGroup)] - tag_group_tags = [tag for tag in original_tag_list if - tag.base_tag_has_attribute(HedKey.TagGroup)] - for tag_group_tag in tag_group_tags: - if not is_group: - validation_issues += ErrorHandler.format_error(ValidationErrors.HED_TAG_GROUP_TAG, - tag=tag_group_tag) - for top_level_tag in top_level_tags: - if not is_top_level: - validation_issues += ErrorHandler.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, - tag=top_level_tag) - - if is_top_level and len(top_level_tags) > 1: - validation_issues += ErrorHandler.format_error(ValidationErrors.HED_MULTIPLE_TOP_TAGS, - tag=top_level_tags[0], - multiple_tags=top_level_tags[1:]) + top_level_tags = [tag for tag in original_tag_list if + tag.base_tag_has_attribute(HedKey.TopLevelTagGroup)] + tag_group_tags = [tag for tag in original_tag_list if + tag.base_tag_has_attribute(HedKey.TagGroup)] + for tag_group_tag in tag_group_tags: + if not is_group: + validation_issues += ErrorHandler.format_error(ValidationErrors.HED_TAG_GROUP_TAG, + tag=tag_group_tag) + for top_level_tag in top_level_tags: + if not is_top_level: + validation_issues += ErrorHandler.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, + tag=top_level_tag) + + if is_top_level and len(top_level_tags) > 1: + validation_issues += ErrorHandler.format_error(ValidationErrors.HED_MULTIPLE_TOP_TAGS, + tag=top_level_tags[0], + multiple_tags=top_level_tags[1:]) return validation_issues @@ -475,6 +468,15 @@ def check_multiple_unique_tags_exist(self, tags): # ========================================================================== # Private utility functions # =========================================================================+ + def _check_invalid_prefix_issues(self, original_tag): + """Check for invalid schema prefix.""" + issues = [] + schema_prefix = original_tag.schema_prefix + if schema_prefix and not schema_prefix[:-1].isalpha(): + issues += ErrorHandler.format_error(ValidationErrors.TAG_PREFIX_INVALID, + tag=original_tag, tag_prefix=schema_prefix) + return issues + def _validate_value_class_portion(self, original_tag, portion_to_validate): if portion_to_validate is None: return False diff --git a/spec_tests/test_errors.py b/spec_tests/test_errors.py index f43bc9c86..9c80d4d98 100644 --- a/spec_tests/test_errors.py +++ b/spec_tests/test_errors.py @@ -1,13 +1,18 @@ import os -import json import unittest -from hed.models import DefinitionDict, DefMapper, OnsetMapper -from hed.models.hed_ops import apply_ops -from hed import load_schema_version -from hed import HedValidator +from hed.models import DefinitionDict + +from hed import load_schema_version, HedString +from hed.validator import HedValidator from hed import Sidecar import io import json +from hed import HedFileError +from hed.errors import ErrorHandler, get_printable_issue_string + + + +skip_tests = ["VERSION_DEPRECATED", "CHARACTER_INVALID", "STYLE_WARNING"] class MyTestCase(unittest.TestCase): @@ -17,94 +22,79 @@ def setUpClass(cls): 'hed-specification/docs/source/_static/data/error_tests')) cls.test_files = [os.path.join(test_dir, f) for f in os.listdir(test_dir) if os.path.isfile(os.path.join(test_dir, f))] - cls.fail_count = 0 + cls.fail_count = [] cls.default_sidecar = Sidecar(os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), 'test_sidecar.json'))) - def run_single_test(self, test_file): with open(test_file, "r") as fp: test_info = json.load(fp) for info in test_info: error_code = info['error_code'] - if error_code == "VERSION_DEPRECATED": - print("Skipping VERSION_DEPRECATED test") + if error_code in skip_tests: + print(f"Skipping {error_code} test") continue name = info.get('name', '') description = info['description'] schema = info['schema'] + check_for_warnings = info.get("warning", False) + error_handler = ErrorHandler(check_for_warnings) if schema: schema = load_schema_version(schema) else: - schema = None + raise ValueError("Tests always require a schema now") definitions = info['definitions'] - def_dict = DefinitionDict() - _, issues = apply_ops(definitions, [schema, def_dict]) - self.assertFalse(issues) - validator = HedValidator(schema) - def_mapper = DefMapper(def_dict) - onset_mapper = OnsetMapper(def_mapper) + def_dict = DefinitionDict(definitions, schema) + self.assertFalse(def_dict.issues) for section_name, section in info["tests"].items(): if section_name == "string_tests": - self._run_single_string_test(section, validator, def_mapper, - onset_mapper, error_code, description, name) - elif section_name == "sidecar_tests": - self._run_single_sidecar_test(section, validator, def_mapper, onset_mapper, error_code, description, - name) - elif section_name == "event_tests": - self._run_single_events_test(section, validator, def_mapper, onset_mapper, error_code, description, - name) - - def _run_single_string_test(self, info, validator, def_mapper, onset_mapper, error_code, description, - name): + self._run_single_string_test(section, schema, def_dict, error_code, description, name, error_handler) + if section_name == "sidecar_tests": + self._run_single_sidecar_test(section, schema, def_dict, error_code, description, name, error_handler) + if section_name == "event_tests": + self._run_single_events_test(section, schema, def_dict, error_code, description, name, error_handler) + if section_name == "combo_tests": + self._run_single_combo_test(section, schema, def_dict, error_code, description, name, error_handler) + + def report_result(self, expected_result, issues, error_code, description, name, test, test_type): + if expected_result == "fails": + if not issues: + print(f"{error_code}: {description}") + print(f"Passed '{test_type}' (which should fail) '{name}': {test}") + print(get_printable_issue_string(issues)) + self.fail_count.append(name) + else: + if issues: + print(f"{error_code}: {description}") + print(f"Failed '{test_type}' test '{name}': {test}") + print(get_printable_issue_string(issues)) + self.fail_count.append(name) + + def _run_single_string_test(self, info, schema, def_dict, error_code, description, name, error_handler): + string_validator = HedValidator(hed_schema=schema, def_dicts=def_dict, run_full_onset_checks=False) for result, tests in info.items(): for test in tests: - modified_test, issues = apply_ops(test, [validator, def_mapper, onset_mapper], check_for_warnings=True, - expand_defs=True) - if modified_test and modified_test != test: - _, def_expand_issues = apply_ops(modified_test, validator, check_for_warnings=True) - issues += def_expand_issues - if result == "fails": - if not issues: - print(f"{error_code}: {description}") - print(f"Passed this test(that should fail) '{name}': {test}") - print(issues) - self.fail_count += 1 - else: - if issues: - print(f"{error_code}: {description}") - print(f"Failed this test {name}: {test}") - print(issues) - - self.fail_count += 1 - - def _run_single_sidecar_test(self, info, validator, def_mapper, onset_mapper, error_code, description, - name): - for result, tests in info.items(): + test_string = HedString(test, schema) + + # This expand should not be required here. + def_dict.expand_def_tags(test_string) + + issues = string_validator.run_basic_checks(test_string, False) + issues += string_validator.run_full_string_checks(test_string) + error_handler.add_context_and_filter(issues) + self.report_result(result, issues, error_code, description, name, test, "string_test") + def _run_single_sidecar_test(self, info, schema, def_dict, error_code, description, name, error_handler): + for result, tests in info.items(): for test in tests: # Well this is a disaster buffer = io.BytesIO(json.dumps(test).encode("utf-8")) sidecar = Sidecar(buffer) - issues = sidecar.validate_entries([validator, def_mapper, onset_mapper], check_for_warnings=True) - if result == "fails": - if not issues: - print(f"{error_code}: {description}") - print(f"Passed this test(that should fail) '{name}': {test}") - print(issues) - self.fail_count += 1 - else: - if issues: - print(f"{error_code}: {description}") - print(f"Failed this test {name}: {test}") - print(issues) - - self.fail_count += 1 - - def _run_single_events_test(self, info, validator, def_mapper, onset_mapper, error_code, description, - name): + issues = sidecar.validate(hed_schema=schema, extra_def_dicts=def_dict, error_handler=error_handler) + self.report_result(result, issues, error_code, description, name, test, "sidecar_test") + + def _run_single_events_test(self, info, schema, def_dict, error_code, description,name, error_handler): from hed import TabularInput for result, tests in info.items(): - for test in tests: string = "" for row in test: @@ -120,26 +110,48 @@ def _run_single_events_test(self, info, validator, def_mapper, onset_mapper, err file_obj = io.BytesIO(string.encode("utf-8")) file = TabularInput(file_obj, sidecar=self.default_sidecar) - issues = file.validate_file([validator, def_mapper, onset_mapper], check_for_warnings=True) - if result == "fails": - if not issues: - print(f"{error_code}: {description}") - print(f"Passed this test(that should fail) '{name}': {test}") - print(issues) - self.fail_count += 1 - else: - if issues: - print(f"{error_code}: {description}") - print(f"Failed this test {name}: {test}") - print(issues) - - self.fail_count += 1 - - def test_summary(self): + issues = file.validate(hed_schema=schema, extra_def_dicts=def_dict, error_handler=error_handler) + self.report_result(result, issues, error_code, description, name, test, "events_test") + + def _run_single_combo_test(self, info, schema, def_dict, error_code, description,name, error_handler): + from hed import TabularInput + for result, tests in info.items(): + for test in tests: + buffer = io.BytesIO(json.dumps(test['sidecar']).encode("utf-8")) + sidecar = Sidecar(buffer) + sidecar.loaded_dict.update(self.default_sidecar.loaded_dict) + issues = sidecar.validate(hed_schema=schema, extra_def_dicts=def_dict, error_handler=error_handler) + string = "" + try: + for row in test['events']: + if not isinstance(row, list): + print(f"Improper grouping in test: {error_code}:{name}") + print(f"Improper data for test {name}: {test}") + print(f"This is probably a missing set of square brackets.") + break + string += "\t".join(str(x) for x in row) + "\n" + + if not string: + print(F"Invalid blank events found in test: {error_code}:{name}") + continue + file_obj = io.BytesIO(string.encode("utf-8")) + + file = TabularInput(file_obj, sidecar=sidecar) + except HedFileError: + print(f"{error_code}: {description}") + print(f"Improper data for test {name}: {test}") + print(f"This is probably a missing set of square brackets.") + continue + issues += file.validate(hed_schema=schema, extra_def_dicts=def_dict, error_handler=error_handler) + self.report_result(result, issues, error_code, description, name, test, "combo_tests") + + def test_errors(self): for test_file in self.test_files: self.run_single_test(test_file) - print(f"{self.fail_count} tests got an unexpected result") - self.assertEqual(self.fail_count, 0) + print(f"{len(self.fail_count)} tests got an unexpected result") + print("\n".join(self.fail_count)) + self.assertEqual(len(self.fail_count), 0) if __name__ == '__main__': unittest.main() + diff --git a/tests/data/model_tests/na_tag_column.tsv b/tests/data/model_tests/na_tag_column.tsv new file mode 100644 index 000000000..d42bbb34b --- /dev/null +++ b/tests/data/model_tests/na_tag_column.tsv @@ -0,0 +1,2 @@ +Geometric-object Event +Square diff --git a/tests/data/model_tests/na_value_column.json b/tests/data/model_tests/na_value_column.json new file mode 100644 index 000000000..72a1d0af7 --- /dev/null +++ b/tests/data/model_tests/na_value_column.json @@ -0,0 +1,5 @@ +{ + "Value": { + "HED": "Description/#" + } +} \ No newline at end of file diff --git a/tests/data/model_tests/na_value_column.tsv b/tests/data/model_tests/na_value_column.tsv new file mode 100644 index 000000000..91d00351e --- /dev/null +++ b/tests/data/model_tests/na_value_column.tsv @@ -0,0 +1,3 @@ +HED Value +Geometric-object 1 +Square n/a diff --git a/tests/data/model_tests/no_column_header_definition.tsv b/tests/data/model_tests/no_column_header_definition.tsv index 27c89d11c..418391ef9 100644 --- a/tests/data/model_tests/no_column_header_definition.tsv +++ b/tests/data/model_tests/no_column_header_definition.tsv @@ -1,2 +1,2 @@ -Geometric-object Event, (Definition/DefTest1, (Circle)) -Square Item, Def/DefTest1 +Geometric-object Event +Circle Item,Def/DefTest1 diff --git a/tests/data/model_tests/no_column_header_definition_long.tsv b/tests/data/model_tests/no_column_header_definition_long.tsv index c58990c03..835457f00 100644 --- a/tests/data/model_tests/no_column_header_definition_long.tsv +++ b/tests/data/model_tests/no_column_header_definition_long.tsv @@ -1,2 +1,2 @@ -Item/Object/Geometric-object Event,(Property/Organizational-property/Definition/DefTest1,(InvalidDefTag)) -Item/Object/Geometric-object/2D-shape/Circle Item,Property/Organizational-property/Def/DefTest1 +Item/Object/Geometric-object Event +Item/Object/Geometric-object/2D-shape/Ellipse/Circle Item,Property/Organizational-property/Def/DefTest1 diff --git a/tests/data/validator_tests/bids_events_HED.json b/tests/data/validator_tests/bids_events_HED.json index 8cb2d6ba4..4158d47ec 100644 --- a/tests/data/validator_tests/bids_events_HED.json +++ b/tests/data/validator_tests/bids_events_HED.json @@ -8,8 +8,7 @@ "Units": "s" }, "HED": { - "Description": "This is a column to verity the often reserved HED name causes no issues.", + "Description": "This is a column to verity the often reserved HED name does cause issues.", "Units": "s" } - } \ No newline at end of file diff --git a/tests/models/test_base_file_input.py b/tests/models/test_base_file_input.py index 97efc8316..8314072bd 100644 --- a/tests/models/test_base_file_input.py +++ b/tests/models/test_base_file_input.py @@ -3,7 +3,6 @@ import shutil from hed import Sidecar from hed import BaseInput, TabularInput -from hed.models.def_mapper import DefMapper from hed.models.column_mapper import ColumnMapper from hed.models import DefinitionDict from hed import schema @@ -40,32 +39,20 @@ def setUpClass(cls): sidecar1 = Sidecar(json_path, name='face_sub1_json') mapper1 = ColumnMapper(sidecar=sidecar1, optional_tag_columns=['HED'], warn_on_missing_column=False) cls.input_data1 = BaseInput(events_path, file_type='.tsv', has_column_names=True, - name="face_sub1_events", mapper=mapper1, - definition_columns=['HED'], allow_blank_names=False) + name="face_sub1_events", mapper=mapper1, allow_blank_names=False) cls.input_data2 = BaseInput(events_path, file_type='.tsv', has_column_names=True, name="face_sub2_events") @classmethod def tearDownClass(cls): shutil.rmtree(cls.base_output_folder) - def test_get_definitions(self): - defs1 = self.input_data1.get_definitions(as_strings=True) - self.assertIsInstance(defs1, dict, "get_definitions returns dictionary when as strings") - self.assertEqual(len(defs1), 17, "get_definitions should have the right number of definitions") - - defs2 = self.input_data1.get_definitions() - self.assertIsInstance(defs2, DefMapper, "get_definitions returns a DefMapper by default") - - defs3 = self.input_data2.get_definitions(as_strings=False) - self.assertIsInstance(defs3, DefMapper, "get_definitions returns a DefMapper when not as strings") - def test_gathered_defs(self): # todo: add unit tests for definitions in tsv file - defs = DefinitionDict.get_as_strings(self.tabular_file.def_dict) + defs = DefinitionDict.get_as_strings(self.tabular_file._sidecar.extract_definitions(hed_schema=self.hed_schema)) expected_defs = { 'jsonfiledef': '(Item/JsonDef1/#,Item/JsonDef1)', 'jsonfiledef2': '(Item/JsonDef2/#,Item/JsonDef2)', - 'jsonfiledef3': '(Item/JsonDef3/#,InvalidTag)', + 'jsonfiledef3': '(Item/JsonDef3/#)', 'takesvaluedef': '(Age/#)', 'valueclassdef': '(Acceleration/#)' } diff --git a/tests/models/test_column_mapper.py b/tests/models/test_column_mapper.py index c2eeea109..78a6b99a9 100644 --- a/tests/models/test_column_mapper.py +++ b/tests/models/test_column_mapper.py @@ -1,8 +1,7 @@ import unittest import os -from hed.models import ColumnMapper, ColumnType, ColumnMetadata, HedString, model_constants -from hed.schema import load_schema +from hed.models import ColumnMapper, ColumnType, HedString from hed.models.sidecar import Sidecar @@ -44,11 +43,6 @@ def setUpClass(cls): cls.short_tag_partial_prefix = 'Language-item/Character/' cls.short_tag_partial_prefix2 = 'Character/' - def test_set_column_prefix_dict(self): - mapper = ColumnMapper() - mapper.set_column_prefix_dict(self.column_prefix_dictionary, True) - self.assertTrue(len(mapper._final_column_map) == 3) - def test_set_tag_columns(self): mapper = ColumnMapper() mapper.set_tag_columns(self.zero_based_tag_columns, finalize_mapping=True) @@ -112,94 +106,12 @@ def test_set_column_map(self): mapper.set_column_map(self.test_column_map) self.assertTrue(len(mapper._final_column_map) >= 1) - def test__set_column_prefix(self): - mapper = ColumnMapper() - mapper._set_column_prefix(mapper._final_column_map, self.add_column_number, self.required_prefix) - self.assertTrue(len(mapper._final_column_map) >= 1) - - mapper = ColumnMapper() - with self.assertRaises(TypeError): - mapper._set_column_prefix(mapper._final_column_map, self.add_column_name, self.required_prefix) - def test__finalize_mapping(self): mapper = ColumnMapper() mapper.add_columns([self.add_column_number], ColumnType.Value) mapper._finalize_mapping() self.assertTrue(len(mapper._final_column_map) >= 1) - def test_expand_column(self): - mapper = ColumnMapper() - mapper._set_sidecar(Sidecar(self.basic_events_json)) - mapper.set_column_map(self.basic_column_map) - expanded_column = mapper._expand_column(2, "go") - self.assertTrue(isinstance(expanded_column[0], HedString)) - - def test_expand_row_tags(self): - mapper = ColumnMapper() - mapper._set_sidecar(Sidecar(self.basic_events_json)) - mapper.add_columns(self.basic_hed_tags_column) - mapper.set_column_map(self.basic_column_map) - expanded_row = mapper.expand_row_tags(self.basic_event_row) - self.assertTrue(isinstance(expanded_row, dict)) - self.assertTrue(0 in expanded_row[model_constants.COLUMN_TO_HED_TAGS]) - - def test_expansion_issues(self): - mapper = ColumnMapper() - mapper._set_sidecar(Sidecar(self.basic_events_json)) - mapper.add_columns(self.basic_hed_tags_column) - mapper.set_column_map(self.basic_column_map) - expanded_row = mapper.expand_row_tags(self.basic_event_row_invalid) - column_issues = expanded_row[model_constants.COLUMN_ISSUES][2] - self.assertEqual(len(column_issues), 1) - self.assertTrue(0 in expanded_row[model_constants.COLUMN_TO_HED_TAGS]) - - def test_remove_prefix_if_needed(self): - mapper = ColumnMapper() - mapper.set_column_prefix_dict({self.add_column_number: self.required_prefix}) - remove_prefix_func = mapper.get_prefix_remove_func(self.add_column_number) - test_string_obj = HedString(self.complex_hed_tag_required_prefix) - no_prefix_string = test_string_obj.get_as_form("org_tag", remove_prefix_func) - self.assertEqual(str(no_prefix_string), str(self.complex_hed_tag_no_prefix)) - - def test__prepend_prefix_to_required_tag_column_if_needed(self): - category_tags = HedString('Participant response, Stimulus') - ColumnMetadata._prepend_required_prefix(category_tags, self.category_key) - self.assertIsInstance(category_tags, HedString) - self.assertEqual(str(category_tags), str(self.category_participant_and_stimulus_tags)) - - # Verify reading/writing a short tag to a file column with a name_prefix works - def test_add_prefix_verify_short_tag_conversion(self): - schema_file = os.path.join(os.path.dirname(os.path.realpath(__file__)), self.schema_file) - hed_schema = load_schema(schema_file) - hed_string_obj = HedString(self.short_tag_with_missing_prefix) - ColumnMetadata._prepend_required_prefix(hed_string_obj, self.short_tag_key) - issues = hed_string_obj.convert_to_canonical_forms(hed_schema) - self.assertFalse(issues) - for tag in hed_string_obj.get_all_tags(): - self.assertEqual("Character/D", tag.short_tag) - - def test_add_prefix_verify_short_tag_read(self): - column_mapper = ColumnMapper(column_prefix_dictionary={0: self.short_tag_key}) - test_strings = { - 'test_no_prefix': self.short_tag_with_missing_prefix, - 'test_full_prefix': self.short_tag_key + self.short_tag_with_missing_prefix, - 'test_partial_prefix1': self.short_tag_partial_prefix + self.short_tag_with_missing_prefix, - 'test_partial_prefix2': self.short_tag_partial_prefix2 + self.short_tag_with_missing_prefix, - } - expected_results = { - 'test_no_prefix': self.short_tag_key + self.short_tag_with_missing_prefix, - 'test_full_prefix': self.short_tag_key + self.short_tag_with_missing_prefix, - 'test_partial_prefix1': self.short_tag_partial_prefix + self.short_tag_with_missing_prefix, - 'test_partial_prefix2': self.short_tag_partial_prefix2 + self.short_tag_with_missing_prefix, - } - - for test_key in test_strings: - test_string = test_strings[test_key] - expected_result = expected_results[test_key] - - expanded_row = column_mapper.expand_row_tags([test_string]) - prepended_hed_string = expanded_row[model_constants.COLUMN_TO_HED_TAGS][0] - self.assertEqual(expected_result, str(prepended_hed_string)) if __name__ == '__main__': diff --git a/tests/models/test_def_mapper.py b/tests/models/test_def_mapper.py deleted file mode 100644 index 4f38c88da..000000000 --- a/tests/models/test_def_mapper.py +++ /dev/null @@ -1,292 +0,0 @@ -import unittest -import os - -from hed import schema -from hed.models import DefinitionDict, DefMapper, HedString -from hed.validator import HedValidator -from hed.errors import ErrorHandler, ErrorContext - - -class Test(unittest.TestCase): - basic_hed_string_with_def_first_paren = None - - @classmethod - def setUpClass(cls): - cls.base_data_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/') - hed_xml_file = os.path.realpath(os.path.join(cls.base_data_dir, "schema_tests/HED8.0.0t.xml")) - cls.hed_schema = schema.load_schema(hed_xml_file) - cls.def_contents_string = "(Item/TestDef1,Item/TestDef2)" - cls.basic_definition_string = f"(Definition/TestDef,{cls.def_contents_string})" - cls.basic_definition_string_no_paren = f"Definition/TestDef,{cls.def_contents_string}" - cls.label_def_string = "Def/TestDef" - cls.expanded_def_string = f"(Def-expand/TestDef,{cls.def_contents_string})" - cls.basic_hed_string = "Item/BasicTestTag1,Item/BasicTestTag2" - cls.basic_hed_string_with_def = f"{cls.basic_hed_string},{cls.label_def_string}" - cls.basic_hed_string_with_def_first = f"{cls.label_def_string},{cls.basic_hed_string}" - cls.basic_hed_string_with_def_first_paren = f"({cls.label_def_string},{cls.basic_hed_string})" - cls.placeholder_label_def_string = "Def/TestDefPlaceholder/2471" - cls.placeholder_definition_contents = "(Item/TestDef1/#,Item/TestDef2)" - cls.placeholder_definition_string = f"(Definition/TestDefPlaceholder/#,{cls.placeholder_definition_contents})" - cls.placeholder_definition_string_no_paren = \ - f"Definition/TestDefPlaceholder/#,{cls.placeholder_definition_contents}" - cls.placeholder_expanded_def_string = "(Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/2471,Item/TestDef2))" - - cls.placeholder_hed_string_with_def = f"{cls.basic_hed_string},{cls.placeholder_label_def_string}" - cls.placeholder_hed_string_with_def_first = f"{cls.placeholder_label_def_string},{cls.basic_hed_string}" - cls.placeholder_hed_string_with_def_first_paren = f"({cls.placeholder_label_def_string},{cls.basic_hed_string})" - - cls.valid_definition_strings = { - 'str_no_defs': False, - 'str2': True, - 'str3': False, - 'str4': False, - 'str5': False, - 'str6': False, - 'str7': False, - } - cls.mark_all_as_valid_strings = { - 'str_no_defs': False, - 'str2': False, - 'str3': False, - 'str4': False, - 'str5': False, - 'str6': False, - 'str7': False, - } - - def base_def_validator(self, test_strings, result_strings, valid_strings, expand_defs, shrink_defs, - remove_definitions, extra_ops=None, - basic_definition_string=None): - if not basic_definition_string: - basic_definition_string = self.basic_definition_string - def_dict = DefinitionDict() - def_string = HedString(basic_definition_string) - def_string.convert_to_canonical_forms(None) - def_dict.check_for_definitions(def_string) - - def_mapper = DefMapper(def_dict) - hed_ops = [] - if extra_ops: - hed_ops += extra_ops - hed_ops.append(def_mapper) - - for key in test_strings: - string, expected_result, invalid = test_strings[key], result_strings[key], valid_strings[key] - test_string = HedString(string) - def_issues = test_string.validate(hed_ops, expand_defs=expand_defs, shrink_defs=shrink_defs, - remove_definitions=remove_definitions) - self.assertEqual(invalid, bool(def_issues)) - self.assertEqual(test_string.get_as_short(), expected_result) - - def test_expand_def_tags(self): - basic_def_strings = { - 'str_no_defs': self.basic_definition_string, - 'str2': self.basic_definition_string_no_paren, - 'str3': self.basic_hed_string + "," + self.basic_definition_string, - 'str4': self.basic_definition_string + "," + self.basic_hed_string, - 'str5': self.basic_hed_string_with_def, - 'str6': self.basic_hed_string_with_def_first, - 'str7': self.basic_hed_string_with_def_first_paren, - } - expanded_def_strings = { - 'str_no_defs': "", - 'str2': self.basic_definition_string_no_paren, - 'str3': self.basic_hed_string, - 'str4': self.basic_hed_string, - 'str5': self.basic_hed_string + "," + self.expanded_def_string, - 'str6': self.expanded_def_string + "," + self.basic_hed_string, - 'str7': "(" + self.expanded_def_string + "," + self.basic_hed_string + ")" - } - expanded_def_strings_with_definition = { - 'str_no_defs': self.basic_definition_string, - 'str2': self.basic_definition_string_no_paren, - 'str3': self.basic_hed_string + "," + self.basic_definition_string, - 'str4': self.basic_definition_string + "," + self.basic_hed_string, - 'str5': self.basic_hed_string + "," + self.expanded_def_string, - 'str6': self.expanded_def_string + "," + self.basic_hed_string, - 'str7': "(" + self.expanded_def_string + "," + self.basic_hed_string + ")" - } - - self.base_def_validator(basic_def_strings, expanded_def_strings_with_definition, - self.mark_all_as_valid_strings, expand_defs=True, - shrink_defs=False, remove_definitions=False) - self.base_def_validator(basic_def_strings, basic_def_strings, self.mark_all_as_valid_strings, - expand_defs=False, shrink_defs=False, remove_definitions=False) - self.base_def_validator(basic_def_strings, basic_def_strings, self.mark_all_as_valid_strings, - expand_defs=False, shrink_defs=True, remove_definitions=False) - self.base_def_validator(expanded_def_strings_with_definition, basic_def_strings, - self.mark_all_as_valid_strings, expand_defs=False, shrink_defs=True, - remove_definitions=False) - self.base_def_validator(expanded_def_strings_with_definition, expanded_def_strings_with_definition, - self.mark_all_as_valid_strings, expand_defs=True, shrink_defs=False, - remove_definitions=False) - self.base_def_validator(basic_def_strings, expanded_def_strings, self.mark_all_as_valid_strings, - expand_defs=True, shrink_defs=False, remove_definitions=True) - - validator = HedValidator(self.hed_schema) - extra_ops = [validator] - - self.base_def_validator(basic_def_strings, expanded_def_strings_with_definition, - self.valid_definition_strings, expand_defs=True, shrink_defs=False, - extra_ops=extra_ops, remove_definitions=False) - - # special case test - def test_changing_tag_then_def_mapping(self): - def_dict = DefinitionDict() - def_string = HedString(self.basic_definition_string) - def_string.convert_to_canonical_forms(None) - def_dict.check_for_definitions(def_string) - def_mapper = DefMapper(def_dict) - validator = HedValidator(self.hed_schema) - hed_ops = [validator, def_mapper] - - test_string = HedString(self.label_def_string) - tag = test_string.children[0] - tag.tag = "Organizational-property/" + str(tag) - def_issues = test_string.validate(hed_ops, expand_defs=True) - self.assertFalse(def_issues) - self.assertEqual(test_string.get_as_short(), f"{self.expanded_def_string}") - - test_string = HedString(self.label_def_string) - tag = test_string.children[0] - tag.tag = "Organizational-property22/" + str(tag) - def_issues = test_string.validate(hed_ops, expand_defs=True) - self.assertTrue(def_issues) - - def test_expand_def_tags_placeholder(self): - basic_def_strings = { - 'str_no_defs': self.placeholder_definition_string, - 'str2': self.placeholder_definition_string_no_paren, - 'str3': self.basic_hed_string + "," + self.placeholder_definition_string, - 'str4': self.placeholder_definition_string + "," + self.basic_hed_string, - 'str5': self.placeholder_hed_string_with_def, - 'str6': self.placeholder_hed_string_with_def_first, - 'str7': self.placeholder_hed_string_with_def_first_paren, - } - expanded_def_strings = { - 'str_no_defs': "", - 'str2': self.placeholder_definition_string_no_paren, - 'str3': self.basic_hed_string, - 'str4': self.basic_hed_string, - 'str5': self.basic_hed_string + "," + self.placeholder_expanded_def_string, - 'str6': self.placeholder_expanded_def_string + "," + self.basic_hed_string, - 'str7': "(" + self.placeholder_expanded_def_string + "," + self.basic_hed_string + ")", - } - expanded_def_strings_with_definition = { - 'str_no_defs': self.placeholder_definition_string, - 'str2': self.placeholder_definition_string_no_paren, - 'str3': self.basic_hed_string + "," + self.placeholder_definition_string, - 'str4': self.placeholder_definition_string + "," + self.basic_hed_string, - 'str5': self.basic_hed_string + "," + self.placeholder_expanded_def_string, - 'str6': self.placeholder_expanded_def_string + "," + self.basic_hed_string, - 'str7': "(" + self.placeholder_expanded_def_string + "," + self.basic_hed_string + ")", - } - - self.base_def_validator(basic_def_strings, expanded_def_strings_with_definition, self.mark_all_as_valid_strings, - expand_defs=True, shrink_defs=False, - remove_definitions=False, basic_definition_string=self.placeholder_definition_string) - - self.base_def_validator(basic_def_strings, basic_def_strings, self.mark_all_as_valid_strings, - expand_defs=False, shrink_defs=False, - remove_definitions=False, basic_definition_string=self.placeholder_definition_string) - - self.base_def_validator(basic_def_strings, basic_def_strings, self.mark_all_as_valid_strings, - expand_defs=False, shrink_defs=True, - remove_definitions=False, basic_definition_string=self.placeholder_definition_string) - - self.base_def_validator(expanded_def_strings_with_definition, basic_def_strings, self.mark_all_as_valid_strings, - expand_defs=False, shrink_defs=True, - remove_definitions=False, basic_definition_string=self.placeholder_definition_string) - - self.base_def_validator(basic_def_strings, expanded_def_strings, self.mark_all_as_valid_strings, - expand_defs=True, shrink_defs=False, - remove_definitions=True, basic_definition_string=self.placeholder_definition_string) - - validator = HedValidator(self.hed_schema) - extra_ops = [validator] - self.base_def_validator(basic_def_strings, expanded_def_strings_with_definition, self.valid_definition_strings, - expand_defs=True, shrink_defs=False, - remove_definitions=False, basic_definition_string=self.placeholder_definition_string, - extra_ops=extra_ops) - - def test_expand_def_tags_placeholder_invalid(self): - def_dict = DefinitionDict() - def_string = HedString(self.placeholder_definition_string) - def_string.convert_to_canonical_forms(None) - def_dict.check_for_definitions(def_string) - def_mapper = DefMapper(def_dict) - - placeholder_label_def_string_no_placeholder = "def/TestDefPlaceholder" - - test_string = HedString(placeholder_label_def_string_no_placeholder) - test_string.convert_to_canonical_forms(None) - def_issues = def_mapper.expand_def_tags(test_string) - self.assertEqual(str(test_string), placeholder_label_def_string_no_placeholder) - self.assertTrue(def_issues) - - def_dict = DefinitionDict() - def_string = HedString(self.basic_definition_string) - def_string.convert_to_canonical_forms(None) - def_dict.check_for_definitions(def_string) - def_mapper = DefMapper(def_dict) - - label_def_string_has_invalid_placeholder = "def/TestDef/54687" - - test_string = HedString(label_def_string_has_invalid_placeholder) - test_string.convert_to_canonical_forms(None) - def_issues = def_mapper.expand_def_tags(test_string) - self.assertEqual(str(test_string), label_def_string_has_invalid_placeholder) - self.assertTrue(def_issues) - - def test_bad_def_expand(self): - def_dict = DefinitionDict() - def_string = HedString(self.placeholder_definition_string) - def_string.convert_to_canonical_forms(None) - def_dict.check_for_definitions(def_string) - def_mapper = DefMapper(def_dict) - - valid_placeholder = HedString(self.placeholder_expanded_def_string) - def_issues = valid_placeholder.validate(def_mapper) - self.assertFalse(def_issues) - - invalid_placeholder = HedString("(Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/21,Item/TestDef2))") - def_issues = invalid_placeholder.validate(def_mapper) - self.assertTrue(bool(def_issues)) - - def test_def_no_content(self): - def_dict = DefinitionDict() - def_string = HedString("(Definition/EmptyDef)") - def_string.convert_to_canonical_forms(None) - def_dict.check_for_definitions(def_string) - def_mapper = DefMapper(def_dict) - - valid_empty = HedString("Def/EmptyDef") - def_issues = valid_empty.validate(def_mapper, expand_defs=True) - self.assertEqual(str(valid_empty), "(Def-expand/EmptyDef)") - self.assertFalse(def_issues) - - valid_empty = HedString("Def/EmptyDef") - def_issues = valid_empty.validate(def_mapper, expand_defs=False) - self.assertFalse(def_issues) - - def test_duplicate_def(self): - def_dict = DefinitionDict() - def_string = HedString(self.placeholder_definition_string) - def_string.convert_to_canonical_forms(None) - error_handler = ErrorHandler() - error_handler.push_error_context(ErrorContext.ROW, 5) - def_dict.check_for_definitions(def_string, error_handler=error_handler) - def_mapper = DefMapper([]) - self.assertEqual(len(def_mapper.issues), 0) - - def_mapper = DefMapper([def_dict, def_dict]) - self.assertEqual(len(def_mapper.issues), 1) - self.assertTrue('ec_row' in def_mapper.issues[0]) - - def_mapper = DefMapper([def_dict, def_dict, def_dict]) - self.assertEqual(len(def_mapper.issues), 2) - self.assertTrue('ec_row' in def_mapper.issues[0]) - - -if __name__ == '__main__': - unittest.main() diff --git a/tests/models/test_definition_dict.py b/tests/models/test_definition_dict.py index a463e60a0..ee03122aa 100644 --- a/tests/models/test_definition_dict.py +++ b/tests/models/test_definition_dict.py @@ -3,14 +3,18 @@ from hed.errors import ErrorHandler, DefinitionErrors from hed.models.hed_string import HedString from hed import HedTag +from hed import load_schema_version class TestDefBase(unittest.TestCase): + @classmethod + def setUpClass(cls): + cls.hed_schema = load_schema_version("8.0.0") + def check_def_base(self, test_strings, expected_issues): for test_key in test_strings: def_dict = DefinitionDict() - hed_string_obj = HedString(test_strings[test_key]) - hed_string_obj.convert_to_canonical_forms(None) + hed_string_obj = HedString(test_strings[test_key], self.hed_schema) test_issues = def_dict.check_for_definitions(hed_string_obj) expected_issue = expected_issues[test_key] # print(test_issues) @@ -33,16 +37,16 @@ class TestDefinitionDict(TestDefBase): def test_check_for_definitions(self): def_dict = DefinitionDict() original_def_count = len(def_dict.defs) - hed_string_obj = HedString(self.basic_definition_string) - hed_string_obj.validate(def_dict) + hed_string_obj = HedString(self.placeholder_def_string, hed_schema=self.hed_schema) + def_dict.check_for_definitions(hed_string_obj) new_def_count = len(def_dict.defs) self.assertGreater(new_def_count, original_def_count) def test_check_for_definitions_placeholder(self): def_dict = DefinitionDict() original_def_count = len(def_dict.defs) - hed_string_obj = HedString(self.placeholder_def_string) - hed_string_obj.validate(def_dict) + hed_string_obj = HedString(self.placeholder_def_string, hed_schema=self.hed_schema) + def_dict.check_for_definitions(hed_string_obj) new_def_count = len(def_dict.defs) self.assertGreater(new_def_count, original_def_count) @@ -99,6 +103,26 @@ def test_definitions(self): self.check_def_base(test_strings, expected_results) + def test_expand_defs(self): + test_strings = { + 1: "Def/TestDefPlaceholder/2471,Event", + 2: "Event,(Def/TestDefPlaceholder/2471,Event)", + 3: "Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/2471,Item/TestDef2),Event", + } + + expected_results = { + 1: "(Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/2471,Item/TestDef2)),Event", + 2: "Event,((Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/2471,Item/TestDef2)),Event)", + # this one shouldn't change as it doesn't have a parent + 3: "Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/2471,Item/TestDef2),Event", + } + def_dict = DefinitionDict() + definition_string = "(Definition/TestDefPlaceholder/#,(Item/TestDef1/#,Item/TestDef2))" + def_dict.check_for_definitions(HedString(definition_string, hed_schema=self.hed_schema)) + for key, test_string in test_strings.items(): + hed_string = HedString(test_string, hed_schema=self.hed_schema) + def_dict.expand_def_tags(hed_string) + self.assertEqual(str(hed_string), expected_results[key]) if __name__ == '__main__': unittest.main() diff --git a/tests/models/test_expression_parser.py b/tests/models/test_expression_parser.py index 7a7ee020d..2066e4e2a 100644 --- a/tests/models/test_expression_parser.py +++ b/tests/models/test_expression_parser.py @@ -4,6 +4,14 @@ from hed.models.expression_parser import QueryParser import os from hed import schema +from hed import HedTag + + +def tag_terms(self): + if isinstance(self, HedTag): + if self._schema_entry: + return self._tag_terms + return (str(self).lower(),) class TestParser(unittest.TestCase): @@ -14,6 +22,9 @@ def setUpClass(cls): hed_xml_file = os.path.join(base_data_dir, "schema_tests/HED8.0.0t.xml") cls.hed_schema = schema.load_schema(hed_xml_file) + HedTag._tag_terms = HedTag.tag_terms + HedTag.tag_terms = property(tag_terms) + def base_test(self, parse_expr, search_strings): expression = QueryParser(parse_expr) diff --git a/tests/models/test_hed_string.py b/tests/models/test_hed_string.py index 894668d5e..af17878bb 100644 --- a/tests/models/test_hed_string.py +++ b/tests/models/test_hed_string.py @@ -1,5 +1,6 @@ from hed.models import HedString import unittest +from hed import load_schema_version class TestHedStrings(unittest.TestCase): @@ -170,3 +171,29 @@ def test_split_hed_string(self): } self.compare_split_results(test_strings, expected_results) + +class TestHedStringShrinkDefs(unittest.TestCase): + hed_schema = load_schema_version("8.0.0") + + def test_shrink_defs(self): + test_strings = { + 1: "(Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/2471,Item/TestDef2)),Event", + 2: "Event, ((Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/2471,Item/TestDef2)),Event)", + # this one shouldn't change as it doesn't have a parent + 3: "Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/2471,Item/TestDef2),Event", + # This one is an obviously invalid def, but still shrinks + 4: "(Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/2471,Item/TestDef2), ThisDefIsInvalid),Event", + } + + expected_results = { + 1: "Def/TestDefPlaceholder/2471,Event", + 2: "Event,(Def/TestDefPlaceholder/2471,Event)", + 3: "Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/2471,Item/TestDef2),Event", + 4: "Def/TestDefPlaceholder/2471,Event", + } + + for key, test_string in test_strings.items(): + hed_string = HedString(test_string, hed_schema=self.hed_schema) + hed_string.shrink_defs() + self.assertEqual(str(hed_string), expected_results[key]) + diff --git a/tests/models/test_hed_tag.py b/tests/models/test_hed_tag.py index 39daeec83..9eba272eb 100644 --- a/tests/models/test_hed_tag.py +++ b/tests/models/test_hed_tag.py @@ -153,30 +153,4 @@ def test_determine_allows_extensions(self): self.assertEqual(extension_tag1_result, True) self.assertEqual(no_extension_tag1_result, False) self.assertEqual(no_extension_tag2_result, False) - self.assertEqual(no_extension_tag3_result, False) - - def test_finding_tags_no_schema(self): - # Verify basic tag identification works. - tag = HedTag("Onset") - tag.convert_to_canonical_forms(hed_schema=None) - self.assertTrue(tag._schema_entry) - - tag2 = HedTag("OtherFolders/Onset") - tag2.convert_to_canonical_forms(hed_schema=None) - self.assertTrue(tag2._schema_entry) - - tag4 = HedTag("OtherFolders/Onset/Extension") - tag4.convert_to_canonical_forms(hed_schema=None) - self.assertTrue(tag4._schema_entry) - - tag3 = HedTag("OtherFolders/Onset-NotOnset") - tag3.convert_to_canonical_forms(hed_schema=None) - self.assertFalse(tag3._schema_entry) - - tag = HedTag("Onset") - tag.convert_to_canonical_forms(hed_schema=self.hed_schema) - self.assertTrue(tag._schema_entry) - - tag2 = HedTag("Property/Data-property/Data-marker/Temporal-marker/Onset") - tag2.convert_to_canonical_forms(hed_schema=self.hed_schema) - self.assertTrue(tag._schema_entry) + self.assertEqual(no_extension_tag3_result, False) \ No newline at end of file diff --git a/tests/models/test_sidecar.py b/tests/models/test_sidecar.py index 14f5ff68a..1925745ae 100644 --- a/tests/models/test_sidecar.py +++ b/tests/models/test_sidecar.py @@ -8,6 +8,7 @@ from hed.validator import HedValidator from hed import schema from hed.models import DefinitionDict +from hed.errors import ErrorHandler class Test(unittest.TestCase): @@ -80,35 +81,28 @@ def test__iter__(self): self.assertEqual(columns_target, columns_count) def test_validate_column_group(self): - validator = HedValidator(hed_schema=None) - # validation_issues = self.json_def_sidecar.validate_entries(validator, check_for_warnings=True) - # self.assertEqual(len(validation_issues), 0) - # - # validation_issues = self.default_sidecar.validate_entries(validator, check_for_warnings=True) - # self.assertEqual(len(validation_issues), 0) + validation_issues = self.errors_sidecar.validate(self.hed_schema) + self.assertEqual(len(validation_issues), 22) - validation_issues = self.errors_sidecar.validate_entries(validator, check_for_warnings=True) - self.assertEqual(len(validation_issues), 4) + validation_issues2 = self.errors_sidecar_minor.validate(self.hed_schema) + self.assertEqual(len(validation_issues2), 18) - validation_issues2 = self.errors_sidecar_minor.validate_entries(validator, check_for_warnings=True) - self.assertEqual(len(validation_issues2), 10) + validation_issues = self.json_without_definitions_sidecar.validate(self.hed_schema) + self.assertEqual(len(validation_issues), 8) - validation_issues = self.json_without_definitions_sidecar.validate_entries(validator, check_for_warnings=True) - self.assertEqual(len(validation_issues), 1) - - hed_string = HedString("(Definition/JsonFileDef/#, (Item/JsonDef1/#,Item/JsonDef1))") + hed_string = HedString("(Definition/JsonFileDef/#, (Item/JsonDef1/#,Item/JsonDef1))", self.hed_schema) extra_def_dict = DefinitionDict() - hed_string.validate(extra_def_dict) + extra_def_dict.check_for_definitions(hed_string) - validation_issues = self.json_without_definitions_sidecar.validate_entries(validator, check_for_warnings=True, - extra_def_dicts=extra_def_dict) - self.assertEqual(len(validation_issues), 0) + validation_issues2 = self.json_without_definitions_sidecar.validate(self.hed_schema, extra_def_dicts=extra_def_dict) + # this removes one undef matched error and adds two extended tag warnings + self.assertEqual(len(validation_issues2), 9) def test_duplicate_def(self): sidecar = self.json_def_sidecar - def_dicts = sidecar.get_def_dicts() - issues = sidecar.validate_entries(extra_def_dicts=def_dicts) + duplicate_dict = sidecar.extract_definitions(hed_schema=self.hed_schema) + issues = sidecar.validate(self.hed_schema, extra_def_dicts=duplicate_dict, error_handler=ErrorHandler(False)) self.assertEqual(len(issues), 5) self.assertTrue(issues[0]['code'], ValidationErrors.HED_DEFINITION_INVALID) @@ -120,7 +114,7 @@ def test_save_load(self): reloaded_sidecar = Sidecar(save_filename) for str1, str2 in zip(sidecar.hed_string_iter(), reloaded_sidecar.hed_string_iter()): - self.assertEqual(str1, str2) + self.assertEqual(str1[0], str2[0]) def test_save_load2(self): sidecar = Sidecar(self.json_def_filename) @@ -129,7 +123,7 @@ def test_save_load2(self): reloaded_sidecar = Sidecar(io.StringIO(json_string)) for str1, str2 in zip(sidecar.hed_string_iter(), reloaded_sidecar.hed_string_iter()): - self.assertEqual(str1, str2) + self.assertEqual(str1[0], str2[0]) def test_merged_sidecar(self): base_folder = self.base_data_dir + "sidecar_tests/" diff --git a/tests/models/test_spreadsheet_input.py b/tests/models/test_spreadsheet_input.py index feac77f35..9fc8f5827 100644 --- a/tests/models/test_spreadsheet_input.py +++ b/tests/models/test_spreadsheet_input.py @@ -51,20 +51,13 @@ def test_all(self): file_input = SpreadsheetInput(hed_input, has_column_names=has_column_names, worksheet_name=worksheet_name, tag_columns=tag_columns, column_prefix_dictionary=column_prefix_dictionary) - for column_to_hed_tags in file_input: - break_here = 3 + self.assertTrue(isinstance(file_input.dataframe_a, pd.DataFrame)) + self.assertTrue(isinstance(file_input.series_a, pd.Series)) + self.assertTrue(file_input.dataframe_a.size) # Just make sure this didn't crash for now self.assertTrue(True) - def test_get_row_hed_tags(self): - row_dict = self.generic_file_input._mapper.expand_row_tags(self.row_with_hed_tags) - column_to_hed_tags_dictionary = row_dict[model_constants.COLUMN_TO_HED_TAGS] - # self.assertIsInstance(hed_string, HedString) - # self.assertTrue(hed_string) - self.assertIsInstance(column_to_hed_tags_dictionary, dict) - self.assertTrue(column_to_hed_tags_dictionary) - def test_file_as_string(self): events_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/validator_tests/bids_events_no_index.tsv') @@ -72,15 +65,14 @@ def test_file_as_string(self): json_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), "../data/validator_tests/bids_events.json") sidecar = Sidecar(json_path) - self.assertEqual(len(sidecar.validate_entries(expand_defs=True)), 0) + self.assertEqual(len(sidecar.validate(self.hed_schema)), 0) input_file = TabularInput(events_path, sidecar=sidecar) with open(events_path) as file: events_file_as_string = io.StringIO(file.read()) input_file_from_string = TabularInput(file=events_file_as_string, sidecar=sidecar) - for column_dict, column_dict in zip(input_file, input_file_from_string): - self.assertEqual(column_dict, column_dict) + self.assertTrue(input_file._dataframe.equals(input_file_from_string._dataframe)) def test_bad_file_inputs(self): self.assertRaises(HedFileError, TabularInput, None) @@ -115,7 +107,7 @@ def test_to_excel_should_work(self): column_prefix_dictionary={1: 'Label/', 3: 'Description/'}, name='ExcelOneSheet.xlsx') buffer = io.BytesIO() - spreadsheet.to_excel(buffer, output_processed_file=True) + spreadsheet.to_excel(buffer, output_assembled=True) buffer.seek(0) v = buffer.getvalue() self.assertGreater(len(v), 0, "It should have a length greater than 0") @@ -145,23 +137,13 @@ def test_loading_and_reset_mapper(self): json_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), "../data/validator_tests/bids_events.json") sidecar = Sidecar(json_path) - self.assertEqual(len(sidecar.validate_entries()), 0) + self.assertEqual(len(sidecar.validate(self.hed_schema)), 0) input_file_1 = TabularInput(events_path, sidecar=sidecar) input_file_2 = TabularInput(events_path, sidecar=sidecar) input_file_2.reset_column_mapper() - for (row_number, row_dict), (row_number2, row_dict2) in \ - zip(enumerate(input_file_1.iter_dataframe(return_string_only=False)), - enumerate(input_file_2.iter_dataframe(return_string_only=False))): - self.assertEqual(row_number, row_number2, - f"TabularInput should have row {row_number} equal to {row_number2} after reset") - column_dict = row_dict["column_to_hed_tags"] - self.assertTrue(len(column_dict) == 5, - f"The column dictionary for row {row_number} should have the right length") - column_dict2 = row_dict2["column_to_hed_tags"] - self.assertTrue(len(column_dict2) == 0, - f"The reset column dictionary for row {row_number2} should have the right length") + self.assertTrue(input_file_1.dataframe.equals(input_file_2.dataframe)) def test_no_column_header_and_convert(self): events_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), @@ -172,18 +154,7 @@ def test_no_column_header_and_convert(self): events_path_long = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/model_tests/no_column_header_long.tsv') hed_input_long = SpreadsheetInput(events_path_long, has_column_names=False, tag_columns=[1, 2]) - for column1, column2 in zip(hed_input, hed_input_long): - self.assertEqual(column1, column2) - - events_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), - '../data/model_tests/no_column_header.tsv') - hed_input = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[1, 2]) - events_path_long = os.path.join(os.path.dirname(os.path.realpath(__file__)), - '../data/model_tests/no_column_header_long.tsv') - hed_input_long = SpreadsheetInput(events_path_long, has_column_names=False, tag_columns=[1, 2]) - hed_input_long.convert_to_short(self.hed_schema) - for column1, column2 in zip(hed_input, hed_input_long): - self.assertEqual(column1, column2) + self.assertTrue(hed_input._dataframe.equals(hed_input_long._dataframe)) def test_convert_short_long_with_definitions(self): # Verify behavior works as expected even if definitions are present @@ -195,37 +166,17 @@ def test_convert_short_long_with_definitions(self): events_path_long = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/model_tests/no_column_header_definition_long.tsv') hed_input_long = SpreadsheetInput(events_path_long, has_column_names=False, tag_columns=[1, 2]) - for column1, column2 in zip(hed_input, hed_input_long): - self.assertEqual(column1, column2) - - def test_convert_short_long_with_definitions_new_style(self): - # Verify behavior works as expected even if definitions are present - events_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), - '../data/model_tests/no_column_header_definition.tsv') - hed_input = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[1, 2], - hed_schema=self.hed_schema) - hed_input.convert_to_long() - - events_path_long = os.path.join(os.path.dirname(os.path.realpath(__file__)), - '../data/model_tests/no_column_header_definition_long.tsv') - hed_input_long = SpreadsheetInput(events_path_long, has_column_names=False, tag_columns=[1, 2]) - for column1, column2 in zip(hed_input, hed_input_long): - self.assertEqual(column1, column2) + self.assertTrue(hed_input._dataframe.equals(hed_input_long._dataframe)) def test_definitions_identified(self): + # Todo ian: this test is no longer relevant events_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/model_tests/no_column_header_definition.tsv') - hed_input = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[1, 2], - hed_schema=self.hed_schema) - def_entry = hed_input.def_dict['deftest1'] - tag = def_entry.contents.tags()[0] - self.assertTrue(tag._schema_entry) + hed_input = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[1, 2]) events_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/model_tests/no_column_header_definition.tsv') hed_input = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[1, 2]) - def_entry = hed_input.def_dict['deftest1'] - tag = def_entry.contents.tags()[0] - self.assertFalse(tag._schema_entry) + def test_loading_dataframe_directly(self): ds_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), @@ -236,9 +187,22 @@ def test_loading_dataframe_directly(self): events_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/model_tests/no_column_header_definition.tsv') hed_input2 = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[1, 2]) - for column1, column2 in zip(hed_input, hed_input2): - self.assertEqual(column1, column2) + self.assertTrue(hed_input._dataframe.equals(hed_input2._dataframe)) + def test_ignoring_na_column(self): + events_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), + '../data/model_tests/na_tag_column.tsv') + hed_input = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[1, 2]) + self.assertTrue(hed_input.dataframe_a.loc[1, 1] == 'n/a') + + def test_ignoring_na_value_column(self): + from hed import TabularInput + events_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), + '../data/model_tests/na_value_column.tsv') + sidecar_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), + '../data/model_tests/na_value_column.json') + hed_input = TabularInput(events_path, sidecar=sidecar_path) + self.assertTrue(hed_input.dataframe_a.loc[1, 'Value'] == 'n/a') if __name__ == '__main__': unittest.main() diff --git a/tests/models/test_tabular_input.py b/tests/models/test_tabular_input.py index f514ef5ff..d306582fb 100644 --- a/tests/models/test_tabular_input.py +++ b/tests/models/test_tabular_input.py @@ -4,8 +4,8 @@ from hed.models import DefinitionEntry, Sidecar, TabularInput from hed import schema -from hed.validator import HedValidator from hed.errors import HedFileError +from hed.errors import ErrorHandler class Test(unittest.TestCase): @@ -32,38 +32,17 @@ def setUpClass(cls): def tearDownClass(cls): shutil.rmtree(cls.base_output_folder) - def test_get_definitions(self): - input_data = TabularInput(self.events_path, sidecar=self.sidecar1, name="face_sub1_events") - defs1 = input_data.get_definitions().gathered_defs - self.assertIsInstance(defs1, dict, "get_definitions returns dictionary by default") - self.assertEqual(len(defs1), 17, "get_definitions should have the right number of definitions") - for key, value in defs1.items(): - self.assertIsInstance(key, str, "get_definitions dictionary keys should be strings") - self.assertIsInstance(value, DefinitionEntry, - "get_definitions dict values should be strings when as strings") - defs2 = input_data.get_definitions(as_strings=False).gathered_defs - self.assertIsInstance(defs2, dict, "get_definitions returns dictionary by when not as strings") - self.assertEqual(len(defs2), 17, "get_definitions should have the right number of definitions when not strings") - for key, value in defs2.items(): - self.assertIsInstance(key, str, "get_definitions dictionary keys should be strings") - self.assertIsInstance(value, DefinitionEntry, - "get_definitions dictionary values should be strings when as strings") - self.assertIsInstance(defs2, dict, "get_definitions returns DefinitionDict when not as strings") - def test_missing_column_name_issue(self): events_path = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/validator_tests/bids_events_bad_column_name.tsv')) json_path = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), "../data/validator_tests/bids_events.json")) - validator = HedValidator(hed_schema=self.hed_schema) - sidecar = Sidecar(json_path, hed_schema=self.hed_schema) - issues = sidecar.validate_entries(validator) + sidecar = Sidecar(json_path) + issues = sidecar.validate(self.hed_schema) self.assertEqual(len(issues), 0) - input_file = TabularInput(events_path, sidecar=sidecar, hed_schema=self.hed_schema) + input_file = TabularInput(events_path, sidecar=sidecar) - validation_issues = input_file.validate_sidecar(validator) - self.assertEqual(len(validation_issues), 0) - validation_issues = input_file.validate_file(validator, check_for_warnings=True) + validation_issues = input_file.validate(hed_schema=self.hed_schema) self.assertEqual(len(validation_issues), 1) def test_expand_column_issues(self): @@ -71,16 +50,12 @@ def test_expand_column_issues(self): '../data/validator_tests/bids_events_bad_category_key.tsv') json_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), "../data/validator_tests/bids_events.json") - validator = HedValidator(hed_schema=self.hed_schema) - sidecar = Sidecar(json_path, hed_schema=self.hed_schema) - issues = sidecar.validate_entries(validator) + sidecar = Sidecar(json_path) + issues = sidecar.validate(hed_schema=self.hed_schema) self.assertEqual(len(issues), 0) - input_file = TabularInput(events_path, sidecar=sidecar, hed_schema=self.hed_schema) + input_file = TabularInput(events_path, sidecar=sidecar) - # Fix whatever is wrong with onset tag here. It's thinking Description/Onset continues is an invalid tag???' - validation_issues = input_file.validate_sidecar(validator) - self.assertEqual(len(validation_issues), 0) - validation_issues = input_file.validate_file(validator, check_for_warnings=True) + validation_issues = input_file.validate(hed_schema=self.hed_schema) self.assertEqual(len(validation_issues), 1) def test_blank_and_duplicate_columns(self): @@ -98,16 +73,14 @@ def test_blank_and_duplicate_columns(self): # _ = TabularInput(filepath) def test_validate_file_warnings(self): - validator = HedValidator(hed_schema=self.hed_schema) - issues1 = self.sidecar1.validate_entries(validator, check_for_warnings=True) + issues1 = self.sidecar1.validate(hed_schema=self.hed_schema) input_file1 = TabularInput(self.events_path, sidecar=self.sidecar1) - issues1a = input_file1.validate_file(validator, check_for_warnings=True) + issues1a = input_file1.validate(hed_schema=self.hed_schema) - issues2 = self.sidecar2.validate_entries(validator, check_for_warnings=False) + issues2 = self.sidecar1.validate(hed_schema=self.hed_schema, error_handler=ErrorHandler(False)) input_file2 = TabularInput(self.events_path, sidecar=self.sidecar2) - issues2a = input_file2.validate_file(validator, check_for_warnings=False) - # TODO: Currently does not correctly check for warnings. - + issues2a = input_file2.validate(hed_schema=self.hed_schema, error_handler=ErrorHandler(False)) + breakHere = 3 if __name__ == '__main__': unittest.main() diff --git a/tests/schema/test_convert_tags.py b/tests/schema/test_convert_tags.py index 50e30af45..ebfa134a1 100644 --- a/tests/schema/test_convert_tags.py +++ b/tests/schema/test_convert_tags.py @@ -25,7 +25,7 @@ def converter_base(self, test_strings, expected_results, expected_errors, conver expected_issue = self.format_errors_fully(error_handler, hed_string=test_string_obj, params=expected_params) - error_handler.add_context_to_issues(test_issues) + error_handler.add_context_and_filter(test_issues) # print(test_key) # print(expected_issue) diff --git a/tests/validator/test_def_validator.py b/tests/validator/test_def_validator.py new file mode 100644 index 000000000..f889b36f1 --- /dev/null +++ b/tests/validator/test_def_validator.py @@ -0,0 +1,119 @@ +import unittest +import os + +from hed import schema +from hed.models import DefinitionDict, HedString +from hed.validator import DefValidator +from hed.errors import ErrorHandler, ErrorContext + + +class Test(unittest.TestCase): + basic_hed_string_with_def_first_paren = None + + @classmethod + def setUpClass(cls): + cls.base_data_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/') + hed_xml_file = os.path.realpath(os.path.join(cls.base_data_dir, "schema_tests/HED8.0.0t.xml")) + cls.hed_schema = schema.load_schema(hed_xml_file) + cls.def_contents_string = "(Item/TestDef1,Item/TestDef2)" + cls.basic_definition_string = f"(Definition/TestDef,{cls.def_contents_string})" + cls.basic_definition_string_no_paren = f"Definition/TestDef,{cls.def_contents_string}" + + cls.placeholder_definition_contents = "(Item/TestDef1/#,Item/TestDef2)" + cls.placeholder_definition_string = f"(Definition/TestDefPlaceholder/#,{cls.placeholder_definition_contents})" + cls.placeholder_definition_string_no_paren = \ + f"Definition/TestDefPlaceholder/#,{cls.placeholder_definition_contents}" + + + + cls.label_def_string = "Def/TestDef" + cls.expanded_def_string = f"(Def-expand/TestDef,{cls.def_contents_string})" + cls.basic_hed_string = "Item/BasicTestTag1,Item/BasicTestTag2" + cls.basic_hed_string_with_def = f"{cls.basic_hed_string},{cls.label_def_string}" + cls.basic_hed_string_with_def_first = f"{cls.label_def_string},{cls.basic_hed_string}" + cls.basic_hed_string_with_def_first_paren = f"({cls.label_def_string},{cls.basic_hed_string})" + cls.placeholder_label_def_string = "Def/TestDefPlaceholder/2471" + + cls.placeholder_expanded_def_string = "(Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/2471,Item/TestDef2))" + + cls.placeholder_hed_string_with_def = f"{cls.basic_hed_string},{cls.placeholder_label_def_string}" + cls.placeholder_hed_string_with_def_first = f"{cls.placeholder_label_def_string},{cls.basic_hed_string}" + cls.placeholder_hed_string_with_def_first_paren = f"({cls.placeholder_label_def_string},{cls.basic_hed_string})" + + + def test_expand_def_tags_placeholder_invalid(self): + def_validator = DefValidator() + def_string = HedString(self.placeholder_definition_string, self.hed_schema) + def_validator.check_for_definitions(def_string) + + placeholder_label_def_string_no_placeholder = "Def/TestDefPlaceholder" + + test_string = HedString(placeholder_label_def_string_no_placeholder, self.hed_schema) + def_issues = def_validator.validate_def_tags(test_string) + def_issues += def_validator.expand_def_tags(test_string) + self.assertEqual(str(test_string), placeholder_label_def_string_no_placeholder) + self.assertTrue(def_issues) + + def_validator = DefValidator() + def_string = HedString(self.basic_definition_string, self.hed_schema) + def_validator.check_for_definitions(def_string) + + label_def_string_has_invalid_placeholder = "Def/TestDef/54687" + + def_validator = DefValidator() + def_string = HedString(self.basic_definition_string, self.hed_schema) + def_validator.check_for_definitions(def_string) + + test_string = HedString(label_def_string_has_invalid_placeholder, self.hed_schema) + def_issues = def_validator.validate_def_tags(test_string) + def_issues += def_validator.expand_def_tags(test_string) + self.assertEqual(str(test_string), label_def_string_has_invalid_placeholder) + self.assertTrue(def_issues) + + + def test_bad_def_expand(self): + def_validator = DefValidator() + def_string = HedString(self.placeholder_definition_string, self.hed_schema) + def_validator.check_for_definitions(def_string) + + valid_placeholder = HedString(self.placeholder_expanded_def_string, self.hed_schema) + def_issues = def_validator.validate_def_tags(valid_placeholder) + self.assertFalse(def_issues) + + invalid_placeholder = HedString("(Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/21,Item/TestDef2))", self.hed_schema) + def_issues = def_validator.validate_def_tags(invalid_placeholder) + self.assertTrue(bool(def_issues)) + + + def test_def_no_content(self): + + def_validator = DefValidator() + def_string = HedString("(Definition/EmptyDef)", self.hed_schema) + def_validator.check_for_definitions(def_string) + + valid_empty = HedString("Def/EmptyDef", self.hed_schema) + def_issues = def_validator.validate_def_tags(valid_empty) + def_issues += def_validator.expand_def_tags(valid_empty) + self.assertEqual(str(valid_empty), "(Def-expand/EmptyDef)") + self.assertFalse(def_issues) + + valid_empty = HedString("Def/EmptyDef", self.hed_schema) + def_issues = def_validator.validate_def_tags(valid_empty) + self.assertFalse(def_issues) + + def test_duplicate_def(self): + def_dict = DefinitionDict() + def_string = HedString(self.placeholder_definition_string, self.hed_schema) + error_handler = ErrorHandler() + error_handler.push_error_context(ErrorContext.ROW, 5) + def_dict.check_for_definitions(def_string, error_handler=error_handler) + self.assertEqual(len(def_dict.issues), 0) + + def_validator = DefValidator([def_dict, def_dict]) + self.assertEqual(len(def_validator.issues), 1) + self.assertTrue('ec_row' in def_validator.issues[0]) + + def_dict = DefinitionDict([def_dict, def_dict, def_dict]) + self.assertEqual(len(def_dict.issues), 2) + self.assertTrue('ec_row' in def_dict.issues[0]) + diff --git a/tests/validator/test_hed_validator.py b/tests/validator/test_hed_validator.py index 6c9cb74e4..a523e33c3 100644 --- a/tests/validator/test_hed_validator.py +++ b/tests/validator/test_hed_validator.py @@ -4,10 +4,10 @@ # from hed import from hed.errors import ErrorContext from hed import schema -from hed.models import DefMapper, HedString, SpreadsheetInput, TabularInput, Sidecar -from hed.validator import HedValidator - +from hed.models import HedString, SpreadsheetInput, TabularInput, Sidecar +from hed.validator import HedValidator, DefValidator +# todo: redo all this so we class Test(unittest.TestCase): @classmethod def setUpClass(cls): @@ -33,31 +33,29 @@ def setUpClass(cls): def test__validate_input(self): test_string_obj = HedString(self.base_hed_input) - validation_issues = test_string_obj.validate(self.hed_validator) + validation_issues = test_string_obj.validate(self.hed_schema) self.assertIsInstance(validation_issues, list) name = "DummyDisplayFilename.txt" - validation_issues = self.hed_file_with_errors.validate_file(self.hed_validator, name=name) + validation_issues = self.hed_file_with_errors.validate(self.hed_schema, name=name) self.assertIsInstance(validation_issues, list) self.assertTrue(name in validation_issues[0][ErrorContext.FILE_NAME]) def test__validate_input_major_errors(self): name = "DummyDisplayFilename.txt" - validation_issues = self.hed_file_with_major_errors.validate_file(self.hed_validator, name=name) + validation_issues = self.hed_file_with_major_errors.validate(self.hed_schema, name=name) self.assertIsInstance(validation_issues, list) self.assertTrue(name in validation_issues[0][ErrorContext.FILE_NAME]) def test__validate_input_major_errors_columns(self): name = "DummyDisplayFilename.txt" - validation_issues = self.hed_file_with_major_errors.validate_file(self.hed_validator, - check_for_warnings=True, name=name) + validation_issues = self.hed_file_with_major_errors.validate(self.hed_schema, name=name) self.assertIsInstance(validation_issues, list) self.assertTrue(name in validation_issues[0][ErrorContext.FILE_NAME]) def test__validate_input_major_errors_multi_column(self): - validation_issues = self.hed_file_with_major_errors_multi_column.validate_file(self.hed_validator, - check_for_warnings=True) + validation_issues = self.hed_file_with_major_errors_multi_column.validate(self.hed_schema) self.assertIsInstance(validation_issues, list) self.assertEqual(len(validation_issues), 2) @@ -66,15 +64,12 @@ def test_complex_file_validation_no_index(self): '../data/validator_tests/bids_events_no_index.tsv')) json_path = os.path.realpath(os.path.join(os.path.dirname(__file__), '../data/validator_tests/bids_events.json')) - validator = HedValidator(hed_schema=self.hed_schema) sidecar = Sidecar(json_path) - issues = sidecar.validate_entries(validator) + issues = sidecar.validate(self.hed_schema) self.assertEqual(len(issues), 0) input_file = TabularInput(events_path, sidecar=sidecar) - validation_issues = input_file.validate_sidecar(validator) - self.assertEqual(len(validation_issues), 0) - validation_issues = input_file.validate_file(validator) + validation_issues = input_file.validate(self.hed_schema) self.assertEqual(len(validation_issues), 0) def test_complex_file_validation_with_index(self): @@ -84,15 +79,12 @@ def test_complex_file_validation_with_index(self): # hed_schema = schema.load_schema(schema_path) json_path = os.path.realpath(os.path.join(os.path.dirname(__file__), '../data/validator_tests/bids_events.json')) - validator = HedValidator(hed_schema=self.hed_schema) sidecar = Sidecar(json_path) - issues = sidecar.validate_entries(validator) + issues = sidecar.validate(hed_schema=self.hed_schema) self.assertEqual(len(issues), 0) input_file = TabularInput(events_path, sidecar=sidecar) - validation_issues = input_file.validate_sidecar(validator) - self.assertEqual(len(validation_issues), 0) - validation_issues = input_file.validate_file(validator) + validation_issues = input_file.validate(hed_schema=self.hed_schema) self.assertEqual(len(validation_issues), 0) def test_complex_file_validation_invalid(self): @@ -104,17 +96,13 @@ def test_complex_file_validation_invalid(self): hed_schema = schema.load_schema(schema_path) json_path = os.path.realpath(os.path.join(os.path.dirname(__file__), '../data/validator_tests/bids_events_bad_defs.json')) - validator = HedValidator(hed_schema=hed_schema) sidecar = Sidecar(json_path) - issues = sidecar.validate_entries(hed_ops=validator, check_for_warnings=True) + issues = sidecar.validate(hed_schema) self.assertEqual(len(issues), 4) input_file = TabularInput(events_path, sidecar=sidecar) - validation_issues = input_file.validate_sidecar(validator, check_for_warnings=True) - self.assertEqual(len(validation_issues), 4) - - validation_issues = input_file.validate_file(validator, check_for_warnings=True) - self.assertEqual(len(validation_issues), 42) + validation_issues = input_file.validate(hed_schema) + self.assertEqual(len(validation_issues), 63) def test_complex_file_validation_invalid_definitions_removed(self): # This verifies definitions are being removed from sidecar strings before being added, or it will produce @@ -128,14 +116,12 @@ def test_complex_file_validation_invalid_definitions_removed(self): json_path = os.path.realpath(os.path.join(os.path.dirname(__file__), '../data/validator_tests/bids_events_bad_defs2.json')) sidecar = Sidecar(json_path) + issues = sidecar.validate(hed_schema) + self.assertEqual(len(issues), 4) input_file = TabularInput(events_path, sidecar=sidecar) - validator = HedValidator(hed_schema=hed_schema) - validation_issues1 = input_file.validate_sidecar(validator) - self.assertEqual(len(validation_issues1), 4) - - validation_issues = input_file.validate_file(validator) - self.assertEqual(len(validation_issues), 21) + validation_issues = input_file.validate(hed_schema) + self.assertEqual(len(validation_issues), 42) def test_file_bad_defs_in_spreadsheet(self): schema_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), @@ -150,9 +136,8 @@ def test_file_bad_defs_in_spreadsheet(self): column_prefix_dictionary=prefixed_needed_tag_columns, worksheet_name='LKT Events') - validator = HedValidator(hed_schema=hed_schema) - validation_issues = loaded_file.validate_file(validator, check_for_warnings=True) - self.assertEqual(len(validation_issues), 4) + validation_issues = loaded_file.validate(hed_schema=hed_schema) + self.assertEqual(len(validation_issues), 2) def test_tabular_input_with_HED_col_in_json(self): schema_path = os.path.realpath(os.path.join(os.path.dirname(__file__), @@ -163,28 +148,20 @@ def test_tabular_input_with_HED_col_in_json(self): hed_schema = schema.load_schema(schema_path) json_path = os.path.realpath(os.path.join(os.path.dirname(__file__), '../data/validator_tests/bids_events_HED.json')) - validator = HedValidator(hed_schema=hed_schema) sidecar = Sidecar(json_path) - issues = sidecar.validate_entries(validator) - self.assertEqual(len(issues), 0) + issues = sidecar.validate(hed_schema) + self.assertEqual(len(issues), 1) input_file = TabularInput(events_path, sidecar=sidecar) - validation_issues = input_file.validate_sidecar(validator) - self.assertEqual(len(validation_issues), 0) - validation_issues = input_file.validate_file(validator) + validation_issues = input_file.validate(hed_schema) self.assertEqual(len(validation_issues), 1) def test_error_spans_from_file_and_missing_required_column(self): - schema_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), - '../data/schema_tests/HED8.0.0.mediawiki') events_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/validator_tests/tag_error_span_test.tsv') - hed_schema = schema.load_schema(schema_path) - input_file = SpreadsheetInput(events_path, tag_columns=[0, 1, "error"]) - validator = HedValidator(hed_schema=hed_schema) - validation_issues = input_file.validate_file(validator) + validation_issues = input_file.validate(hed_schema=self.hed_schema) self.assertEqual(validation_issues[1]['char_index'], 6) self.assertEqual(validation_issues[2]['char_index'], 6) self.assertEqual(len(validation_issues), 3) @@ -201,28 +178,15 @@ def test_org_tag_missing(self): source_span = test_string_obj._get_org_span(HedTag("Event")) self.assertEqual(source_span, (None, None)) - def test_def_mapping_single_line(self): - schema_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), - '../data/schema_tests/HED8.0.0.mediawiki') - hed_schema = schema.load_schema(schema_path) - validator = HedValidator(hed_schema=hed_schema) - def_mapper = DefMapper() - string_with_def = \ - '(Definition/TestDefPlaceholder/#,(Item/TestDef1/#,Item/TestDef2)), def/TestDefPlaceholder/2471' - test_string = HedString(string_with_def) - issues = test_string.validate([validator, def_mapper], check_for_definitions=True) - self.assertEqual(len(issues), 0) def test_duplicate_group_in_definition(self): schema_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/schema_tests/HED8.0.0.mediawiki') hed_schema = schema.load_schema(schema_path) - validator = HedValidator(hed_schema=hed_schema) - def_mapper = DefMapper() string_with_def = \ - '(Definition/TestDef,(Item/TestDef1,Item/TestDef1))' - test_string = HedString(string_with_def) - issues = test_string.validate([validator, def_mapper], check_for_definitions=False) + '(Definition/TestDef,(Item,Item))' + test_string = HedString(string_with_def, hed_schema) + issues = test_string.validate(hed_schema) self.assertEqual(len(issues), 1) diff --git a/tests/models/test_onset_mapper.py b/tests/validator/test_onset_validator.py similarity index 57% rename from tests/models/test_onset_mapper.py rename to tests/validator/test_onset_validator.py index a88a45f8f..1bc814f33 100644 --- a/tests/models/test_onset_mapper.py +++ b/tests/validator/test_onset_validator.py @@ -1,10 +1,11 @@ +import copy import unittest import os from hed.errors import ErrorHandler, OnsetErrors, ErrorContext, ValidationErrors -from hed.models import DefMapper, HedString, OnsetMapper, DefinitionDict +from hed.models import HedString, DefinitionDict from hed import schema -from hed.validator import HedValidator +from hed.validator import HedValidator, OnsetValidator from tests.validator.test_tag_validator_base import TestHedBase @@ -16,53 +17,66 @@ def setUpClass(cls): cls.base_data_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/') hed_xml_file = os.path.join(cls.base_data_dir, "schema_tests/HED8.0.0.mediawiki") cls.hed_schema = schema.load_schema(hed_xml_file) - cls.placeholder_label_def_string = "def/TestDefPlaceholder/2471" - cls.placeholder_def_contents = "(Item/TestDef1/#,Item/TestDef2)" + cls.placeholder_label_def_string = "Def/TestDefPlaceholder/2471" + cls.placeholder_def_contents = "(Action/TestDef1/#,Action/TestDef2)" cls.placeholder_definition_string = f"(Definition/TestDefPlaceholder/#,{cls.placeholder_def_contents})" - cls.placeholder_expanded_def_string = "(Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/2471,Item/TestDef2))" + cls.placeholder_expanded_def_string = "(Def-expand/TestDefPlaceholder/2471,(Action/TestDef1/2471,Action/TestDef2))" - cls.label_def_string = "def/TestDefNormal" - cls.def_contents = "(Item/TestDef1,Item/TestDef2)" + cls.label_def_string = "Def/TestDefNormal" + cls.def_contents = "(Action/TestDef1,Action/TestDef2)" cls.definition_string = f"(Definition/TestDefNormal,{cls.def_contents})" - cls.expanded_def_string = "(Def-expand/TestDefNormal,(Item/TestDef1/2471,Item/TestDef2))" + cls.expanded_def_string = "(Def-expand/TestDefNormal,(Action/TestDef1/2471,Action/TestDef2))" - cls.placeholder_label_def_string2 = "def/TestDefPlaceholder/123" - cls.placeholder_def_contents2 = "(Item/TestDef1/#,Item/TestDef2)" + cls.placeholder_label_def_string2 = "Def/TestDefPlaceholder/123" + cls.placeholder_def_contents2 = "(Action/TestDef1/#,Action/TestDef2)" cls.placeholder_definition_string2 = f"(Definition/TestDefPlaceholder/#,{cls.placeholder_def_contents2})" - cls.placeholder_expanded_def_string2 = "(Def-expand/TestDefPlaceholder/123,(Item/TestDef1/123,Item/TestDef2))" + cls.placeholder_expanded_def_string2 = "(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2))" - def _test_issues_base(self, test_strings, test_issues, test_context, hed_ops, expand_defs=True): + cls.def_dict_placeholder = DefinitionDict() + def_string = HedString(cls.placeholder_definition_string, hed_schema=cls.hed_schema) + cls.def_dict_placeholder.check_for_definitions(def_string) + cls.def_dict_both = copy.deepcopy(cls.def_dict_placeholder) + def_string = HedString(cls.definition_string, hed_schema=cls.hed_schema) + cls.def_dict_both.check_for_definitions(def_string) + + + def _test_issues_base(self, test_strings, test_issues, test_context, placeholder_def_only): + if placeholder_def_only: + validator = OnsetValidator(self.def_dict_placeholder) + else: + validator = OnsetValidator(self.def_dict_both) for string, expected_params, context in zip(test_strings, test_issues, test_context): - test_string = HedString(string) + test_string = HedString(string, self.hed_schema) error_handler = ErrorHandler() error_handler.push_error_context(ErrorContext.HED_STRING, test_string, increment_depth_after=False) - onset_issues = test_string.validate(hed_ops, expand_defs=expand_defs) + + onset_issues = [] + onset_issues += validator.validate_onset_offset(test_string) + + error_handler.add_context_and_filter(onset_issues) + test_string.shrink_defs() issues = self.format_errors_fully(error_handler, hed_string=test_string, params=expected_params) - # print(str(onset_issues)) - # print(str(issues)) + print(str(onset_issues)) + print(str(issues)) error_handler.pop_error_context() - self.assertEqual(len(hed_ops[-1]._onsets), context) + self.assertEqual(len(validator._onsets), context) self.assertCountEqual(onset_issues, issues) - def _test_issues_no_context(self, test_strings, test_issues, hed_ops): + def _test_issues_no_context(self, test_strings, test_issues): + hed_validator = HedValidator(self.hed_schema, self.def_dict_both) for string, expected_params in zip(test_strings, test_issues): test_string = HedString(string) - error_handler = ErrorHandler() + error_handler = ErrorHandler(check_for_warnings=False) error_handler.push_error_context(ErrorContext.HED_STRING, test_string, increment_depth_after=False) - onset_issues = test_string.validate(hed_ops, expand_defs=True) + onset_issues = hed_validator.validate(test_string, False) + error_handler.add_context_and_filter(onset_issues) issues = self.format_errors_fully(error_handler, hed_string=test_string, params=expected_params) - # print(str(onset_issues)) - # print(str(issues)) + print(str(onset_issues)) + print(str(issues)) error_handler.pop_error_context() self.assertCountEqual(onset_issues, issues) def test_basic_onset_errors(self): - def_dict = DefinitionDict() - def_string = HedString(self.placeholder_definition_string) - def_string.validate(def_dict) - def_mapper = DefMapper(def_dict) - onset_mapper = OnsetMapper(def_mapper) - test_strings = [ f"({self.placeholder_label_def_string},Onset)", f"({self.placeholder_label_def_string},Offset)", @@ -70,9 +84,9 @@ def test_basic_onset_errors(self): f"({self.placeholder_label_def_string}, Onset, (Event), (Event))", f"({self.placeholder_label_def_string}, Onset, (Event))", "(Onset)", - f"({self.placeholder_label_def_string}, def/InvalidDef, Onset, (Event))", - "(def/TestDefInvalid, Onset)", - "(def/TestDefPlaceholder, Onset)", + f"({self.placeholder_label_def_string}, Def/InvalidDef, Onset, (Event))", + "(Def/TestDefInvalid, Onset)", + "(Def/TestDefPlaceholder, Onset)", f"({self.placeholder_label_def_string}, Offset, (Event))" ] # count of how many onset names are in the mapper after the line is run @@ -94,26 +108,19 @@ def test_basic_onset_errors(self): [], self.format_error(OnsetErrors.OFFSET_BEFORE_ONSET, tag=0), self.format_error(OnsetErrors.ONSET_WRONG_NUMBER_GROUPS, tag=0, - tag_list=['def/TestDefPlaceholder/2471', 'Onset', '(Event)', '(Event)']), + tag_list=['Def/TestDefPlaceholder/2471', 'Onset', '(Event)', '(Event)']), [], self.format_error(OnsetErrors.ONSET_NO_DEF_TAG_FOUND, tag=0), - self.format_error(OnsetErrors.ONSET_TOO_MANY_DEFS, tag=0, tag_list=['def/InvalidDef']), + self.format_error(OnsetErrors.ONSET_TOO_MANY_DEFS, tag=0, tag_list=['Def/InvalidDef']), self.format_error(OnsetErrors.ONSET_DEF_UNMATCHED, tag=0), self.format_error(OnsetErrors.ONSET_PLACEHOLDER_WRONG, tag=0, has_placeholder=True), self.format_error(OnsetErrors.ONSET_WRONG_NUMBER_GROUPS, tag=0, tag_list=[self.placeholder_label_def_string, 'Offset', '(Event)']), ] - self._test_issues_base(test_strings, test_issues, expected_context, [onset_mapper]) + self._test_issues_base(test_strings, test_issues, expected_context, placeholder_def_only=True) def test_basic_onset_errors_with_def_mapper(self): - def_dict = DefinitionDict() - def_string = HedString(self.placeholder_definition_string) - def_string.validate(def_dict) - def_mapper = DefMapper(def_dict) - onset_mapper = OnsetMapper(def_mapper) - hed_ops = [def_mapper, onset_mapper] - test_strings = [ f"({self.placeholder_label_def_string},Onset)", f"({self.placeholder_label_def_string},Offset)", @@ -121,9 +128,9 @@ def test_basic_onset_errors_with_def_mapper(self): f"({self.placeholder_label_def_string}, Onset, (Event), (Event))", f"({self.placeholder_label_def_string}, Onset, (Event))", "(Onset)", - f"({self.placeholder_label_def_string}, def/TestDefPlaceholder/2, Onset, (Event))", - "(def/TestDefInvalid, Onset)", - "(def/TestDefPlaceholder, Onset)", + f"({self.placeholder_label_def_string}, Def/TestDefPlaceholder/2, Onset, (Event))", + "(Def/TestDefInvalid, Onset)", + "(Def/TestDefPlaceholder, Onset)", f"({self.placeholder_label_def_string}, Offset, (Event))" ] # count of how many onset names are in the mapper after the line is run @@ -149,24 +156,16 @@ def test_basic_onset_errors_with_def_mapper(self): [], self.format_error(OnsetErrors.ONSET_NO_DEF_TAG_FOUND, tag=0), self.format_error(OnsetErrors.ONSET_TOO_MANY_DEFS, tag=0, - tag_list=['def/TestDefPlaceholder/2']), - self.format_error(ValidationErrors.HED_DEF_UNMATCHED, tag=0), - self.format_error(ValidationErrors.HED_DEF_VALUE_MISSING, tag=0), + tag_list=['Def/TestDefPlaceholder/2']), + self.format_error(OnsetErrors.ONSET_DEF_UNMATCHED, tag=0), + self.format_error(OnsetErrors.ONSET_PLACEHOLDER_WRONG, tag=0, has_placeholder=True), self.format_error(OnsetErrors.ONSET_WRONG_NUMBER_GROUPS, tag=0, tag_list=[self.placeholder_label_def_string, 'Offset', '(Event)']), ] - self._test_issues_base(test_strings, test_issues, expected_context, hed_ops, expand_defs=False) + self._test_issues_base(test_strings, test_issues, expected_context, placeholder_def_only=True) def test_basic_onset_errors_expanded(self): - def_dict = DefinitionDict() - def_string = HedString(self.placeholder_definition_string) - def_string.validate(def_dict) - def_string = HedString(self.definition_string) - def_string.validate(def_dict) - def_mapper = DefMapper(def_dict) - onset_mapper = OnsetMapper(def_mapper) - test_strings = [ f"({self.placeholder_expanded_def_string},Onset)", f"({self.placeholder_expanded_def_string},Offset)", @@ -174,10 +173,10 @@ def test_basic_onset_errors_expanded(self): f"({self.placeholder_expanded_def_string}, Onset, (Event), (Event))", f"({self.placeholder_expanded_def_string}, Onset, (Event))", "(Onset)", - f"({self.placeholder_expanded_def_string}, def/InvalidDef, Onset, (Event))", - "(def/TestDefInvalid, Onset)", - "(def/TestDefPlaceholder, Onset)", - "(def/TestDefNormal/InvalidPlaceholder, Onset)" + f"({self.placeholder_expanded_def_string}, Def/InvalidDef, Onset, (Event))", + "(Def/TestDefInvalid, Onset)", + "(Def/TestDefPlaceholder, Onset)", + "(Def/TestDefNormal/InvalidPlaceholder, Onset)" ] # count of how many onset names are in the mapper after the line is run expected_context = [ @@ -201,23 +200,15 @@ def test_basic_onset_errors_expanded(self): tag_list=[self.placeholder_expanded_def_string, 'Onset', '(Event)', '(Event)']), [], self.format_error(OnsetErrors.ONSET_NO_DEF_TAG_FOUND, tag=0), - self.format_error(OnsetErrors.ONSET_TOO_MANY_DEFS, tag=0, tag_list=['def/InvalidDef']), + self.format_error(OnsetErrors.ONSET_TOO_MANY_DEFS, tag=0, tag_list=['Def/InvalidDef']), self.format_error(OnsetErrors.ONSET_DEF_UNMATCHED, tag=0), self.format_error(OnsetErrors.ONSET_PLACEHOLDER_WRONG, tag=0, has_placeholder=True), self.format_error(OnsetErrors.ONSET_PLACEHOLDER_WRONG, tag=0, has_placeholder=False) ] - self._test_issues_base(test_strings, test_issues, expected_context, [onset_mapper]) + self._test_issues_base(test_strings, test_issues, expected_context, placeholder_def_only=False) def test_test_interleaving_onset_offset(self): - def_dict = DefinitionDict() - def_string = HedString(self.placeholder_definition_string) - def_string.validate(def_dict) - def_string = HedString(self.definition_string) - def_string.validate(def_dict) - def_mapper = DefMapper(def_dict) - onset_mapper = OnsetMapper(def_mapper) - test_strings = [ f"({self.placeholder_label_def_string},Onset)", f"({self.placeholder_label_def_string2},Onset)", @@ -248,15 +239,9 @@ def test_test_interleaving_onset_offset(self): [], ] - self._test_issues_base(test_strings, test_issues, expected_context, [onset_mapper]) + self._test_issues_base(test_strings, test_issues, expected_context, placeholder_def_only=False) def test_onset_with_defs_in_them(self): - def_dict = DefinitionDict() - def_string = HedString(self.placeholder_definition_string) - def_string.validate(def_dict) - def_mapper = DefMapper(def_dict) - onset_mapper = OnsetMapper(def_mapper) - test_strings = [ f"({self.placeholder_label_def_string},Onset, ({self.label_def_string}))", ] @@ -269,101 +254,23 @@ def test_onset_with_defs_in_them(self): [] ] - self._test_issues_base(test_strings, test_issues, expected_context, [onset_mapper]) + self._test_issues_base(test_strings, test_issues, expected_context, placeholder_def_only=True) def test_onset_multiple_or_misplaced_errors(self): - def_dict = DefinitionDict() - def_string = HedString(self.placeholder_definition_string) - def_string.validate(def_dict) - def_string = HedString(self.definition_string) - def_string.validate(def_dict) - def_mapper = DefMapper(def_dict) - onset_mapper = OnsetMapper(def_mapper) - hed_validator = HedValidator(hed_schema=self.hed_schema) - hed_ops = [hed_validator, def_mapper, onset_mapper] - test_strings = [ f"{self.placeholder_label_def_string},Onset", f"({self.placeholder_label_def_string},Onset, Onset)", f"({self.placeholder_label_def_string},Onset, Offset)", ] - # count of issues the line generates - onset_list = ['Onset'] - offset_list = ['Offset'] - test_issues = [ - self.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, tag=1), - self.format_error(ValidationErrors.HED_TAG_REPEATED, tag=2) - + self.format_error(ValidationErrors.HED_MULTIPLE_TOP_TAGS, tag=1, - multiple_tags=onset_list), - self.format_error(ValidationErrors.HED_MULTIPLE_TOP_TAGS, tag=1, - multiple_tags=offset_list), - ] - - self._test_issues_no_context(test_strings, test_issues, hed_ops) - test_issues = [ self.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, tag=1), - self.format_error(ValidationErrors.HED_TAG_REPEATED, tag=2) - + self.format_error(ValidationErrors.HED_MULTIPLE_TOP_TAGS, tag=1, - multiple_tags=onset_list), - self.format_error(ValidationErrors.HED_MULTIPLE_TOP_TAGS, tag=1, - multiple_tags=offset_list), + self.format_error(OnsetErrors.ONSET_TAG_OUTSIDE_OF_GROUP, tag=2, def_tag="Def/TestDefPlaceholder/2471"), + self.format_error(OnsetErrors.ONSET_TAG_OUTSIDE_OF_GROUP, tag=2, def_tag="Def/TestDefPlaceholder/2471"), ] - # Repeat with just hed validator - self._test_issues_no_context(test_strings, test_issues, hed_validator) - - def test_onset_multiple_or_misplaced_errors_no_validator(self): - def_dict = DefinitionDict() - def_string = HedString(self.placeholder_definition_string) - def_string.validate(def_dict) - def_string = HedString(self.definition_string) - def_string.validate(def_dict) - def_mapper = DefMapper(def_dict) - onset_mapper = OnsetMapper(def_mapper) - hed_ops = [def_mapper, onset_mapper] - - test_strings = [ - f"{self.placeholder_label_def_string},Onset", - f"({self.placeholder_label_def_string},Onset, Onset)", - f"({self.placeholder_label_def_string},Onset, Offset)", - f"({self.placeholder_label_def_string},Onset, Event)", - ] - # count of issues the line generates - test_issues = [ - [], - self.format_error(OnsetErrors.ONSET_TAG_OUTSIDE_OF_GROUP, tag=4, - def_tag="Def-expand/TestDefPlaceholder/2471"), - self.format_error(OnsetErrors.ONSET_TAG_OUTSIDE_OF_GROUP, tag=4, - def_tag="Def-expand/TestDefPlaceholder/2471"), - self.format_error(OnsetErrors.ONSET_TAG_OUTSIDE_OF_GROUP, tag=4, - def_tag="Def-expand/TestDefPlaceholder/2471"), - ] - - self._test_issues_no_context(test_strings, test_issues, hed_ops) - - # Verify it also works without def mapping - test_issues = [ - [], - self.format_error(OnsetErrors.ONSET_TAG_OUTSIDE_OF_GROUP, tag=2, - def_tag=self.placeholder_label_def_string), - self.format_error(OnsetErrors.ONSET_TAG_OUTSIDE_OF_GROUP, tag=2, - def_tag=self.placeholder_label_def_string), - self.format_error(OnsetErrors.ONSET_TAG_OUTSIDE_OF_GROUP, tag=2, - def_tag=self.placeholder_label_def_string), - ] - - self._test_issues_no_context(test_strings, test_issues, [hed_ops[1]]) + self._test_issues_no_context(test_strings, test_issues) def test_onset_two_in_one_line(self): - def_dict = DefinitionDict() - def_string = HedString(self.placeholder_definition_string) - def_string.validate(def_dict) - def_string = HedString(self.definition_string) - def_string.validate(def_dict) - def_mapper = DefMapper(def_dict) - onset_mapper = OnsetMapper(def_mapper) - test_strings = [ f"({self.placeholder_label_def_string},Onset), ({self.placeholder_label_def_string2},Onset)", f"({self.placeholder_label_def_string2},Offset)", @@ -391,7 +298,7 @@ def test_onset_two_in_one_line(self): [] ] - self._test_issues_base(test_strings, test_issues, expected_context, [onset_mapper]) + self._test_issues_base(test_strings, test_issues, expected_context, placeholder_def_only=False) if __name__ == '__main__': diff --git a/tests/validator/test_tag_validator.py b/tests/validator/test_tag_validator.py index ea13e410a..dc0fb910a 100644 --- a/tests/validator/test_tag_validator.py +++ b/tests/validator/test_tag_validator.py @@ -11,8 +11,8 @@ class TestHed(TestValidatorBase): class IndividualHedTagsShort(TestHed): @staticmethod - def string_obj_func(validator, check_for_warnings): - return partial(validator._validate_individual_tags_in_hed_string, check_for_warnings=check_for_warnings) + def string_obj_func(validator): + return partial(validator._validate_individual_tags_in_hed_string) def test_exist_in_schema(self): test_strings = { @@ -66,10 +66,10 @@ def test_exist_in_schema(self): def test_proper_capitalization(self): test_strings = { 'proper': 'Event/Sensory-event', - 'camelCase': 'EvEnt/Something', + 'camelCase': 'EvEnt/Sensory-event', 'takesValue': 'Sampling-rate/20 Hz', 'numeric': 'Statistical-uncertainty/20', - 'lowercase': 'Event/something' + 'lowercase': 'Event/sensory-event' } expected_results = { 'proper': True, @@ -85,7 +85,7 @@ def test_proper_capitalization(self): 'numeric': [], 'lowercase': self.format_error(ValidationErrors.HED_STYLE_WARNING, tag=0) } - self.validator_syntactic(test_strings, expected_results, expected_issues, True) + self.validator_semantic(test_strings, expected_results, expected_issues, True) # def test_proper_capitalization(self): # test_strings = { @@ -112,7 +112,7 @@ def test_proper_capitalization(self): # 'lowercase': self.format_error(ValidationErrors.HED_STYLE_WARNING, tag=0), # 'multipleUpper': self.format_error(ValidationErrors.HED_STYLE_WARNING, tag=0) # } - # self.validator_syntactic(test_strings, expected_results, expected_issues, True) + # self.validator_semantic(test_strings, expected_results, expected_issues, True) # # def test_proper_capitalization_semantic(self): # test_strings = { @@ -352,7 +352,7 @@ def test_span_reporting(self): class TestTagLevels(TestHed): @staticmethod - def string_obj_func(validator, check_for_warnings): + def string_obj_func(validator): return validator._validate_groups_in_hed_string def test_no_duplicates(self): @@ -394,7 +394,7 @@ def test_no_duplicates(self): 'duplicateSubGroupF': self.format_error(ValidationErrors.HED_TAG_REPEATED_GROUP, group=HedString("((Sensory-event,Man-made-object/VehicleTrain),Event)")), } - self.validator_syntactic(test_strings, expected_results, expected_issues, False) + self.validator_semantic(test_strings, expected_results, expected_issues, False) def test_no_duplicates_semantic(self): test_strings = { @@ -489,14 +489,14 @@ def test_empty_groups(self): expected_issues = { 'emptyGroup': self.format_error(ValidationErrors.HED_GROUP_EMPTY, tag=1000 + 1) } - self.validator_syntactic(test_strings, expected_results, expected_issues, False) + self.validator_semantic(test_strings, expected_results, expected_issues, False) class FullHedString(TestHed): compute_forms = False @staticmethod - def string_obj_func(validator, check_for_warnings): + def string_obj_func(validator): return validator._tag_validator.run_hed_string_validators def test_invalid_placeholders(self): @@ -538,11 +538,13 @@ def test_mismatched_parentheses(self): closing_parentheses_count=1), 'extraClosing': self.format_error(ValidationErrors.HED_PARENTHESES_MISMATCH, opening_parentheses_count=1, - closing_parentheses_count=2), + closing_parentheses_count=2) + + self.format_error(ValidationErrors.HED_TAG_EMPTY, source_string=test_strings['extraClosing'], + char_index=84), 'valid': [] } - self.validator_syntactic(test_strings, expected_results, expected_issues, False) + self.validator_semantic(test_strings, expected_results, expected_issues, False) def test_malformed_delimiters(self): test_strings = { @@ -676,7 +678,7 @@ def test_malformed_delimiters(self): tag="Thing)) "), # 'emptyGroup': [] } - self.validator_syntactic(test_strings, expected_results, expected_issues, False) + self.validator_semantic(test_strings, expected_results, expected_issues, False) def test_invalid_characters(self): test_strings = { @@ -705,7 +707,7 @@ def test_invalid_characters(self): 'closingBracket': self.format_error(ValidationErrors.HED_CHARACTER_INVALID, char_index=45, source_string=test_strings['closingBracket']) } - self.validator_syntactic(test_strings, expected_results, expected_issues, False) + self.validator_semantic(test_strings, expected_results, expected_issues, False) def test_string_extra_slash_space(self): test_strings = { @@ -778,7 +780,7 @@ def test_string_extra_slash_space(self): index_in_tag=15, index_in_tag_end=18, tag=0), } - self.validator_syntactic(test_strings, expected_results, expected_errors, False) + self.validator_semantic(test_strings, expected_results, expected_errors, False) def test_no_more_than_two_tildes(self): test_strings = { @@ -817,15 +819,15 @@ def test_no_more_than_two_tildes(self): + self.format_error(ValidationErrors.HED_TILDES_UNSUPPORTED, source_string=test_strings['invalidTildeGroup'], char_index=147) } - self.validator_syntactic(test_strings, expected_results, expected_issues, False) + self.validator_semantic(test_strings, expected_results, expected_issues, False) class RequiredTags(TestHed): schema_file = '../data/validator_tests/HED8.0.0_added_tests.mediawiki' @staticmethod - def string_obj_func(validator, check_for_warnings): - return partial(validator._validate_tags_in_hed_string, check_for_warnings=check_for_warnings) + def string_obj_func(validator): + return partial(validator._validate_tags_in_hed_string) def test_includes_all_required_tags(self): test_strings = { @@ -857,13 +859,13 @@ def test_includes_all_required_tags(self): def test_multiple_copies_unique_tags(self): test_strings = { 'legal': 'Event-context,' - '(Vehicle,Event)', + '(Vehicle,Event), Animal-agent, Action', 'multipleDesc': 'Event-context,' 'Event-context,' - 'Vehicle,(Vehicle,Event-context)', + 'Vehicle,(Vehicle,Event-context), Animal-agent, Action', # I think this is illegal in hed2 style schema now. 'multipleDescIncShort': 'Event-context,' - 'Organizational-property/Event-context' + 'Organizational-property/Event-context, Animal-agent, Action' } expected_results = { 'legal': True, @@ -885,8 +887,8 @@ class TestHedSpecialUnits(TestHed): schema_file = '../data/validator_tests/HED8.0.0_added_tests.mediawiki' @staticmethod - def string_obj_func(validator, check_for_warnings): - return partial(validator._validate_individual_tags_in_hed_string, check_for_warnings=check_for_warnings) + def string_obj_func(validator): + return partial(validator._validate_individual_tags_in_hed_string) def test_special_units(self): test_strings = { diff --git a/tests/validator/test_tag_validator_base.py b/tests/validator/test_tag_validator_base.py index df8812479..75f2b10e7 100644 --- a/tests/validator/test_tag_validator_base.py +++ b/tests/validator/test_tag_validator_base.py @@ -66,45 +66,38 @@ class TestValidatorBase(TestHedBase): def setUpClass(cls): super().setUpClass() cls.error_handler = error_reporter.ErrorHandler() - cls.syntactic_hed_input_reader = HedValidator(hed_schema=None, - run_semantic_validation=False) - cls.syntactic_tag_validator = cls.syntactic_hed_input_reader._tag_validator - cls.semantic_hed_input_reader = HedValidator(hed_schema=cls.hed_schema, - run_semantic_validation=True) + # cls.syntactic_hed_input_reader = HedValidator(hed_schema=None) + # cls.syntactic_tag_validator = cls.syntactic_hed_input_reader._tag_validator + cls.semantic_hed_input_reader = HedValidator(hed_schema=cls.hed_schema) cls.semantic_tag_validator = cls.semantic_hed_input_reader._tag_validator def validator_base(self, test_strings, expected_results, expected_issues, test_function, - hed_schema=None): + hed_schema=None, check_for_warnings=False): for test_key in test_strings: hed_string_obj = HedString(test_strings[test_key]) - error_handler = ErrorHandler() + error_handler = ErrorHandler(check_for_warnings=check_for_warnings) error_handler.push_error_context(ErrorContext.HED_STRING, hed_string_obj, increment_depth_after=False) test_issues = [] if self.compute_forms: test_issues += hed_string_obj.convert_to_canonical_forms(hed_schema) if not test_issues: test_issues += test_function(hed_string_obj) - test_result = not test_issues expected_params = expected_issues[test_key] expected_result = expected_results[test_key] expected_issue = self.format_errors_fully(error_handler, hed_string=hed_string_obj, params=expected_params) - error_handler.add_context_to_issues(test_issues) + error_handler.add_context_and_filter(test_issues) + test_result = not test_issues - # print(test_key) - # print(str(expected_issue)) - # print(str(test_issues)) + print(test_key) + print(str(expected_issue)) + print(str(test_issues)) error_handler.pop_error_context() self.assertEqual(test_result, expected_result, test_strings[test_key]) self.assertCountEqual(test_issues, expected_issue, test_strings[test_key]) - def validator_syntactic(self, test_strings, expected_results, expected_issues, check_for_warnings): - validator = self.syntactic_hed_input_reader - self.validator_base(test_strings, expected_results, expected_issues, - self.string_obj_func(validator, check_for_warnings=check_for_warnings)) - def validator_semantic(self, test_strings, expected_results, expected_issues, check_for_warnings): validator = self.semantic_hed_input_reader self.validator_base(test_strings, expected_results, expected_issues, - self.string_obj_func(validator, check_for_warnings=check_for_warnings), + self.string_obj_func(validator), check_for_warnings=check_for_warnings, hed_schema=validator._hed_schema) diff --git a/tests/validator/test_tag_validator_library.py b/tests/validator/test_tag_validator_library.py index 15c86545e..c4552f689 100644 --- a/tests/validator/test_tag_validator_library.py +++ b/tests/validator/test_tag_validator_library.py @@ -43,8 +43,8 @@ def test_invalid_load_prefix(self): class IndividualHedTagsShort(TestHed3): @staticmethod - def string_obj_func(validator, check_for_warnings): - return partial(validator._validate_individual_tags_in_hed_string, check_for_warnings=check_for_warnings) + def string_obj_func(validator): + return partial(validator._validate_individual_tags_in_hed_string) def test_exist_in_schema(self): test_strings = { @@ -102,10 +102,10 @@ def test_exist_in_schema(self): def test_proper_capitalization(self): test_strings = { 'proper': 'tl:Event/Sensory-event', - 'camelCase': 'tl:EvEnt/Something', - 'takesValue': 'tl:Attribute/Temporal rate/20 Hz', - 'numeric': 'tl:Repetition-number/20', - 'lowercase': 'tl:Event/something' + 'camelCase': 'tl:EvEnt/Sensory-event', + 'takesValue': 'tl:Sampling-rate/20 Hz', + 'numeric': 'tl:Statistical-uncertainty/20', + 'lowercase': 'tl:Event/sensory-event' } expected_results = { 'proper': True, @@ -121,7 +121,7 @@ def test_proper_capitalization(self): 'numeric': [], 'lowercase': self.format_error(ValidationErrors.HED_STYLE_WARNING, tag=0) } - self.validator_syntactic(test_strings, expected_results, expected_issues, True) + self.validator_semantic(test_strings, expected_results, expected_issues, True) def test_child_required(self): test_strings = { @@ -302,17 +302,17 @@ def test_span_reporting(self): class TestTagLevels3(TestHed3): @staticmethod - def string_obj_func(validator, check_for_warnings): + def string_obj_func(validator): return validator._validate_groups_in_hed_string def test_no_duplicates(self): test_strings = { 'topLevelDuplicate': 'tl:Event/Sensory-event,tl:Event/Sensory-event', 'groupDuplicate': 'tl:Item/Object/Man-made-object/VehicleTrain,(tl:Event/Sensory-event,' - 'tl:Attribute/Sensory/Visual/Color/CSS-color/Purple-color/Purple,tl:Event/Sensory-event)', + 'tl:Purple-color/Purple,tl:Event/Sensory-event)', 'noDuplicate': 'tl:Event/Sensory-event,' 'tl:Item/Object/Man-made-object/VehicleTrain,' - 'tl:Attribute/Sensory/Visual/Color/CSS-color/Purple-color/Purple', + 'tl:Purple-color/Purple', 'legalDuplicate': 'tl:Item/Object/Man-made-object/VehicleTrain,\ (tl:Item/Object/Man-made-object/VehicleTrain,' 'tl:Event/Sensory-event)', @@ -329,7 +329,7 @@ def test_no_duplicates(self): 'legalDuplicate': [], 'noDuplicate': [] } - self.validator_syntactic(test_strings, expected_results, expected_issues, False) + self.validator_semantic(test_strings, expected_results, expected_issues, False) def test_no_duplicates_semantic(self): test_strings = { @@ -417,8 +417,8 @@ def test_taggroup_validation(self): class RequiredTags(TestHed3): @staticmethod - def string_obj_func(validator, check_for_warnings): - return partial(validator._validate_tags_in_hed_string, check_for_warnings=check_for_warnings) + def string_obj_func(validator): + return partial(validator._validate_tags_in_hed_string) def test_includes_all_required_tags(self): test_strings = { @@ -452,12 +452,13 @@ def test_includes_all_required_tags(self): def test_multiple_copies_unique_tags(self): test_strings = { 'legal': 'tl:Event-context,' - '(Vehicle,Event)', + '(Vehicle,Event), Animal-agent, Action, tl:Animal-agent, tl:Action', 'multipleDesc': 'tl:Event-context,' 'tl:Event-context,' - 'Vehicle,(Vehicle,tl:Event-context)', + 'Vehicle,(Vehicle,tl:Event-context), Animal-agent, Action, tl:Animal-agent, tl:Action', 'multipleDescIncShort': 'tl:Event-context,' - 'tl:Organizational-property/Event-context' + 'tl:Organizational-property/Event-context,' + ' Animal-agent, Action, tl:Animal-agent, tl:Action' } expected_results = { 'legal': True, From 28ef39e4c106e05596ca21001aa01261366ac9f2 Mon Sep 17 00:00:00 2001 From: IanCa Date: Thu, 16 Mar 2023 11:21:22 -0500 Subject: [PATCH 013/103] Add missing data file. Disable prints --- tests/data/sidecar_tests/both_types_events_with_defs.json | 6 +++--- tests/validator/test_onset_validator.py | 8 ++++---- tests/validator/test_tag_validator_base.py | 6 +++--- 3 files changed, 10 insertions(+), 10 deletions(-) diff --git a/tests/data/sidecar_tests/both_types_events_with_defs.json b/tests/data/sidecar_tests/both_types_events_with_defs.json index 29b133724..7047a1fdd 100644 --- a/tests/data/sidecar_tests/both_types_events_with_defs.json +++ b/tests/data/sidecar_tests/both_types_events_with_defs.json @@ -20,16 +20,16 @@ "stim_file": { "LongName": "Stimulus file name", "Description": "Relative path of the stimulus image file", - "HED": "Attribute/File/#, (Definition/JsonFileDef2/#, (Item/JsonDef2/#,Item/JsonDef2)), (Definition/JsonFileDef3/#, (Item/JsonDef3/#,InvalidTag))" + "HED": "Age/#, (Definition/JsonFileDef2/#, (Item/JsonDef2/#,Item/JsonDef2)), (Definition/JsonFileDef3/#, (Item/JsonDef3/#))" }, "takes_value_def": { "LongName": "Def with a takes value tag", "Description": "Relative path of the stimulus image file", - "HED": "Attribute/File/#, (Definition/TakesValueDef/#, (Age/#))" + "HED": "Age/#, (Definition/TakesValueDef/#, (Age/#))" }, "unit_class_def": { "LongName": "Def with a value class", "Description": "Relative path of the stimulus image file", - "HED": "Attribute/File/#, (Definition/ValueClassDef/#, (Acceleration/#))" + "HED": "Age/#, (Definition/ValueClassDef/#, (Acceleration/#))" } } \ No newline at end of file diff --git a/tests/validator/test_onset_validator.py b/tests/validator/test_onset_validator.py index 1bc814f33..de46d116b 100644 --- a/tests/validator/test_onset_validator.py +++ b/tests/validator/test_onset_validator.py @@ -56,8 +56,8 @@ def _test_issues_base(self, test_strings, test_issues, test_context, placeholder error_handler.add_context_and_filter(onset_issues) test_string.shrink_defs() issues = self.format_errors_fully(error_handler, hed_string=test_string, params=expected_params) - print(str(onset_issues)) - print(str(issues)) + # print(str(onset_issues)) + # print(str(issues)) error_handler.pop_error_context() self.assertEqual(len(validator._onsets), context) self.assertCountEqual(onset_issues, issues) @@ -71,8 +71,8 @@ def _test_issues_no_context(self, test_strings, test_issues): onset_issues = hed_validator.validate(test_string, False) error_handler.add_context_and_filter(onset_issues) issues = self.format_errors_fully(error_handler, hed_string=test_string, params=expected_params) - print(str(onset_issues)) - print(str(issues)) + # print(str(onset_issues)) + # print(str(issues)) error_handler.pop_error_context() self.assertCountEqual(onset_issues, issues) diff --git a/tests/validator/test_tag_validator_base.py b/tests/validator/test_tag_validator_base.py index 75f2b10e7..37d78668c 100644 --- a/tests/validator/test_tag_validator_base.py +++ b/tests/validator/test_tag_validator_base.py @@ -89,9 +89,9 @@ def validator_base(self, test_strings, expected_results, expected_issues, test_f error_handler.add_context_and_filter(test_issues) test_result = not test_issues - print(test_key) - print(str(expected_issue)) - print(str(test_issues)) + # print(test_key) + # print(str(expected_issue)) + # print(str(test_issues)) error_handler.pop_error_context() self.assertEqual(test_result, expected_result, test_strings[test_key]) self.assertCountEqual(test_issues, expected_issue, test_strings[test_key]) From 21590f20c51f629624de65a50ecfd1a08c24f47f Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Thu, 16 Mar 2023 16:32:12 -0500 Subject: [PATCH 014/103] Updated unit tests --- hed/models/df_util.py | 2 +- hed/tools/analysis/analysis_util.py | 16 +++-- hed/tools/analysis/hed_context_manager.py | 2 +- hed/tools/analysis/hed_type_definitions.py | 10 +-- .../operations/convert_columns_op.py | 70 +++++++++++++++++++ .../remodeling/operations/valid_operations.py | 2 + .../test_analysis_util_assemble_hed.py | 13 ++-- .../analysis/test_hed_context_manager.py | 16 +++-- tests/tools/analysis/test_hed_tag_counts.py | 2 +- .../operations/test_convert_columns_op.py | 50 +++++++++++++ 10 files changed, 159 insertions(+), 24 deletions(-) create mode 100644 hed/tools/remodeling/operations/convert_columns_op.py create mode 100644 tests/tools/remodeling/operations/test_convert_columns_op.py diff --git a/hed/models/df_util.py b/hed/models/df_util.py index b7e73a282..d877028aa 100644 --- a/hed/models/df_util.py +++ b/hed/models/df_util.py @@ -14,7 +14,7 @@ def get_assembled(tabular_file, sidecar, hed_schema, extra_def_dicts=None, join_ The path to the tabular file, or a TabularInput object representing it. sidecar: str or Sidecar The path to the sidecar file, or a Sidecar object representing it. - hed_schema: str or HedSchema + hed_schema: HedSchema If str, will attempt to load as a version if it doesn't have a valid extension. extra_def_dicts: list of DefinitionDict, optional Any extra DefinitionDict objects to use when parsing the HED tags. diff --git a/hed/tools/analysis/analysis_util.py b/hed/tools/analysis/analysis_util.py index c93debd0d..27f442c3d 100644 --- a/hed/tools/analysis/analysis_util.py +++ b/hed/tools/analysis/analysis_util.py @@ -6,13 +6,16 @@ from hed.tools.util.data_util import separate_values from hed.models.hed_tag import HedTag from hed.models.hed_group import HedGroup +from hed.models.df_util import get_assembled, expand_defs -def assemble_hed(data_input, columns_included=None, expand_defs=False): +def assemble_hed(data_input, sidecar, schema, columns_included=None, expand_defs=False): """ Return assembled HED annotations in a dataframe. Parameters: data_input (TabularInput): The tabular input file whose HED annotations are to be assembled. + sidecar (Sidecar): Sidecar with definitions. + schema (HedSchema): Hed schema columns_included (list or None): A list of additional column names to include. If None, only the list of assembled tags is included. expand_defs (bool): If True, definitions are expanded when the events are assembled. @@ -23,14 +26,19 @@ def assemble_hed(data_input, columns_included=None, expand_defs=False): """ eligible_columns, missing_columns = separate_values(list(data_input.dataframe.columns), columns_included) - hed_obj_list = get_assembled_strings(data_input, expand_defs=expand_defs) - hed_string_list = [str(hed) for hed in hed_obj_list] + hed_string_list = data_input.series_a + definitions = sidecar.get_def_dict(hed_schema=schema) + if expand_defs: + expand_defs(hed_string_list, schema, definitions, columns=None) + # hed_obj_list, defs = get_assembled(data_input, sidecar, schema, extra_def_dicts=None, join_columns=True, + # shrink_defs=False, expand_defs=True) + # hed_string_list = [str(hed) for hed in hed_obj_list] if not eligible_columns: df = pd.DataFrame({"HED_assembled": hed_string_list}) else: df = data_input.dataframe[eligible_columns].copy(deep=True) df['HED_assembled'] = hed_string_list - definitions = data_input.get_definitions().gathered_defs + # definitions = data_input.get_definitions().gathered_defs return df, definitions diff --git a/hed/tools/analysis/hed_context_manager.py b/hed/tools/analysis/hed_context_manager.py index 011330662..06a02dc82 100644 --- a/hed/tools/analysis/hed_context_manager.py +++ b/hed/tools/analysis/hed_context_manager.py @@ -35,7 +35,7 @@ def __init__(self, hed_strings, hed_schema): """ - self.hed_strings = [HedString(str(hed), hed_schema=hed_schema) for hed in hed_strings] + self.hed_strings = hed_strings if not isinstance(hed_schema, HedSchema) and not isinstance(hed_schema, HedSchemaGroup): raise ValueError("ContextRequiresSchema", f"Context manager must have a valid HedSchema of HedSchemaGroup") self.hed_schema = hed_schema diff --git a/hed/tools/analysis/hed_type_definitions.py b/hed/tools/analysis/hed_type_definitions.py index 644802627..8d49dc060 100644 --- a/hed/tools/analysis/hed_type_definitions.py +++ b/hed/tools/analysis/hed_type_definitions.py @@ -1,7 +1,7 @@ """ Manages definitions associated with a type such as condition-variable. """ from hed.models.hed_tag import HedTag -from hed.models.def_mapper import DefMapper +from hed.models.definition_dict import DefinitionDict class HedTypeDefinitions: @@ -10,16 +10,18 @@ def __init__(self, definitions, hed_schema, type_tag='condition-variable'): """ Create a definition manager for a type of variable. Parameters: - definitions (dict or DefMapper): A dictionary of DefinitionEntry objects. + definitions (dict or DefinitionDict): A dictionary of DefinitionEntry objects. hed_schema (Hedschema or HedSchemaGroup): The schema used for parsing. type_tag (str): Lower-case HED tag string representing the type managed. + # TODO: [Refactor] - should dict be allowed for definitions. + """ self.type_tag = type_tag.lower() self.hed_schema = hed_schema - if isinstance(definitions, DefMapper): - self.definitions = definitions.gathered_defs + if isinstance(definitions, DefinitionDict): + self.definitions = definitions.defs elif isinstance(definitions, dict): self.definitions = definitions else: diff --git a/hed/tools/remodeling/operations/convert_columns_op.py b/hed/tools/remodeling/operations/convert_columns_op.py new file mode 100644 index 000000000..ae383a1e4 --- /dev/null +++ b/hed/tools/remodeling/operations/convert_columns_op.py @@ -0,0 +1,70 @@ +""" Convert the type of the specified columns of a tabular file. """ + +from hed.tools.remodeling.operations.base_op import BaseOp + + +class ConvertColumnsOp(BaseOp): + """ Convert. + + Required remodeling parameters: + - **column_names** (*list*): The list of columns to convert. + - **convert_to_** (*str*): Name of type to convert to. (One of 'str', 'int', 'float', 'fixed'.) + - **decimal_places** (*int*): Number decimal places to keep (for fixed only). + + + """ + + PARAMS = { + "operation": "convert_columns", + "required_parameters": { + "column_names": list, + "convert_to": str + }, + "optional_parameters": { + "decimal_places": int + } + } + + def __init__(self, parameters): + """ Constructor for the convert columns operation. + + Parameters: + parameters (dict): Parameter values for required and optional parameters. + + Raises: + KeyError + - If a required parameter is missing. + - If an unexpected parameter is provided. + + TypeError + - If a parameter has the wrong type. + + ValueError + - If convert_to is not one of the allowed values. + + """ + super().__init__(self.PARAMS, parameters) + self.column_names = parameters['column_names'] + self.convert_to = parameters['convert_to'] + self.decimal_places = parameters.get('decimal_places', None) + self.allowed_types = ['str', 'int', 'float', 'fixed'] + if self.convert_to not in self.allowed_types: + raise ValueError("CannotConvertToSpecifiedType", + f"The convert_to value {self.convert_to} must be one of {str(self.allowed_types)}") + + def do_op(self, dispatcher, df, name, sidecar=None): + """ Convert the specified column to a specified type. + + Parameters: + dispatcher (Dispatcher): Manages the operation I/O. + df (DataFrame): The DataFrame to be remodeled. + name (str): Unique identifier for the dataframe -- often the original file path. + sidecar (Sidecar or file-like): Only needed for HED operations. + + Returns: + DataFrame: A new DataFrame with the factor columns appended. + + """ + + df_new = df.copy() + return df_new diff --git a/hed/tools/remodeling/operations/valid_operations.py b/hed/tools/remodeling/operations/valid_operations.py index 36761591a..d00391270 100644 --- a/hed/tools/remodeling/operations/valid_operations.py +++ b/hed/tools/remodeling/operations/valid_operations.py @@ -1,5 +1,6 @@ """ The valid operations for the remodeling tools. """ +# from hed.tools.remodeling.operations.convert_columns_op import ConvertColumnsOp from hed.tools.remodeling.operations.factor_column_op import FactorColumnOp from hed.tools.remodeling.operations.factor_hed_tags_op import FactorHedTagsOp from hed.tools.remodeling.operations.factor_hed_type_op import FactorHedTypeOp @@ -20,6 +21,7 @@ from hed.tools.remodeling.operations.summarize_hed_validation_op import SummarizeHedValidationOp valid_operations = { + # 'convert_columns': ConvertColumnsOp, 'factor_column': FactorColumnOp, 'factor_hed_tags': FactorHedTagsOp, 'factor_hed_type': FactorHedTypeOp, diff --git a/tests/tools/analysis/test_analysis_util_assemble_hed.py b/tests/tools/analysis/test_analysis_util_assemble_hed.py index 058213e3e..9c37b8620 100644 --- a/tests/tools/analysis/test_analysis_util_assemble_hed.py +++ b/tests/tools/analysis/test_analysis_util_assemble_hed.py @@ -22,13 +22,14 @@ def setUpClass(cls): hed_schema = hedschema.load_schema(schema_path) cls.hed_schema = hed_schema - sidecar1 = Sidecar(json_path, name='face_sub1_json', hed_schema=hed_schema) + sidecar1 = Sidecar(json_path, name='face_sub1_json') cls.sidecar_path = sidecar1 - cls.input_data = TabularInput(events_path, hed_schema=hed_schema, sidecar=sidecar1, name="face_sub1_events") + cls.sidecar1 = sidecar1 + cls.input_data = TabularInput(events_path, sidecar=sidecar1, name="face_sub1_events") cls.input_data_no_sidecar = TabularInput(events_path, name="face_sub1_events_no_sidecar") def test_assemble_hed_included_no_expand(self): - df1, dict1 = assemble_hed(self.input_data, + df1, dict1 = assemble_hed(self.input_data, self.sidecar1, self.hed_schema, columns_included=["onset", "duration", "event_type"], expand_defs=False) self.assertIsInstance(df1, DataFrame, "hed_assemble should return a dataframe when columns are included") columns1 = list(df1.columns) @@ -38,11 +39,11 @@ def test_assemble_hed_included_no_expand(self): self.assertNotEqual(first_str1.find('Def/'), -1, "assemble_hed with no def expand has Def tags") self.assertEqual(first_str1.find('Def-expand'), -1, "assemble_hed with no def expand does not have Def-expand tags") - self.assertIsInstance(dict1, dict, "hed_assemble returns a dictionary of definitions") - self.assertEqual(len(dict1), 17, "hed_assemble definition dictionary has the right number of elements.") + self.assertIsInstance(dict1.defs, dict, "hed_assemble returns a dictionary of definitions") + self.assertEqual(len(dict1.defs), 17, "hed_assemble definition dictionary has the right number of elements.") def test_assemble_hed_included_expand(self): - df2, dict2 = assemble_hed(self.input_data, + df2, dict2 = assemble_hed(self.input_data, self.sidecar1, self.hed_schema, columns_included=["onset", "duration", "event_type"], expand_defs=True) first_str2 = df2.iloc[0]['HED_assembled'] self.assertEqual(first_str2.find('Def/'), -1, "assemble_hed with def expand has no Def tag") diff --git a/tests/tools/analysis/test_hed_context_manager.py b/tests/tools/analysis/test_hed_context_manager.py index 9ad70e958..26e0f4e87 100644 --- a/tests/tools/analysis/test_hed_context_manager.py +++ b/tests/tools/analysis/test_hed_context_manager.py @@ -1,13 +1,12 @@ import os import unittest from hed.errors.exceptions import HedFileError -from hed.models.hed_group import HedGroup from hed.models.hed_string import HedString from hed.models.sidecar import Sidecar from hed.models.tabular_input import TabularInput from hed.schema.hed_schema_io import load_schema_version -from hed.tools.analysis.hed_context_manager import HedContextManager, OnsetGroup -from hed.tools.analysis.analysis_util import get_assembled_strings +from hed.tools.analysis.hed_context_manager import HedContextManager +from hed.models.df_util import get_assembled class Test(unittest.TestCase): @@ -37,7 +36,8 @@ def setUpClass(cls): 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) sidecar_path = os.path.realpath(os.path.join(bids_root_path, 'task-FacePerception_events.json')) sidecar1 = Sidecar(sidecar_path, name='face_sub1_json') - cls.input_data = TabularInput(events_path, sidecar=sidecar1, hed_schema=schema, name="face_sub1_events") + cls.input_data = TabularInput(events_path, sidecar=sidecar1, name="face_sub1_events") + cls.sidecar1 = sidecar1 cls.schema = schema # def test_onset_group(self): @@ -71,13 +71,14 @@ def test_constructor(self): self.assertIsInstance(context, list, "The constructor event contexts should be a list") self.assertIsInstance(context[1], HedString, "The constructor event contexts has a correct element") - def test_constructor(self): + def test_constructor1(self): with self.assertRaises(ValueError) as cont: HedContextManager(self.test_strings1, None) self.assertEqual(cont.exception.args[0], "ContextRequiresSchema") def test_iter(self): - hed_strings = get_assembled_strings(self.input_data, hed_schema=self.schema, expand_defs=False) + hed_strings, _ = get_assembled(self.input_data, self.sidecar1, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) manager1 = HedContextManager(hed_strings, self.schema) i = 0 for hed, context in manager1.iter_context(): @@ -86,7 +87,8 @@ def test_iter(self): i = i + 1 def test_constructor_from_assembled(self): - hed_strings = get_assembled_strings(self.input_data, hed_schema=self.schema, expand_defs=False) + hed_strings, _ = get_assembled(self.input_data, self.sidecar1, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) manager1 = HedContextManager(hed_strings, self.schema) self.assertEqual(len(manager1.hed_strings), 200, "The constructor for assembled strings has expected # of strings") diff --git a/tests/tools/analysis/test_hed_tag_counts.py b/tests/tools/analysis/test_hed_tag_counts.py index ece27f496..76b0a9eaf 100644 --- a/tests/tools/analysis/test_hed_tag_counts.py +++ b/tests/tools/analysis/test_hed_tag_counts.py @@ -24,7 +24,7 @@ def setUpClass(cls): schema = hedschema.load_schema(schema_path) cls.hed_schema = schema sidecar1 = Sidecar(json_path, name='face_sub1_json') - input_data = TabularInput(events_path, sidecar=sidecar1, hed_schema=schema, name="face_sub1_events") + input_data = TabularInput(events_path, sidecar=sidecar1, name="face_sub1_events") input_df, def_dict = assemble_hed(input_data, expand_defs=False) cls.input_df = input_df cls.def_dict = def_dict diff --git a/tests/tools/remodeling/operations/test_convert_columns_op.py b/tests/tools/remodeling/operations/test_convert_columns_op.py new file mode 100644 index 000000000..01a27f949 --- /dev/null +++ b/tests/tools/remodeling/operations/test_convert_columns_op.py @@ -0,0 +1,50 @@ +import pandas as pd +import numpy as np +import unittest +from hed.tools.remodeling.operations.convert_columns_op import ConvertColumnsOp +from hed.tools.remodeling.dispatcher import Dispatcher + + +class Test(unittest.TestCase): + """ + + TODO: Test when no factor names and values are given. + + """ + @classmethod + def setUpClass(cls): + cls.sample_data = [[0.0776, 0.5083, 'go', 'n/a', 0.565, 'correct', 'right', 'female'], + [5.5774, 0.5083, 'unsuccesful_stop', 0.2, 0.49, 'correct', 'right', 'female'], + [9.5856, 0.5084, 'go', 'n/a', 0.45, 'correct', 'right', 'female'], + [13.5939, 0.5083, 'succesful_stop', 0.2, 'n/a', 'n/a', 'n/a', 'female'], + [17.1021, 0.5083, 'unsuccesful_stop', 0.25, 0.633, 'correct', 'left', 'male'], + [21.6103, 0.5083, 'go', 'n/a', 0.443, 'correct', 'left', 'male']] + cls.factored = [[0.0776, 0.5083, 'go', 'n/a', 0.565, 'correct', 'right', 'female', 0, 0], + [5.5774, 0.5083, 'unsuccesful_stop', 0.2, 0.49, 'correct', 'right', 'female', 0, 1], + [9.5856, 0.5084, 'go', 'n/a', 0.45, 'correct', 'right', 'female', 0, 0], + [13.5939, 0.5083, 'succesful_stop', 0.2, 'n/a', 'n/a', 'n/a', 'female', 1, 0], + [17.1021, 0.5083, 'unsuccesful_stop', 0.25, 0.633, 'correct', 'left', 'male', 0, 1], + [21.6103, 0.5083, 'go', 'n/a', 0.443, 'correct', 'left', 'male', 0, 0]] + cls.sample_columns = ['onset', 'duration', 'trial_type', 'stop_signal_delay', 'response_time', + 'response_accuracy', 'response_hand', 'sex'] + cls.default_factor_columns = ["trial_type.succesful_stop", "trial_type.unsuccesful_stop"] + + def setUp(self): + self.base_parameters = { + "column_names": ["onset", "duration", "response_time"], + "convert_to": "int" + } + + @classmethod + def tearDownClass(cls): + pass + + def test_constructor_bad_convert_to(self): + self.base_parameters["convert_to"] = "blech" + with self.assertRaises(ValueError) as context: + ConvertColumnsOp(self.base_parameters) + self.assertEqual(context.exception.args[0], "CannotConvertToSpecifiedType") + + +if __name__ == '__main__': + unittest.main() From 4c79d1b3c041cd37c9de3853a8f8e7ff4ec37a14 Mon Sep 17 00:00:00 2001 From: IanCa Date: Thu, 16 Mar 2023 17:01:16 -0500 Subject: [PATCH 015/103] Add some df tests. Update hed_assemble. Make the df utils also work on series. --- hed/models/df_util.py | 54 ++++++++----- hed/tools/analysis/analysis_util.py | 7 +- tests/models/test_df_util.py | 114 ++++++++++++++++++++++++++++ 3 files changed, 152 insertions(+), 23 deletions(-) create mode 100644 tests/models/test_df_util.py diff --git a/hed/models/df_util.py b/hed/models/df_util.py index d877028aa..66b5c75be 100644 --- a/hed/models/df_util.py +++ b/hed/models/df_util.py @@ -1,4 +1,5 @@ from functools import partial +import pandas as pd from hed.models.sidecar import Sidecar from hed.models.tabular_input import TabularInput @@ -51,7 +52,7 @@ def get_assembled(tabular_file, sidecar, hed_schema, extra_def_dicts=None, join_ for x in text_file_row] for text_file_row in tabular_file.dataframe_a.itertuples(index=False)], def_dict -def convert_to_form(df, hed_schema, tag_form, columns): +def convert_to_form(df, hed_schema, tag_form, columns=None): """ Convert all tags in underlying dataframe to the specified form. Converts in place @@ -61,51 +62,62 @@ def convert_to_form(df, hed_schema, tag_form, columns): tag_form(str): HedTag property to convert tags to. columns (list): The columns to modify on the dataframe """ - if columns is None: - columns = df.columns + if isinstance(df, pd.Series): + df = df.apply(partial(_convert_to_form, hed_schema=hed_schema, tag_form=tag_form)) + else: + if columns is None: + columns = df.columns - for column in columns: - df[column] = df[column].apply(partial(_convert_to_form, hed_schema=hed_schema, tag_form=tag_form)) + for column in columns: + df[column] = df[column].apply(partial(_convert_to_form, hed_schema=hed_schema, tag_form=tag_form)) return df -def shrink_defs(df, hed_schema, columns): +def shrink_defs(df, hed_schema, columns=None): """ Shrinks any def-expand tags found in the dataframe. Converts in place Parameters: - df (pd.Dataframe): The dataframe to modify + df (pd.Dataframe or pd.Series): The dataframe or series to modify hed_schema (HedSchema or None): The schema to use to identify defs. - columns (list): The columns to modify on the dataframe + columns (list or None): The columns to modify on the dataframe """ - if columns is None: - columns = df.columns + if isinstance(df, pd.Series): + mask = df.str.contains('Def-expand/', case=False) + df[mask] = df[mask].apply(partial(_shrink_defs, hed_schema=hed_schema)) + else: + if columns is None: + columns = df.columns - for column in columns: - mask = df[column].str.contains('Def-expand/', case=False) - df[column][mask] = df[column][mask].apply(partial(_shrink_defs, hed_schema=hed_schema)) + for column in columns: + mask = df[column].str.contains('Def-expand/', case=False) + df[column][mask] = df[column][mask].apply(partial(_shrink_defs, hed_schema=hed_schema)) return df -def expand_defs(df, hed_schema, def_dict, columns): +def expand_defs(df, hed_schema, def_dict, columns=None): """ Expands any def tags found in the dataframe. Converts in place Parameters: - df (pd.Dataframe): The dataframe to modify + df (pd.Dataframe or pd.Series): The dataframe or series to modify hed_schema (HedSchema or None): The schema to use to identify defs def_dict (DefinitionDict): The definitions to expand - columns (list): The columns to modify on the dataframe + columns (list or None): The columns to modify on the dataframe """ - if columns is None: - columns = df.columns + if isinstance(df, pd.Series): + mask = df.str.contains('Def/', case=False) + df[mask] = df[mask].apply(partial(_expand_defs, hed_schema=hed_schema, def_dict=def_dict)) + else: + if columns is None: + columns = df.columns - for column in columns: - mask = df[column].str.contains('Def/', case=False) - df[column][mask] = df[column][mask].apply(partial(_expand_defs, hed_schema=hed_schema, def_dict=def_dict)) + for column in columns: + mask = df[column].str.contains('Def/', case=False) + df[column][mask] = df[column][mask].apply(partial(_expand_defs, hed_schema=hed_schema, def_dict=def_dict)) return df diff --git a/hed/tools/analysis/analysis_util.py b/hed/tools/analysis/analysis_util.py index 27f442c3d..fcfd5284c 100644 --- a/hed/tools/analysis/analysis_util.py +++ b/hed/tools/analysis/analysis_util.py @@ -6,7 +6,7 @@ from hed.tools.util.data_util import separate_values from hed.models.hed_tag import HedTag from hed.models.hed_group import HedGroup -from hed.models.df_util import get_assembled, expand_defs +from hed.models import df_util def assemble_hed(data_input, sidecar, schema, columns_included=None, expand_defs=False): @@ -29,7 +29,10 @@ def assemble_hed(data_input, sidecar, schema, columns_included=None, expand_defs hed_string_list = data_input.series_a definitions = sidecar.get_def_dict(hed_schema=schema) if expand_defs: - expand_defs(hed_string_list, schema, definitions, columns=None) + df_util.expand_defs(hed_string_list, schema, definitions) + # Keep in mind hed_string_list is now a Series. The rest of the function should probably + # also be modified + # hed_obj_list, defs = get_assembled(data_input, sidecar, schema, extra_def_dicts=None, join_columns=True, # shrink_defs=False, expand_defs=True) # hed_string_list = [str(hed) for hed in hed_obj_list] diff --git a/tests/models/test_df_util.py b/tests/models/test_df_util.py new file mode 100644 index 000000000..bc9c907b7 --- /dev/null +++ b/tests/models/test_df_util.py @@ -0,0 +1,114 @@ +import unittest +import pandas as pd + + +from hed import load_schema_version +from hed.models.df_util import shrink_defs, expand_defs +from hed import DefinitionDict + + +class TestShrinkDefs(unittest.TestCase): + def setUp(self): + self.schema = load_schema_version() + + def test_shrink_defs_normal(self): + df = pd.DataFrame({"column1": ["(Def-expand/TestDefNormal,(Action/TestDef1/2471,Action/TestDef2)),Event/SomeEvent"]}) + expected_df = pd.DataFrame({"column1": ["Def/TestDefNormal,Event/SomeEvent"]}) + result = shrink_defs(df, self.schema, ['column1']) + pd.testing.assert_frame_equal(result, expected_df) + + def test_shrink_defs_placeholder(self): + df = pd.DataFrame({"column1": ["(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2)),Item/SomeItem"]}) + expected_df = pd.DataFrame({"column1": ["Def/TestDefPlaceholder/123,Item/SomeItem"]}) + result = shrink_defs(df, self.schema, ['column1']) + pd.testing.assert_frame_equal(result, expected_df) + + def test_shrink_defs_no_matching_tags(self): + df = pd.DataFrame({"column1": ["(Event/SomeEvent, Item/SomeItem,Age/25)"]}) + expected_df = pd.DataFrame({"column1": ["(Event/SomeEvent, Item/SomeItem,Age/25)"]}) + result = shrink_defs(df, self.schema, ['column1']) + pd.testing.assert_frame_equal(result, expected_df) + + def test_shrink_defs_multiple_columns(self): + df = pd.DataFrame({"column1": ["(Def-expand/TestDefNormal,(Action/TestDef1/2471,Action/TestDef2)),Event/SomeEvent"], + "column2": ["(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2)),Item/SomeItem"]}) + expected_df = pd.DataFrame({"column1": ["Def/TestDefNormal,Event/SomeEvent"], + "column2": ["Def/TestDefPlaceholder/123,Item/SomeItem"]}) + result = shrink_defs(df, self.schema, ['column1', 'column2']) + pd.testing.assert_frame_equal(result, expected_df) + + def test_shrink_defs_multiple_defs_same_line(self): + df = pd.DataFrame({"column1": ["(Def-expand/TestDefNormal,(Action/TestDef1/2471,Action/TestDef2)),(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2)),Age/30"]}) + expected_df = pd.DataFrame({"column1": ["Def/TestDefNormal,Def/TestDefPlaceholder/123,Age/30"]}) + result = shrink_defs(df, self.schema, ['column1']) + pd.testing.assert_frame_equal(result, expected_df) + + def test_shrink_defs_mixed_tags(self): + df = pd.DataFrame({"column1": [ + "(Def-expand/TestDefNormal,(Action/TestDef1/2471,Action/TestDef2)),Event/SomeEvent,(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2)),Item/SomeItem,Age/25"]}) + expected_df = pd.DataFrame( + {"column1": ["Def/TestDefNormal,Event/SomeEvent,Def/TestDefPlaceholder/123,Item/SomeItem,Age/25"]}) + result = shrink_defs(df, self.schema, ['column1']) + pd.testing.assert_frame_equal(result, expected_df) + + def test_shrink_defs_series_normal(self): + series = pd.Series(["(Def-expand/TestDefNormal,(Action/TestDef1/2471,Action/TestDef2)),Event/SomeEvent"]) + expected_series = pd.Series(["Def/TestDefNormal,Event/SomeEvent"]) + result = shrink_defs(series, self.schema, None) + pd.testing.assert_series_equal(result, expected_series) + + def test_shrink_defs_series_placeholder(self): + series = pd.Series(["(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2)),Item/SomeItem"]) + expected_series = pd.Series(["Def/TestDefPlaceholder/123,Item/SomeItem"]) + result = shrink_defs(series, self.schema, None) + pd.testing.assert_series_equal(result, expected_series) + + +class TestExpandDefs(unittest.TestCase): + def setUp(self): + self.schema = load_schema_version() + self.def_dict = DefinitionDict(["(Definition/TestDefNormal,(Action/TestDef1/2471,Action/TestDef2))", + "(Definition/TestDefPlaceholder/#,(Action/TestDef1/#,Action/TestDef2))"], + hed_schema=self.schema) + + def test_expand_defs_normal(self): + df = pd.DataFrame({"column1": ["Def/TestDefNormal,Event/SomeEvent"]}) + expected_df = pd.DataFrame( + {"column1": ["(Def-expand/TestDefNormal,(Action/TestDef1/2471,Action/TestDef2)),Event/SomeEvent"]}) + result = expand_defs(df, self.schema, self.def_dict, ['column1']) + pd.testing.assert_frame_equal(result, expected_df) + + def test_expand_defs_placeholder(self): + df = pd.DataFrame({"column1": ["Def/TestDefPlaceholder/123,Item/SomeItem"]}) + expected_df = pd.DataFrame({"column1": [ + "(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2)),Item/SomeItem"]}) + result = expand_defs(df, self.schema, self.def_dict, ['column1']) + pd.testing.assert_frame_equal(result, expected_df) + + def test_expand_defs_no_matching_tags(self): + df = pd.DataFrame({"column1": ["(Event/SomeEvent,Item/SomeItem,Age/25)"]}) + expected_df = pd.DataFrame({"column1": ["(Event/SomeEvent,Item/SomeItem,Age/25)"]}) + result = expand_defs(df, self.schema, self.def_dict, ['column1']) + pd.testing.assert_frame_equal(result, expected_df) + + def test_expand_defs_multiple_columns(self): + df = pd.DataFrame({"column1": ["Def/TestDefNormal,Event/SomeEvent"], + "column2": ["Def/TestDefPlaceholder/123,Item/SomeItem"]}) + expected_df = pd.DataFrame( + {"column1": ["(Def-expand/TestDefNormal,(Action/TestDef1/2471,Action/TestDef2)),Event/SomeEvent"], + "column2": [ + "(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2)),Item/SomeItem"]}) + result = expand_defs(df, self.schema, self.def_dict, ['column1', 'column2']) + pd.testing.assert_frame_equal(result, expected_df) + + def test_expand_defs_series_normal(self): + series = pd.Series(["Def/TestDefNormal,Event/SomeEvent"]) + expected_series = pd.Series(["(Def-expand/TestDefNormal,(Action/TestDef1/2471,Action/TestDef2)),Event/SomeEvent"]) + result = expand_defs(series, self.schema, self.def_dict, None) + pd.testing.assert_series_equal(result, expected_series) + + def test_expand_defs_series_placeholder(self): + series = pd.Series(["Def/TestDefPlaceholder/123,Item/SomeItem"]) + expected_series = pd.Series(["(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2)),Item/SomeItem"]) + result = expand_defs(series, self.schema, self.def_dict, None) + pd.testing.assert_series_equal(result, expected_series) \ No newline at end of file From 2698d6cc15d05d1f4b81b0054dbd3d86a978a2fd Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Fri, 17 Mar 2023 16:58:27 -0500 Subject: [PATCH 016/103] Fixed some of the refactoring errors --- hed/models/df_util.py | 3 +- hed/models/sidecar.py | 7 +- hed/tools/__init__.py | 3 +- hed/tools/analysis/analysis_util.py | 103 ++++++----- hed/tools/analysis/event_manager.py | 15 +- hed/tools/analysis/hed_context_manager.py | 10 +- .../operations/factor_hed_tags_op.py | 18 +- .../operations/factor_hed_type_op.py | 14 +- .../operations/summarize_hed_tags_op.py | 13 +- .../operations/summarize_hed_type_op.py | 11 +- .../operations/summarize_hed_validation_op.py | 10 +- .../test_analysis_util_assemble_hed.py | 80 +++++---- ...est_analysis_util_get_assembled_strings.py | 167 +++++++++--------- tests/tools/analysis/test_annotation_util.py | 8 +- tests/tools/analysis/test_event_manager.py | 17 +- .../analysis/test_hed_context_manager.py | 8 +- tests/tools/analysis/test_hed_tag_counts.py | 2 +- tests/tools/analysis/test_hed_type_counts.py | 10 +- .../analysis/test_hed_type_definitions.py | 9 +- tests/tools/analysis/test_hed_type_factors.py | 17 +- tests/tools/analysis/test_hed_type_manager.py | 60 ++++--- tests/tools/analysis/test_hed_type_values.py | 92 +++++----- .../operations/test_summarize_hed_tags_op.py | 19 +- 23 files changed, 355 insertions(+), 341 deletions(-) diff --git a/hed/models/df_util.py b/hed/models/df_util.py index 66b5c75be..f9fa19dcc 100644 --- a/hed/models/df_util.py +++ b/hed/models/df_util.py @@ -26,7 +26,8 @@ def get_assembled(tabular_file, sidecar, hed_schema, extra_def_dicts=None, join_ expand_defs: bool Expand any def tags found Returns: - A list of HedStrings, or a list of lists of HedStrings + tuple: A list of HedStrings, or a list of lists of HedStrings, DefinitionDict + """ if isinstance(sidecar, str): sidecar = Sidecar(sidecar) diff --git a/hed/models/sidecar.py b/hed/models/sidecar.py index 8b808c6d1..280eba77d 100644 --- a/hed/models/sidecar.py +++ b/hed/models/sidecar.py @@ -156,9 +156,10 @@ def validate(self, hed_schema, extra_def_dicts=None, name=None, error_handler=No Parameters: hed_schema (HedSchema): Input data to be validated. - extra_def_dicts(list or DefinitionDict): extra def dicts in addition to sidecar - name(str): The name to report this sidecar as - error_handler (ErrorHandler): Error context to use. Creates a new one if None + extra_def_dicts(list or DefinitionDict): Extra def dicts in addition to sidecar. + name(str): The name to report this sidecar as. + error_handler (ErrorHandler): Error context to use. Creates a new one if None. + Returns: issues (list of dict): A list of issues associated with each level in the HED string. """ diff --git a/hed/tools/__init__.py b/hed/tools/__init__.py index 8b1f6fd90..fd1dfbbce 100644 --- a/hed/tools/__init__.py +++ b/hed/tools/__init__.py @@ -47,7 +47,8 @@ from .analysis.annotation_util import \ check_df_columns, extract_tags, generate_sidecar_entry, hed_to_df, df_to_hed, merge_hed_dict from .analysis import analysis_util -from .analysis.analysis_util import assemble_hed, search_tabular, get_assembled_strings +from .analysis.analysis_util import assemble_hed +# from .analysis.analysis_util import search_tabular, get_assembled_strings from .remodeling.cli import run_remodel from .remodeling.cli import run_remodel_backup diff --git a/hed/tools/analysis/analysis_util.py b/hed/tools/analysis/analysis_util.py index fcfd5284c..a4c57c9f6 100644 --- a/hed/tools/analysis/analysis_util.py +++ b/hed/tools/analysis/analysis_util.py @@ -2,7 +2,6 @@ import pandas as pd from hed.models.tabular_input import TabularInput -from hed.models.expression_parser import QueryParser from hed.tools.util.data_util import separate_values from hed.models.hed_tag import HedTag from hed.models.hed_group import HedGroup @@ -45,57 +44,57 @@ def assemble_hed(data_input, sidecar, schema, columns_included=None, expand_defs return df, definitions -def get_assembled_strings(table, hed_schema=None, expand_defs=False): - """ Return HED string objects for a tabular file. - - Parameters: - table (TabularInput): The input file to be searched. - hed_schema (HedSchema or HedschemaGroup): If provided the HedStrings are converted to canonical form. - expand_defs (bool): If True, definitions are expanded when the events are assembled. - - Returns: - list: A list of HedString or HedStringGroup objects. - - """ - hed_list = list(table.iter_dataframe(hed_ops=[hed_schema], return_string_only=True, - expand_defs=expand_defs, remove_definitions=True)) - return hed_list - - -def search_tabular(data_input, hed_schema, query, columns_included=None): - """ Return a dataframe with results of query. - - Parameters: - data_input (TabularInput): The tabular input file (e.g., events) to be searched. - hed_schema (HedSchema or HedSchemaGroup): The schema(s) under which to make the query. - query (str or list): The str query or list of string queries to make. - columns_included (list or None): List of names of columns to include - - Returns: - DataFrame or None: A DataFrame with the results of the query or None if no events satisfied the query. - - """ - - eligible_columns, missing_columns = separate_values(list(data_input.dataframe.columns), columns_included) - hed_list = get_assembled_strings(data_input, hed_schema=hed_schema, expand_defs=True) - expression = QueryParser(query) - hed_tags = [] - row_numbers = [] - for index, next_item in enumerate(hed_list): - match = expression.search(next_item) - if not match: - continue - hed_tags.append(next_item) - row_numbers.append(index) - - if not row_numbers: - df = None - elif not eligible_columns: - df = pd.DataFrame({'row_number': row_numbers, 'HED_assembled': hed_tags}) - else: - df = data_input.dataframe.iloc[row_numbers][eligible_columns].reset_index() - df.rename(columns={'index': 'row_number'}) - return df +# def get_assembled_strings(table, hed_schema=None, expand_defs=False): +# """ Return HED string objects for a tabular file. +# +# Parameters: +# table (TabularInput): The input file to be searched. +# hed_schema (HedSchema or HedschemaGroup): If provided the HedStrings are converted to canonical form. +# expand_defs (bool): If True, definitions are expanded when the events are assembled. +# +# Returns: +# list: A list of HedString or HedStringGroup objects. +# +# """ +# hed_list = list(table.iter_dataframe(hed_ops=[hed_schema], return_string_only=True, +# expand_defs=expand_defs, remove_definitions=True)) +# return hed_list +# + +# def search_tabular(data_input, hed_schema, query, columns_included=None): +# """ Return a dataframe with results of query. +# +# Parameters: +# data_input (TabularInput): The tabular input file (e.g., events) to be searched. +# hed_schema (HedSchema or HedSchemaGroup): The schema(s) under which to make the query. +# query (str or list): The str query or list of string queries to make. +# columns_included (list or None): List of names of columns to include +# +# Returns: +# DataFrame or None: A DataFrame with the results of the query or None if no events satisfied the query. +# +# """ +# +# eligible_columns, missing_columns = separate_values(list(data_input.dataframe.columns), columns_included) +# hed_list = get_assembled_strings(data_input, hed_schema=hed_schema, expand_defs=True) +# expression = QueryParser(query) +# hed_tags = [] +# row_numbers = [] +# for index, next_item in enumerate(hed_list): +# match = expression.search(next_item) +# if not match: +# continue +# hed_tags.append(next_item) +# row_numbers.append(index) +# +# if not row_numbers: +# df = None +# elif not eligible_columns: +# df = pd.DataFrame({'row_number': row_numbers, 'HED_assembled': hed_tags}) +# else: +# df = data_input.dataframe.iloc[row_numbers][eligible_columns].reset_index() +# df.rename(columns={'index': 'row_number'}) +# return df # def remove_defs(hed_strings): diff --git a/hed/tools/analysis/event_manager.py b/hed/tools/analysis/event_manager.py index 2d6da7adc..f8bf5e5f5 100644 --- a/hed/tools/analysis/event_manager.py +++ b/hed/tools/analysis/event_manager.py @@ -3,25 +3,26 @@ from hed.schema import HedSchema, HedSchemaGroup from hed.tools.analysis.temporal_event import TemporalEvent from hed.models.model_constants import DefTagNames +from hed.models.df_util import get_assembled class EventManager: - def __init__(self, data, hed_schema): + def __init__(self, data, schema): """ Create an event manager for an events file. Parameters: data (TabularInput): A tabular input file. - hed_schema (HedSchema): A HED schema + schema (HedSchema): A HED schema Raises: HedFileError: if there are any unmatched offsets. """ - if not isinstance(hed_schema, HedSchema) and not isinstance(hed_schema, HedSchemaGroup): + if not isinstance(schema, HedSchema) and not isinstance(schema, HedSchemaGroup): raise ValueError("ContextRequiresSchema", f"Context manager must have a valid HedSchema of HedSchemaGroup") - self.hed_schema = hed_schema + self.schema = schema self.data = data self.event_list = [[] for _ in range(len(self.data.dataframe))] self.hed_strings = [None for _ in range(len(self.data.dataframe))] @@ -56,10 +57,10 @@ def _create_event_list(self): onset_dict = {} event_index = 0 - for hed in self.data.iter_dataframe(hed_ops=[self.hed_schema], return_string_only=True, - expand_defs=False, remove_definitions=True): + self.hed_strings, definitions = get_assembled(self.data, self.data._sidecar, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) + for hed in self.hed_strings: # to_remove = [] # tag_tuples = hed.find_tags(['Onset'], recursive=False, include_groups=1) - self.hed_strings[event_index] = hed group_tuples = hed.find_top_level_tags(anchor_tags={DefTagNames.ONSET_KEY, DefTagNames.OFFSET_KEY}, include_groups=2) for tup in group_tuples: diff --git a/hed/tools/analysis/hed_context_manager.py b/hed/tools/analysis/hed_context_manager.py index 06a02dc82..5c565a9a4 100644 --- a/hed/tools/analysis/hed_context_manager.py +++ b/hed/tools/analysis/hed_context_manager.py @@ -5,6 +5,7 @@ from hed.schema import HedSchema, HedSchemaGroup from hed.tools.analysis.analysis_util import hed_to_str +#TODO: [Refactor] clean up distinction between hed as strings versus objects -- maybe replace by event manager. class OnsetGroup: def __init__(self, name, contents, start_index, end_index=None): @@ -23,7 +24,8 @@ def __init__(self, hed_strings, hed_schema): """ Create an context manager for an events file. Parameters: - hed_strings (list): A list of hed_strings to be managed. + hed_strings (list): A list of HedString objects to be managed. + hed_schema (HedSchema): A HedSchema Raises: HedFileError: if there are any unmatched offsets. @@ -46,6 +48,12 @@ def __init__(self, hed_strings, hed_schema): self._create_onset_list() self._set_event_contexts() + # def _extract_hed_objs(self, assembled): + # hed_objs = [None for _ in range(len(assembled))] + # for index, value in assembled["HED_assembled"].items(): + # hed_objs[index] = HedString(value, hed_schema=self.hed_schema) + # return hed_objs + def iter_context(self): """ Iterate rows of context. diff --git a/hed/tools/remodeling/operations/factor_hed_tags_op.py b/hed/tools/remodeling/operations/factor_hed_tags_op.py index 41d3f805a..aa02224b9 100644 --- a/hed/tools/remodeling/operations/factor_hed_tags_op.py +++ b/hed/tools/remodeling/operations/factor_hed_tags_op.py @@ -7,7 +7,7 @@ from hed.models.tabular_input import TabularInput from hed.models.sidecar import Sidecar from hed.models.expression_parser import QueryParser -from hed.tools.analysis.analysis_util import get_assembled_strings +from hed.models.df_util import get_assembled class FactorHedTagsOp(BaseOp): @@ -101,16 +101,16 @@ def do_op(self, dispatcher, df, name, sidecar=None): """ if sidecar and not isinstance(sidecar, Sidecar): - sidecar = Sidecar(sidecar, hed_schema=dispatcher.hed_schema) - input_data = TabularInput(df, hed_schema=dispatcher.hed_schema, sidecar=sidecar) + sidecar = Sidecar(sidecar) + input_data = TabularInput(df.copy(), sidecar=sidecar, name=name) column_names = list(df.columns) - for name in self.query_names: - if name in column_names: + for query_name in self.query_names: + if query_name in column_names: raise ValueError("QueryNameAlreadyColumn", - f"Query [{name}]: is already a column name of the data frame") - df = input_data.dataframe.copy() - df_list = [df] - hed_strings = get_assembled_strings(input_data, hed_schema=dispatcher.hed_schema, expand_defs=True) + f"Query [{query_name}]: is already a column name of the data frame") + df_list = [input_data.dataframe] + hed_strings, _ = get_assembled(input_data, sidecar, dispatcher.hed_schema, extra_def_dicts=None, + join_columns=True, shrink_defs=False, expand_defs=True) df_factors = pd.DataFrame(0, index=range(len(hed_strings)), columns=self.query_names) for parse_ind, parser in enumerate(self.expression_parsers): for index, next_item in enumerate(hed_strings): diff --git a/hed/tools/remodeling/operations/factor_hed_type_op.py b/hed/tools/remodeling/operations/factor_hed_type_op.py index e4a43c181..668886c88 100644 --- a/hed/tools/remodeling/operations/factor_hed_type_op.py +++ b/hed/tools/remodeling/operations/factor_hed_type_op.py @@ -5,7 +5,7 @@ from hed.tools.remodeling.operations.base_op import BaseOp from hed.models.tabular_input import TabularInput from hed.models.sidecar import Sidecar -from hed.tools.analysis.analysis_util import get_assembled_strings +from hed.models.df_util import get_assembled from hed.tools.analysis.hed_type_manager import HedTypeManager # TODO: restricted factor values are not implemented yet. @@ -69,13 +69,13 @@ def do_op(self, dispatcher, df, name, sidecar=None): """ if sidecar and not isinstance(sidecar, Sidecar): - sidecar = Sidecar(sidecar, hed_schema=dispatcher.hed_schema) - input_data = TabularInput(df, hed_schema=dispatcher.hed_schema, sidecar=sidecar) - df = input_data.dataframe.copy() - df_list = [df] - hed_strings = get_assembled_strings(input_data, hed_schema=dispatcher.hed_schema, expand_defs=False) + sidecar = Sidecar(sidecar) + input_data = TabularInput(df, sidecar=sidecar, name=name) + df_list = [input_data.dataframe.copy()] + hed_strings, definitions = get_assembled(input_data, sidecar, dispatcher.hed_schema, + extra_def_dicts=None, join_columns=True, + shrink_defs=False, expand_defs=True) - definitions = input_data.get_definitions() var_manager = HedTypeManager(hed_strings, dispatcher.hed_schema, definitions) var_manager.add_type_variable(self.type_tag.lower()) diff --git a/hed/tools/remodeling/operations/summarize_hed_tags_op.py b/hed/tools/remodeling/operations/summarize_hed_tags_op.py index 09f7e3a48..a8d220df8 100644 --- a/hed/tools/remodeling/operations/summarize_hed_tags_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_tags_op.py @@ -5,6 +5,7 @@ from hed.tools.analysis.hed_tag_counts import HedTagCounts from hed.tools.remodeling.operations.base_op import BaseOp from hed.tools.remodeling.operations.base_context import BaseContext +from hed.models.df_util import get_assembled class SummarizeHedTagsOp(BaseOp): @@ -97,12 +98,14 @@ def update_context(self, new_context): counts = HedTagCounts(new_context['name'], total_events=len(new_context['df'])) sidecar = new_context['sidecar'] if sidecar and not isinstance(sidecar, Sidecar): - sidecar = Sidecar(sidecar, hed_schema=new_context['schema']) - input_data = TabularInput(new_context['df'], hed_schema=new_context['schema'], sidecar=sidecar) + sidecar = Sidecar(sidecar) + input_data = TabularInput(new_context['df'], sidecar=sidecar, name=new_context['name']) + hed_strings, definitions = get_assembled(input_data, sidecar, new_context['schema'], + extra_def_dicts=None, join_columns=True, + shrink_defs=False, expand_defs=True) # definitions = input_data.get_definitions().gathered_defs - for objs in input_data.iter_dataframe(hed_ops=[new_context['schema']], return_string_only=False, - expand_defs=True, remove_definitions=True): - counts.update_event_counts(objs['HED'], new_context['name']) + for hed in hed_strings: + counts.update_event_counts(hed, new_context['name']) self.summary_dict[new_context["name"]] = counts def _get_summary_details(self, merge_counts): diff --git a/hed/tools/remodeling/operations/summarize_hed_type_op.py b/hed/tools/remodeling/operations/summarize_hed_type_op.py index 2c7ab7c64..0e2664698 100644 --- a/hed/tools/remodeling/operations/summarize_hed_type_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_type_op.py @@ -2,7 +2,7 @@ from hed.models.tabular_input import TabularInput from hed.models.sidecar import Sidecar -from hed.tools.analysis.analysis_util import get_assembled_strings +from hed.models.df_util import get_assembled from hed.tools.analysis.hed_type_values import HedTypeValues from hed.tools.analysis.hed_type_counts import HedTypeCounts from hed.tools.analysis.hed_context_manager import HedContextManager @@ -90,10 +90,11 @@ def __init__(self, sum_op): def update_context(self, new_context): sidecar = new_context['sidecar'] if sidecar and not isinstance(sidecar, Sidecar): - sidecar = Sidecar(sidecar, hed_schema=new_context['schema']) - input_data = TabularInput(new_context['df'], hed_schema=new_context['schema'], sidecar=sidecar) - hed_strings = get_assembled_strings(input_data, hed_schema=new_context['schema'], expand_defs=False) - definitions = input_data.get_definitions().gathered_defs + sidecar = Sidecar(sidecar) + input_data = TabularInput(new_context['df'], sidecar=sidecar, name=new_context['name']) + hed_strings, definitions = get_assembled(input_data, sidecar, new_context['schema'], + extra_def_dicts=None, join_columns=True, + shrink_defs=False, expand_defs=True) context_manager = HedContextManager(hed_strings, new_context['schema']) type_values = HedTypeValues(context_manager, definitions, new_context['name'], type_tag=self.type_tag) diff --git a/hed/tools/remodeling/operations/summarize_hed_validation_op.py b/hed/tools/remodeling/operations/summarize_hed_validation_op.py index 771b49e5c..d1bd8f53e 100644 --- a/hed/tools/remodeling/operations/summarize_hed_validation_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_validation_op.py @@ -102,7 +102,6 @@ def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): return "\n".join(sum_list) def update_context(self, new_context): - validator = HedValidator(hed_schema=new_context['schema']) results = self.get_empty_results() results["total_event_files"] = 1 results["event_issues"][new_context["name"]] = [] @@ -111,10 +110,9 @@ def update_context(self, new_context): filtered_issues = [] if sidecar: if not isinstance(sidecar, Sidecar): - sidecar = Sidecar(files=new_context['sidecar'], name=os.path.basename(sidecar), - hed_schema=new_context['schema']) + sidecar = Sidecar(files=new_context['sidecar'], name=os.path.basename(sidecar)) results["sidecar_issues"][sidecar.name] = [] - sidecar_issues = sidecar.validate_entries(validator, check_for_warnings=self.check_for_warnings) + sidecar_issues = sidecar.validate(new_context['schema']) filtered_issues = ErrorHandler.filter_issues_by_severity(sidecar_issues, ErrorSeverity.ERROR) if not self.check_for_warnings: sidecar_issues = filtered_issues @@ -123,8 +121,8 @@ def update_context(self, new_context): results['total_sidecar_files'] = 1 if not filtered_issues: results['validation_completed'] = True - input_data = TabularInput(new_context['df'], hed_schema=new_context['schema'], sidecar=sidecar) - issues = input_data.validate_file(validator, check_for_warnings=self.check_for_warnings) + input_data = TabularInput(new_context['df'], sidecar=sidecar) + issues = input_data.validate(new_context['schema']) if not self.check_for_warnings: issues = ErrorHandler.filter_issues_by_severity(issues, ErrorSeverity.ERROR) results['event_issues'][new_context["name"]] = issues diff --git a/tests/tools/analysis/test_analysis_util_assemble_hed.py b/tests/tools/analysis/test_analysis_util_assemble_hed.py index 9c37b8620..318c3aa54 100644 --- a/tests/tools/analysis/test_analysis_util_assemble_hed.py +++ b/tests/tools/analysis/test_analysis_util_assemble_hed.py @@ -2,8 +2,10 @@ import unittest from pandas import DataFrame from hed import schema as hedschema -from hed.models import Sidecar, TabularInput -from hed.tools import assemble_hed, search_tabular +from hed.models import Sidecar, TabularInput, DefinitionDict +from hed.tools.analysis.analysis_util import assemble_hed + + # noinspection PyBroadException @@ -20,8 +22,8 @@ def setUpClass(cls): events_path = os.path.realpath(os.path.join(bids_root_path, 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) - hed_schema = hedschema.load_schema(schema_path) - cls.hed_schema = hed_schema + schema = hedschema.load_schema(schema_path) + cls.schema = schema sidecar1 = Sidecar(json_path, name='face_sub1_json') cls.sidecar_path = sidecar1 cls.sidecar1 = sidecar1 @@ -29,8 +31,8 @@ def setUpClass(cls): cls.input_data_no_sidecar = TabularInput(events_path, name="face_sub1_events_no_sidecar") def test_assemble_hed_included_no_expand(self): - df1, dict1 = assemble_hed(self.input_data, self.sidecar1, self.hed_schema, - columns_included=["onset", "duration", "event_type"], expand_defs=False) + df1, dict1 = assemble_hed(self.input_data, self.sidecar1, self.schema, expand_defs=False, + columns_included=["onset", "duration", "event_type"]) self.assertIsInstance(df1, DataFrame, "hed_assemble should return a dataframe when columns are included") columns1 = list(df1.columns) self.assertEqual(len(columns1), 4, @@ -43,28 +45,29 @@ def test_assemble_hed_included_no_expand(self): self.assertEqual(len(dict1.defs), 17, "hed_assemble definition dictionary has the right number of elements.") def test_assemble_hed_included_expand(self): - df2, dict2 = assemble_hed(self.input_data, self.sidecar1, self.hed_schema, - columns_included=["onset", "duration", "event_type"], expand_defs=True) + df2, dict2 = assemble_hed(self.input_data, self.sidecar1, self.schema, expand_defs=True, + columns_included=["onset", "duration", "event_type"]) first_str2 = df2.iloc[0]['HED_assembled'] self.assertEqual(first_str2.find('Def/'), -1, "assemble_hed with def expand has no Def tag") self.assertNotEqual(first_str2.find('Def-expand/'), -1, "assemble_hed with def expand has Def-expand tags") def test_assemble_hed_included_no_expand_bad_column(self): - df3, dict3 = assemble_hed(self.input_data, - columns_included=["onset", "baloney", "duration", "event_type"], expand_defs=False) + df3, dict3 = assemble_hed(self.input_data, self.sidecar1, self.schema, expand_defs=True, + columns_included=["onset", "baloney", "duration", "event_type"]) columns3 = list(df3.columns) self.assertEqual(len(columns3), 4, "assemble_hed should return the correct number of columns when bad columns are included ") def test_assemble_hed_included_expand_bad_column(self): - df3, dict3 = assemble_hed(self.input_data, - columns_included=["onset", "baloney", "duration", "event_type"], expand_defs=True) + df3, dict3 = assemble_hed(self.input_data, self.sidecar1, self.schema, expand_defs=True, + columns_included=["onset", "baloney", "duration", "event_type"]) columns3 = list(df3.columns) self.assertEqual(len(columns3), 4, "assemble_hed should return the correct number of columns when bad columns are included ") def test_assemble_hed_no_included_no_expand(self): - df1, dict1 = assemble_hed(self.input_data, columns_included=None, expand_defs=False) + df1, dict1 = assemble_hed(self.input_data, self.sidecar1, self.schema, + columns_included=None, expand_defs=False) self.assertIsInstance(df1, DataFrame, "hed_assemble returns a dataframe when no columns are included") columns1 = list(df1.columns) self.assertEqual(len(columns1), 1, @@ -73,17 +76,18 @@ def test_assemble_hed_no_included_no_expand(self): self.assertNotEqual(first_str1.find('Def/'), -1, "assemble_hed with no def expand has Def tags") self.assertEqual(first_str1.find('Def-expand'), -1, "assemble_hed with no def expand does not have Def-expand tags") - self.assertIsInstance(dict1, dict, "hed_assemble returns a dictionary of definitions") - self.assertEqual(len(dict1), 17, "hed_assemble definition dictionary has the right number of elements.") + self.assertIsInstance(dict1, DefinitionDict, "hed_assemble returns a dictionary of definitions") + self.assertEqual(len(dict1.defs), 17, "hed_assemble definition dictionary has the right number of elements.") def test_assemble_hed_no_included_expand(self): - df2, dict2 = assemble_hed(self.input_data, columns_included=None, expand_defs=True) + df2, dict2 = assemble_hed(self.input_data, self.sidecar1, self.schema, + columns_included=None, expand_defs=True) first_str2 = df2.iloc[0]['HED_assembled'] self.assertEqual(first_str2.find('Def/'), -1, "assemble_hed with def expand has no Def tag") self.assertNotEqual(first_str2.find('Def-expand/'), -1, "assemble_hed with def expand has Def-expand tags") def test_assemble_hed_bad_column_no_expand(self): - df3, dict3 = assemble_hed(self.input_data, + df3, dict3 = assemble_hed(self.input_data, self.sidecar1, self.schema, columns_included=["onset", "baloney", "duration", "event_type"], expand_defs=False) columns3 = list(df3.columns) self.assertEqual(len(columns3), 4, @@ -92,27 +96,27 @@ def test_assemble_hed_bad_column_no_expand(self): self.assertNotEqual(first_str2.find('Def/'), -1, "assemble_hed with def expand has no Def tag") self.assertEqual(first_str2.find('Def-expand/'), -1, "assemble_hed with def expand has Def-expand tags") - def test_search_tabular(self): - query1 = "sensory-event" - df1 = search_tabular(self.input_data, self.hed_schema, query1, columns_included=None) - self.assertIsInstance(df1, DataFrame, "search_tabular returns a dataframe when the query is satisfied.") - self.assertEqual(len(df1.columns), 2, "search_tabular has the right number of columns when query okay") - self.assertEqual(len(df1.index), 155, "search_tabular has right number of rows when query okay") - query2 = 'data-feature' - df2 = search_tabular(self.input_data, self.hed_schema, query2, columns_included=None) - self.assertFalse(df2, "search_tabular returns None when query is not satisfied.") - - query3 = "sensory-event" - df3 = search_tabular(self.input_data, self.hed_schema, query3, columns_included=['event_type', 'rep_status']) - self.assertIsInstance(df3, DataFrame, "search_tabular returns a DataFrame when extra columns") - self.assertEqual(len(df3.columns), 3, "search_tabular returns right number of columns when extra columns") - self.assertEqual(len(df3.index), 155, "search_tabular has right number of rows when query okay") - - df4 = search_tabular(self.input_data, self.hed_schema, query3, - columns_included=['onset', 'event_type', 'rep_status']) - self.assertIsInstance(df4, DataFrame, "search_tabular returns a DataFrame when extra columns") - self.assertEqual(len(df4.columns), 4, "search_tabular returns right number of columns when extra columns") - self.assertEqual(len(df4.index), 155, "search_tabular has right number of rows when query okay") + # def test_search_tabular(self): + # query1 = "sensory-event" + # df1 = search_tabular(self.input_data, self.schema, query1, columns_included=None) + # self.assertIsInstance(df1, DataFrame, "search_tabular returns a dataframe when the query is satisfied.") + # self.assertEqual(len(df1.columns), 2, "search_tabular has the right number of columns when query okay") + # self.assertEqual(len(df1.index), 155, "search_tabular has right number of rows when query okay") + # query2 = 'data-feature' + # df2 = search_tabular(self.input_data, self.hed_schema, query2, columns_included=None) + # self.assertFalse(df2, "search_tabular returns None when query is not satisfied.") + # + # query3 = "sensory-event" + # df3 = search_tabular(self.input_data, self.hed_schema, query3, columns_included=['event_type', 'rep_status']) + # self.assertIsInstance(df3, DataFrame, "search_tabular returns a DataFrame when extra columns") + # self.assertEqual(len(df3.columns), 3, "search_tabular returns right number of columns when extra columns") + # self.assertEqual(len(df3.index), 155, "search_tabular has right number of rows when query okay") + # + # df4 = search_tabular(self.input_data, self.hed_schema, query3, + # columns_included=['onset', 'event_type', 'rep_status']) + # self.assertIsInstance(df4, DataFrame, "search_tabular returns a DataFrame when extra columns") + # self.assertEqual(len(df4.columns), 4, "search_tabular returns right number of columns when extra columns") + # self.assertEqual(len(df4.index), 155, "search_tabular has right number of rows when query okay") if __name__ == '__main__': diff --git a/tests/tools/analysis/test_analysis_util_get_assembled_strings.py b/tests/tools/analysis/test_analysis_util_get_assembled_strings.py index 143db3305..036b4c938 100644 --- a/tests/tools/analysis/test_analysis_util_get_assembled_strings.py +++ b/tests/tools/analysis/test_analysis_util_get_assembled_strings.py @@ -3,7 +3,7 @@ from hed import schema as hedschema from hed.models.hed_string import HedString from hed.models.tabular_input import TabularInput -from hed.tools.analysis.analysis_util import get_assembled_strings +# from hed.tools.analysis.analysis_util import get_assembled_strings # noinspection PyBroadException @@ -26,90 +26,89 @@ def setUpClass(cls): # cls.input_data_no_sidecar = TabularInput(events_path, name="face_sub1_events_no_sidecar") def setUp(self): - self.input_data = TabularInput(self.events_path, hed_schema=self.hed_schema, - sidecar=self.json_path, name="face_sub1_events") + self.input_data = TabularInput(self.events_path, sidecar=self.json_path, name="face_sub1_events") - def test_get_assembled_strings_no_schema_no_def_expand(self): - hed_list1 = get_assembled_strings(self.input_data, expand_defs=False) - self.assertIsInstance(hed_list1, list, "get_assembled_groups should return a list when expand defs is False") - self.assertIsInstance(hed_list1[0], HedString) - hed_strings1 = [str(hed) for hed in hed_list1] - self.assertIsInstance(hed_strings1[0], str, "get_assembled_strings can be converted.") - self.assertIsInstance(hed_strings1, list) - hed_strings_joined1 = ",".join(hed_strings1) - self.assertEqual(hed_strings_joined1.find("Def-expand/"), -1, - "get_assembled_strings should not have Def-expand when expand_defs is False") - self.assertNotEqual(hed_strings_joined1.find("Def/"), -1, - "get_assembled_strings should have Def/ when expand_defs is False") - - def test_get_assembled_strings_no_schema_def_expand(self): - hed_list2 = get_assembled_strings(self.input_data, expand_defs=True) - self.assertIsInstance(hed_list2, list, "get_assembled_groups should return a list") - self.assertIsInstance(hed_list2[0], HedString) - hed_strings2 = [str(hed) for hed in hed_list2] - self.assertIsInstance(hed_strings2[0], str, "get_assembled_strings can be converted.") - self.assertIsInstance(hed_strings2, list, "get_assembled") - hed_strings_joined2 = ",".join(hed_strings2) - self.assertNotEqual(hed_strings_joined2.find("Def-expand/"), -1, - "get_assembled_strings should have Def-expand when expand_defs is True") - self.assertEqual(hed_strings_joined2.find("Def/"), -1, - "get_assembled_strings should not have Def/ when expand_defs is True") - - def test_get_assembled_strings_with_schema_no_def_expand(self): - hed_list1 = get_assembled_strings(self. input_data, hed_schema=self.hed_schema, expand_defs=False) - self.assertIsInstance(hed_list1, list, "get_assembled_strings returns a list when expand defs is False") - self.assertIsInstance(hed_list1[0], HedString) - hed_strings1 = [str(hed) for hed in hed_list1] - self.assertIsInstance(hed_strings1[0], str, "get_assembled_strings can be converted.") - self.assertIsInstance(hed_strings1, list) - hed_strings_joined1 = ",".join(hed_strings1) - self.assertEqual(hed_strings_joined1.find("Def-expand/"), -1, - "get_assembled_strings does not have Def-expand when expand_defs is False") - self.assertNotEqual(hed_strings_joined1.find("Def/"), -1, - "get_assembled_strings should have Def/ when expand_defs is False") - - def test_get_assembled_strings_with_schema_def_expand(self): - hed_list2 = get_assembled_strings(self.input_data, hed_schema=self.hed_schema, expand_defs=True) - self.assertIsInstance(hed_list2, list, "get_assembled_groups should return a list") - self.assertIsInstance(hed_list2[0], HedString) - hed_strings2 = [str(hed) for hed in hed_list2] - self.assertIsInstance(hed_strings2[0], str, "get_assembled_strings can be converted.") - self.assertIsInstance(hed_strings2, list, "get_assembled") - hed_strings_joined2 = ",".join(hed_strings2) - self.assertNotEqual(hed_strings_joined2.find("Def-expand/"), -1, - "get_assembled_strings should have Def-expand when expand_defs is True") - self.assertEqual(hed_strings_joined2.find("Def/"), -1, - "get_assembled_strings should not have Def/ when expand_defs is True") - - def test_get_assembled_strings_no_sidecar_no_schema(self): - input_data = TabularInput(self.events_path, name="face_sub1_events") - hed_list1 = get_assembled_strings(input_data, expand_defs=False) - self.assertEqual(len(hed_list1), 200, - "get_assembled_strings should have right number of entries when no sidecar") - self.assertIsInstance(hed_list1[0], HedString, - "get_assembled_string should return an HedString when no sidecar") - self.assertFalse(hed_list1[0].children, "get_assembled_string returned HedString is empty when no sidecar") - hed_list2 = get_assembled_strings(input_data, expand_defs=True) - self.assertEqual(len(hed_list2), 200, - "get_assembled_strings should have right number of entries when no sidecar") - self.assertIsInstance(hed_list2[0], HedString, - "get_assembled_string should return an HedString when no sidecar") - self.assertFalse(hed_list2[0].children, "get_assembled_string returned HedString is empty when no sidecar") - - def test_get_assembled_strings_no_sidecar_schema(self): - input_data = TabularInput(self.events_path, hed_schema=self.hed_schema, name="face_sub1_events") - hed_list1 = get_assembled_strings(input_data, expand_defs=False) - self.assertEqual(len(hed_list1), 200, - "get_assembled_strings should have right number of entries when no sidecar") - self.assertIsInstance(hed_list1[0], HedString, - "get_assembled_string should return an HedString when no sidecar") - self.assertFalse(hed_list1[0].children, "get_assembled_string returned HedString is empty when no sidecar") - hed_list2 = get_assembled_strings(input_data, expand_defs=True) - self.assertEqual(len(hed_list2), 200, - "get_assembled_strings should have right number of entries when no sidecar") - self.assertIsInstance(hed_list2[0], HedString, - "get_assembled_string should return an HedString when no sidecar") - self.assertFalse(hed_list2[0].children, "get_assembled_string returned HedString is empty when no sidecar") + # def test_get_assembled_strings_no_schema_no_def_expand(self): + # hed_list1 = get_assembled_strings(self.input_data, expand_defs=False) + # self.assertIsInstance(hed_list1, list, "get_assembled_groups should return a list when expand defs is False") + # self.assertIsInstance(hed_list1[0], HedString) + # hed_strings1 = [str(hed) for hed in hed_list1] + # self.assertIsInstance(hed_strings1[0], str, "get_assembled_strings can be converted.") + # self.assertIsInstance(hed_strings1, list) + # hed_strings_joined1 = ",".join(hed_strings1) + # self.assertEqual(hed_strings_joined1.find("Def-expand/"), -1, + # "get_assembled_strings should not have Def-expand when expand_defs is False") + # self.assertNotEqual(hed_strings_joined1.find("Def/"), -1, + # "get_assembled_strings should have Def/ when expand_defs is False") + # + # def test_get_assembled_strings_no_schema_def_expand(self): + # hed_list2 = get_assembled_strings(self.input_data, self.hed_schema, expand_defs=True) + # self.assertIsInstance(hed_list2, list, "get_assembled_groups should return a list") + # self.assertIsInstance(hed_list2[0], HedString) + # hed_strings2 = [str(hed) for hed in hed_list2] + # self.assertIsInstance(hed_strings2[0], str, "get_assembled_strings can be converted.") + # self.assertIsInstance(hed_strings2, list, "get_assembled") + # hed_strings_joined2 = ",".join(hed_strings2) + # self.assertNotEqual(hed_strings_joined2.find("Def-expand/"), -1, + # "get_assembled_strings should have Def-expand when expand_defs is True") + # self.assertEqual(hed_strings_joined2.find("Def/"), -1, + # "get_assembled_strings should not have Def/ when expand_defs is True") + # + # def test_get_assembled_strings_with_schema_no_def_expand(self): + # hed_list1 = get_assembled_strings(self. input_data, hed_schema=self.hed_schema, expand_defs=False) + # self.assertIsInstance(hed_list1, list, "get_assembled_strings returns a list when expand defs is False") + # self.assertIsInstance(hed_list1[0], HedString) + # hed_strings1 = [str(hed) for hed in hed_list1] + # self.assertIsInstance(hed_strings1[0], str, "get_assembled_strings can be converted.") + # self.assertIsInstance(hed_strings1, list) + # hed_strings_joined1 = ",".join(hed_strings1) + # self.assertEqual(hed_strings_joined1.find("Def-expand/"), -1, + # "get_assembled_strings does not have Def-expand when expand_defs is False") + # self.assertNotEqual(hed_strings_joined1.find("Def/"), -1, + # "get_assembled_strings should have Def/ when expand_defs is False") + # + # def test_get_assembled_strings_with_schema_def_expand(self): + # hed_list2 = get_assembled_strings(self.input_data, hed_schema=self.hed_schema, expand_defs=True) + # self.assertIsInstance(hed_list2, list, "get_assembled_groups should return a list") + # self.assertIsInstance(hed_list2[0], HedString) + # hed_strings2 = [str(hed) for hed in hed_list2] + # self.assertIsInstance(hed_strings2[0], str, "get_assembled_strings can be converted.") + # self.assertIsInstance(hed_strings2, list, "get_assembled") + # hed_strings_joined2 = ",".join(hed_strings2) + # self.assertNotEqual(hed_strings_joined2.find("Def-expand/"), -1, + # "get_assembled_strings should have Def-expand when expand_defs is True") + # self.assertEqual(hed_strings_joined2.find("Def/"), -1, + # "get_assembled_strings should not have Def/ when expand_defs is True") + # + # def test_get_assembled_strings_no_sidecar_no_schema(self): + # input_data = TabularInput(self.events_path, name="face_sub1_events") + # hed_list1 = get_assembled_strings(input_data, expand_defs=False) + # self.assertEqual(len(hed_list1), 200, + # "get_assembled_strings should have right number of entries when no sidecar") + # self.assertIsInstance(hed_list1[0], HedString, + # "get_assembled_string should return an HedString when no sidecar") + # self.assertFalse(hed_list1[0].children, "get_assembled_string returned HedString is empty when no sidecar") + # hed_list2 = get_assembled_strings(input_data, expand_defs=True) + # self.assertEqual(len(hed_list2), 200, + # "get_assembled_strings should have right number of entries when no sidecar") + # self.assertIsInstance(hed_list2[0], HedString, + # "get_assembled_string should return an HedString when no sidecar") + # self.assertFalse(hed_list2[0].children, "get_assembled_string returned HedString is empty when no sidecar") + # + # def test_get_assembled_strings_no_sidecar_schema(self): + # input_data = TabularInput(self.events_path, hed_schema=self.hed_schema, name="face_sub1_events") + # hed_list1 = get_assembled_strings(input_data, expand_defs=False) + # self.assertEqual(len(hed_list1), 200, + # "get_assembled_strings should have right number of entries when no sidecar") + # self.assertIsInstance(hed_list1[0], HedString, + # "get_assembled_string should return an HedString when no sidecar") + # self.assertFalse(hed_list1[0].children, "get_assembled_string returned HedString is empty when no sidecar") + # hed_list2 = get_assembled_strings(input_data, expand_defs=True) + # self.assertEqual(len(hed_list2), 200, + # "get_assembled_strings should have right number of entries when no sidecar") + # self.assertIsInstance(hed_list2[0], HedString, + # "get_assembled_string should return an HedString when no sidecar") + # self.assertFalse(hed_list2[0].children, "get_assembled_string returned HedString is empty when no sidecar") if __name__ == '__main__': diff --git a/tests/tools/analysis/test_annotation_util.py b/tests/tools/analysis/test_annotation_util.py index fcf2ce03a..f54dd1dc8 100644 --- a/tests/tools/analysis/test_annotation_util.py +++ b/tests/tools/analysis/test_annotation_util.py @@ -232,19 +232,19 @@ def test_hed_to_df_with_definitions(self): "hed_to_df should have right description when in parentheses") def test_hed_to_df_to_hed(self): - validator = HedValidator(self.hed_schema) + # validator = HedValidator(self.hed_schema) side1 = Sidecar(files=self.json_path, name="sidecar_face.json") - issues1 = side1.validate_entries(validator, check_for_warnings=True) + issues1 = side1.validate(self.hed_schema) self.assertFalse(issues1, "hed_to_df_to_hed is starting with a valid JSON sidecar") df1 = hed_to_df(self.sidecar_face) self.assertIsInstance(df1, DataFrame, "hed_to_df_to_hed starting sidecar can be converted to df") hed2 = df_to_hed(df1, description_tag=True) side2 = Sidecar(files=io.StringIO(json.dumps(hed2)), name='JSON_Sidecar2') - issues2 = side2.validate_entries(validator, check_for_warnings=True) + issues2 = side2.validate(self.hed_schema) self.assertFalse(issues2, "hed_to_df_to_hed is valid after conversion back and forth with description True") hed3 = df_to_hed(df1, description_tag=False) side3 = Sidecar(files=io.StringIO(json.dumps(hed3)), name='JSON_Sidecar2') - issues3 = side3.validate_entries(validator, check_for_warnings=True) + issues3 = side3.validate(self.hed_schema) self.assertFalse(issues3, "hed_to_df_to_hed is valid after conversion back and forth with description False") def test_merge_hed_dict_cat_col(self): diff --git a/tests/tools/analysis/test_event_manager.py b/tests/tools/analysis/test_event_manager.py index dd920256a..09eb17a50 100644 --- a/tests/tools/analysis/test_event_manager.py +++ b/tests/tools/analysis/test_event_manager.py @@ -1,13 +1,9 @@ import os import unittest -from hed.errors.exceptions import HedFileError -from hed.models.hed_group import HedGroup -from hed.models.hed_string import HedString + from hed.models.sidecar import Sidecar from hed.models.tabular_input import TabularInput from hed.schema.hed_schema_io import load_schema_version -from hed.tools.analysis.hed_context_manager import HedContextManager, OnsetGroup -from hed.tools.analysis.analysis_util import get_assembled_strings from hed.tools.analysis.event_manager import EventManager from hed.tools.analysis.temporal_event import TemporalEvent @@ -23,7 +19,7 @@ def setUpClass(cls): 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) sidecar_path = os.path.realpath(os.path.join(bids_root_path, 'task-FacePerception_events.json')) sidecar1 = Sidecar(sidecar_path, name='face_sub1_json') - cls.input_data = TabularInput(events_path, sidecar=sidecar1, hed_schema=schema, name="face_sub1_events") + cls.input_data = TabularInput(events_path, sidecar=sidecar1, name="face_sub1_events") cls.schema = schema def test_constructor(self): @@ -33,14 +29,13 @@ def test_constructor(self): for index, item in enumerate(manager1.event_list): for event in item: event_count = event_count + 1 - self.assertFalse(event.duration) + self.assertFalse(event.duration) self.assertTrue(event.end_index) self.assertEqual(event.start_index, index) self.assertEqual(event.start_index, index) self.assertEqual(event.start_time, manager1.data.dataframe.loc[index, "onset"]) if not event.end_time: self.assertEqual(event.end_index, len(manager1.data.dataframe)) - print("to here") # def test_constructor(self): @@ -56,7 +51,7 @@ def test_constructor(self): # self.assertEqual(hed, manager1.hed_strings[i]) # self.assertEqual(context, manager1.contexts[i]) # i = i + 1 - # + # def test_constructor_from_assembled(self): # hed_strings = get_assembled_strings(self.input_data, hed_schema=self.schema, expand_defs=False) # manager1 = HedContextManager(hed_strings, self.schema) @@ -64,12 +59,12 @@ def test_constructor(self): # "The constructor for assembled strings has expected # of strings") # self.assertEqual(len(manager1.onset_list), 261, # "The constructor for assembled strings has onset_list of correct length") - # + # def test_constructor_unmatched(self): # with self.assertRaises(HedFileError) as context: # HedContextManager(self.test_strings2, self.schema) # self.assertEqual(context.exception.args[0], 'UnmatchedOffset') - # + # def test_constructor_multiple_values(self): # manager = HedContextManager(self.test_strings3, self.schema) # self.assertEqual(len(manager.onset_list), 3, "Constructor should have right number of onsets") diff --git a/tests/tools/analysis/test_hed_context_manager.py b/tests/tools/analysis/test_hed_context_manager.py index 26e0f4e87..2ac042453 100644 --- a/tests/tools/analysis/test_hed_context_manager.py +++ b/tests/tools/analysis/test_hed_context_manager.py @@ -77,8 +77,8 @@ def test_constructor1(self): self.assertEqual(cont.exception.args[0], "ContextRequiresSchema") def test_iter(self): - hed_strings, _ = get_assembled(self.input_data, self.sidecar1, self.schema, extra_def_dicts=None, - join_columns=True, shrink_defs=True, expand_defs=False) + hed_strings, definitions = get_assembled(self.input_data, self.sidecar1, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) manager1 = HedContextManager(hed_strings, self.schema) i = 0 for hed, context in manager1.iter_context(): @@ -87,8 +87,8 @@ def test_iter(self): i = i + 1 def test_constructor_from_assembled(self): - hed_strings, _ = get_assembled(self.input_data, self.sidecar1, self.schema, extra_def_dicts=None, - join_columns=True, shrink_defs=True, expand_defs=False) + hed_strings, definitions = get_assembled(self.input_data, self.sidecar1, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) manager1 = HedContextManager(hed_strings, self.schema) self.assertEqual(len(manager1.hed_strings), 200, "The constructor for assembled strings has expected # of strings") diff --git a/tests/tools/analysis/test_hed_tag_counts.py b/tests/tools/analysis/test_hed_tag_counts.py index 76b0a9eaf..0950ea909 100644 --- a/tests/tools/analysis/test_hed_tag_counts.py +++ b/tests/tools/analysis/test_hed_tag_counts.py @@ -25,7 +25,7 @@ def setUpClass(cls): cls.hed_schema = schema sidecar1 = Sidecar(json_path, name='face_sub1_json') input_data = TabularInput(events_path, sidecar=sidecar1, name="face_sub1_events") - input_df, def_dict = assemble_hed(input_data, expand_defs=False) + input_df, def_dict = assemble_hed(input_data, sidecar1, schema, expand_defs=False) cls.input_df = input_df cls.def_dict = def_dict diff --git a/tests/tools/analysis/test_hed_type_counts.py b/tests/tools/analysis/test_hed_type_counts.py index 711b8d4c9..c4fd22cab 100644 --- a/tests/tools/analysis/test_hed_type_counts.py +++ b/tests/tools/analysis/test_hed_type_counts.py @@ -6,7 +6,7 @@ from hed.tools.analysis.hed_context_manager import HedContextManager from hed.tools.analysis.hed_type_values import HedTypeValues from hed.tools.analysis.hed_type_counts import HedTypeCount, HedTypeCounts -from hed.tools.analysis.analysis_util import get_assembled_strings +from hed.models.df_util import get_assembled class Test(unittest.TestCase): @@ -19,10 +19,10 @@ def setUpClass(cls): events_path = os.path.realpath(os.path.join(bids_root_path, 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) sidecar_path = os.path.realpath(os.path.join(bids_root_path, 'task-FacePerception_events.json')) - sidecar1 = Sidecar(sidecar_path, hed_schema=schema, name='face_sub1_json') - input_data = TabularInput(events_path, sidecar=sidecar1, hed_schema=schema, name="face_sub1_events") - hed_strings1 = get_assembled_strings(input_data, hed_schema=schema, expand_defs=False) - definitions1 = input_data.get_definitions(as_strings=False).gathered_defs + sidecar1 = Sidecar(sidecar_path, name='face_sub1_json') + input_data = TabularInput(events_path, sidecar=sidecar1, name="face_sub1_events") + hed_strings1, definitions1 = get_assembled(input_data, sidecar1, schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) cls.var_type1 = HedTypeValues(HedContextManager(hed_strings1, schema), definitions1, 'run-01', type_tag='condition-variable') diff --git a/tests/tools/analysis/test_hed_type_definitions.py b/tests/tools/analysis/test_hed_type_definitions.py index 7a66d7e8e..15cbedce2 100644 --- a/tests/tools/analysis/test_hed_type_definitions.py +++ b/tests/tools/analysis/test_hed_type_definitions.py @@ -42,9 +42,10 @@ def setUpClass(cls): events_path = os.path.realpath(os.path.join(bids_root_path, 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) sidecar_path = os.path.realpath(os.path.join(bids_root_path, 'task-FacePerception_events.json')) - sidecar1 = Sidecar(sidecar_path, hed_schema=schema, name='face_sub1_json') - cls.input_data = TabularInput(events_path, hed_schema=schema, sidecar=sidecar1, name="face_sub1_events") + sidecar1 = Sidecar(sidecar_path, name='face_sub1_json') + cls.input_data = TabularInput(events_path, sidecar=sidecar1, name="face_sub1_events") cls.schema = schema + cls.sidecar1 = sidecar1 def test_constructor(self): def_man = HedTypeDefinitions(self.definitions1, self.schema) @@ -54,8 +55,8 @@ def test_constructor(self): self.assertEqual(len(def_man.def_map), len(def_man.definitions), "Constructor condition_map should be the same length as the definitions dictionary") - def test_constructor_from_tabular_input(self): - definitions = self.input_data.get_definitions(as_strings=False).gathered_defs + def test_constructor_from_sidecar(self): + definitions = self.sidecar1.get_def_dict(self.schema) def_man = HedTypeDefinitions(definitions, self.schema) self.assertIsInstance(def_man, HedTypeDefinitions, "Constructor should create a HedTypeDefinitions from a tabular input") diff --git a/tests/tools/analysis/test_hed_type_factors.py b/tests/tools/analysis/test_hed_type_factors.py index 5615453da..5821e2675 100644 --- a/tests/tools/analysis/test_hed_type_factors.py +++ b/tests/tools/analysis/test_hed_type_factors.py @@ -10,7 +10,7 @@ from hed.tools.analysis.hed_context_manager import HedContextManager from hed.tools.analysis.hed_type_values import HedTypeValues from hed.tools.analysis.hed_type_factors import HedTypeFactors -from hed.tools.analysis.analysis_util import get_assembled_strings +from hed.models.df_util import get_assembled class Test(unittest.TestCase): @@ -57,8 +57,9 @@ def setUpClass(cls): events_path = os.path.realpath(os.path.join(bids_root_path, 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) sidecar_path = os.path.realpath(os.path.join(bids_root_path, 'task-FacePerception_events.json')) - sidecar1 = Sidecar(sidecar_path, hed_schema=schema, name='face_sub1_json') - cls.input_data = TabularInput(events_path, sidecar=sidecar1, hed_schema=schema, name="face_sub1_events") + sidecar1 = Sidecar(sidecar_path, name='face_sub1_json') + cls.input_data = TabularInput(events_path, sidecar=sidecar1, name="face_sub1_events") + cls.sidecar1 = sidecar1 cls.schema = schema def test_with_mixed(self): @@ -73,9 +74,9 @@ def test_with_mixed(self): self.assertIsInstance(summary1, dict) def test_tabular_input(self): - test_strings1 = get_assembled_strings(self.input_data, hed_schema=self.schema, expand_defs=False) - definitions = self.input_data.get_definitions(as_strings=False).gathered_defs - var_manager = HedTypeValues(HedContextManager(test_strings1, self.schema), definitions, 'run-01') + hed_strings, definitions = get_assembled(self.input_data, self.sidecar1, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) + var_manager = HedTypeValues(HedContextManager(hed_strings, self.schema), definitions, 'run-01') self.assertIsInstance(var_manager, HedTypeValues, "Constructor should create a HedTypeManager from a tabular input") var_fact = var_manager.get_type_value_factors('face-type') @@ -154,8 +155,8 @@ def test_count_events(self): self.assertIsNone(max_multiple2, "_count_level_events should not have a max multiple for empty list") def test_get_summary(self): - hed_strings = get_assembled_strings(self.input_data, hed_schema=self.schema, expand_defs=False) - definitions = self.input_data.get_definitions(as_strings=False).gathered_defs + hed_strings, definitions = get_assembled(self.input_data, self.sidecar1, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) var_manager = HedTypeValues(HedContextManager(hed_strings, self.schema), definitions, 'run-01') var_key = var_manager.get_type_value_factors('key-assignment') sum_key = var_key.get_summary() diff --git a/tests/tools/analysis/test_hed_type_manager.py b/tests/tools/analysis/test_hed_type_manager.py index 82bdf0e8b..9fd7abce2 100644 --- a/tests/tools/analysis/test_hed_type_manager.py +++ b/tests/tools/analysis/test_hed_type_manager.py @@ -6,7 +6,7 @@ from hed.tools.analysis.hed_type_values import HedTypeValues from hed.tools.analysis.hed_type_factors import HedTypeFactors from hed.tools.analysis.hed_type_manager import HedTypeManager -from hed.tools.analysis.analysis_util import get_assembled_strings +from hed.models.df_util import get_assembled class Test(unittest.TestCase): @@ -18,14 +18,16 @@ def setUp(self): events_path = os.path.realpath(os.path.join(bids_root_path, 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) sidecar_path = os.path.realpath(os.path.join(bids_root_path, 'task-FacePerception_events.json')) - sidecar1 = Sidecar(sidecar_path, hed_schema=schema, name='face_sub1_json') - self.input_data = TabularInput(events_path, sidecar=sidecar1, hed_schema=schema, name="face_sub1_events") - self.hed_strings = get_assembled_strings(self.input_data, hed_schema=schema, expand_defs=False) - self.hed_schema = schema - self.definitions = self.input_data.get_definitions() + sidecar1 = Sidecar(sidecar_path, name='face_sub1_json') + self.input_data = TabularInput(events_path, sidecar=sidecar1, name="face_sub1_events") + self.hed_strings, self.definitions = get_assembled(self.input_data, sidecar1, schema, + extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) + self.sidecar1 = sidecar1 + self.schema = schema def test_constructor(self): - var_manager = HedTypeManager(self.hed_strings, self.hed_schema, self.definitions) + var_manager = HedTypeManager(self.hed_strings, self.schema, self.definitions) self.assertIsInstance(var_manager, HedTypeManager, "Constructor should create a HedTypeManager from a tabular input") self.assertEqual(len(var_manager.context_manager.hed_strings), len(var_manager.context_manager.contexts), @@ -33,7 +35,7 @@ def test_constructor(self): self.assertFalse(var_manager._type_tag_map, "constructor has empty map") def test_add_type_variable(self): - var_manager = HedTypeManager(self.hed_strings, self.hed_schema, self.definitions) + var_manager = HedTypeManager(self.hed_strings, self.schema, self.definitions) self.assertFalse(var_manager._type_tag_map, "constructor has empty map") var_manager.add_type_variable("Condition-variable") self.assertEqual(len(var_manager._type_tag_map), 1, @@ -48,10 +50,10 @@ def test_add_type_variable(self): "add_type_variable has 2 element map after two types are added") def test_get_factor_vectors(self): - hed_strings = get_assembled_strings(self.input_data, hed_schema=self.hed_schema, expand_defs=False) + hed_strings, definitions = get_assembled(self.input_data, self.sidecar1, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) base_length = len(hed_strings) - def_mapper = self.input_data._def_mapper - var_manager = HedTypeManager(hed_strings, self.hed_schema, def_mapper) + var_manager = HedTypeManager(hed_strings, self.schema, definitions) var_manager.add_type_variable("Condition-variable") var_manager.add_type_variable("task") df_cond = var_manager.get_factor_vectors("condition-variable") @@ -64,9 +66,9 @@ def test_get_factor_vectors(self): self.assertIsNone(df_baloney, "get_factor_vectors returns None if no factors") def test_get_type_variable(self): - hed_strings = get_assembled_strings(self.input_data, hed_schema=self.hed_schema, expand_defs=False) - def_mapper = self.input_data._def_mapper - var_manager = HedTypeManager(hed_strings, self.hed_schema, def_mapper) + hed_strings, definitions = get_assembled(self.input_data, self.sidecar1, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) + var_manager = HedTypeManager(hed_strings, self.schema, definitions) var_manager.add_type_variable("Condition-variable") type_var = var_manager.get_type_variable("condition-variable") self.assertIsInstance(type_var, HedTypeValues, @@ -75,9 +77,9 @@ def test_get_type_variable(self): self.assertIsNone(type_var, "get_type_variable returns None if the key does not exist") def test_get_type_variable_def_names(self): - hed_strings = get_assembled_strings(self.input_data, hed_schema=self.hed_schema, expand_defs=False) - def_mapper = self.input_data._def_mapper - var_manager = HedTypeManager(hed_strings, self.hed_schema, def_mapper) + hed_strings, definitions = get_assembled(self.input_data, self.sidecar1, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) + var_manager = HedTypeManager(hed_strings, self.schema, definitions) var_manager.add_type_variable("Condition-variable") def_names = var_manager.get_type_tag_def_names("condition-variable") self.assertEqual(len(def_names), 7, @@ -88,9 +90,9 @@ def test_get_type_variable_def_names(self): self.assertFalse(def_names, "get_type_tag_def_names returns empty if the type does not exist") def test_get_variable_type_map(self): - hed_strings = get_assembled_strings(self.input_data, hed_schema=self.hed_schema, expand_defs=False) - def_mapper = self.input_data._def_mapper - var_manager = HedTypeManager(hed_strings, self.hed_schema, def_mapper) + hed_strings, definitions = get_assembled(self.input_data, self.sidecar1, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) + var_manager = HedTypeManager(hed_strings, self.schema, definitions) var_manager.add_type_variable("Condition-variable") this_var = var_manager.get_type_variable("condition-variable") self.assertIsInstance(this_var, HedTypeValues, @@ -104,9 +106,9 @@ def test_get_variable_type_map(self): "get_type_variable_map map has right length when key upper case") def test_get_type_variable_factor(self): - hed_strings = get_assembled_strings(self.input_data, hed_schema=self.hed_schema, expand_defs=False) - def_mapper = self.input_data._def_mapper - var_manager = HedTypeManager(hed_strings, self.hed_schema, def_mapper) + hed_strings, definitions = get_assembled(self.input_data, self.sidecar1, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) + var_manager = HedTypeManager(hed_strings, self.schema, definitions) var_manager.add_type_variable("Condition-variable") var_factor1 = var_manager.get_type_tag_factor("condition-variable", "key-assignment") self.assertIsInstance(var_factor1, HedTypeFactors, @@ -117,9 +119,9 @@ def test_get_type_variable_factor(self): self.assertIsNone(var_factor3, "get_type_tag_factor returns None if type variable does not exist") def test_type_variables(self): - hed_strings = get_assembled_strings(self.input_data, hed_schema=self.hed_schema, expand_defs=False) - definitions = self.input_data.get_definitions - var_manager = HedTypeManager(hed_strings, self.hed_schema, definitions) + hed_strings, definitions = get_assembled(self.input_data, self.sidecar1, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) + var_manager = HedTypeManager(hed_strings, self.schema, definitions) vars1 = var_manager.type_variables self.assertFalse(vars1, "type_variables is empty if no types have been added") var_manager.add_type_variable("Condition-variable") @@ -129,9 +131,9 @@ def test_type_variables(self): self.assertEqual(len(vars2), 2, "type_variables return list is right length") def test_summarize_all(self): - hed_strings = get_assembled_strings(self.input_data, hed_schema=self.hed_schema, expand_defs=False) - def_mapper = self.input_data._def_mapper - var_manager = HedTypeManager(hed_strings, self.hed_schema, def_mapper) + hed_strings, definitions = get_assembled(self.input_data, self.sidecar1, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) + var_manager = HedTypeManager(hed_strings, self.schema, definitions) summary1 = var_manager.summarize_all() self.assertIsInstance(summary1, dict, "summarize_all returns a dictionary when nothing has been added") self.assertFalse(summary1, "summarize_all return dictionary is empty when nothing has been added") diff --git a/tests/tools/analysis/test_hed_type_values.py b/tests/tools/analysis/test_hed_type_values.py index c5ad5557a..4b3125353 100644 --- a/tests/tools/analysis/test_hed_type_values.py +++ b/tests/tools/analysis/test_hed_type_values.py @@ -10,7 +10,7 @@ from hed.schema.hed_schema_io import load_schema_version from hed.tools.analysis.hed_context_manager import HedContextManager from hed.tools.analysis.hed_type_values import HedTypeValues -from hed.tools.analysis.analysis_util import get_assembled_strings +from hed.models.df_util import get_assembled class Test(unittest.TestCase): @@ -53,12 +53,11 @@ def setUpClass(cls): cls.events_path = os.path.realpath(os.path.join(bids_root_path, 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) cls.sidecar_path = os.path.realpath(os.path.join(bids_root_path, 'task-FacePerception_events.json')) - cls.hed_schema = schema + cls.schema = schema def test_constructor(self): - strings1 = [HedString(hed, hed_schema=self.hed_schema) for hed in self.test_strings1] - strings2 = [HedString(hed, hed_schema=self.hed_schema) for hed in self.test_strings1] - con_man = HedContextManager(strings1, hed_schema=self.hed_schema) + strings1 = [HedString(hed, hed_schema=self.schema) for hed in self.test_strings1] + con_man = HedContextManager(strings1, hed_schema=self.schema) type_var = HedTypeValues(con_man, self.defs, 'run-01') self.assertIsInstance(type_var, HedTypeValues, "Constructor should create a HedTypeManager from strings") @@ -66,22 +65,20 @@ def test_constructor(self): "Constructor ConditionVariables should have the right length") def test_constructor_from_tabular_input(self): - sidecar1 = Sidecar(self.sidecar_path, hed_schema=self.hed_schema, name='face_sub1_json') - input_data = TabularInput(self.events_path, hed_schema=self.hed_schema, - sidecar=sidecar1, name="face_sub1_events") - test_strings1 = get_assembled_strings(input_data, hed_schema=self.hed_schema, expand_defs=False) - definitions = input_data.get_definitions(as_strings=False).gathered_defs - var_manager = HedTypeValues(HedContextManager(test_strings1, self.hed_schema), definitions, 'run-01') + sidecar1 = Sidecar(self.sidecar_path, name='face_sub1_json') + input_data = TabularInput(self.events_path, sidecar=sidecar1, name="face_sub1_events") + test_strings1, definitions = get_assembled(input_data, sidecar1, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) + var_manager = HedTypeValues(HedContextManager(test_strings1, self.schema), definitions, 'run-01') self.assertIsInstance(var_manager, HedTypeValues, "Constructor should create a HedTypeManager from a tabular input") def test_constructor_variable_caps(self): - sidecar1 = Sidecar(self.sidecar_path, hed_schema=self.hed_schema, name='face_sub1_json') - input_data = TabularInput(self.events_path, sidecar=sidecar1, hed_schema=self.hed_schema, - name="face_sub1_events") - test_strings1 = get_assembled_strings(input_data, hed_schema=self.hed_schema, expand_defs=False) - definitions = input_data.get_definitions(as_strings=False).gathered_defs - var_manager = HedTypeValues(HedContextManager(test_strings1, self.hed_schema), + sidecar1 = Sidecar(self.sidecar_path, name='face_sub1_json') + input_data = TabularInput(self.events_path, sidecar1, name="face_sub1_events") + test_strings1, definitions = get_assembled(input_data, sidecar1, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) + var_manager = HedTypeValues(HedContextManager(test_strings1, self.schema), definitions, 'run-01', type_tag="Condition-variable") self.assertIsInstance(var_manager, HedTypeValues, "Constructor should create a HedTypeManager variable caps") @@ -89,34 +86,33 @@ def test_constructor_variable_caps(self): def test_constructor_variable_task(self): sidecar1 = Sidecar(self.sidecar_path, name='face_sub1_json') input_data = TabularInput(self.events_path, sidecar=sidecar1, name="face_sub1_events") - test_strings1 = get_assembled_strings(input_data, hed_schema=self.hed_schema, expand_defs=False) - definitions = input_data.get_definitions(as_strings=False).gathered_defs - var_manager = HedTypeValues(HedContextManager(test_strings1, self.hed_schema), + test_strings1, definitions = get_assembled(input_data, sidecar1, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) + var_manager = HedTypeValues(HedContextManager(test_strings1, self.schema), definitions, 'run-01', type_tag="task") self.assertIsInstance(var_manager, HedTypeValues, "Constructor should create a HedTypeManager variable task") def test_constructor_multiple_values(self): - test_strings1 = [HedString(hed, hed_schema=self.hed_schema) for hed in self.test_strings2] - var_manager = HedTypeValues(HedContextManager(test_strings1, self.hed_schema), self.defs, 'run-01') + hed_strings = [HedString(hed, self.schema) for hed in self.test_strings2] + var_manager = HedTypeValues(HedContextManager(hed_strings, self.schema), self.defs, 'run-01') self.assertIsInstance(var_manager, HedTypeValues, "Constructor should create a HedTypeManager from strings") self.assertEqual(len(var_manager._type_value_map), 3, "Constructor should have right number of type_variables if multiple") def test_constructor_unmatched(self): - test_strings1 = [HedString(hed, hed_schema=self.hed_schema) for hed in self.test_strings3] + hed_strings = [HedString(hed, self.schema) for hed in self.test_strings3] with self.assertRaises(HedFileError) as context: - HedTypeValues(HedContextManager(test_strings1, self.hed_schema), self.defs, 'run-01') + HedTypeValues(HedContextManager(hed_strings, self.schema), self.defs, 'run-01') self.assertEqual(context.exception.args[0], 'UnmatchedOffset') def test_get_variable_factors(self): - sidecar1 = Sidecar(self.sidecar_path, hed_schema=self.hed_schema, name='face_sub1_json') - input_data = TabularInput(self.events_path, sidecar=sidecar1, hed_schema=self.hed_schema, - name="face_sub1_events") - test_strings1 = get_assembled_strings(input_data, hed_schema=self.hed_schema, expand_defs=False) - definitions = input_data.get_definitions(as_strings=False).gathered_defs - var_manager = HedTypeValues(HedContextManager(test_strings1, self.hed_schema), definitions, 'run-01') + sidecar1 = Sidecar(self.sidecar_path, name='face_sub1_json') + input_data = TabularInput(self.events_path, sidecar1, name="face_sub1_events") + test_strings1, definitions = get_assembled(input_data, sidecar1, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) + var_manager = HedTypeValues(HedContextManager(test_strings1, self.schema), definitions, 'run-01') df_new1 = var_manager.get_type_factors() self.assertIsInstance(df_new1, DataFrame) self.assertEqual(len(df_new1), 200) @@ -128,47 +124,45 @@ def test_get_variable_factors(self): self.assertIsNone(df_new3) def test_str(self): - sidecar1 = Sidecar(self.sidecar_path, hed_schema=self.hed_schema, name='face_sub1_json') - input_data = TabularInput(self.events_path, hed_schema=self.hed_schema, - sidecar=sidecar1, name="face_sub1_events") - test_strings1 = get_assembled_strings(input_data, hed_schema=self.hed_schema, expand_defs=False) - definitions = input_data.get_definitions(as_strings=False).gathered_defs - var_manager = HedTypeValues(HedContextManager(test_strings1, self.hed_schema), definitions, 'run-01') + sidecar1 = Sidecar(self.sidecar_path, name='face_sub1_json') + input_data = TabularInput(self.events_path, sidecar1, name="face_sub1_events") + test_strings1, definitions = get_assembled(input_data, sidecar1, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) + var_manager = HedTypeValues(HedContextManager(test_strings1, self.schema), definitions, 'run-01') new_str = str(var_manager) self.assertIsInstance(new_str, str) def test_summarize_variables(self): - sidecar1 = Sidecar(self.sidecar_path, hed_schema=self.hed_schema, name='face_sub1_json') - input_data = TabularInput(self.events_path, hed_schema=self.hed_schema, - sidecar=sidecar1, name="face_sub1_events") - test_strings1 = get_assembled_strings(input_data, hed_schema=self.hed_schema, expand_defs=False) - definitions = input_data.get_definitions(as_strings=False).gathered_defs - var_manager = HedTypeValues(HedContextManager(test_strings1, self.hed_schema), definitions, 'run-01') + sidecar1 = Sidecar(self.sidecar_path, name='face_sub1_json') + input_data = TabularInput(self.events_path, sidecar1, name="face_sub1_events") + test_strings1, definitions = get_assembled(input_data, sidecar1, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=True, expand_defs=False) + var_manager = HedTypeValues(HedContextManager(test_strings1, self.schema), definitions, 'run-01') summary = var_manager.get_summary() self.assertIsInstance(summary, dict, "get_summary produces a dictionary if not json") self.assertEqual(len(summary), 3, "Summarize_variables has right number of condition type_variables") self.assertIn("key-assignment", summary, "get_summary has a correct key") def test_extract_definition_variables(self): - test_strings1 = [HedString(hed, hed_schema=self.hed_schema) for hed in self.test_strings1] - var_manager = HedTypeValues(HedContextManager(test_strings1, self.hed_schema), self.defs, 'run-01') + hed_strings = [HedString(hed, self.schema) for hed in self.test_strings1] + var_manager = HedTypeValues(HedContextManager(hed_strings, self.schema), self.defs, 'run-01') var_levels = var_manager._type_value_map['var3'].levels self.assertNotIn('cond3/7', var_levels, "_extract_definition_variables before extraction def/cond3/7 not in levels") - tag = HedTag("Def/Cond3/7", hed_schema=self.hed_schema) + tag = HedTag("Def/Cond3/7", hed_schema=self.schema) var_manager._extract_definition_variables(tag, 5) self.assertIn('cond3/7', var_levels, "_extract_definition_variables after extraction def/cond3/7 not in levels") def test_get_variable_names(self): - test_strings1 = [HedString(hed, hed_schema=self.hed_schema) for hed in self.test_strings1] - conditions1 = HedTypeValues(HedContextManager(test_strings1, self.hed_schema), self.defs, 'run-01') + hed_strings = [HedString(hed, self.schema) for hed in self.test_strings1] + conditions1 = HedTypeValues(HedContextManager(hed_strings, self.schema), self.defs, 'run-01') list1 = conditions1.get_type_value_names() self.assertEqual(len(list1), 8, "get_variable_tags list should have the right length") def test_get_variable_def_names(self): - test_strings1 = [HedString(hed, hed_schema=self.hed_schema) for hed in self.test_strings1] - conditions1 = HedTypeValues(HedContextManager(test_strings1, self.hed_schema), self.defs, 'run-01') + hed_strings = [HedString(hed, self.schema) for hed in self.test_strings1] + conditions1 = HedTypeValues(HedContextManager(hed_strings, self.schema), self.defs, 'run-01') list1 = conditions1.get_type_def_names() self.assertEqual(len(list1), 5, "get_type_def_names list should have the right length") diff --git a/tests/tools/remodeling/operations/test_summarize_hed_tags_op.py b/tests/tools/remodeling/operations/test_summarize_hed_tags_op.py index d82d14ea0..5f5ee41bf 100644 --- a/tests/tools/remodeling/operations/test_summarize_hed_tags_op.py +++ b/tests/tools/remodeling/operations/test_summarize_hed_tags_op.py @@ -2,6 +2,7 @@ import os import unittest import pandas as pd +from hed.models.df_util import get_assembled from hed.tools.remodeling.dispatcher import Dispatcher from hed.tools.remodeling.operations.summarize_hed_tags_op import SummarizeHedTagsOp, HedTagSummaryContext @@ -96,16 +97,17 @@ def test_quick3(self): } } my_json_str = json.dumps(my_json) - my_sidecar = Sidecar(StringIO(my_json_str), hed_schema=my_schema) + my_sidecar = Sidecar(StringIO(my_json_str)) data = [[0.5, 0, 'code1', 'Description/This is a test, Label/Temp, (Def/Blech1, Green)'], [0.6, 0, 'code2', 'Sensory-event, ((Description/Animal, Condition-variable/Blech))']] df = pd.DataFrame(data, columns=['onset', 'duration', 'code', 'HED']) - input_data = TabularInput(df, hed_schema=my_schema, sidecar=my_sidecar) + input_data = TabularInput(df, sidecar=my_sidecar) counts = HedTagCounts('myName', 2) summary_dict = {} - for objs in input_data.iter_dataframe(hed_ops=[my_schema], return_string_only=False, - expand_defs=True, remove_definitions=True): - counts.update_event_counts(objs['HED'], 'myName') + hed_strings = get_assembled(input_data, my_sidecar, my_schema, extra_def_dicts=None, join_columns=True, + shrink_defs=False, expand_defs=True) + for hed in hed_strings: + counts.update_event_counts(hed, 'myName') summary_dict['myName'] = counts def test_quick4(self): @@ -117,10 +119,13 @@ def test_quick4(self): data_path = os.path.realpath(os.path.join(path, 'sub-002_task-FacePerception_run-1_events.tsv')) json_path = os.path.realpath(os.path.join(path, 'task-FacePerception_events.json')) my_schema = load_schema_version('8.1.0') - sidecar = Sidecar(json_path, hed_schema=my_schema) - input_data = TabularInput(data_path, hed_schema=my_schema, sidecar=sidecar) + sidecar = Sidecar(json_path,) + input_data = TabularInput(data_path, sidecar=sidecar) counts = HedTagCounts('myName', 2) summary_dict = {} + hed_strings, definitions = get_assembled(input_data, sidecar, my_schema, + extra_def_dicts=None, join_columns=True, + shrink_defs=False, expand_defs=True) for objs in input_data.iter_dataframe(hed_ops=[my_schema], return_string_only=False, expand_defs=True, remove_definitions=True): x = objs['HED'] From 84cf4e01679d0be93129e2b7143ca60cd3fa973b Mon Sep 17 00:00:00 2001 From: IanCa Date: Fri, 17 Mar 2023 18:44:20 -0500 Subject: [PATCH 017/103] Add more unit tests. better nan and empty column handling --- hed/models/base_input.py | 58 ++++-- hed/validator/spreadsheet_validator.py | 1 + tests/models/test_base_file_input.py | 103 --------- tests/models/test_base_input.py | 276 +++++++++++++++++++++++++ tests/models/test_df_util.py | 45 +++- 5 files changed, 357 insertions(+), 126 deletions(-) delete mode 100644 tests/models/test_base_file_input.py create mode 100644 tests/models/test_base_input.py diff --git a/hed/models/base_input.py b/hed/models/base_input.py index 869bc4ea6..f50ea5e4c 100644 --- a/hed/models/base_input.py +++ b/hed/models/base_input.py @@ -7,6 +7,7 @@ from hed.models.column_mapper import ColumnMapper from hed.errors.exceptions import HedFileError, HedExceptions from hed.errors.error_reporter import ErrorHandler +import pandas as pd class BaseInput: @@ -66,10 +67,7 @@ def __init__(self, file, file_type=None, worksheet_name=None, has_column_names=T elif not file: raise HedFileError(HedExceptions.FILE_NOT_FOUND, "Empty file passed to BaseInput.", file) elif input_type in self.TEXT_EXTENSION: - self._dataframe = pandas.read_csv(file, delimiter='\t', header=pandas_header, - dtype=str, keep_default_na=True, na_values=None) - # Convert nan values to a known value - self._dataframe = self._dataframe.fillna("n/a") + self._dataframe = pandas.read_csv(file, delimiter='\t', header=pandas_header, dtype=str) elif input_type in self.EXCEL_EXTENSION: self._loaded_workbook = openpyxl.load_workbook(file) loaded_worksheet = self.get_worksheet(self._worksheet_name) @@ -364,7 +362,7 @@ def assemble(self, mapper=None): """ if mapper is None: mapper = self._mapper - import pandas as pd + transformers, need_categorical = mapper.get_transformers() if not transformers: return None @@ -374,35 +372,53 @@ def assemble(self, mapper=None): all_columns = all_columns.transform(transformers) - possible_column_references = [f"{column_name}" for column_name in self.columns if - column_name.lower() != "hed"] + return self._insert_columns(all_columns, list(transformers.keys())) + + @staticmethod + def _find_column_refs(df): found_column_references = [] - for column_name in all_columns: - df = all_columns[column_name].str.findall("\[([a-z_\-0-9]+)\]", re.IGNORECASE) - u_vals = pd.Series([j for i in df for j in i], dtype=str) + for column_name in df: + df_temp = df[column_name].str.findall("\[([a-z_\-0-9]+)\]", re.IGNORECASE) + u_vals = pd.Series([j for i in df_temp for j in i], dtype=str) u_vals = u_vals.unique() for val in u_vals: if val not in found_column_references: found_column_references.append(val) + return found_column_references + + @staticmethod + def _insert_columns(df, known_columns=None): + if known_columns is None: + known_columns = list(df.columns) + possible_column_references = [f"{column_name}" for column_name in df.columns if + column_name.lower() != "hed"] + found_column_references = BaseInput._find_column_refs(df) + + invalid_replacements = [col for col in found_column_references if col not in possible_column_references] + if invalid_replacements: + # todo: This check may be moved to validation + raise ValueError(f"Bad column references found(columns do not exist): {invalid_replacements}") valid_replacements = [col for col in found_column_references if col in possible_column_references] - column_names = list(transformers.keys()) + # todo: break this into a sub function(probably) + column_names = known_columns for column_name in valid_replacements: column_names.remove(column_name) - saved_columns = all_columns[valid_replacements] + saved_columns = df[valid_replacements] for column_name in column_names: for replacing_name in valid_replacements: column_name_brackets = f"[{replacing_name}]" - all_columns[column_name] = pd.Series(x.replace(column_name_brackets, y) for x, y - in zip(all_columns[column_name], saved_columns[replacing_name])) - all_columns = all_columns[column_names] + df[column_name] = pd.Series(x.replace(column_name_brackets, y) for x, y + in zip(df[column_name], saved_columns[replacing_name])) + df = df[column_names] - return all_columns + return df @staticmethod def combine_dataframe(dataframe): - """ Combines all columns in the given dataframe into a single hed string series. + """ Combines all columns in the given dataframe into a single HED string series, + skipping empty columns and columns with empty strings. Parameters: dataframe(Dataframe): The dataframe to combine @@ -410,8 +426,8 @@ def combine_dataframe(dataframe): Returns: Series: the assembled series """ - dataframe = dataframe.agg(', '.join, axis=1) + dataframe = dataframe.agg( + lambda x: ', '.join(filter(lambda e: pd.notna(e) and e != "", x)), axis=1 + ) - # Potentially better ways to handle removing n/a by never inserting them to begin with. - dataframe = dataframe.replace("(, n/a|n/a,)", "", regex=True) - return dataframe + return dataframe \ No newline at end of file diff --git a/hed/validator/spreadsheet_validator.py b/hed/validator/spreadsheet_validator.py index 136b5aa73..ba1f341ac 100644 --- a/hed/validator/spreadsheet_validator.py +++ b/hed/validator/spreadsheet_validator.py @@ -41,6 +41,7 @@ def validate(self, data, def_dicts=None, name=None, error_handler=None): # Check the structure of the input data, if it's a BaseInput if isinstance(data, BaseInput): issues += self._validate_column_structure(data, error_handler) + # todo ian: Add more checks here for column inserters data = data.dataframe_a # Check the rows of the input data diff --git a/tests/models/test_base_file_input.py b/tests/models/test_base_file_input.py deleted file mode 100644 index 8314072bd..000000000 --- a/tests/models/test_base_file_input.py +++ /dev/null @@ -1,103 +0,0 @@ -import unittest -import os -import shutil -from hed import Sidecar -from hed import BaseInput, TabularInput -from hed.models.column_mapper import ColumnMapper -from hed.models import DefinitionDict -from hed import schema - -# TODO: Add tests for base_file_input and include correct handling of 'n/a' - - -class Test(unittest.TestCase): - @classmethod - def setUpClass(cls): - # todo: clean up these unit tests/add more - base_data_dir = os.path.realpath(os.path.join(os.path.dirname(__file__), '../data/')) - cls.base_data_dir = base_data_dir - json_def_filename = os.path.join(base_data_dir, "sidecar_tests/both_types_events_with_defs.json") - # cls.json_def_filename = json_def_filename - json_def_sidecar = Sidecar(json_def_filename) - events_path = os.path.join(base_data_dir, '../data/validator_tests/bids_events_no_index.tsv') - cls.tabular_file = TabularInput(events_path, sidecar=json_def_sidecar) - - base_output = os.path.join(os.path.dirname(os.path.realpath(__file__)), "../data/tests_output/") - cls.base_output_folder = base_output - os.makedirs(base_output, exist_ok=True) - - bids_root_path = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), - '../data/bids_tests/eeg_ds003645s_hed')) - schema_path = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), - '../data/schema_tests/HED8.0.0.xml')) - cls.bids_root_path = bids_root_path - json_path = os.path.realpath(os.path.join(bids_root_path, 'task-FacePerception_events.json')) - events_path = os.path.realpath(os.path.join(bids_root_path, - 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) - - cls.hed_schema = schema.load_schema(schema_path) - sidecar1 = Sidecar(json_path, name='face_sub1_json') - mapper1 = ColumnMapper(sidecar=sidecar1, optional_tag_columns=['HED'], warn_on_missing_column=False) - cls.input_data1 = BaseInput(events_path, file_type='.tsv', has_column_names=True, - name="face_sub1_events", mapper=mapper1, allow_blank_names=False) - cls.input_data2 = BaseInput(events_path, file_type='.tsv', has_column_names=True, name="face_sub2_events") - - @classmethod - def tearDownClass(cls): - shutil.rmtree(cls.base_output_folder) - - def test_gathered_defs(self): - # todo: add unit tests for definitions in tsv file - defs = DefinitionDict.get_as_strings(self.tabular_file._sidecar.extract_definitions(hed_schema=self.hed_schema)) - expected_defs = { - 'jsonfiledef': '(Item/JsonDef1/#,Item/JsonDef1)', - 'jsonfiledef2': '(Item/JsonDef2/#,Item/JsonDef2)', - 'jsonfiledef3': '(Item/JsonDef3/#)', - 'takesvaluedef': '(Age/#)', - 'valueclassdef': '(Acceleration/#)' - } - self.assertEqual(defs, expected_defs) - - # def test_missing_column_name_issue(self): - # schema_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # '../data/validator_tests/bids_schema.mediawiki') - # events_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # '../data/validator_tests/bids_events_bad_column_name.tsv') - # - # hed_schema = schema.load_schema(schema_path) - # json_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # "../data/validator_tests/bids_events.json") - # validator = HedValidator(hed_schema=hed_schema) - # sidecar = Sidecar(json_path) - # issues = sidecar.validate_entries(validator) - # self.assertEqual(len(issues), 0) - # input_file = TabularInput(events_path, sidecars=sidecar) - # - # validation_issues = input_file.validate_sidecar(validator) - # self.assertEqual(len(validation_issues), 0) - # validation_issues = input_file.validate_file(validator, check_for_warnings=True) - # self.assertEqual(len(validation_issues), 1) - # - # def test_expand_column_issues(self): - # schema_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # '../data/validator_tests/bids_schema.mediawiki') - # events_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # '../data/validator_tests/bids_events_bad_category_key.tsv') - # - # hed_schema = schema.load_schema(schema_path) - # json_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # "../data/validator_tests/bids_events.json") - # validator = HedValidator(hed_schema=hed_schema) - # sidecar = Sidecar(json_path) - # issues = sidecar.validate_entries(validator) - # self.assertEqual(len(issues), 0) - # input_file = TabularInput(events_path, sidecars=sidecar) - # - # validation_issues = input_file.validate_sidecar(validator) - # self.assertEqual(len(validation_issues), 0) - # validation_issues = input_file.validate_file(validator, check_for_warnings=True) - # self.assertEqual(len(validation_issues), 1) - - -if __name__ == '__main__': - unittest.main() diff --git a/tests/models/test_base_input.py b/tests/models/test_base_input.py new file mode 100644 index 000000000..392599f78 --- /dev/null +++ b/tests/models/test_base_input.py @@ -0,0 +1,276 @@ +import io +import unittest +import os +import shutil +from hed import Sidecar +from hed import BaseInput, TabularInput +from hed.models.column_mapper import ColumnMapper +from hed.models import DefinitionDict +from hed import schema +import pandas as pd +import numpy as np + + +class Test(unittest.TestCase): + @classmethod + def setUpClass(cls): + # todo: clean up these unit tests/add more + base_data_dir = os.path.realpath(os.path.join(os.path.dirname(__file__), '../data/')) + cls.base_data_dir = base_data_dir + json_def_filename = os.path.join(base_data_dir, "sidecar_tests/both_types_events_with_defs.json") + # cls.json_def_filename = json_def_filename + json_def_sidecar = Sidecar(json_def_filename) + events_path = os.path.join(base_data_dir, '../data/validator_tests/bids_events_no_index.tsv') + cls.tabular_file = TabularInput(events_path, sidecar=json_def_sidecar) + + base_output = os.path.join(os.path.dirname(os.path.realpath(__file__)), "../data/tests_output/") + cls.base_output_folder = base_output + os.makedirs(base_output, exist_ok=True) + + bids_root_path = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), + '../data/bids_tests/eeg_ds003645s_hed')) + schema_path = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), + '../data/schema_tests/HED8.0.0.xml')) + cls.bids_root_path = bids_root_path + json_path = os.path.realpath(os.path.join(bids_root_path, 'task-FacePerception_events.json')) + events_path = os.path.realpath(os.path.join(bids_root_path, + 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) + + cls.hed_schema = schema.load_schema(schema_path) + sidecar1 = Sidecar(json_path, name='face_sub1_json') + mapper1 = ColumnMapper(sidecar=sidecar1, optional_tag_columns=['HED'], warn_on_missing_column=False) + cls.input_data1 = BaseInput(events_path, file_type='.tsv', has_column_names=True, + name="face_sub1_events", mapper=mapper1, allow_blank_names=False) + cls.input_data2 = BaseInput(events_path, file_type='.tsv', has_column_names=True, name="face_sub2_events") + + @classmethod + def tearDownClass(cls): + shutil.rmtree(cls.base_output_folder) + + def test_gathered_defs(self): + # todo: add unit tests for definitions in tsv file + defs = DefinitionDict.get_as_strings(self.tabular_file._sidecar.extract_definitions(hed_schema=self.hed_schema)) + expected_defs = { + 'jsonfiledef': '(Item/JsonDef1/#,Item/JsonDef1)', + 'jsonfiledef2': '(Item/JsonDef2/#,Item/JsonDef2)', + 'jsonfiledef3': '(Item/JsonDef3/#)', + 'takesvaluedef': '(Age/#)', + 'valueclassdef': '(Acceleration/#)' + } + self.assertEqual(defs, expected_defs) + + # def test_missing_column_name_issue(self): + # schema_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), + # '../data/validator_tests/bids_schema.mediawiki') + # events_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), + # '../data/validator_tests/bids_events_bad_column_name.tsv') + # + # hed_schema = schema.load_schema(schema_path) + # json_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), + # "../data/validator_tests/bids_events.json") + # validator = HedValidator(hed_schema=hed_schema) + # sidecar = Sidecar(json_path) + # issues = sidecar.validate_entries(validator) + # self.assertEqual(len(issues), 0) + # input_file = TabularInput(events_path, sidecars=sidecar) + # + # validation_issues = input_file.validate_sidecar(validator) + # self.assertEqual(len(validation_issues), 0) + # validation_issues = input_file.validate_file(validator, check_for_warnings=True) + # self.assertEqual(len(validation_issues), 1) + # + # def test_expand_column_issues(self): + # schema_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), + # '../data/validator_tests/bids_schema.mediawiki') + # events_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), + # '../data/validator_tests/bids_events_bad_category_key.tsv') + # + # hed_schema = schema.load_schema(schema_path) + # json_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), + # "../data/validator_tests/bids_events.json") + # validator = HedValidator(hed_schema=hed_schema) + # sidecar = Sidecar(json_path) + # issues = sidecar.validate_entries(validator) + # self.assertEqual(len(issues), 0) + # input_file = TabularInput(events_path, sidecars=sidecar) + # + # validation_issues = input_file.validate_sidecar(validator) + # self.assertEqual(len(validation_issues), 0) + # validation_issues = input_file.validate_file(validator, check_for_warnings=True) + # self.assertEqual(len(validation_issues), 1) + + +class TestInsertColumns(unittest.TestCase): + + def test_insert_columns_simple(self): + df = pd.DataFrame({ + "column1": ["[column2], Event, Action"], + "column2": ["Item"] + }) + expected_df = pd.DataFrame({ + "column1": ["Item, Event, Action"] + }) + result = BaseInput._insert_columns(df) + pd.testing.assert_frame_equal(result, expected_df) + + def test_insert_columns_multiple_rows(self): + df = pd.DataFrame({ + "column1": ["[column2], Event, Action", "Event, Action"], + "column2": ["Item", "Subject"] + }) + expected_df = pd.DataFrame({ + "column1": ["Item, Event, Action", "Event, Action"] + }) + result = BaseInput._insert_columns(df) + pd.testing.assert_frame_equal(result, expected_df) + + # def test_insert_columns_no_circular_reference(self): + # df = pd.DataFrame({ + # "column1": ["[column2], Event, Action"], + # "column2": ["[column1], Item"] + # }) + # with self.assertRaises(ValueError): + # result = BaseInput._insert_columns(df) + + def test_insert_columns_multiple_columns(self): + df = pd.DataFrame({ + "column1": ["[column2], Event, [column3], Action"], + "column2": ["Item"], + "column3": ["Subject"] + }) + expected_df = pd.DataFrame({ + "column1": ["Item, Event, Subject, Action"] + }) + result = BaseInput._insert_columns(df) + pd.testing.assert_frame_equal(result, expected_df) + + def test_insert_columns_invalid_column_name(self): + df = pd.DataFrame({ + "column1": ["[invalid_column], Event, Action"], + "column2": ["Item"] + }) + with self.assertRaises(ValueError): + result = BaseInput._insert_columns(df) + + def test_insert_columns_four_columns(self): + df = pd.DataFrame({ + "column1": ["[column2], Event, [column3], Action"], + "column2": ["Item"], + "column3": ["Subject"], + "column4": ["Data"] + }) + expected_df = pd.DataFrame({ + "column1": ["Item, Event, Subject, Action"], + "column4": ["Data"] + }) + result = BaseInput._insert_columns(df) + pd.testing.assert_frame_equal(result, expected_df) + + # def test_insert_columns_invalid_syntax(self): + # df = pd.DataFrame({ + # "column1": ["column2], Event, Action"], + # "column2": ["Item"] + # }) + # with self.assertRaises(ValueError): + # result = BaseInput._insert_columns(df) + + # def test_insert_columns_no_self_reference(self): + # df = pd.DataFrame({ + # "column1": ["[column1], Event, Action"], + # "column2": ["Item"] + # }) + # with self.assertRaises(ValueError): + # result = BaseInput._insert_columns(df) + + +class TestCombineDataframe(unittest.TestCase): + def test_combine_dataframe_with_strings(self): + data = { + 'A': ['apple', 'banana', 'cherry'], + 'B': ['dog', 'elephant', 'fox'], + 'C': ['guitar', 'harmonica', 'piano'] + } + df = pd.DataFrame(data) + result = BaseInput.combine_dataframe(df) + expected = pd.Series(['apple, dog, guitar', 'banana, elephant, harmonica', 'cherry, fox, piano']) + self.assertTrue(result.equals(expected)) + + def test_combine_dataframe_with_nan_values(self): + data = { + 'A': ['apple', np.nan, 'cherry'], + 'B': [np.nan, 'elephant', 'fox'], + 'C': ['guitar', 'harmonica', np.nan] + } + df = pd.DataFrame(data) + result = BaseInput.combine_dataframe(df) + expected = pd.Series(['apple, guitar', 'elephant, harmonica', 'cherry, fox']) + self.assertTrue(result.equals(expected)) + + def test_combine_dataframe_with_empty_values(self): + data = { + 'A': ['apple', '', 'cherry'], + 'B': ['', 'elephant', 'fox'], + 'C': ['guitar', 'harmonica', ''] + } + df = pd.DataFrame(data) + result = BaseInput.combine_dataframe(df) + expected = pd.Series(['apple, guitar', 'elephant, harmonica', 'cherry, fox']) + self.assertTrue(result.equals(expected)) + + def test_combine_dataframe_with_mixed_values(self): + data = { + 'A': ['apple', np.nan, 'cherry', 'n/a', ''], + 'B': [np.nan, 'elephant', 'fox', 'n/a', ''], + 'C': ['guitar', 'harmonica', np.nan, 'n/a', ''] + } + df = pd.DataFrame(data) + csv_buffer = io.StringIO() + df.to_csv(csv_buffer, header=False, index=False) + csv_buffer.seek(0) + + # Use the same loading function we normally use to verify n/a translates right. + loaded_df = pd.read_csv(csv_buffer, header=None) + result = BaseInput.combine_dataframe(loaded_df) + expected = pd.Series(['apple, guitar', 'elephant, harmonica', 'cherry, fox', '', '']) + self.assertTrue(result.equals(expected)) + + +class TestColumnRefs(unittest.TestCase): + def test_simple_column_refs(self): + data1 = { + 'A': ['[col1], [col2]', 'tag1, tag2'], + 'B': ['tag3, tag4', '[col3]'], + } + df1 = pd.DataFrame(data1) + result1 = BaseInput._find_column_refs(df1) + expected1 = ['col1', 'col2', 'col3'] + self.assertEqual(result1, expected1) + + def test_mixed_cases_and_patterns(self): + data2 = { + 'A': ['[Col1], [col2]', 'tag1, [Col3]', 'tag3, [COL4]', '[col5], [col6]'], + } + df2 = pd.DataFrame(data2) + result2 = BaseInput._find_column_refs(df2) + expected2 = ['Col1', 'col2', 'Col3', 'COL4', 'col5', 'col6'] + self.assertEqual(result2, expected2) + + def test_no_column_references(self): + data3 = { + 'A': ['tag1, tag2', 'tag3, tag4'], + 'B': ['tag5, tag6', 'tag7, tag8'], + } + df3 = pd.DataFrame(data3) + result3 = BaseInput._find_column_refs(df3) + expected3 = [] + self.assertEqual(result3, expected3) + + def test_incomplete_square_brackets(self): + data4 = { + 'A': ['[col1, [col2]', 'tag1, [Col3'], + 'B': ['tag3, [COL4', '[col5, col6]'], + } + df4 = pd.DataFrame(data4) + result4 = BaseInput._find_column_refs(df4) + expected4 = ['col2'] + self.assertEqual(result4, expected4) \ No newline at end of file diff --git a/tests/models/test_df_util.py b/tests/models/test_df_util.py index bc9c907b7..e10e2a4a3 100644 --- a/tests/models/test_df_util.py +++ b/tests/models/test_df_util.py @@ -3,7 +3,7 @@ from hed import load_schema_version -from hed.models.df_util import shrink_defs, expand_defs +from hed.models.df_util import shrink_defs, expand_defs, convert_to_form from hed import DefinitionDict @@ -111,4 +111,45 @@ def test_expand_defs_series_placeholder(self): series = pd.Series(["Def/TestDefPlaceholder/123,Item/SomeItem"]) expected_series = pd.Series(["(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2)),Item/SomeItem"]) result = expand_defs(series, self.schema, self.def_dict, None) - pd.testing.assert_series_equal(result, expected_series) \ No newline at end of file + pd.testing.assert_series_equal(result, expected_series) + + +class TestConvertToForm(unittest.TestCase): + def setUp(self): + self.schema = load_schema_version() + + def test_convert_to_form_short_tags(self): + df = pd.DataFrame({"column1": ["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See"]}) + expected_df = pd.DataFrame({"column1": ["Azure,See"]}) + result = convert_to_form(df, self.schema, "short_tag", ['column1']) + pd.testing.assert_frame_equal(result, expected_df) + + def test_convert_to_form_long_tags(self): + df = pd.DataFrame({"column1": ["CSS-color/White-color/Azure,Action/Perceive/See"]}) + expected_df = pd.DataFrame({"column1": ["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See"]}) + result = convert_to_form(df, self.schema, "long_tag", ['column1']) + pd.testing.assert_frame_equal(result, expected_df) + + def test_convert_to_form_series_short_tags(self): + series = pd.Series(["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See"]) + expected_series = pd.Series(["Azure,See"]) + result = convert_to_form(series, self.schema, "short_tag") + pd.testing.assert_series_equal(result, expected_series) + + def test_convert_to_form_series_long_tags(self): + series = pd.Series(["CSS-color/White-color/Azure,Action/Perceive/See"]) + expected_series = pd.Series(["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See"]) + result = convert_to_form(series, self.schema, "long_tag") + pd.testing.assert_series_equal(result, expected_series) + + def test_convert_to_form_multiple_tags_short(self): + df = pd.DataFrame({"column1": ["Visual-attribute/Color/CSS-color/White-color/Azure,Biological-item/Anatomical-item/Body-part/Head/Face/Nose,Spatiotemporal-value/Rate-of-change/Acceleration/4.5 m-per-s^2"]}) + expected_df = pd.DataFrame({"column1": ["Azure,Nose,4.5 m-per-s^2"]}) + result = convert_to_form(df, self.schema, "short_tag", ['column1']) + pd.testing.assert_frame_equal(result, expected_df) + + def test_convert_to_form_multiple_tags_long(self): + df = pd.DataFrame({"column1": ["CSS-color/White-color/Azure,Anatomical-item/Body-part/Head/Face/Nose,Rate-of-change/Acceleration/4.5 m-per-s^2"]}) + expected_df = pd.DataFrame({"column1": ["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Item/Biological-item/Anatomical-item/Body-part/Head/Face/Nose,Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Acceleration/4.5 m-per-s^2"]}) + result = convert_to_form(df, self.schema, "long_tag", ['column1']) + pd.testing.assert_frame_equal(result, expected_df) \ No newline at end of file From c8db8ba8f511a98078a203f17b7a622c7e3c7170 Mon Sep 17 00:00:00 2001 From: VisLab <1189050+VisLab@users.noreply.github.com> Date: Sun, 19 Mar 2023 07:36:58 -0500 Subject: [PATCH 018/103] Revert "Add more unit tests. better nan and empty column handling" --- hed/models/base_input.py | 58 ++---- hed/validator/spreadsheet_validator.py | 1 - tests/models/test_base_file_input.py | 103 +++++++++ tests/models/test_base_input.py | 276 ------------------------- tests/models/test_df_util.py | 45 +--- 5 files changed, 126 insertions(+), 357 deletions(-) create mode 100644 tests/models/test_base_file_input.py delete mode 100644 tests/models/test_base_input.py diff --git a/hed/models/base_input.py b/hed/models/base_input.py index f50ea5e4c..869bc4ea6 100644 --- a/hed/models/base_input.py +++ b/hed/models/base_input.py @@ -7,7 +7,6 @@ from hed.models.column_mapper import ColumnMapper from hed.errors.exceptions import HedFileError, HedExceptions from hed.errors.error_reporter import ErrorHandler -import pandas as pd class BaseInput: @@ -67,7 +66,10 @@ def __init__(self, file, file_type=None, worksheet_name=None, has_column_names=T elif not file: raise HedFileError(HedExceptions.FILE_NOT_FOUND, "Empty file passed to BaseInput.", file) elif input_type in self.TEXT_EXTENSION: - self._dataframe = pandas.read_csv(file, delimiter='\t', header=pandas_header, dtype=str) + self._dataframe = pandas.read_csv(file, delimiter='\t', header=pandas_header, + dtype=str, keep_default_na=True, na_values=None) + # Convert nan values to a known value + self._dataframe = self._dataframe.fillna("n/a") elif input_type in self.EXCEL_EXTENSION: self._loaded_workbook = openpyxl.load_workbook(file) loaded_worksheet = self.get_worksheet(self._worksheet_name) @@ -362,7 +364,7 @@ def assemble(self, mapper=None): """ if mapper is None: mapper = self._mapper - + import pandas as pd transformers, need_categorical = mapper.get_transformers() if not transformers: return None @@ -372,53 +374,35 @@ def assemble(self, mapper=None): all_columns = all_columns.transform(transformers) - return self._insert_columns(all_columns, list(transformers.keys())) - - @staticmethod - def _find_column_refs(df): + possible_column_references = [f"{column_name}" for column_name in self.columns if + column_name.lower() != "hed"] found_column_references = [] - for column_name in df: - df_temp = df[column_name].str.findall("\[([a-z_\-0-9]+)\]", re.IGNORECASE) - u_vals = pd.Series([j for i in df_temp for j in i], dtype=str) + for column_name in all_columns: + df = all_columns[column_name].str.findall("\[([a-z_\-0-9]+)\]", re.IGNORECASE) + u_vals = pd.Series([j for i in df for j in i], dtype=str) u_vals = u_vals.unique() for val in u_vals: if val not in found_column_references: found_column_references.append(val) - return found_column_references - - @staticmethod - def _insert_columns(df, known_columns=None): - if known_columns is None: - known_columns = list(df.columns) - possible_column_references = [f"{column_name}" for column_name in df.columns if - column_name.lower() != "hed"] - found_column_references = BaseInput._find_column_refs(df) - - invalid_replacements = [col for col in found_column_references if col not in possible_column_references] - if invalid_replacements: - # todo: This check may be moved to validation - raise ValueError(f"Bad column references found(columns do not exist): {invalid_replacements}") valid_replacements = [col for col in found_column_references if col in possible_column_references] - # todo: break this into a sub function(probably) - column_names = known_columns + column_names = list(transformers.keys()) for column_name in valid_replacements: column_names.remove(column_name) - saved_columns = df[valid_replacements] + saved_columns = all_columns[valid_replacements] for column_name in column_names: for replacing_name in valid_replacements: column_name_brackets = f"[{replacing_name}]" - df[column_name] = pd.Series(x.replace(column_name_brackets, y) for x, y - in zip(df[column_name], saved_columns[replacing_name])) - df = df[column_names] + all_columns[column_name] = pd.Series(x.replace(column_name_brackets, y) for x, y + in zip(all_columns[column_name], saved_columns[replacing_name])) + all_columns = all_columns[column_names] - return df + return all_columns @staticmethod def combine_dataframe(dataframe): - """ Combines all columns in the given dataframe into a single HED string series, - skipping empty columns and columns with empty strings. + """ Combines all columns in the given dataframe into a single hed string series. Parameters: dataframe(Dataframe): The dataframe to combine @@ -426,8 +410,8 @@ def combine_dataframe(dataframe): Returns: Series: the assembled series """ - dataframe = dataframe.agg( - lambda x: ', '.join(filter(lambda e: pd.notna(e) and e != "", x)), axis=1 - ) + dataframe = dataframe.agg(', '.join, axis=1) - return dataframe \ No newline at end of file + # Potentially better ways to handle removing n/a by never inserting them to begin with. + dataframe = dataframe.replace("(, n/a|n/a,)", "", regex=True) + return dataframe diff --git a/hed/validator/spreadsheet_validator.py b/hed/validator/spreadsheet_validator.py index ba1f341ac..136b5aa73 100644 --- a/hed/validator/spreadsheet_validator.py +++ b/hed/validator/spreadsheet_validator.py @@ -41,7 +41,6 @@ def validate(self, data, def_dicts=None, name=None, error_handler=None): # Check the structure of the input data, if it's a BaseInput if isinstance(data, BaseInput): issues += self._validate_column_structure(data, error_handler) - # todo ian: Add more checks here for column inserters data = data.dataframe_a # Check the rows of the input data diff --git a/tests/models/test_base_file_input.py b/tests/models/test_base_file_input.py new file mode 100644 index 000000000..8314072bd --- /dev/null +++ b/tests/models/test_base_file_input.py @@ -0,0 +1,103 @@ +import unittest +import os +import shutil +from hed import Sidecar +from hed import BaseInput, TabularInput +from hed.models.column_mapper import ColumnMapper +from hed.models import DefinitionDict +from hed import schema + +# TODO: Add tests for base_file_input and include correct handling of 'n/a' + + +class Test(unittest.TestCase): + @classmethod + def setUpClass(cls): + # todo: clean up these unit tests/add more + base_data_dir = os.path.realpath(os.path.join(os.path.dirname(__file__), '../data/')) + cls.base_data_dir = base_data_dir + json_def_filename = os.path.join(base_data_dir, "sidecar_tests/both_types_events_with_defs.json") + # cls.json_def_filename = json_def_filename + json_def_sidecar = Sidecar(json_def_filename) + events_path = os.path.join(base_data_dir, '../data/validator_tests/bids_events_no_index.tsv') + cls.tabular_file = TabularInput(events_path, sidecar=json_def_sidecar) + + base_output = os.path.join(os.path.dirname(os.path.realpath(__file__)), "../data/tests_output/") + cls.base_output_folder = base_output + os.makedirs(base_output, exist_ok=True) + + bids_root_path = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), + '../data/bids_tests/eeg_ds003645s_hed')) + schema_path = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), + '../data/schema_tests/HED8.0.0.xml')) + cls.bids_root_path = bids_root_path + json_path = os.path.realpath(os.path.join(bids_root_path, 'task-FacePerception_events.json')) + events_path = os.path.realpath(os.path.join(bids_root_path, + 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) + + cls.hed_schema = schema.load_schema(schema_path) + sidecar1 = Sidecar(json_path, name='face_sub1_json') + mapper1 = ColumnMapper(sidecar=sidecar1, optional_tag_columns=['HED'], warn_on_missing_column=False) + cls.input_data1 = BaseInput(events_path, file_type='.tsv', has_column_names=True, + name="face_sub1_events", mapper=mapper1, allow_blank_names=False) + cls.input_data2 = BaseInput(events_path, file_type='.tsv', has_column_names=True, name="face_sub2_events") + + @classmethod + def tearDownClass(cls): + shutil.rmtree(cls.base_output_folder) + + def test_gathered_defs(self): + # todo: add unit tests for definitions in tsv file + defs = DefinitionDict.get_as_strings(self.tabular_file._sidecar.extract_definitions(hed_schema=self.hed_schema)) + expected_defs = { + 'jsonfiledef': '(Item/JsonDef1/#,Item/JsonDef1)', + 'jsonfiledef2': '(Item/JsonDef2/#,Item/JsonDef2)', + 'jsonfiledef3': '(Item/JsonDef3/#)', + 'takesvaluedef': '(Age/#)', + 'valueclassdef': '(Acceleration/#)' + } + self.assertEqual(defs, expected_defs) + + # def test_missing_column_name_issue(self): + # schema_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), + # '../data/validator_tests/bids_schema.mediawiki') + # events_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), + # '../data/validator_tests/bids_events_bad_column_name.tsv') + # + # hed_schema = schema.load_schema(schema_path) + # json_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), + # "../data/validator_tests/bids_events.json") + # validator = HedValidator(hed_schema=hed_schema) + # sidecar = Sidecar(json_path) + # issues = sidecar.validate_entries(validator) + # self.assertEqual(len(issues), 0) + # input_file = TabularInput(events_path, sidecars=sidecar) + # + # validation_issues = input_file.validate_sidecar(validator) + # self.assertEqual(len(validation_issues), 0) + # validation_issues = input_file.validate_file(validator, check_for_warnings=True) + # self.assertEqual(len(validation_issues), 1) + # + # def test_expand_column_issues(self): + # schema_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), + # '../data/validator_tests/bids_schema.mediawiki') + # events_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), + # '../data/validator_tests/bids_events_bad_category_key.tsv') + # + # hed_schema = schema.load_schema(schema_path) + # json_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), + # "../data/validator_tests/bids_events.json") + # validator = HedValidator(hed_schema=hed_schema) + # sidecar = Sidecar(json_path) + # issues = sidecar.validate_entries(validator) + # self.assertEqual(len(issues), 0) + # input_file = TabularInput(events_path, sidecars=sidecar) + # + # validation_issues = input_file.validate_sidecar(validator) + # self.assertEqual(len(validation_issues), 0) + # validation_issues = input_file.validate_file(validator, check_for_warnings=True) + # self.assertEqual(len(validation_issues), 1) + + +if __name__ == '__main__': + unittest.main() diff --git a/tests/models/test_base_input.py b/tests/models/test_base_input.py deleted file mode 100644 index 392599f78..000000000 --- a/tests/models/test_base_input.py +++ /dev/null @@ -1,276 +0,0 @@ -import io -import unittest -import os -import shutil -from hed import Sidecar -from hed import BaseInput, TabularInput -from hed.models.column_mapper import ColumnMapper -from hed.models import DefinitionDict -from hed import schema -import pandas as pd -import numpy as np - - -class Test(unittest.TestCase): - @classmethod - def setUpClass(cls): - # todo: clean up these unit tests/add more - base_data_dir = os.path.realpath(os.path.join(os.path.dirname(__file__), '../data/')) - cls.base_data_dir = base_data_dir - json_def_filename = os.path.join(base_data_dir, "sidecar_tests/both_types_events_with_defs.json") - # cls.json_def_filename = json_def_filename - json_def_sidecar = Sidecar(json_def_filename) - events_path = os.path.join(base_data_dir, '../data/validator_tests/bids_events_no_index.tsv') - cls.tabular_file = TabularInput(events_path, sidecar=json_def_sidecar) - - base_output = os.path.join(os.path.dirname(os.path.realpath(__file__)), "../data/tests_output/") - cls.base_output_folder = base_output - os.makedirs(base_output, exist_ok=True) - - bids_root_path = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), - '../data/bids_tests/eeg_ds003645s_hed')) - schema_path = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), - '../data/schema_tests/HED8.0.0.xml')) - cls.bids_root_path = bids_root_path - json_path = os.path.realpath(os.path.join(bids_root_path, 'task-FacePerception_events.json')) - events_path = os.path.realpath(os.path.join(bids_root_path, - 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) - - cls.hed_schema = schema.load_schema(schema_path) - sidecar1 = Sidecar(json_path, name='face_sub1_json') - mapper1 = ColumnMapper(sidecar=sidecar1, optional_tag_columns=['HED'], warn_on_missing_column=False) - cls.input_data1 = BaseInput(events_path, file_type='.tsv', has_column_names=True, - name="face_sub1_events", mapper=mapper1, allow_blank_names=False) - cls.input_data2 = BaseInput(events_path, file_type='.tsv', has_column_names=True, name="face_sub2_events") - - @classmethod - def tearDownClass(cls): - shutil.rmtree(cls.base_output_folder) - - def test_gathered_defs(self): - # todo: add unit tests for definitions in tsv file - defs = DefinitionDict.get_as_strings(self.tabular_file._sidecar.extract_definitions(hed_schema=self.hed_schema)) - expected_defs = { - 'jsonfiledef': '(Item/JsonDef1/#,Item/JsonDef1)', - 'jsonfiledef2': '(Item/JsonDef2/#,Item/JsonDef2)', - 'jsonfiledef3': '(Item/JsonDef3/#)', - 'takesvaluedef': '(Age/#)', - 'valueclassdef': '(Acceleration/#)' - } - self.assertEqual(defs, expected_defs) - - # def test_missing_column_name_issue(self): - # schema_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # '../data/validator_tests/bids_schema.mediawiki') - # events_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # '../data/validator_tests/bids_events_bad_column_name.tsv') - # - # hed_schema = schema.load_schema(schema_path) - # json_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # "../data/validator_tests/bids_events.json") - # validator = HedValidator(hed_schema=hed_schema) - # sidecar = Sidecar(json_path) - # issues = sidecar.validate_entries(validator) - # self.assertEqual(len(issues), 0) - # input_file = TabularInput(events_path, sidecars=sidecar) - # - # validation_issues = input_file.validate_sidecar(validator) - # self.assertEqual(len(validation_issues), 0) - # validation_issues = input_file.validate_file(validator, check_for_warnings=True) - # self.assertEqual(len(validation_issues), 1) - # - # def test_expand_column_issues(self): - # schema_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # '../data/validator_tests/bids_schema.mediawiki') - # events_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # '../data/validator_tests/bids_events_bad_category_key.tsv') - # - # hed_schema = schema.load_schema(schema_path) - # json_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # "../data/validator_tests/bids_events.json") - # validator = HedValidator(hed_schema=hed_schema) - # sidecar = Sidecar(json_path) - # issues = sidecar.validate_entries(validator) - # self.assertEqual(len(issues), 0) - # input_file = TabularInput(events_path, sidecars=sidecar) - # - # validation_issues = input_file.validate_sidecar(validator) - # self.assertEqual(len(validation_issues), 0) - # validation_issues = input_file.validate_file(validator, check_for_warnings=True) - # self.assertEqual(len(validation_issues), 1) - - -class TestInsertColumns(unittest.TestCase): - - def test_insert_columns_simple(self): - df = pd.DataFrame({ - "column1": ["[column2], Event, Action"], - "column2": ["Item"] - }) - expected_df = pd.DataFrame({ - "column1": ["Item, Event, Action"] - }) - result = BaseInput._insert_columns(df) - pd.testing.assert_frame_equal(result, expected_df) - - def test_insert_columns_multiple_rows(self): - df = pd.DataFrame({ - "column1": ["[column2], Event, Action", "Event, Action"], - "column2": ["Item", "Subject"] - }) - expected_df = pd.DataFrame({ - "column1": ["Item, Event, Action", "Event, Action"] - }) - result = BaseInput._insert_columns(df) - pd.testing.assert_frame_equal(result, expected_df) - - # def test_insert_columns_no_circular_reference(self): - # df = pd.DataFrame({ - # "column1": ["[column2], Event, Action"], - # "column2": ["[column1], Item"] - # }) - # with self.assertRaises(ValueError): - # result = BaseInput._insert_columns(df) - - def test_insert_columns_multiple_columns(self): - df = pd.DataFrame({ - "column1": ["[column2], Event, [column3], Action"], - "column2": ["Item"], - "column3": ["Subject"] - }) - expected_df = pd.DataFrame({ - "column1": ["Item, Event, Subject, Action"] - }) - result = BaseInput._insert_columns(df) - pd.testing.assert_frame_equal(result, expected_df) - - def test_insert_columns_invalid_column_name(self): - df = pd.DataFrame({ - "column1": ["[invalid_column], Event, Action"], - "column2": ["Item"] - }) - with self.assertRaises(ValueError): - result = BaseInput._insert_columns(df) - - def test_insert_columns_four_columns(self): - df = pd.DataFrame({ - "column1": ["[column2], Event, [column3], Action"], - "column2": ["Item"], - "column3": ["Subject"], - "column4": ["Data"] - }) - expected_df = pd.DataFrame({ - "column1": ["Item, Event, Subject, Action"], - "column4": ["Data"] - }) - result = BaseInput._insert_columns(df) - pd.testing.assert_frame_equal(result, expected_df) - - # def test_insert_columns_invalid_syntax(self): - # df = pd.DataFrame({ - # "column1": ["column2], Event, Action"], - # "column2": ["Item"] - # }) - # with self.assertRaises(ValueError): - # result = BaseInput._insert_columns(df) - - # def test_insert_columns_no_self_reference(self): - # df = pd.DataFrame({ - # "column1": ["[column1], Event, Action"], - # "column2": ["Item"] - # }) - # with self.assertRaises(ValueError): - # result = BaseInput._insert_columns(df) - - -class TestCombineDataframe(unittest.TestCase): - def test_combine_dataframe_with_strings(self): - data = { - 'A': ['apple', 'banana', 'cherry'], - 'B': ['dog', 'elephant', 'fox'], - 'C': ['guitar', 'harmonica', 'piano'] - } - df = pd.DataFrame(data) - result = BaseInput.combine_dataframe(df) - expected = pd.Series(['apple, dog, guitar', 'banana, elephant, harmonica', 'cherry, fox, piano']) - self.assertTrue(result.equals(expected)) - - def test_combine_dataframe_with_nan_values(self): - data = { - 'A': ['apple', np.nan, 'cherry'], - 'B': [np.nan, 'elephant', 'fox'], - 'C': ['guitar', 'harmonica', np.nan] - } - df = pd.DataFrame(data) - result = BaseInput.combine_dataframe(df) - expected = pd.Series(['apple, guitar', 'elephant, harmonica', 'cherry, fox']) - self.assertTrue(result.equals(expected)) - - def test_combine_dataframe_with_empty_values(self): - data = { - 'A': ['apple', '', 'cherry'], - 'B': ['', 'elephant', 'fox'], - 'C': ['guitar', 'harmonica', ''] - } - df = pd.DataFrame(data) - result = BaseInput.combine_dataframe(df) - expected = pd.Series(['apple, guitar', 'elephant, harmonica', 'cherry, fox']) - self.assertTrue(result.equals(expected)) - - def test_combine_dataframe_with_mixed_values(self): - data = { - 'A': ['apple', np.nan, 'cherry', 'n/a', ''], - 'B': [np.nan, 'elephant', 'fox', 'n/a', ''], - 'C': ['guitar', 'harmonica', np.nan, 'n/a', ''] - } - df = pd.DataFrame(data) - csv_buffer = io.StringIO() - df.to_csv(csv_buffer, header=False, index=False) - csv_buffer.seek(0) - - # Use the same loading function we normally use to verify n/a translates right. - loaded_df = pd.read_csv(csv_buffer, header=None) - result = BaseInput.combine_dataframe(loaded_df) - expected = pd.Series(['apple, guitar', 'elephant, harmonica', 'cherry, fox', '', '']) - self.assertTrue(result.equals(expected)) - - -class TestColumnRefs(unittest.TestCase): - def test_simple_column_refs(self): - data1 = { - 'A': ['[col1], [col2]', 'tag1, tag2'], - 'B': ['tag3, tag4', '[col3]'], - } - df1 = pd.DataFrame(data1) - result1 = BaseInput._find_column_refs(df1) - expected1 = ['col1', 'col2', 'col3'] - self.assertEqual(result1, expected1) - - def test_mixed_cases_and_patterns(self): - data2 = { - 'A': ['[Col1], [col2]', 'tag1, [Col3]', 'tag3, [COL4]', '[col5], [col6]'], - } - df2 = pd.DataFrame(data2) - result2 = BaseInput._find_column_refs(df2) - expected2 = ['Col1', 'col2', 'Col3', 'COL4', 'col5', 'col6'] - self.assertEqual(result2, expected2) - - def test_no_column_references(self): - data3 = { - 'A': ['tag1, tag2', 'tag3, tag4'], - 'B': ['tag5, tag6', 'tag7, tag8'], - } - df3 = pd.DataFrame(data3) - result3 = BaseInput._find_column_refs(df3) - expected3 = [] - self.assertEqual(result3, expected3) - - def test_incomplete_square_brackets(self): - data4 = { - 'A': ['[col1, [col2]', 'tag1, [Col3'], - 'B': ['tag3, [COL4', '[col5, col6]'], - } - df4 = pd.DataFrame(data4) - result4 = BaseInput._find_column_refs(df4) - expected4 = ['col2'] - self.assertEqual(result4, expected4) \ No newline at end of file diff --git a/tests/models/test_df_util.py b/tests/models/test_df_util.py index e10e2a4a3..bc9c907b7 100644 --- a/tests/models/test_df_util.py +++ b/tests/models/test_df_util.py @@ -3,7 +3,7 @@ from hed import load_schema_version -from hed.models.df_util import shrink_defs, expand_defs, convert_to_form +from hed.models.df_util import shrink_defs, expand_defs from hed import DefinitionDict @@ -111,45 +111,4 @@ def test_expand_defs_series_placeholder(self): series = pd.Series(["Def/TestDefPlaceholder/123,Item/SomeItem"]) expected_series = pd.Series(["(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2)),Item/SomeItem"]) result = expand_defs(series, self.schema, self.def_dict, None) - pd.testing.assert_series_equal(result, expected_series) - - -class TestConvertToForm(unittest.TestCase): - def setUp(self): - self.schema = load_schema_version() - - def test_convert_to_form_short_tags(self): - df = pd.DataFrame({"column1": ["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See"]}) - expected_df = pd.DataFrame({"column1": ["Azure,See"]}) - result = convert_to_form(df, self.schema, "short_tag", ['column1']) - pd.testing.assert_frame_equal(result, expected_df) - - def test_convert_to_form_long_tags(self): - df = pd.DataFrame({"column1": ["CSS-color/White-color/Azure,Action/Perceive/See"]}) - expected_df = pd.DataFrame({"column1": ["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See"]}) - result = convert_to_form(df, self.schema, "long_tag", ['column1']) - pd.testing.assert_frame_equal(result, expected_df) - - def test_convert_to_form_series_short_tags(self): - series = pd.Series(["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See"]) - expected_series = pd.Series(["Azure,See"]) - result = convert_to_form(series, self.schema, "short_tag") - pd.testing.assert_series_equal(result, expected_series) - - def test_convert_to_form_series_long_tags(self): - series = pd.Series(["CSS-color/White-color/Azure,Action/Perceive/See"]) - expected_series = pd.Series(["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See"]) - result = convert_to_form(series, self.schema, "long_tag") - pd.testing.assert_series_equal(result, expected_series) - - def test_convert_to_form_multiple_tags_short(self): - df = pd.DataFrame({"column1": ["Visual-attribute/Color/CSS-color/White-color/Azure,Biological-item/Anatomical-item/Body-part/Head/Face/Nose,Spatiotemporal-value/Rate-of-change/Acceleration/4.5 m-per-s^2"]}) - expected_df = pd.DataFrame({"column1": ["Azure,Nose,4.5 m-per-s^2"]}) - result = convert_to_form(df, self.schema, "short_tag", ['column1']) - pd.testing.assert_frame_equal(result, expected_df) - - def test_convert_to_form_multiple_tags_long(self): - df = pd.DataFrame({"column1": ["CSS-color/White-color/Azure,Anatomical-item/Body-part/Head/Face/Nose,Rate-of-change/Acceleration/4.5 m-per-s^2"]}) - expected_df = pd.DataFrame({"column1": ["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Item/Biological-item/Anatomical-item/Body-part/Head/Face/Nose,Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Acceleration/4.5 m-per-s^2"]}) - result = convert_to_form(df, self.schema, "long_tag", ['column1']) - pd.testing.assert_frame_equal(result, expected_df) \ No newline at end of file + pd.testing.assert_series_equal(result, expected_series) \ No newline at end of file From ffced96c2ff34db483ad96e73d5cfa537ca4a284 Mon Sep 17 00:00:00 2001 From: IanCa Date: Fri, 17 Mar 2023 18:44:20 -0500 Subject: [PATCH 019/103] Add more unit tests. better nan and empty column handling --- hed/models/base_input.py | 58 ++++-- hed/validator/spreadsheet_validator.py | 1 + tests/models/test_base_file_input.py | 103 --------- tests/models/test_base_input.py | 276 +++++++++++++++++++++++++ tests/models/test_df_util.py | 45 +++- 5 files changed, 357 insertions(+), 126 deletions(-) delete mode 100644 tests/models/test_base_file_input.py create mode 100644 tests/models/test_base_input.py diff --git a/hed/models/base_input.py b/hed/models/base_input.py index 869bc4ea6..f50ea5e4c 100644 --- a/hed/models/base_input.py +++ b/hed/models/base_input.py @@ -7,6 +7,7 @@ from hed.models.column_mapper import ColumnMapper from hed.errors.exceptions import HedFileError, HedExceptions from hed.errors.error_reporter import ErrorHandler +import pandas as pd class BaseInput: @@ -66,10 +67,7 @@ def __init__(self, file, file_type=None, worksheet_name=None, has_column_names=T elif not file: raise HedFileError(HedExceptions.FILE_NOT_FOUND, "Empty file passed to BaseInput.", file) elif input_type in self.TEXT_EXTENSION: - self._dataframe = pandas.read_csv(file, delimiter='\t', header=pandas_header, - dtype=str, keep_default_na=True, na_values=None) - # Convert nan values to a known value - self._dataframe = self._dataframe.fillna("n/a") + self._dataframe = pandas.read_csv(file, delimiter='\t', header=pandas_header, dtype=str) elif input_type in self.EXCEL_EXTENSION: self._loaded_workbook = openpyxl.load_workbook(file) loaded_worksheet = self.get_worksheet(self._worksheet_name) @@ -364,7 +362,7 @@ def assemble(self, mapper=None): """ if mapper is None: mapper = self._mapper - import pandas as pd + transformers, need_categorical = mapper.get_transformers() if not transformers: return None @@ -374,35 +372,53 @@ def assemble(self, mapper=None): all_columns = all_columns.transform(transformers) - possible_column_references = [f"{column_name}" for column_name in self.columns if - column_name.lower() != "hed"] + return self._insert_columns(all_columns, list(transformers.keys())) + + @staticmethod + def _find_column_refs(df): found_column_references = [] - for column_name in all_columns: - df = all_columns[column_name].str.findall("\[([a-z_\-0-9]+)\]", re.IGNORECASE) - u_vals = pd.Series([j for i in df for j in i], dtype=str) + for column_name in df: + df_temp = df[column_name].str.findall("\[([a-z_\-0-9]+)\]", re.IGNORECASE) + u_vals = pd.Series([j for i in df_temp for j in i], dtype=str) u_vals = u_vals.unique() for val in u_vals: if val not in found_column_references: found_column_references.append(val) + return found_column_references + + @staticmethod + def _insert_columns(df, known_columns=None): + if known_columns is None: + known_columns = list(df.columns) + possible_column_references = [f"{column_name}" for column_name in df.columns if + column_name.lower() != "hed"] + found_column_references = BaseInput._find_column_refs(df) + + invalid_replacements = [col for col in found_column_references if col not in possible_column_references] + if invalid_replacements: + # todo: This check may be moved to validation + raise ValueError(f"Bad column references found(columns do not exist): {invalid_replacements}") valid_replacements = [col for col in found_column_references if col in possible_column_references] - column_names = list(transformers.keys()) + # todo: break this into a sub function(probably) + column_names = known_columns for column_name in valid_replacements: column_names.remove(column_name) - saved_columns = all_columns[valid_replacements] + saved_columns = df[valid_replacements] for column_name in column_names: for replacing_name in valid_replacements: column_name_brackets = f"[{replacing_name}]" - all_columns[column_name] = pd.Series(x.replace(column_name_brackets, y) for x, y - in zip(all_columns[column_name], saved_columns[replacing_name])) - all_columns = all_columns[column_names] + df[column_name] = pd.Series(x.replace(column_name_brackets, y) for x, y + in zip(df[column_name], saved_columns[replacing_name])) + df = df[column_names] - return all_columns + return df @staticmethod def combine_dataframe(dataframe): - """ Combines all columns in the given dataframe into a single hed string series. + """ Combines all columns in the given dataframe into a single HED string series, + skipping empty columns and columns with empty strings. Parameters: dataframe(Dataframe): The dataframe to combine @@ -410,8 +426,8 @@ def combine_dataframe(dataframe): Returns: Series: the assembled series """ - dataframe = dataframe.agg(', '.join, axis=1) + dataframe = dataframe.agg( + lambda x: ', '.join(filter(lambda e: pd.notna(e) and e != "", x)), axis=1 + ) - # Potentially better ways to handle removing n/a by never inserting them to begin with. - dataframe = dataframe.replace("(, n/a|n/a,)", "", regex=True) - return dataframe + return dataframe \ No newline at end of file diff --git a/hed/validator/spreadsheet_validator.py b/hed/validator/spreadsheet_validator.py index 136b5aa73..ba1f341ac 100644 --- a/hed/validator/spreadsheet_validator.py +++ b/hed/validator/spreadsheet_validator.py @@ -41,6 +41,7 @@ def validate(self, data, def_dicts=None, name=None, error_handler=None): # Check the structure of the input data, if it's a BaseInput if isinstance(data, BaseInput): issues += self._validate_column_structure(data, error_handler) + # todo ian: Add more checks here for column inserters data = data.dataframe_a # Check the rows of the input data diff --git a/tests/models/test_base_file_input.py b/tests/models/test_base_file_input.py deleted file mode 100644 index 8314072bd..000000000 --- a/tests/models/test_base_file_input.py +++ /dev/null @@ -1,103 +0,0 @@ -import unittest -import os -import shutil -from hed import Sidecar -from hed import BaseInput, TabularInput -from hed.models.column_mapper import ColumnMapper -from hed.models import DefinitionDict -from hed import schema - -# TODO: Add tests for base_file_input and include correct handling of 'n/a' - - -class Test(unittest.TestCase): - @classmethod - def setUpClass(cls): - # todo: clean up these unit tests/add more - base_data_dir = os.path.realpath(os.path.join(os.path.dirname(__file__), '../data/')) - cls.base_data_dir = base_data_dir - json_def_filename = os.path.join(base_data_dir, "sidecar_tests/both_types_events_with_defs.json") - # cls.json_def_filename = json_def_filename - json_def_sidecar = Sidecar(json_def_filename) - events_path = os.path.join(base_data_dir, '../data/validator_tests/bids_events_no_index.tsv') - cls.tabular_file = TabularInput(events_path, sidecar=json_def_sidecar) - - base_output = os.path.join(os.path.dirname(os.path.realpath(__file__)), "../data/tests_output/") - cls.base_output_folder = base_output - os.makedirs(base_output, exist_ok=True) - - bids_root_path = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), - '../data/bids_tests/eeg_ds003645s_hed')) - schema_path = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), - '../data/schema_tests/HED8.0.0.xml')) - cls.bids_root_path = bids_root_path - json_path = os.path.realpath(os.path.join(bids_root_path, 'task-FacePerception_events.json')) - events_path = os.path.realpath(os.path.join(bids_root_path, - 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) - - cls.hed_schema = schema.load_schema(schema_path) - sidecar1 = Sidecar(json_path, name='face_sub1_json') - mapper1 = ColumnMapper(sidecar=sidecar1, optional_tag_columns=['HED'], warn_on_missing_column=False) - cls.input_data1 = BaseInput(events_path, file_type='.tsv', has_column_names=True, - name="face_sub1_events", mapper=mapper1, allow_blank_names=False) - cls.input_data2 = BaseInput(events_path, file_type='.tsv', has_column_names=True, name="face_sub2_events") - - @classmethod - def tearDownClass(cls): - shutil.rmtree(cls.base_output_folder) - - def test_gathered_defs(self): - # todo: add unit tests for definitions in tsv file - defs = DefinitionDict.get_as_strings(self.tabular_file._sidecar.extract_definitions(hed_schema=self.hed_schema)) - expected_defs = { - 'jsonfiledef': '(Item/JsonDef1/#,Item/JsonDef1)', - 'jsonfiledef2': '(Item/JsonDef2/#,Item/JsonDef2)', - 'jsonfiledef3': '(Item/JsonDef3/#)', - 'takesvaluedef': '(Age/#)', - 'valueclassdef': '(Acceleration/#)' - } - self.assertEqual(defs, expected_defs) - - # def test_missing_column_name_issue(self): - # schema_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # '../data/validator_tests/bids_schema.mediawiki') - # events_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # '../data/validator_tests/bids_events_bad_column_name.tsv') - # - # hed_schema = schema.load_schema(schema_path) - # json_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # "../data/validator_tests/bids_events.json") - # validator = HedValidator(hed_schema=hed_schema) - # sidecar = Sidecar(json_path) - # issues = sidecar.validate_entries(validator) - # self.assertEqual(len(issues), 0) - # input_file = TabularInput(events_path, sidecars=sidecar) - # - # validation_issues = input_file.validate_sidecar(validator) - # self.assertEqual(len(validation_issues), 0) - # validation_issues = input_file.validate_file(validator, check_for_warnings=True) - # self.assertEqual(len(validation_issues), 1) - # - # def test_expand_column_issues(self): - # schema_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # '../data/validator_tests/bids_schema.mediawiki') - # events_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # '../data/validator_tests/bids_events_bad_category_key.tsv') - # - # hed_schema = schema.load_schema(schema_path) - # json_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # "../data/validator_tests/bids_events.json") - # validator = HedValidator(hed_schema=hed_schema) - # sidecar = Sidecar(json_path) - # issues = sidecar.validate_entries(validator) - # self.assertEqual(len(issues), 0) - # input_file = TabularInput(events_path, sidecars=sidecar) - # - # validation_issues = input_file.validate_sidecar(validator) - # self.assertEqual(len(validation_issues), 0) - # validation_issues = input_file.validate_file(validator, check_for_warnings=True) - # self.assertEqual(len(validation_issues), 1) - - -if __name__ == '__main__': - unittest.main() diff --git a/tests/models/test_base_input.py b/tests/models/test_base_input.py new file mode 100644 index 000000000..392599f78 --- /dev/null +++ b/tests/models/test_base_input.py @@ -0,0 +1,276 @@ +import io +import unittest +import os +import shutil +from hed import Sidecar +from hed import BaseInput, TabularInput +from hed.models.column_mapper import ColumnMapper +from hed.models import DefinitionDict +from hed import schema +import pandas as pd +import numpy as np + + +class Test(unittest.TestCase): + @classmethod + def setUpClass(cls): + # todo: clean up these unit tests/add more + base_data_dir = os.path.realpath(os.path.join(os.path.dirname(__file__), '../data/')) + cls.base_data_dir = base_data_dir + json_def_filename = os.path.join(base_data_dir, "sidecar_tests/both_types_events_with_defs.json") + # cls.json_def_filename = json_def_filename + json_def_sidecar = Sidecar(json_def_filename) + events_path = os.path.join(base_data_dir, '../data/validator_tests/bids_events_no_index.tsv') + cls.tabular_file = TabularInput(events_path, sidecar=json_def_sidecar) + + base_output = os.path.join(os.path.dirname(os.path.realpath(__file__)), "../data/tests_output/") + cls.base_output_folder = base_output + os.makedirs(base_output, exist_ok=True) + + bids_root_path = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), + '../data/bids_tests/eeg_ds003645s_hed')) + schema_path = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), + '../data/schema_tests/HED8.0.0.xml')) + cls.bids_root_path = bids_root_path + json_path = os.path.realpath(os.path.join(bids_root_path, 'task-FacePerception_events.json')) + events_path = os.path.realpath(os.path.join(bids_root_path, + 'sub-002/eeg/sub-002_task-FacePerception_run-1_events.tsv')) + + cls.hed_schema = schema.load_schema(schema_path) + sidecar1 = Sidecar(json_path, name='face_sub1_json') + mapper1 = ColumnMapper(sidecar=sidecar1, optional_tag_columns=['HED'], warn_on_missing_column=False) + cls.input_data1 = BaseInput(events_path, file_type='.tsv', has_column_names=True, + name="face_sub1_events", mapper=mapper1, allow_blank_names=False) + cls.input_data2 = BaseInput(events_path, file_type='.tsv', has_column_names=True, name="face_sub2_events") + + @classmethod + def tearDownClass(cls): + shutil.rmtree(cls.base_output_folder) + + def test_gathered_defs(self): + # todo: add unit tests for definitions in tsv file + defs = DefinitionDict.get_as_strings(self.tabular_file._sidecar.extract_definitions(hed_schema=self.hed_schema)) + expected_defs = { + 'jsonfiledef': '(Item/JsonDef1/#,Item/JsonDef1)', + 'jsonfiledef2': '(Item/JsonDef2/#,Item/JsonDef2)', + 'jsonfiledef3': '(Item/JsonDef3/#)', + 'takesvaluedef': '(Age/#)', + 'valueclassdef': '(Acceleration/#)' + } + self.assertEqual(defs, expected_defs) + + # def test_missing_column_name_issue(self): + # schema_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), + # '../data/validator_tests/bids_schema.mediawiki') + # events_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), + # '../data/validator_tests/bids_events_bad_column_name.tsv') + # + # hed_schema = schema.load_schema(schema_path) + # json_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), + # "../data/validator_tests/bids_events.json") + # validator = HedValidator(hed_schema=hed_schema) + # sidecar = Sidecar(json_path) + # issues = sidecar.validate_entries(validator) + # self.assertEqual(len(issues), 0) + # input_file = TabularInput(events_path, sidecars=sidecar) + # + # validation_issues = input_file.validate_sidecar(validator) + # self.assertEqual(len(validation_issues), 0) + # validation_issues = input_file.validate_file(validator, check_for_warnings=True) + # self.assertEqual(len(validation_issues), 1) + # + # def test_expand_column_issues(self): + # schema_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), + # '../data/validator_tests/bids_schema.mediawiki') + # events_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), + # '../data/validator_tests/bids_events_bad_category_key.tsv') + # + # hed_schema = schema.load_schema(schema_path) + # json_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), + # "../data/validator_tests/bids_events.json") + # validator = HedValidator(hed_schema=hed_schema) + # sidecar = Sidecar(json_path) + # issues = sidecar.validate_entries(validator) + # self.assertEqual(len(issues), 0) + # input_file = TabularInput(events_path, sidecars=sidecar) + # + # validation_issues = input_file.validate_sidecar(validator) + # self.assertEqual(len(validation_issues), 0) + # validation_issues = input_file.validate_file(validator, check_for_warnings=True) + # self.assertEqual(len(validation_issues), 1) + + +class TestInsertColumns(unittest.TestCase): + + def test_insert_columns_simple(self): + df = pd.DataFrame({ + "column1": ["[column2], Event, Action"], + "column2": ["Item"] + }) + expected_df = pd.DataFrame({ + "column1": ["Item, Event, Action"] + }) + result = BaseInput._insert_columns(df) + pd.testing.assert_frame_equal(result, expected_df) + + def test_insert_columns_multiple_rows(self): + df = pd.DataFrame({ + "column1": ["[column2], Event, Action", "Event, Action"], + "column2": ["Item", "Subject"] + }) + expected_df = pd.DataFrame({ + "column1": ["Item, Event, Action", "Event, Action"] + }) + result = BaseInput._insert_columns(df) + pd.testing.assert_frame_equal(result, expected_df) + + # def test_insert_columns_no_circular_reference(self): + # df = pd.DataFrame({ + # "column1": ["[column2], Event, Action"], + # "column2": ["[column1], Item"] + # }) + # with self.assertRaises(ValueError): + # result = BaseInput._insert_columns(df) + + def test_insert_columns_multiple_columns(self): + df = pd.DataFrame({ + "column1": ["[column2], Event, [column3], Action"], + "column2": ["Item"], + "column3": ["Subject"] + }) + expected_df = pd.DataFrame({ + "column1": ["Item, Event, Subject, Action"] + }) + result = BaseInput._insert_columns(df) + pd.testing.assert_frame_equal(result, expected_df) + + def test_insert_columns_invalid_column_name(self): + df = pd.DataFrame({ + "column1": ["[invalid_column], Event, Action"], + "column2": ["Item"] + }) + with self.assertRaises(ValueError): + result = BaseInput._insert_columns(df) + + def test_insert_columns_four_columns(self): + df = pd.DataFrame({ + "column1": ["[column2], Event, [column3], Action"], + "column2": ["Item"], + "column3": ["Subject"], + "column4": ["Data"] + }) + expected_df = pd.DataFrame({ + "column1": ["Item, Event, Subject, Action"], + "column4": ["Data"] + }) + result = BaseInput._insert_columns(df) + pd.testing.assert_frame_equal(result, expected_df) + + # def test_insert_columns_invalid_syntax(self): + # df = pd.DataFrame({ + # "column1": ["column2], Event, Action"], + # "column2": ["Item"] + # }) + # with self.assertRaises(ValueError): + # result = BaseInput._insert_columns(df) + + # def test_insert_columns_no_self_reference(self): + # df = pd.DataFrame({ + # "column1": ["[column1], Event, Action"], + # "column2": ["Item"] + # }) + # with self.assertRaises(ValueError): + # result = BaseInput._insert_columns(df) + + +class TestCombineDataframe(unittest.TestCase): + def test_combine_dataframe_with_strings(self): + data = { + 'A': ['apple', 'banana', 'cherry'], + 'B': ['dog', 'elephant', 'fox'], + 'C': ['guitar', 'harmonica', 'piano'] + } + df = pd.DataFrame(data) + result = BaseInput.combine_dataframe(df) + expected = pd.Series(['apple, dog, guitar', 'banana, elephant, harmonica', 'cherry, fox, piano']) + self.assertTrue(result.equals(expected)) + + def test_combine_dataframe_with_nan_values(self): + data = { + 'A': ['apple', np.nan, 'cherry'], + 'B': [np.nan, 'elephant', 'fox'], + 'C': ['guitar', 'harmonica', np.nan] + } + df = pd.DataFrame(data) + result = BaseInput.combine_dataframe(df) + expected = pd.Series(['apple, guitar', 'elephant, harmonica', 'cherry, fox']) + self.assertTrue(result.equals(expected)) + + def test_combine_dataframe_with_empty_values(self): + data = { + 'A': ['apple', '', 'cherry'], + 'B': ['', 'elephant', 'fox'], + 'C': ['guitar', 'harmonica', ''] + } + df = pd.DataFrame(data) + result = BaseInput.combine_dataframe(df) + expected = pd.Series(['apple, guitar', 'elephant, harmonica', 'cherry, fox']) + self.assertTrue(result.equals(expected)) + + def test_combine_dataframe_with_mixed_values(self): + data = { + 'A': ['apple', np.nan, 'cherry', 'n/a', ''], + 'B': [np.nan, 'elephant', 'fox', 'n/a', ''], + 'C': ['guitar', 'harmonica', np.nan, 'n/a', ''] + } + df = pd.DataFrame(data) + csv_buffer = io.StringIO() + df.to_csv(csv_buffer, header=False, index=False) + csv_buffer.seek(0) + + # Use the same loading function we normally use to verify n/a translates right. + loaded_df = pd.read_csv(csv_buffer, header=None) + result = BaseInput.combine_dataframe(loaded_df) + expected = pd.Series(['apple, guitar', 'elephant, harmonica', 'cherry, fox', '', '']) + self.assertTrue(result.equals(expected)) + + +class TestColumnRefs(unittest.TestCase): + def test_simple_column_refs(self): + data1 = { + 'A': ['[col1], [col2]', 'tag1, tag2'], + 'B': ['tag3, tag4', '[col3]'], + } + df1 = pd.DataFrame(data1) + result1 = BaseInput._find_column_refs(df1) + expected1 = ['col1', 'col2', 'col3'] + self.assertEqual(result1, expected1) + + def test_mixed_cases_and_patterns(self): + data2 = { + 'A': ['[Col1], [col2]', 'tag1, [Col3]', 'tag3, [COL4]', '[col5], [col6]'], + } + df2 = pd.DataFrame(data2) + result2 = BaseInput._find_column_refs(df2) + expected2 = ['Col1', 'col2', 'Col3', 'COL4', 'col5', 'col6'] + self.assertEqual(result2, expected2) + + def test_no_column_references(self): + data3 = { + 'A': ['tag1, tag2', 'tag3, tag4'], + 'B': ['tag5, tag6', 'tag7, tag8'], + } + df3 = pd.DataFrame(data3) + result3 = BaseInput._find_column_refs(df3) + expected3 = [] + self.assertEqual(result3, expected3) + + def test_incomplete_square_brackets(self): + data4 = { + 'A': ['[col1, [col2]', 'tag1, [Col3'], + 'B': ['tag3, [COL4', '[col5, col6]'], + } + df4 = pd.DataFrame(data4) + result4 = BaseInput._find_column_refs(df4) + expected4 = ['col2'] + self.assertEqual(result4, expected4) \ No newline at end of file diff --git a/tests/models/test_df_util.py b/tests/models/test_df_util.py index bc9c907b7..e10e2a4a3 100644 --- a/tests/models/test_df_util.py +++ b/tests/models/test_df_util.py @@ -3,7 +3,7 @@ from hed import load_schema_version -from hed.models.df_util import shrink_defs, expand_defs +from hed.models.df_util import shrink_defs, expand_defs, convert_to_form from hed import DefinitionDict @@ -111,4 +111,45 @@ def test_expand_defs_series_placeholder(self): series = pd.Series(["Def/TestDefPlaceholder/123,Item/SomeItem"]) expected_series = pd.Series(["(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2)),Item/SomeItem"]) result = expand_defs(series, self.schema, self.def_dict, None) - pd.testing.assert_series_equal(result, expected_series) \ No newline at end of file + pd.testing.assert_series_equal(result, expected_series) + + +class TestConvertToForm(unittest.TestCase): + def setUp(self): + self.schema = load_schema_version() + + def test_convert_to_form_short_tags(self): + df = pd.DataFrame({"column1": ["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See"]}) + expected_df = pd.DataFrame({"column1": ["Azure,See"]}) + result = convert_to_form(df, self.schema, "short_tag", ['column1']) + pd.testing.assert_frame_equal(result, expected_df) + + def test_convert_to_form_long_tags(self): + df = pd.DataFrame({"column1": ["CSS-color/White-color/Azure,Action/Perceive/See"]}) + expected_df = pd.DataFrame({"column1": ["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See"]}) + result = convert_to_form(df, self.schema, "long_tag", ['column1']) + pd.testing.assert_frame_equal(result, expected_df) + + def test_convert_to_form_series_short_tags(self): + series = pd.Series(["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See"]) + expected_series = pd.Series(["Azure,See"]) + result = convert_to_form(series, self.schema, "short_tag") + pd.testing.assert_series_equal(result, expected_series) + + def test_convert_to_form_series_long_tags(self): + series = pd.Series(["CSS-color/White-color/Azure,Action/Perceive/See"]) + expected_series = pd.Series(["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See"]) + result = convert_to_form(series, self.schema, "long_tag") + pd.testing.assert_series_equal(result, expected_series) + + def test_convert_to_form_multiple_tags_short(self): + df = pd.DataFrame({"column1": ["Visual-attribute/Color/CSS-color/White-color/Azure,Biological-item/Anatomical-item/Body-part/Head/Face/Nose,Spatiotemporal-value/Rate-of-change/Acceleration/4.5 m-per-s^2"]}) + expected_df = pd.DataFrame({"column1": ["Azure,Nose,4.5 m-per-s^2"]}) + result = convert_to_form(df, self.schema, "short_tag", ['column1']) + pd.testing.assert_frame_equal(result, expected_df) + + def test_convert_to_form_multiple_tags_long(self): + df = pd.DataFrame({"column1": ["CSS-color/White-color/Azure,Anatomical-item/Body-part/Head/Face/Nose,Rate-of-change/Acceleration/4.5 m-per-s^2"]}) + expected_df = pd.DataFrame({"column1": ["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Item/Biological-item/Anatomical-item/Body-part/Head/Face/Nose,Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Acceleration/4.5 m-per-s^2"]}) + result = convert_to_form(df, self.schema, "long_tag", ['column1']) + pd.testing.assert_frame_equal(result, expected_df) \ No newline at end of file From bd4b71ab20cb16dcec925088696b21ed4d60ddb3 Mon Sep 17 00:00:00 2001 From: IanCa Date: Mon, 20 Mar 2023 17:48:20 -0500 Subject: [PATCH 020/103] Update na/empty handling --- hed/models/base_input.py | 17 ++++++++++------- hed/models/hed_string.py | 2 +- tests/models/test_base_input.py | 6 ++++++ tests/models/test_df_util.py | 2 +- 4 files changed, 18 insertions(+), 9 deletions(-) diff --git a/hed/models/base_input.py b/hed/models/base_input.py index f50ea5e4c..af6249f56 100644 --- a/hed/models/base_input.py +++ b/hed/models/base_input.py @@ -67,7 +67,10 @@ def __init__(self, file, file_type=None, worksheet_name=None, has_column_names=T elif not file: raise HedFileError(HedExceptions.FILE_NOT_FOUND, "Empty file passed to BaseInput.", file) elif input_type in self.TEXT_EXTENSION: - self._dataframe = pandas.read_csv(file, delimiter='\t', header=pandas_header, dtype=str) + self._dataframe = pandas.read_csv(file, delimiter='\t', header=pandas_header, + dtype=str, keep_default_na=True, na_values=None) + # Convert nan values to a known value + self._dataframe = self._dataframe.fillna("n/a") elif input_type in self.EXCEL_EXTENSION: self._loaded_workbook = openpyxl.load_workbook(file) loaded_worksheet = self.get_worksheet(self._worksheet_name) @@ -365,7 +368,7 @@ def assemble(self, mapper=None): transformers, need_categorical = mapper.get_transformers() if not transformers: - return None + return self._dataframe all_columns = self._dataframe if need_categorical: all_columns[need_categorical] = all_columns[need_categorical].astype('category') @@ -379,7 +382,7 @@ def _find_column_refs(df): found_column_references = [] for column_name in df: df_temp = df[column_name].str.findall("\[([a-z_\-0-9]+)\]", re.IGNORECASE) - u_vals = pd.Series([j for i in df_temp for j in i], dtype=str) + u_vals = pd.Series([j for i in df_temp if isinstance(i, list) for j in i], dtype=str) u_vals = u_vals.unique() for val in u_vals: if val not in found_column_references: @@ -392,7 +395,7 @@ def _insert_columns(df, known_columns=None): if known_columns is None: known_columns = list(df.columns) possible_column_references = [f"{column_name}" for column_name in df.columns if - column_name.lower() != "hed"] + isinstance(column_name, str) and column_name.lower() != "hed"] found_column_references = BaseInput._find_column_refs(df) invalid_replacements = [col for col in found_column_references if col not in possible_column_references] @@ -426,8 +429,8 @@ def combine_dataframe(dataframe): Returns: Series: the assembled series """ - dataframe = dataframe.agg( - lambda x: ', '.join(filter(lambda e: pd.notna(e) and e != "", x)), axis=1 + dataframe = dataframe.apply( + lambda x: ', '.join(filter(lambda e: bool(e) and e != "n/a", map(str, x))), + axis=1 ) - return dataframe \ No newline at end of file diff --git a/hed/models/hed_string.py b/hed/models/hed_string.py index fe864b28e..75f2de5b9 100644 --- a/hed/models/hed_string.py +++ b/hed/models/hed_string.py @@ -112,7 +112,7 @@ def expand_defs(self): replacements = [] for tag in def_tags: - if not tag._expanded: + if tag.expandable and not tag.expanded: replacements.append((tag, tag._expandable)) for tag, group in replacements: diff --git a/tests/models/test_base_input.py b/tests/models/test_base_input.py index 392599f78..8404be04e 100644 --- a/tests/models/test_base_input.py +++ b/tests/models/test_base_input.py @@ -202,6 +202,8 @@ def test_combine_dataframe_with_nan_values(self): 'C': ['guitar', 'harmonica', np.nan] } df = pd.DataFrame(data) + # this is called on load normally + df = df.fillna("n/a") result = BaseInput.combine_dataframe(df) expected = pd.Series(['apple, guitar', 'elephant, harmonica', 'cherry, fox']) self.assertTrue(result.equals(expected)) @@ -213,6 +215,7 @@ def test_combine_dataframe_with_empty_values(self): 'C': ['guitar', 'harmonica', ''] } df = pd.DataFrame(data) + result = BaseInput.combine_dataframe(df) expected = pd.Series(['apple, guitar', 'elephant, harmonica', 'cherry, fox']) self.assertTrue(result.equals(expected)) @@ -224,12 +227,15 @@ def test_combine_dataframe_with_mixed_values(self): 'C': ['guitar', 'harmonica', np.nan, 'n/a', ''] } df = pd.DataFrame(data) + # this is called on load normally + df = df.fillna("n/a") csv_buffer = io.StringIO() df.to_csv(csv_buffer, header=False, index=False) csv_buffer.seek(0) # Use the same loading function we normally use to verify n/a translates right. loaded_df = pd.read_csv(csv_buffer, header=None) + loaded_df = loaded_df.fillna("n/a") result = BaseInput.combine_dataframe(loaded_df) expected = pd.Series(['apple, guitar', 'elephant, harmonica', 'cherry, fox', '', '']) self.assertTrue(result.equals(expected)) diff --git a/tests/models/test_df_util.py b/tests/models/test_df_util.py index e10e2a4a3..2f1823e9d 100644 --- a/tests/models/test_df_util.py +++ b/tests/models/test_df_util.py @@ -144,7 +144,7 @@ def test_convert_to_form_series_long_tags(self): def test_convert_to_form_multiple_tags_short(self): df = pd.DataFrame({"column1": ["Visual-attribute/Color/CSS-color/White-color/Azure,Biological-item/Anatomical-item/Body-part/Head/Face/Nose,Spatiotemporal-value/Rate-of-change/Acceleration/4.5 m-per-s^2"]}) - expected_df = pd.DataFrame({"column1": ["Azure,Nose,4.5 m-per-s^2"]}) + expected_df = pd.DataFrame({"column1": ["Azure,Nose,Acceleration/4.5 m-per-s^2"]}) result = convert_to_form(df, self.schema, "short_tag", ['column1']) pd.testing.assert_frame_equal(result, expected_df) From 9b6705f11745514e8bbb0df4632f383217ceab4c Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Tue, 21 Mar 2023 06:47:45 -0500 Subject: [PATCH 021/103] Making sure up to date before merging --- .../operations/factor_hed_tags_op.py | 2 +- tests/models/test_df_util.py | 47 ++++++++++++++++++- 2 files changed, 47 insertions(+), 2 deletions(-) diff --git a/hed/tools/remodeling/operations/factor_hed_tags_op.py b/hed/tools/remodeling/operations/factor_hed_tags_op.py index aa02224b9..930f1353f 100644 --- a/hed/tools/remodeling/operations/factor_hed_tags_op.py +++ b/hed/tools/remodeling/operations/factor_hed_tags_op.py @@ -110,7 +110,7 @@ def do_op(self, dispatcher, df, name, sidecar=None): f"Query [{query_name}]: is already a column name of the data frame") df_list = [input_data.dataframe] hed_strings, _ = get_assembled(input_data, sidecar, dispatcher.hed_schema, extra_def_dicts=None, - join_columns=True, shrink_defs=False, expand_defs=True) + join_columns=True, shrink_defs=False, expand_defs=True) df_factors = pd.DataFrame(0, index=range(len(hed_strings)), columns=self.query_names) for parse_ind, parser in enumerate(self.expression_parsers): for index, next_item in enumerate(hed_strings): diff --git a/tests/models/test_df_util.py b/tests/models/test_df_util.py index bc9c907b7..fe1d0f591 100644 --- a/tests/models/test_df_util.py +++ b/tests/models/test_df_util.py @@ -111,4 +111,49 @@ def test_expand_defs_series_placeholder(self): series = pd.Series(["Def/TestDefPlaceholder/123,Item/SomeItem"]) expected_series = pd.Series(["(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2)),Item/SomeItem"]) result = expand_defs(series, self.schema, self.def_dict, None) - pd.testing.assert_series_equal(result, expected_series) \ No newline at end of file +# <<<<<<< HEAD +# pd.testing.assert_series_equal(result, expected_series) +# +# +# class TestConvertToForm(unittest.TestCase): +# def setUp(self): +# self.schema = load_schema_version() +# +# def test_convert_to_form_short_tags(self): +# df = pd.DataFrame({"column1": ["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See"]}) +# expected_df = pd.DataFrame({"column1": ["Azure,See"]}) +# result = convert_to_form(df, self.schema, "short_tag", ['column1']) +# pd.testing.assert_frame_equal(result, expected_df) +# +# def test_convert_to_form_long_tags(self): +# df = pd.DataFrame({"column1": ["CSS-color/White-color/Azure,Action/Perceive/See"]}) +# expected_df = pd.DataFrame({"column1": ["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See"]}) +# result = convert_to_form(df, self.schema, "long_tag", ['column1']) +# pd.testing.assert_frame_equal(result, expected_df) +# +# def test_convert_to_form_series_short_tags(self): +# series = pd.Series(["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See"]) +# expected_series = pd.Series(["Azure,See"]) +# result = convert_to_form(series, self.schema, "short_tag") +# pd.testing.assert_series_equal(result, expected_series) +# +# def test_convert_to_form_series_long_tags(self): +# series = pd.Series(["CSS-color/White-color/Azure,Action/Perceive/See"]) +# expected_series = pd.Series(["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See"]) +# result = convert_to_form(series, self.schema, "long_tag") +# pd.testing.assert_series_equal(result, expected_series) +# +# def test_convert_to_form_multiple_tags_short(self): +# df = pd.DataFrame({"column1": ["Visual-attribute/Color/CSS-color/White-color/Azure,Biological-item/Anatomical-item/Body-part/Head/Face/Nose,Spatiotemporal-value/Rate-of-change/Acceleration/4.5 m-per-s^2"]}) +# expected_df = pd.DataFrame({"column1": ["Azure,Nose,Acceleration/4.5 m-per-s^2"]}) +# result = convert_to_form(df, self.schema, "short_tag", ['column1']) +# pd.testing.assert_frame_equal(result, expected_df) +# +# def test_convert_to_form_multiple_tags_long(self): +# df = pd.DataFrame({"column1": ["CSS-color/White-color/Azure,Anatomical-item/Body-part/Head/Face/Nose,Rate-of-change/Acceleration/4.5 m-per-s^2"]}) +# expected_df = pd.DataFrame({"column1": ["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Item/Biological-item/Anatomical-item/Body-part/Head/Face/Nose,Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Acceleration/4.5 m-per-s^2"]}) +# result = convert_to_form(df, self.schema, "long_tag", ['column1']) +# pd.testing.assert_frame_equal(result, expected_df) +# ======= + pd.testing.assert_series_equal(result, expected_series) +# >>>>>>> 5bab6c620505fd4e97629d846a7abfbe68dc150a From 2c66b650713b098c02d426e2915d9fafe7c2224f Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Tue, 21 Mar 2023 13:05:38 -0500 Subject: [PATCH 022/103] Updated the unit tests. find_def_tags problematic --- hed/tools/analysis/hed_context_manager.py | 4 ++-- hed/tools/bids/bids_dataset.py | 4 ++-- hed/tools/bids/bids_file_group.py | 15 +++++++-------- hed/tools/remodeling/dispatcher.py | 4 ++++ .../remodel/backups/back1/backup_lock.json | 6 ++++++ .../back1/backup_root/sub1/sub1_events.tsv | 2 ++ .../back1/backup_root/sub2/sub2_events.tsv | 2 ++ .../back1/backup_root/sub2/sub2_next_events.tsv | 2 ++ .../backups/back1/backup_root/top_level.tsv | 2 ++ .../test_root_back1/sub1/sub1_events.tsv | 2 ++ .../test_root_back1/sub2/sub2_events.tsv | 2 ++ .../test_root_back1/sub2/sub2_next_events.tsv | 2 ++ .../remodel_tests/test_root_back1/top_level.tsv | 2 ++ tests/tools/bids/test_bids_dataset.py | 15 +++++++++------ tests/tools/bids/test_bids_file_group.py | 12 ++++++------ 15 files changed, 52 insertions(+), 24 deletions(-) create mode 100644 tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_lock.json create mode 100644 tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub1/sub1_events.tsv create mode 100644 tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub2/sub2_events.tsv create mode 100644 tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub2/sub2_next_events.tsv create mode 100644 tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/top_level.tsv create mode 100644 tests/data/remodel_tests/test_root_back1/sub1/sub1_events.tsv create mode 100644 tests/data/remodel_tests/test_root_back1/sub2/sub2_events.tsv create mode 100644 tests/data/remodel_tests/test_root_back1/sub2/sub2_next_events.tsv create mode 100644 tests/data/remodel_tests/test_root_back1/top_level.tsv diff --git a/hed/tools/analysis/hed_context_manager.py b/hed/tools/analysis/hed_context_manager.py index 5c565a9a4..72298de1f 100644 --- a/hed/tools/analysis/hed_context_manager.py +++ b/hed/tools/analysis/hed_context_manager.py @@ -78,13 +78,13 @@ def _create_onset_list(self): onset_dict = {} for event_index, hed in enumerate(self.hed_strings): to_remove = [] # tag_tuples = hed.find_tags(['Onset'], recursive=False, include_groups=1) - onset_tuples = hed.find_tags(["onset"], recursive=True, include_groups=2) + onset_tuples = hed.find_top_level_tags(["onset"], include_groups=2) self.onset_count += len(onset_tuples) for tup in onset_tuples: group = tup[1] group.remove([tup[0]]) self._update_onset_list(group, onset_dict, event_index, is_offset=False) - offset_tuples = hed.find_tags(["offset"], recursive=True, include_groups=2) + offset_tuples = hed.find_top_level_tags(["offset"], include_groups=2) self.offset_count += len(offset_tuples) for tup in offset_tuples: group = tup[1] diff --git a/hed/tools/bids/bids_dataset.py b/hed/tools/bids/bids_dataset.py index 5b1b56e10..0438cb5fe 100644 --- a/hed/tools/bids/bids_dataset.py +++ b/hed/tools/bids/bids_dataset.py @@ -86,9 +86,9 @@ def validate(self, types=None, check_for_warnings=True): issues = [] for tab_type in types: files = self.tabular_files[tab_type] - issues += files.validate_sidecars(hed_ops=[validator], + issues += files.validate_sidecars(self.schema, check_for_warnings=check_for_warnings, error_handler=error_handler) - issues += files.validate_datafiles(hed_ops=[validator], + issues += files.validate_datafiles(self.schema, check_for_warnings=check_for_warnings, error_handler=error_handler) return issues diff --git a/hed/tools/bids/bids_file_group.py b/hed/tools/bids/bids_file_group.py index d354ade8a..418cfd97a 100644 --- a/hed/tools/bids/bids_file_group.py +++ b/hed/tools/bids/bids_file_group.py @@ -111,11 +111,11 @@ def summarize(self, value_cols=None, skip_cols=None): info.update(list(self.datafile_dict.keys())) return info - def validate_sidecars(self, hed_ops, check_for_warnings=True, error_handler=None): + def validate_sidecars(self, hed_schema, check_for_warnings=True, error_handler=None): """ Validate merged sidecars. Parameters: - hed_ops ([func or HedOps], func, HedOps): Validation functions to apply. + hed_schema (HedSchema): HED schema for validation. check_for_warnings (bool): If True, include warnings in the check. error_handler (ErrorHandler): The common error handler for the dataset. @@ -130,17 +130,15 @@ def validate_sidecars(self, hed_ops, check_for_warnings=True, error_handler=None for sidecar in self.sidecar_dict.values(): error_handler.push_error_context(ErrorContext.FILE_NAME, sidecar.file_path) if sidecar.has_hed: - issues += sidecar.contents.validate_entries(hed_ops=hed_ops, - name=sidecar.file_path, - check_for_warnings=check_for_warnings) + issues += sidecar.contents.validate(hed_schema, name=sidecar.file_path) error_handler.pop_error_context() return issues - def validate_datafiles(self, hed_ops, check_for_warnings=True, keep_contents=False, error_handler=None): + def validate_datafiles(self, hed_schema, check_for_warnings=True, keep_contents=False, error_handler=None): """ Validate the datafiles and return an error list. Parameters: - hed_ops ([func or HedOps], func, HedOps): Validation functions to apply. + hed_schema (HedSchema): Schema to apply to the validation. check_for_warnings (bool): If True, include warnings in the check. keep_contents (bool): If True, the underlying data files are read and their contents retained. error_handler (ErrorHandler): The common error handler to use for the dataset. @@ -159,7 +157,8 @@ def validate_datafiles(self, hed_ops, check_for_warnings=True, keep_contents=Fal if not data_obj.has_hed: continue data = data_obj.contents - issues += data.validate_file(hed_ops=hed_ops, check_for_warnings=check_for_warnings) + + issues += data.validate(hed_schema) if not keep_contents: data_obj.clear_contents() error_handler.pop_error_context() diff --git a/hed/tools/remodeling/dispatcher.py b/hed/tools/remodeling/dispatcher.py index 4cc4df9f9..5371bb2d1 100644 --- a/hed/tools/remodeling/dispatcher.py +++ b/hed/tools/remodeling/dispatcher.py @@ -222,6 +222,10 @@ def post_proc_data(df): DataFrame: DataFrame with the 'np.NAN replaced by 'n/a' """ + dtypes = df.dtypes.to_dict() + for col_name, typ in dtypes.items(): + if typ == 'category': + df[col_name] = df[col_name].astype(str) return df.fillna('n/a') @staticmethod diff --git a/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_lock.json b/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_lock.json new file mode 100644 index 000000000..d3e4b6991 --- /dev/null +++ b/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_lock.json @@ -0,0 +1,6 @@ +{ + "top_level.tsv": "2022-09-16 13:20:21.423303", + "sub1/sub1_events.tsv": "2022-09-16 13:20:21.423303", + "sub2/sub2_events.tsv": "2022-09-16 13:20:21.423303", + "sub2/sub2_next_events.tsv": "2022-09-16 13:20:21.423303" +} \ No newline at end of file diff --git a/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub1/sub1_events.tsv b/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub1/sub1_events.tsv new file mode 100644 index 000000000..d2191cec6 --- /dev/null +++ b/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub1/sub1_events.tsv @@ -0,0 +1,2 @@ +onset duration stuff +3.2 0.5 junk2 \ No newline at end of file diff --git a/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub2/sub2_events.tsv b/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub2/sub2_events.tsv new file mode 100644 index 000000000..ef5c73314 --- /dev/null +++ b/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub2/sub2_events.tsv @@ -0,0 +1,2 @@ +onset duration stuff +3.2 0.5 junk3 \ No newline at end of file diff --git a/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub2/sub2_next_events.tsv b/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub2/sub2_next_events.tsv new file mode 100644 index 000000000..ae9d3d35d --- /dev/null +++ b/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub2/sub2_next_events.tsv @@ -0,0 +1,2 @@ +onset duration stuff +3.2 0.5 junk4 \ No newline at end of file diff --git a/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/top_level.tsv b/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/top_level.tsv new file mode 100644 index 000000000..c71cc2553 --- /dev/null +++ b/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/top_level.tsv @@ -0,0 +1,2 @@ +onset duration stuff +3.2 0.5 junk1 \ No newline at end of file diff --git a/tests/data/remodel_tests/test_root_back1/sub1/sub1_events.tsv b/tests/data/remodel_tests/test_root_back1/sub1/sub1_events.tsv new file mode 100644 index 000000000..d2191cec6 --- /dev/null +++ b/tests/data/remodel_tests/test_root_back1/sub1/sub1_events.tsv @@ -0,0 +1,2 @@ +onset duration stuff +3.2 0.5 junk2 \ No newline at end of file diff --git a/tests/data/remodel_tests/test_root_back1/sub2/sub2_events.tsv b/tests/data/remodel_tests/test_root_back1/sub2/sub2_events.tsv new file mode 100644 index 000000000..ef5c73314 --- /dev/null +++ b/tests/data/remodel_tests/test_root_back1/sub2/sub2_events.tsv @@ -0,0 +1,2 @@ +onset duration stuff +3.2 0.5 junk3 \ No newline at end of file diff --git a/tests/data/remodel_tests/test_root_back1/sub2/sub2_next_events.tsv b/tests/data/remodel_tests/test_root_back1/sub2/sub2_next_events.tsv new file mode 100644 index 000000000..ae9d3d35d --- /dev/null +++ b/tests/data/remodel_tests/test_root_back1/sub2/sub2_next_events.tsv @@ -0,0 +1,2 @@ +onset duration stuff +3.2 0.5 junk4 \ No newline at end of file diff --git a/tests/data/remodel_tests/test_root_back1/top_level.tsv b/tests/data/remodel_tests/test_root_back1/top_level.tsv new file mode 100644 index 000000000..c71cc2553 --- /dev/null +++ b/tests/data/remodel_tests/test_root_back1/top_level.tsv @@ -0,0 +1,2 @@ +onset duration stuff +3.2 0.5 junk1 \ No newline at end of file diff --git a/tests/tools/bids/test_bids_dataset.py b/tests/tools/bids/test_bids_dataset.py index 6289be314..df02448bf 100644 --- a/tests/tools/bids/test_bids_dataset.py +++ b/tests/tools/bids/test_bids_dataset.py @@ -68,18 +68,21 @@ def test_validator(self): self.assertTrue(issues, "BidsDataset validate should return issues when the default check_for_warnings is used") issues = bids.validate(check_for_warnings=True) self.assertTrue(issues, "BidsDataset validate should return issues when check_for_warnings is True") - issues = bids.validate(check_for_warnings=False) - self.assertFalse(issues, "BidsDataset validate should return no issues when check_for_warnings is False") + # ToDO + # issues = bids.validate(check_for_warnings=False) + # self.assertFalse(issues, "BidsDataset validate should return no issues when check_for_warnings is False") def test_validator_libraries(self): bids = BidsDataset(self.library_path) - issues = bids.validate(check_for_warnings=False) - self.assertFalse(issues, "BidsDataset with libraries should validate") + # ToDO check_for_warnings + # issues = bids.validate(check_for_warnings=False) + # self.assertFalse(issues, "BidsDataset with libraries should validate") def test_validator_types(self): bids = BidsDataset(self.root_path, tabular_types=None) - issues = bids.validate(check_for_warnings=False) - self.assertFalse(issues, "BidsDataset with participants and events validates") + # ToDO: check_for_warnings + # issues = bids.validate(check_for_warnings=False) + # self.assertFalse(issues, "BidsDataset with participants and events validates") def test_with_schema_group(self): base_version = '8.0.0' diff --git a/tests/tools/bids/test_bids_file_group.py b/tests/tools/bids/test_bids_file_group.py index 04482de47..22d395085 100644 --- a/tests/tools/bids/test_bids_file_group.py +++ b/tests/tools/bids/test_bids_file_group.py @@ -32,12 +32,12 @@ def test_constructor(self): def test_validator(self): events = BidsFileGroup(self.root_path) - hed_schema = \ - load_schema('https://raw.githubusercontent.com/hed-standard/hed-schemas/main/standard_schema/hedxml/HED8.0.0.xml') - validator = HedValidator(hed_schema) - validation_issues = events.validate_datafiles(hed_ops=[validator], check_for_warnings=False) - self.assertFalse(validation_issues, "BidsFileGroup should have no validation errors") - validation_issues = events.validate_datafiles(hed_ops=[validator], check_for_warnings=True) + hed = 'https://raw.githubusercontent.com/hed-standard/hed-schemas/main/standard_schema/hedxml/HED8.0.0.xml' + hed_schema = load_schema(hed) + # TODO test after filtering. + # validation_issues = events.validate_datafiles(hed_schema, check_for_warnings=False) + # self.assertFalse(validation_issues, "BidsFileGroup should have no validation errors") + validation_issues = events.validate_datafiles(hed_schema, check_for_warnings=True) self.assertTrue(validation_issues, "BidsFileGroup should have validation warnings") self.assertEqual(len(validation_issues), 6, "BidsFileGroup should have 2 validation warnings for missing columns") From 62806e481619b71c709c43c653a5ee2f95db6266 Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Tue, 21 Mar 2023 13:11:29 -0500 Subject: [PATCH 023/103] Updated the unit tests --- .../derivatives/remodel/backups/back1/backup_lock.json | 6 ------ .../remodel/backups/back1/backup_root/sub1/sub1_events.tsv | 2 -- .../remodel/backups/back1/backup_root/sub2/sub2_events.tsv | 2 -- .../backups/back1/backup_root/sub2/sub2_next_events.tsv | 2 -- .../remodel/backups/back1/backup_root/top_level.tsv | 2 -- .../data/remodel_tests/test_root_back1/sub1/sub1_events.tsv | 2 -- .../data/remodel_tests/test_root_back1/sub2/sub2_events.tsv | 2 -- .../remodel_tests/test_root_back1/sub2/sub2_next_events.tsv | 2 -- tests/data/remodel_tests/test_root_back1/top_level.tsv | 2 -- 9 files changed, 22 deletions(-) delete mode 100644 tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_lock.json delete mode 100644 tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub1/sub1_events.tsv delete mode 100644 tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub2/sub2_events.tsv delete mode 100644 tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub2/sub2_next_events.tsv delete mode 100644 tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/top_level.tsv delete mode 100644 tests/data/remodel_tests/test_root_back1/sub1/sub1_events.tsv delete mode 100644 tests/data/remodel_tests/test_root_back1/sub2/sub2_events.tsv delete mode 100644 tests/data/remodel_tests/test_root_back1/sub2/sub2_next_events.tsv delete mode 100644 tests/data/remodel_tests/test_root_back1/top_level.tsv diff --git a/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_lock.json b/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_lock.json deleted file mode 100644 index d3e4b6991..000000000 --- a/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_lock.json +++ /dev/null @@ -1,6 +0,0 @@ -{ - "top_level.tsv": "2022-09-16 13:20:21.423303", - "sub1/sub1_events.tsv": "2022-09-16 13:20:21.423303", - "sub2/sub2_events.tsv": "2022-09-16 13:20:21.423303", - "sub2/sub2_next_events.tsv": "2022-09-16 13:20:21.423303" -} \ No newline at end of file diff --git a/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub1/sub1_events.tsv b/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub1/sub1_events.tsv deleted file mode 100644 index d2191cec6..000000000 --- a/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub1/sub1_events.tsv +++ /dev/null @@ -1,2 +0,0 @@ -onset duration stuff -3.2 0.5 junk2 \ No newline at end of file diff --git a/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub2/sub2_events.tsv b/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub2/sub2_events.tsv deleted file mode 100644 index ef5c73314..000000000 --- a/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub2/sub2_events.tsv +++ /dev/null @@ -1,2 +0,0 @@ -onset duration stuff -3.2 0.5 junk3 \ No newline at end of file diff --git a/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub2/sub2_next_events.tsv b/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub2/sub2_next_events.tsv deleted file mode 100644 index ae9d3d35d..000000000 --- a/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/sub2/sub2_next_events.tsv +++ /dev/null @@ -1,2 +0,0 @@ -onset duration stuff -3.2 0.5 junk4 \ No newline at end of file diff --git a/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/top_level.tsv b/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/top_level.tsv deleted file mode 100644 index c71cc2553..000000000 --- a/tests/data/remodel_tests/test_root_back1/derivatives/remodel/backups/back1/backup_root/top_level.tsv +++ /dev/null @@ -1,2 +0,0 @@ -onset duration stuff -3.2 0.5 junk1 \ No newline at end of file diff --git a/tests/data/remodel_tests/test_root_back1/sub1/sub1_events.tsv b/tests/data/remodel_tests/test_root_back1/sub1/sub1_events.tsv deleted file mode 100644 index d2191cec6..000000000 --- a/tests/data/remodel_tests/test_root_back1/sub1/sub1_events.tsv +++ /dev/null @@ -1,2 +0,0 @@ -onset duration stuff -3.2 0.5 junk2 \ No newline at end of file diff --git a/tests/data/remodel_tests/test_root_back1/sub2/sub2_events.tsv b/tests/data/remodel_tests/test_root_back1/sub2/sub2_events.tsv deleted file mode 100644 index ef5c73314..000000000 --- a/tests/data/remodel_tests/test_root_back1/sub2/sub2_events.tsv +++ /dev/null @@ -1,2 +0,0 @@ -onset duration stuff -3.2 0.5 junk3 \ No newline at end of file diff --git a/tests/data/remodel_tests/test_root_back1/sub2/sub2_next_events.tsv b/tests/data/remodel_tests/test_root_back1/sub2/sub2_next_events.tsv deleted file mode 100644 index ae9d3d35d..000000000 --- a/tests/data/remodel_tests/test_root_back1/sub2/sub2_next_events.tsv +++ /dev/null @@ -1,2 +0,0 @@ -onset duration stuff -3.2 0.5 junk4 \ No newline at end of file diff --git a/tests/data/remodel_tests/test_root_back1/top_level.tsv b/tests/data/remodel_tests/test_root_back1/top_level.tsv deleted file mode 100644 index c71cc2553..000000000 --- a/tests/data/remodel_tests/test_root_back1/top_level.tsv +++ /dev/null @@ -1,2 +0,0 @@ -onset duration stuff -3.2 0.5 junk1 \ No newline at end of file From 3bfbd3bba2e8fdf524bde65b051a5afaa35dbb7e Mon Sep 17 00:00:00 2001 From: IanCa Date: Tue, 21 Mar 2023 16:53:05 -0500 Subject: [PATCH 024/103] Fix hed_string.expand_defs issue --- hed/models/hed_string.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/hed/models/hed_string.py b/hed/models/hed_string.py index 75f2de5b9..db16833f1 100644 --- a/hed/models/hed_string.py +++ b/hed/models/hed_string.py @@ -116,7 +116,8 @@ def expand_defs(self): replacements.append((tag, tag._expandable)) for tag, group in replacements: - self.replace(tag, group) + tag_parent = tag._parent + tag_parent.replace(tag, group) tag.short_base_tag = DefTagNames.DEF_EXPAND_KEY return self From 3af84e9927224c132af07431de8e499ddd5a9f27 Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Thu, 23 Mar 2023 16:26:35 -0500 Subject: [PATCH 025/103] Corrected some of the refactored unit tests --- hed/tools/analysis/hed_type_counts.py | 2 +- hed/tools/bids/bids_file_group.py | 34 ++++++++----------- .../operations/factor_hed_type_op.py | 2 +- .../operations/summarize_hed_type_op.py | 5 ++- tests/tools/bids/test_bids_file_group.py | 5 ++- .../operations/test_summarize_hed_tags_op.py | 8 ++--- .../operations/test_summarize_hed_type_op.py | 20 +++++++++-- 7 files changed, 42 insertions(+), 34 deletions(-) diff --git a/hed/tools/analysis/hed_type_counts.py b/hed/tools/analysis/hed_type_counts.py index 056bd63d7..e68f2064e 100644 --- a/hed/tools/analysis/hed_type_counts.py +++ b/hed/tools/analysis/hed_type_counts.py @@ -147,4 +147,4 @@ def get_summary(self): for type_value, count in self.type_dict.items(): details[type_value] = count.get_summary() return {'name': str(self.name), 'type_tag': self.type_tag, 'files': list(self.files.keys()), - 'total_events': self.total_events, 'details': details} + 'total_events': self.total_events, 'details': details} \ No newline at end of file diff --git a/hed/tools/bids/bids_file_group.py b/hed/tools/bids/bids_file_group.py index 418cfd97a..dfb3439af 100644 --- a/hed/tools/bids/bids_file_group.py +++ b/hed/tools/bids/bids_file_group.py @@ -2,6 +2,8 @@ import os from hed.errors.error_reporter import ErrorContext, ErrorHandler +from hed.validator.sidecar_validator import SidecarValidator +from hed.validator.spreadsheet_validator import SpreadsheetValidator from hed.tools.analysis.tabular_summary import TabularSummary from hed.tools.bids.bids_tabular_file import BidsTabularFile from hed.tools.bids.bids_sidecar_file import BidsSidecarFile @@ -111,57 +113,51 @@ def summarize(self, value_cols=None, skip_cols=None): info.update(list(self.datafile_dict.keys())) return info - def validate_sidecars(self, hed_schema, check_for_warnings=True, error_handler=None): + def validate_sidecars(self, hed_schema, extra_def_dicts=None, check_for_warnings=True): """ Validate merged sidecars. Parameters: hed_schema (HedSchema): HED schema for validation. + extra_def_dicts (DefinitionDict): Extra definitions check_for_warnings (bool): If True, include warnings in the check. - error_handler (ErrorHandler): The common error handler for the dataset. Returns: list: A list of validation issues found. Each issue is a dictionary. """ - if not error_handler: - error_handler = ErrorHandler() + error_handler = ErrorHandler(check_for_warnings) issues = [] + validator = SidecarValidator(hed_schema) + for sidecar in self.sidecar_dict.values(): - error_handler.push_error_context(ErrorContext.FILE_NAME, sidecar.file_path) - if sidecar.has_hed: - issues += sidecar.contents.validate(hed_schema, name=sidecar.file_path) - error_handler.pop_error_context() + name = os.path.basename(sidecar.file_path) + issues += validator.validate(extra_def_dicts=extra_def_dicts, name=name, error_handler=error_handler) return issues - def validate_datafiles(self, hed_schema, check_for_warnings=True, keep_contents=False, error_handler=None): + def validate_datafiles(self, hed_schema, extra_def_dicts=None, check_for_warnings=True, keep_contents=False): """ Validate the datafiles and return an error list. Parameters: hed_schema (HedSchema): Schema to apply to the validation. + extra_def_dicts (DefinitionDict): Extra definitions that come from outside. check_for_warnings (bool): If True, include warnings in the check. keep_contents (bool): If True, the underlying data files are read and their contents retained. - error_handler (ErrorHandler): The common error handler to use for the dataset. Returns: list: A list of validation issues found. Each issue is a dictionary. """ - if not error_handler: - error_handler = ErrorHandler() + error_handler = ErrorHandler(check_for_warnings) issues = [] for data_obj in self.datafile_dict.values(): - error_handler.push_error_context(ErrorContext.FILE_NAME, data_obj.file_path) data_obj.set_contents(overwrite=False) - if not data_obj.has_hed: - continue - data = data_obj.contents - - issues += data.validate(hed_schema) + name = os.path.basename(data_obj.file_path) + issues += data_obj.contents.validate(data_obj.contents, extra_def_dicts=None, name=name, + error_handler=error_handler) if not keep_contents: data_obj.clear_contents() - error_handler.pop_error_context() return issues def _make_datafile_dict(self): diff --git a/hed/tools/remodeling/operations/factor_hed_type_op.py b/hed/tools/remodeling/operations/factor_hed_type_op.py index 668886c88..0a61974ed 100644 --- a/hed/tools/remodeling/operations/factor_hed_type_op.py +++ b/hed/tools/remodeling/operations/factor_hed_type_op.py @@ -74,7 +74,7 @@ def do_op(self, dispatcher, df, name, sidecar=None): df_list = [input_data.dataframe.copy()] hed_strings, definitions = get_assembled(input_data, sidecar, dispatcher.hed_schema, extra_def_dicts=None, join_columns=True, - shrink_defs=False, expand_defs=True) + shrink_defs=True, expand_defs=False) var_manager = HedTypeManager(hed_strings, dispatcher.hed_schema, definitions) var_manager.add_type_variable(self.type_tag.lower()) diff --git a/hed/tools/remodeling/operations/summarize_hed_type_op.py b/hed/tools/remodeling/operations/summarize_hed_type_op.py index 0e2664698..85ea41d7d 100644 --- a/hed/tools/remodeling/operations/summarize_hed_type_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_type_op.py @@ -93,8 +93,7 @@ def update_context(self, new_context): sidecar = Sidecar(sidecar) input_data = TabularInput(new_context['df'], sidecar=sidecar, name=new_context['name']) hed_strings, definitions = get_assembled(input_data, sidecar, new_context['schema'], - extra_def_dicts=None, join_columns=True, - shrink_defs=False, expand_defs=True) + extra_def_dicts=None, join_columns=True, expand_defs=False) context_manager = HedContextManager(hed_strings, new_context['schema']) type_values = HedTypeValues(context_manager, definitions, new_context['name'], type_tag=self.type_tag) @@ -176,4 +175,4 @@ def _level_details(level_counts, offset="", indent=""): level_list.append(f"{offset}{indent*3}Tags: {str(details['tags'])}") if details['description']: level_list.append(f"{offset}{indent*3}Description: {details['description']}") - return level_list + return level_list \ No newline at end of file diff --git a/tests/tools/bids/test_bids_file_group.py b/tests/tools/bids/test_bids_file_group.py index 22d395085..4d4302b72 100644 --- a/tests/tools/bids/test_bids_file_group.py +++ b/tests/tools/bids/test_bids_file_group.py @@ -34,9 +34,8 @@ def test_validator(self): events = BidsFileGroup(self.root_path) hed = 'https://raw.githubusercontent.com/hed-standard/hed-schemas/main/standard_schema/hedxml/HED8.0.0.xml' hed_schema = load_schema(hed) - # TODO test after filtering. - # validation_issues = events.validate_datafiles(hed_schema, check_for_warnings=False) - # self.assertFalse(validation_issues, "BidsFileGroup should have no validation errors") + validation_issues = events.validate_datafiles(hed_schema, check_for_warnings=False) + self.assertFalse(validation_issues, "BidsFileGroup should have no validation errors") validation_issues = events.validate_datafiles(hed_schema, check_for_warnings=True) self.assertTrue(validation_issues, "BidsFileGroup should have validation warnings") self.assertEqual(len(validation_issues), 6, diff --git a/tests/tools/remodeling/operations/test_summarize_hed_tags_op.py b/tests/tools/remodeling/operations/test_summarize_hed_tags_op.py index 5f5ee41bf..aa3bd4b9c 100644 --- a/tests/tools/remodeling/operations/test_summarize_hed_tags_op.py +++ b/tests/tools/remodeling/operations/test_summarize_hed_tags_op.py @@ -104,7 +104,7 @@ def test_quick3(self): input_data = TabularInput(df, sidecar=my_sidecar) counts = HedTagCounts('myName', 2) summary_dict = {} - hed_strings = get_assembled(input_data, my_sidecar, my_schema, extra_def_dicts=None, join_columns=True, + hed_strings, definitions = get_assembled(input_data, my_sidecar, my_schema, extra_def_dicts=None, join_columns=True, shrink_defs=False, expand_defs=True) for hed in hed_strings: counts.update_event_counts(hed, 'myName') @@ -126,10 +126,8 @@ def test_quick4(self): hed_strings, definitions = get_assembled(input_data, sidecar, my_schema, extra_def_dicts=None, join_columns=True, shrink_defs=False, expand_defs=True) - for objs in input_data.iter_dataframe(hed_ops=[my_schema], return_string_only=False, - expand_defs=True, remove_definitions=True): - x = objs['HED'] - counts.update_event_counts(objs['HED'], 'myName') + for hed in hed_strings: + counts.update_event_counts(hed, 'myName') summary_dict['myName'] = counts def test_get_summary_details(self): diff --git a/tests/tools/remodeling/operations/test_summarize_hed_type_op.py b/tests/tools/remodeling/operations/test_summarize_hed_type_op.py index df72c65ee..c7b18ad90 100644 --- a/tests/tools/remodeling/operations/test_summarize_hed_type_op.py +++ b/tests/tools/remodeling/operations/test_summarize_hed_type_op.py @@ -40,6 +40,10 @@ def setUpClass(cls): cls.summary_path = \ os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), '../../../data/remodel_tests/aomic_sub-0013_summary_all_rmdl.json')) + rel_path = '../../../data/remodel_tests/sub-002_task-FacePerception_run-1_events.tsv' + cls.events_wh = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), rel_path)) + rel_side = '../../../data/remodel_tests/task-FacePerception_events.json' + cls.sidecar_path_wh = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), rel_side)) @classmethod def tearDownClass(cls): @@ -75,9 +79,21 @@ def test_summary(self): self.assertEqual(len(summary2['Dataset']['Overall summary']['files']), 2) summary2a = context2.get_summary(individual_summaries="separate") self.assertIsInstance(summary2a["Individual files"]["run-02"], dict) + + def test_text_summary_with_levels(self): + with open(self.summary_path, 'r') as fp: + parms = json.load(fp) + dispatch = Dispatcher([], data_root=None, backup_name=None, hed_versions=['8.1.0']) + df = dispatch.get_data_file(self.events_wh) + parsed_commands, errors = Dispatcher.parse_operations(parms) + sum_op = parsed_commands[2] + sum_op.do_op(dispatch, dispatch.prep_data(df), 'run-01', sidecar=self.sidecar_path_wh) + context1 = dispatch.context_dict['AOMIC_condition_variables'] + text_summary1 = context1.get_text_summary() + self.assertIsInstance(text_summary1, dict) def test_text_summary(self): - sidecar = Sidecar(self.sidecar_path, 'aomic_sidecar', hed_schema=self.hed_schema) + sidecar = Sidecar(self.sidecar_path, name='aomic_sidecar') with open(self.summary_path, 'r') as fp: parms = json.load(fp) @@ -104,4 +120,4 @@ def test_text_summary(self): if __name__ == '__main__': - unittest.main() + unittest.main() \ No newline at end of file From bc5c94915f39e8aab3708aead895893ffa357eac Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Thu, 23 Mar 2023 16:49:35 -0500 Subject: [PATCH 026/103] Updated bids tests --- hed/tools/bids/bids_dataset.py | 10 +++------- hed/tools/bids/bids_file_group.py | 5 +++-- tests/tools/analysis/test_event_manager.py | 1 - tests/tools/bids/test_bids_dataset.py | 15 ++++++--------- tests/tools/remodeling/cli/test_run_remodel.py | 4 +--- 5 files changed, 13 insertions(+), 22 deletions(-) diff --git a/hed/tools/bids/bids_dataset.py b/hed/tools/bids/bids_dataset.py index 0438cb5fe..bbb06ae7b 100644 --- a/hed/tools/bids/bids_dataset.py +++ b/hed/tools/bids/bids_dataset.py @@ -79,18 +79,14 @@ def validate(self, types=None, check_for_warnings=True): list: List of issues encountered during validation. Each issue is a dictionary. """ - validator = HedValidator(hed_schema=self.schema) - error_handler = ErrorHandler() + if not types: types = list(self.tabular_files.keys()) issues = [] for tab_type in types: files = self.tabular_files[tab_type] - issues += files.validate_sidecars(self.schema, - check_for_warnings=check_for_warnings, error_handler=error_handler) - issues += files.validate_datafiles(self.schema, - check_for_warnings=check_for_warnings, - error_handler=error_handler) + issues += files.validate_sidecars(self.schema, check_for_warnings=check_for_warnings) + issues += files.validate_datafiles(self.schema, check_for_warnings=check_for_warnings) return issues def get_summary(self): diff --git a/hed/tools/bids/bids_file_group.py b/hed/tools/bids/bids_file_group.py index dfb3439af..44f3f1a21 100644 --- a/hed/tools/bids/bids_file_group.py +++ b/hed/tools/bids/bids_file_group.py @@ -132,7 +132,8 @@ def validate_sidecars(self, hed_schema, extra_def_dicts=None, check_for_warnings for sidecar in self.sidecar_dict.values(): name = os.path.basename(sidecar.file_path) - issues += validator.validate(extra_def_dicts=extra_def_dicts, name=name, error_handler=error_handler) + issues += validator.validate(sidecar.contents, extra_def_dicts=extra_def_dicts, name=name, + error_handler=error_handler) return issues def validate_datafiles(self, hed_schema, extra_def_dicts=None, check_for_warnings=True, keep_contents=False): @@ -154,7 +155,7 @@ def validate_datafiles(self, hed_schema, extra_def_dicts=None, check_for_warning for data_obj in self.datafile_dict.values(): data_obj.set_contents(overwrite=False) name = os.path.basename(data_obj.file_path) - issues += data_obj.contents.validate(data_obj.contents, extra_def_dicts=None, name=name, + issues += data_obj.contents.validate(hed_schema, extra_def_dicts=None, name=name, error_handler=error_handler) if not keep_contents: data_obj.clear_contents() diff --git a/tests/tools/analysis/test_event_manager.py b/tests/tools/analysis/test_event_manager.py index 09eb17a50..8f84549d1 100644 --- a/tests/tools/analysis/test_event_manager.py +++ b/tests/tools/analysis/test_event_manager.py @@ -36,7 +36,6 @@ def test_constructor(self): self.assertEqual(event.start_time, manager1.data.dataframe.loc[index, "onset"]) if not event.end_time: self.assertEqual(event.end_index, len(manager1.data.dataframe)) - print("to here") # def test_constructor(self): # with self.assertRaises(ValueError) as cont: diff --git a/tests/tools/bids/test_bids_dataset.py b/tests/tools/bids/test_bids_dataset.py index df02448bf..6289be314 100644 --- a/tests/tools/bids/test_bids_dataset.py +++ b/tests/tools/bids/test_bids_dataset.py @@ -68,21 +68,18 @@ def test_validator(self): self.assertTrue(issues, "BidsDataset validate should return issues when the default check_for_warnings is used") issues = bids.validate(check_for_warnings=True) self.assertTrue(issues, "BidsDataset validate should return issues when check_for_warnings is True") - # ToDO - # issues = bids.validate(check_for_warnings=False) - # self.assertFalse(issues, "BidsDataset validate should return no issues when check_for_warnings is False") + issues = bids.validate(check_for_warnings=False) + self.assertFalse(issues, "BidsDataset validate should return no issues when check_for_warnings is False") def test_validator_libraries(self): bids = BidsDataset(self.library_path) - # ToDO check_for_warnings - # issues = bids.validate(check_for_warnings=False) - # self.assertFalse(issues, "BidsDataset with libraries should validate") + issues = bids.validate(check_for_warnings=False) + self.assertFalse(issues, "BidsDataset with libraries should validate") def test_validator_types(self): bids = BidsDataset(self.root_path, tabular_types=None) - # ToDO: check_for_warnings - # issues = bids.validate(check_for_warnings=False) - # self.assertFalse(issues, "BidsDataset with participants and events validates") + issues = bids.validate(check_for_warnings=False) + self.assertFalse(issues, "BidsDataset with participants and events validates") def test_with_schema_group(self): base_version = '8.0.0' diff --git a/tests/tools/remodeling/cli/test_run_remodel.py b/tests/tools/remodeling/cli/test_run_remodel.py index d0611058e..099f80252 100644 --- a/tests/tools/remodeling/cli/test_run_remodel.py +++ b/tests/tools/remodeling/cli/test_run_remodel.py @@ -97,9 +97,7 @@ def test_main_bids_no_sidecar_with_hed(self): os.remove(self.sidecar_path) with patch('sys.stdout', new=io.StringIO()) as fp: main(arg_list) - a = fp.getvalue() - print("to here") - #self.assertFalse(fp.getvalue()) + self.assertFalse(fp.getvalue()) def test_main_direct_no_sidecar(self): arg_list = [self.data_root, self.model_path, '-x', 'derivatives', 'stimuli'] From 697791c680b45cbe2c69dc2315fc3945ac9d5c95 Mon Sep 17 00:00:00 2001 From: IanCa <30812436+IanCa@users.noreply.github.com> Date: Thu, 23 Mar 2023 17:25:01 -0500 Subject: [PATCH 027/103] =?UTF-8?q?Add=20squre=20bracket=20in=20column=20v?= =?UTF-8?q?alidation=20for=20spreadsheets.=20=20Update=20erro=E2=80=A6=20(?= =?UTF-8?q?#632)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * Add squre bracket in column validation for spreadsheets. Update error handling slightly(error list is now sorted by context always) * Further fix shrinking/expanding(with some test cases). Start updating errors to spec names. --- hed/errors/__init__.py | 2 +- hed/errors/error_messages.py | 60 +++++- hed/errors/error_reporter.py | 71 +++++-- hed/errors/error_types.py | 27 ++- hed/models/base_input.py | 56 +++--- hed/models/definition_dict.py | 2 + hed/models/definition_entry.py | 5 +- hed/models/hed_group.py | 3 - hed/models/hed_string.py | 2 + hed/models/hed_tag.py | 13 ++ hed/models/sidecar.py | 3 +- hed/schema/schema_compliance.py | 2 +- hed/validator/def_validator.py | 24 ++- hed/validator/sidecar_validator.py | 5 +- hed/validator/spreadsheet_validator.py | 99 +++++++++- hed/validator/tag_validator.py | 6 +- tests/errors/test_error_reporter.py | 8 +- tests/models/test_base_input.py | 48 +---- tests/schema/test_convert_tags.py | 2 +- tests/validator/test_def_validator.py | 177 ++++++++++++++++++ tests/validator/test_onset_validator.py | 4 +- tests/validator/test_spreadsheet_validator.py | 57 ++++++ tests/validator/test_tag_validator.py | 14 +- tests/validator/test_tag_validator_base.py | 2 +- 24 files changed, 564 insertions(+), 128 deletions(-) create mode 100644 tests/validator/test_spreadsheet_validator.py diff --git a/hed/errors/__init__.py b/hed/errors/__init__.py index 0583dd562..c2f58a07c 100644 --- a/hed/errors/__init__.py +++ b/hed/errors/__init__.py @@ -1,4 +1,4 @@ -from .error_reporter import ErrorHandler, get_exception_issue_string, get_printable_issue_string +from .error_reporter import ErrorHandler, get_exception_issue_string, get_printable_issue_string, sort_issues from .error_types import DefinitionErrors, OnsetErrors, SchemaErrors, SchemaWarnings, SidecarErrors, ValidationErrors from .error_types import ErrorContext, ErrorSeverity from .exceptions import HedExceptions, HedFileError diff --git a/hed/errors/error_messages.py b/hed/errors/error_messages.py index 9ae9557f3..ca379992f 100644 --- a/hed/errors/error_messages.py +++ b/hed/errors/error_messages.py @@ -6,7 +6,7 @@ from hed.errors.error_reporter import hed_error, hed_tag_error from hed.errors.error_types import ValidationErrors, SchemaErrors, \ - SidecarErrors, SchemaWarnings, ErrorSeverity, DefinitionErrors, OnsetErrors + SidecarErrors, SchemaWarnings, ErrorSeverity, DefinitionErrors, OnsetErrors, ColumnErrors @hed_tag_error(ValidationErrors.HED_UNITS_INVALID) @@ -31,14 +31,14 @@ def val_error_tag_extended(tag, problem_tag): return f"Hed tag is extended. '{problem_tag}' in {tag}" -@hed_error(ValidationErrors.HED_CHARACTER_INVALID) +@hed_error(ValidationErrors.CHARACTER_INVALID) def val_error_invalid_char(source_string, char_index): character = source_string[char_index] return f'Invalid character "{character}" at index {char_index}"' @hed_tag_error(ValidationErrors.INVALID_TAG_CHARACTER, has_sub_tag=True, - actual_code=ValidationErrors.HED_CHARACTER_INVALID) + actual_code=ValidationErrors.CHARACTER_INVALID) def val_error_invalid_tag_character(tag, problem_tag): return f"Invalid character '{problem_tag}' in {tag}" @@ -49,7 +49,7 @@ def val_error_tildes_not_supported(source_string, char_index): return f"Tildes not supported. Replace (a ~ b ~ c) with (a, (b, c)). '{character}' at index {char_index}'" -@hed_error(ValidationErrors.HED_COMMA_MISSING) +@hed_error(ValidationErrors.COMMA_MISSING) def val_error_comma_missing(tag): return f"Comma missing after - '{tag}'" @@ -143,27 +143,44 @@ def val_error_sidecar_key_missing(invalid_key, category_keys): return f"Category key '{invalid_key}' does not exist in column. Valid keys are: {category_keys}" -@hed_tag_error(ValidationErrors.HED_DEF_UNMATCHED) -def val_error_def_unmatched(tag): - return f"A data-recording’s Def tag cannot be matched to definition. Tag: '{tag}'" -@hed_tag_error(ValidationErrors.HED_DEF_EXPAND_INVALID) +@hed_tag_error(ValidationErrors.HED_DEF_EXPAND_INVALID, actual_code=ValidationErrors.DEF_EXPAND_INVALID) def val_error_bad_def_expand(tag, actual_def, found_def): return f"A data-recording’s Def-expand tag does not match the given definition." + \ f"Tag: '{tag}'. Actual Def: {actual_def}. Found Def: {found_def}" -@hed_tag_error(ValidationErrors.HED_DEF_VALUE_MISSING, actual_code=ValidationErrors.HED_DEF_VALUE_INVALID) +@hed_tag_error(ValidationErrors.HED_DEF_UNMATCHED, actual_code=ValidationErrors.DEF_INVALID) +def val_error_def_unmatched(tag): + return f"A data-recording’s Def tag cannot be matched to definition. Tag: '{tag}'" + + +@hed_tag_error(ValidationErrors.HED_DEF_VALUE_MISSING, actual_code=ValidationErrors.DEF_INVALID) def val_error_def_value_missing(tag): return f"A def tag requires a placeholder value, but was not given one. Definition: '{tag}'" -@hed_tag_error(ValidationErrors.HED_DEF_VALUE_EXTRA, actual_code=ValidationErrors.HED_DEF_VALUE_INVALID) +@hed_tag_error(ValidationErrors.HED_DEF_VALUE_EXTRA, actual_code=ValidationErrors.DEF_INVALID) def val_error_def_value_extra(tag): return f"A def tag does not take a placeholder value, but was given one. Definition: '{tag}" +@hed_tag_error(ValidationErrors.HED_DEF_EXPAND_UNMATCHED, actual_code=ValidationErrors.DEF_EXPAND_INVALID) +def val_error_def_expand_unmatched(tag): + return f"A data-recording’s Def-expand tag cannot be matched to definition. Tag: '{tag}'" + + +@hed_tag_error(ValidationErrors.HED_DEF_EXPAND_VALUE_MISSING, actual_code=ValidationErrors.DEF_EXPAND_INVALID) +def val_error_def_expand_value_missing(tag): + return f"A Def-expand tag requires a placeholder value, but was not given one. Definition: '{tag}'" + + +@hed_tag_error(ValidationErrors.HED_DEF_EXPAND_VALUE_EXTRA, actual_code=ValidationErrors.DEF_EXPAND_INVALID) +def val_error_def_expand_value_extra(tag): + return f"A Def-expand tag does not take a placeholder value, but was given one. Definition: '{tag}" + + @hed_tag_error(ValidationErrors.HED_TOP_LEVEL_TAG, actual_code=ValidationErrors.HED_TAG_GROUP_ERROR) def val_error_top_level_tag(tag): return f"A tag that must be in a top level group was found in another location. {str(tag)}" @@ -342,3 +359,26 @@ def onset_wrong_placeholder(tag, has_placeholder): if has_placeholder: return f"Onset/offset def tag {tag} expects a placeholder value, but does not have one." return f"Onset/offset def tag {tag} should not have a placeholder, but has one." + + +@hed_error(ColumnErrors.INVALID_COLUMN_REF) +def invalid_column_ref(bad_refs): + return f"Bad column references found(columns do not exist): {bad_refs}" + + +@hed_error(ColumnErrors.SELF_COLUMN_REF) +def self_column_ref(self_ref): + return f"Column references itself: {self_ref}" + + +@hed_error(ColumnErrors.NESTED_COLUMN_REF) +def nested_column_ref(column_name, ref_column): + return f"Column {column_name} has a nested reference to {ref_column}. " \ + f"Column reference columns cannot contain other column references." + + +@hed_error(ColumnErrors.MALFORMED_COLUMN_REF) +def nested_column_ref(column_name, index, symbol): + return f"Column {column_name} has a malformed column reference. Improper symbol {symbol} found at index {index}." + + diff --git a/hed/errors/error_reporter.py b/hed/errors/error_reporter.py index 4a7fd91a9..cb1a959d5 100644 --- a/hed/errors/error_reporter.py +++ b/hed/errors/error_reporter.py @@ -10,6 +10,27 @@ error_functions = {} +# Controls if the default issue printing skips adding indentation for this context +no_tab_context = {ErrorContext.HED_STRING, ErrorContext.SCHEMA_ATTRIBUTE} + +# Default sort ordering for issues list +default_sort_list = [ + ErrorContext.CUSTOM_TITLE, + ErrorContext.FILE_NAME, + ErrorContext.SIDECAR_COLUMN_NAME, + ErrorContext.SIDECAR_KEY_NAME, + ErrorContext.ROW, + ErrorContext.COLUMN, + ErrorContext.HED_STRING, + ErrorContext.SCHEMA_SECTION, + ErrorContext.SCHEMA_TAG, + ErrorContext.SCHEMA_ATTRIBUTE, +] + +# ErrorContext which is expected to be int based. +int_sort_list = [ + ErrorContext.ROW, +] def _register_error_function(error_type, wrapper_func): if error_type in error_functions: @@ -153,19 +174,23 @@ def __init__(self, check_for_warnings=True): self.error_context = [] self._check_for_warnings = check_for_warnings - def push_error_context(self, context_type, context, increment_depth_after=True): + def push_error_context(self, context_type, context): """ Push a new error context to narrow down error scope. Parameters: context_type (ErrorContext): A value from ErrorContext representing the type of scope. context (str, int, or HedString): The main value for the context_type. - increment_depth_after (bool): If True, add an extra tab to any subsequent errors in the scope. Notes: The context depends on the context_type. For ErrorContext.FILE_NAME this would be the actual filename. """ - self.error_context.append((context_type, context, increment_depth_after)) + if context is None: + if context_type in int_sort_list: + context = 0 + else: + context_type = "" + self.error_context.append((context_type, context)) def pop_error_context(self): """ Remove the last scope from the error context. @@ -292,8 +317,8 @@ def _add_context_to_errors(error_object, error_context_to_add): """ if error_object is None: error_object = {} - for (context_type, context, increment_count) in error_context_to_add: - error_object[context_type] = (context, increment_count) + for (context_type, context) in error_context_to_add: + error_object[context_type] = context return error_object @@ -330,7 +355,7 @@ def _get_tag_span_to_error_object(error_object): else: return None, None - hed_string = error_object[ErrorContext.HED_STRING][0] + hed_string = error_object[ErrorContext.HED_STRING] span = hed_string._get_org_span(source_tag) return span @@ -385,6 +410,7 @@ def filter_issues_by_severity(issues_list, severity): def get_exception_issue_string(issues, title=None): """ Return a string with issues list flatted into single string, one issue per line. + Possibly being deprecated. Parameters: issues (list): A list of strings containing issues to print. @@ -410,6 +436,29 @@ def get_exception_issue_string(issues, title=None): return issue_str +def sort_issues(issues, reverse=False): + """Sorts a list of issues by the error context values. + + Parameters: + issues (list): A list of dictionaries representing the issues to be sorted. + reverse (bool, optional): If True, sorts the list in descending order. Default is False. + + Returns: + list: The sorted list of issues.""" + def _get_keys(d): + result = [] + for key in default_sort_list: + if key in int_sort_list: + result.append(d.get(key, -1)) + else: + result.append(d.get(key, "")) + return tuple(result) + + issues = sorted(issues, key=_get_keys, reverse=reverse) + + return issues + + def get_printable_issue_string(issues, title=None, severity=None, skip_filename=True): """ Return a string with issues list flatted into single string, one per line. @@ -471,7 +520,7 @@ def _get_context_from_issue(val_issue, skip_filename=True): if skip_filename and key == ErrorContext.FILE_NAME: continue if key.startswith("ec_"): - single_issue_context.append((key, *val_issue[key])) + single_issue_context.append((key, val_issue[key])) return single_issue_context @@ -512,7 +561,7 @@ def _get_context_string(single_issue_context, last_used_context): """ Convert a single context list into the final human readable output form. Parameters: - single_issue_context (list): A list of tuples containing the context(context_type, context, increment_tab) + single_issue_context (list): A list of tuples containing the context(context_type, context) last_used_context (list): A list of tuples containing the last drawn context. Returns: @@ -528,18 +577,18 @@ def _get_context_string(single_issue_context, last_used_context): tab_count = 0 found_difference = False for i, context_tuple in enumerate(single_issue_context): - (context_type, context, increment_tab) = context_tuple + (context_type, context) = context_tuple if len(last_used_context) > i and not found_difference: last_drawn = last_used_context[i] # Was drawn, and hasn't changed. if last_drawn == context_tuple: - if increment_tab: + if context_type not in no_tab_context: tab_count += 1 continue context_string += _format_single_context_string(context_type, context, tab_count) found_difference = True - if increment_tab: + if context_type not in no_tab_context: tab_count += 1 tab_string = '\t' * tab_count diff --git a/hed/errors/error_types.py b/hed/errors/error_types.py index ac76f6992..c4fb5df5f 100644 --- a/hed/errors/error_types.py +++ b/hed/errors/error_types.py @@ -21,11 +21,22 @@ class ErrorContext: class ValidationErrors: # General validation errors - HED_CHARACTER_INVALID = 'HED_CHARACTER_INVALID' - HED_COMMA_MISSING = 'HED_COMMA_MISSING' + CHARACTER_INVALID = 'CHARACTER_INVALID' + COMMA_MISSING = 'COMMA_MISSING' + DEF_EXPAND_INVALID = "DEF_EXPAND_INVALID" + DEF_INVALID = "DEF_INVALID" + + # NOT OFFICIAL HED_DEF_UNMATCHED = "HED_DEF_UNMATCHED" + HED_DEF_VALUE_MISSING = "HED_DEF_VALUE_MISSING" + HED_DEF_VALUE_EXTRA = "HED_DEF_VALUE_EXTRA" + HED_DEF_EXPAND_INVALID = "HED_DEF_EXPAND_INVALID" - HED_DEF_VALUE_INVALID = "HED_DEF_VALUE_INVALID" + HED_DEF_EXPAND_UNMATCHED = "HED_DEF_EXPAND_UNMATCHED" + HED_DEF_EXPAND_VALUE_MISSING = "HED_DEF_EXPAND_VALUE_MISSING" + HED_DEF_EXPAND_VALUE_EXTRA = "HED_DEF_EXPAND_VALUE_EXTRA" + # END NOT OFFICIAL + HED_DEFINITION_INVALID = "HED_DEFINITION_INVALID" HED_NODE_NAME_EMPTY = 'HED_NODE_NAME_EMPTY' HED_ONSET_OFFSET_ERROR = 'HED_ONSET_OFFSET_ERROR' @@ -70,8 +81,7 @@ class ValidationErrors: HED_MULTIPLE_TOP_TAGS = "HED_MULTIPLE_TOP_TAGS" HED_TAG_GROUP_TAG = "HED_TAG_GROUP_TAG" - HED_DEF_VALUE_MISSING = "HED_DEF_VALUE_MISSING" - HED_DEF_VALUE_EXTRA = "HED_DEF_VALUE_EXTRA" + class SidecarErrors: @@ -117,3 +127,10 @@ class OnsetErrors: ONSET_PLACEHOLDER_WRONG = "ONSET_PLACEHOLDER_WRONG" ONSET_TOO_MANY_DEFS = "ONSET_TOO_MANY_DEFS" ONSET_TAG_OUTSIDE_OF_GROUP = "ONSET_TAG_OUTSIDE_OF_GROUP" + + +class ColumnErrors: + INVALID_COLUMN_REF = "INVALID_COLUMN_REF" + SELF_COLUMN_REF = "SELF_COLUMN_REF" + NESTED_COLUMN_REF = "NESTED_COLUMN_REF" + MALFORMED_COLUMN_REF = "MALFORMED_COLUMN_REF" diff --git a/hed/models/base_input.py b/hed/models/base_input.py index af6249f56..f0e4209c2 100644 --- a/hed/models/base_input.py +++ b/hed/models/base_input.py @@ -354,33 +354,45 @@ def _dataframe_has_names(dataframe): return True return False - def assemble(self, mapper=None): + def assemble(self, mapper=None, skip_square_brackets=False): """ Assembles the hed strings Parameters: mapper(ColumnMapper or None): Generally pass none here unless you want special behavior. - + skip_square_brackets (bool): If True, don't plug in square bracket values into columns. Returns: Dataframe: the assembled dataframe """ if mapper is None: mapper = self._mapper + all_columns = self._handle_transforms(mapper) + if skip_square_brackets: + return all_columns + transformers, _ = mapper.get_transformers() + + return self._handle_square_brackets(all_columns, list(transformers)) + + def _handle_transforms(self, mapper): transformers, need_categorical = mapper.get_transformers() - if not transformers: - return self._dataframe - all_columns = self._dataframe - if need_categorical: - all_columns[need_categorical] = all_columns[need_categorical].astype('category') + if transformers: + all_columns = self._dataframe + if need_categorical: + all_columns[need_categorical] = all_columns[need_categorical].astype('category') - all_columns = all_columns.transform(transformers) + all_columns = all_columns.transform(transformers) + + if need_categorical: + all_columns[need_categorical] = all_columns[need_categorical].astype('str') + else: + all_columns = self._dataframe - return self._insert_columns(all_columns, list(transformers.keys())) + return all_columns @staticmethod - def _find_column_refs(df): + def _find_column_refs(df, column_names): found_column_references = [] - for column_name in df: + for column_name in column_names: df_temp = df[column_name].str.findall("\[([a-z_\-0-9]+)\]", re.IGNORECASE) u_vals = pd.Series([j for i in df_temp if isinstance(i, list) for j in i], dtype=str) u_vals = u_vals.unique() @@ -391,21 +403,23 @@ def _find_column_refs(df): return found_column_references @staticmethod - def _insert_columns(df, known_columns=None): - if known_columns is None: - known_columns = list(df.columns) - possible_column_references = [f"{column_name}" for column_name in df.columns if + def _handle_square_brackets(df, known_columns=None): + """ + Plug in square brackets with other columns + + If known columns is passed, only use those columns to find or replace references. + """ + if known_columns is not None: + column_names = list(known_columns) + else: + column_names = list(df.columns) + possible_column_references = [f"{column_name}" for column_name in column_names if isinstance(column_name, str) and column_name.lower() != "hed"] - found_column_references = BaseInput._find_column_refs(df) + found_column_references = BaseInput._find_column_refs(df, column_names) - invalid_replacements = [col for col in found_column_references if col not in possible_column_references] - if invalid_replacements: - # todo: This check may be moved to validation - raise ValueError(f"Bad column references found(columns do not exist): {invalid_replacements}") valid_replacements = [col for col in found_column_references if col in possible_column_references] # todo: break this into a sub function(probably) - column_names = known_columns for column_name in valid_replacements: column_names.remove(column_name) saved_columns = df[valid_replacements] diff --git a/hed/models/definition_dict.py b/hed/models/definition_dict.py index ca3b06b34..04cbfc440 100644 --- a/hed/models/definition_dict.py +++ b/hed/models/definition_dict.py @@ -184,7 +184,9 @@ def construct_def_tag(self, hed_tag): hed_tag(HedTag): The hed tag to identify definition contents in """ if hed_tag.short_base_tag in {DefTagNames.DEF_ORG_KEY, DefTagNames.DEF_EXPAND_ORG_KEY}: + save_parent = hed_tag._parent def_contents = self._get_definition_contents(hed_tag) + hed_tag._parent = save_parent if def_contents is not None: hed_tag._expandable = def_contents hed_tag._expanded = hed_tag.short_base_tag == DefTagNames.DEF_EXPAND_ORG_KEY diff --git a/hed/models/definition_entry.py b/hed/models/definition_entry.py index cb7581fa3..27c89d33b 100644 --- a/hed/models/definition_entry.py +++ b/hed/models/definition_entry.py @@ -26,13 +26,14 @@ def __init__(self, name, contents, takes_value, source_context): if contents: add_group_to_dict(contents, self.tag_dict) - def get_definition(self, replace_tag, placeholder_value=None): + def get_definition(self, replace_tag, placeholder_value=None, return_copy_of_tag=False): """ Return a copy of the definition with the tag expanded and the placeholder plugged in. Parameters: replace_tag (HedTag): The def hed tag to replace with an expanded version placeholder_value (str or None): If present and required, will replace any pound signs in the definition contents. + return_copy_of_tag(bool): Set to true for validation Returns: str: The expanded def tag name @@ -45,6 +46,8 @@ def get_definition(self, replace_tag, placeholder_value=None): if self.takes_value == (placeholder_value is None): return None, [] + if return_copy_of_tag: + replace_tag = replace_tag.copy() output_contents = [replace_tag] name = self.name if self.contents: diff --git a/hed/models/hed_group.py b/hed/models/hed_group.py index 6df911801..7273d956c 100644 --- a/hed/models/hed_group.py +++ b/hed/models/hed_group.py @@ -132,9 +132,6 @@ def copy(self): Returns: HedGroup: The copied group. - Notes: - - The parent tag is removed. - """ save_parent = self._parent self._parent = None diff --git a/hed/models/hed_string.py b/hed/models/hed_string.py index db16833f1..7be20fb5d 100644 --- a/hed/models/hed_string.py +++ b/hed/models/hed_string.py @@ -96,6 +96,7 @@ def shrink_defs(self): expanded_parent = def_expand_group._parent if expanded_parent: def_expand_tag.short_base_tag = DefTagNames.DEF_ORG_KEY + def_expand_tag._parent = expanded_parent expanded_parent.replace(def_expand_group, def_expand_tag) return self @@ -118,6 +119,7 @@ def expand_defs(self): for tag, group in replacements: tag_parent = tag._parent tag_parent.replace(tag, group) + tag._parent = group tag.short_base_tag = DefTagNames.DEF_EXPAND_KEY return self diff --git a/hed/models/hed_tag.py b/hed/models/hed_tag.py index 29bcf8cf6..689eeac1d 100644 --- a/hed/models/hed_tag.py +++ b/hed/models/hed_tag.py @@ -54,6 +54,19 @@ def __init__(self, hed_string, span=None, hed_schema=None, def_dict=None): if def_dict: def_dict.construct_def_tag(self) + def copy(self): + """ Return a deep copy of this tag. + + Returns: + HedTag: The copied group. + + """ + save_parent = self._parent + self._parent = None + return_copy = copy.deepcopy(self) + self._parent = save_parent + return return_copy + @property def schema_prefix(self): """ Library prefix for this tag if one exists. diff --git a/hed/models/sidecar.py b/hed/models/sidecar.py index 280eba77d..958cadfba 100644 --- a/hed/models/sidecar.py +++ b/hed/models/sidecar.py @@ -255,8 +255,7 @@ def extract_definitions(self, hed_schema=None, error_handler=None): if hed_schema: for hed_string, column_data, _ in self.hed_string_iter(error_handler): hed_string_obj = HedString(hed_string, hed_schema) - error_handler.push_error_context(ErrorContext.HED_STRING, hed_string_obj, - increment_depth_after=False) + error_handler.push_error_context(ErrorContext.HED_STRING, hed_string_obj) self._extract_definition_issues += def_dict.check_for_definitions(hed_string_obj, error_handler) error_handler.pop_error_context() diff --git a/hed/schema/schema_compliance.py b/hed/schema/schema_compliance.py index 84c2accbf..c0b821723 100644 --- a/hed/schema/schema_compliance.py +++ b/hed/schema/schema_compliance.py @@ -60,7 +60,7 @@ def check_compliance(hed_schema, check_for_warnings=True, name=None, error_handl for attribute_name in tag_entry.attributes: validator = schema_attribute_validators.get(attribute_name) if validator: - error_handler.push_error_context(ErrorContext.SCHEMA_ATTRIBUTE, attribute_name, False) + error_handler.push_error_context(ErrorContext.SCHEMA_ATTRIBUTE, attribute_name) new_issues = validator(hed_schema, tag_entry, tag_entry.attributes[attribute_name]) error_handler.add_context_and_filter(new_issues) issues_list += new_issues diff --git a/hed/validator/def_validator.py b/hed/validator/def_validator.py index 24a3d8e5b..5b18cd466 100644 --- a/hed/validator/def_validator.py +++ b/hed/validator/def_validator.py @@ -51,7 +51,7 @@ def _validate_def_contents(self, def_tag, def_expand_group): issues """ def_issues = [] - + is_def_tag = def_expand_group is not def_tag is_label_tag = def_tag.extension_or_value_portion placeholder = None found_slash = is_label_tag.find("/") @@ -62,17 +62,27 @@ def _validate_def_contents(self, def_tag, def_expand_group): label_tag_lower = is_label_tag.lower() def_entry = self.defs.get(label_tag_lower) if def_entry is None: - def_issues += ErrorHandler.format_error(ValidationErrors.HED_DEF_UNMATCHED, tag=def_tag) + error_code = ValidationErrors.HED_DEF_UNMATCHED + if is_def_tag: + error_code = ValidationErrors.HED_DEF_EXPAND_UNMATCHED + def_issues += ErrorHandler.format_error(error_code, tag=def_tag) else: - def_tag_name, def_contents = def_entry.get_definition(def_tag, placeholder_value=placeholder) + def_tag_name, def_contents = def_entry.get_definition(def_tag, placeholder_value=placeholder, + return_copy_of_tag=True) if def_tag_name: - if def_expand_group is not def_tag and def_expand_group != def_contents: + if is_def_tag and def_expand_group != def_contents: def_issues += ErrorHandler.format_error(ValidationErrors.HED_DEF_EXPAND_INVALID, tag=def_tag, actual_def=def_contents, found_def=def_expand_group) elif def_entry.takes_value: - def_issues += ErrorHandler.format_error(ValidationErrors.HED_DEF_VALUE_MISSING, tag=def_tag) + error_code = ValidationErrors.HED_DEF_VALUE_MISSING + if is_def_tag: + error_code = ValidationErrors.HED_DEF_EXPAND_VALUE_MISSING + def_issues += ErrorHandler.format_error(error_code, tag=def_tag) else: - def_issues += ErrorHandler.format_error(ValidationErrors.HED_DEF_VALUE_EXTRA, tag=def_tag) + error_code = ValidationErrors.HED_DEF_VALUE_EXTRA + if is_def_tag: + error_code = ValidationErrors.HED_DEF_EXPAND_VALUE_EXTRA + def_issues += ErrorHandler.format_error(error_code, tag=def_tag) - return def_issues + return def_issues \ No newline at end of file diff --git a/hed/validator/sidecar_validator.py b/hed/validator/sidecar_validator.py index af12005b1..daa71fb07 100644 --- a/hed/validator/sidecar_validator.py +++ b/hed/validator/sidecar_validator.py @@ -4,6 +4,7 @@ from hed import HedString from hed import Sidecar from hed.models.column_metadata import ColumnMetadata +from hed.errors.error_reporter import sort_issues class SidecarValidator: @@ -49,8 +50,7 @@ def validate(self, sidecar, extra_def_dicts=None, name=None, error_handler=None) for hed_string, column_data, position in sidecar.hed_string_iter(error_handler): hed_string_obj = HedString(hed_string, hed_schema=self._schema, def_dict=sidecar_def_dict) - error_handler.push_error_context(ErrorContext.HED_STRING, hed_string_obj, - increment_depth_after=False) + error_handler.push_error_context(ErrorContext.HED_STRING, hed_string_obj) new_issues = hed_validator.run_basic_checks(hed_string_obj, allow_placeholders=True) if not new_issues: new_issues = hed_validator.run_full_string_checks(hed_string_obj) @@ -61,6 +61,7 @@ def validate(self, sidecar, extra_def_dicts=None, name=None, error_handler=None) error_handler.pop_error_context() error_handler.pop_error_context() + issues = sort_issues(issues) return issues def validate_structure(self, sidecar, error_handler): diff --git a/hed/validator/spreadsheet_validator.py b/hed/validator/spreadsheet_validator.py index ba1f341ac..8b8aa9b1f 100644 --- a/hed/validator/spreadsheet_validator.py +++ b/hed/validator/spreadsheet_validator.py @@ -1,9 +1,12 @@ import pandas as pd +import re from hed import BaseInput from hed.errors import ErrorHandler, ValidationErrors, ErrorContext +from hed.errors.error_types import ColumnErrors from hed.models import ColumnType from hed import HedString from hed.models.hed_string_group import HedStringGroup +from hed.errors.error_reporter import sort_issues PANDAS_COLUMN_PREFIX_TO_IGNORE = "Unnamed: " @@ -25,6 +28,7 @@ def validate(self, data, def_dicts=None, name=None, error_handler=None): Parameters: data (BaseInput or pd.DataFrame): Input data to be validated. + If a dataframe, it is assumed to be assembled already. def_dicts(list of DefDict or DefDict): all definitions to use for validation name(str): The name to report errors from this file as error_handler (ErrorHandler): Error context to use. Creates a new one if None @@ -41,31 +45,32 @@ def validate(self, data, def_dicts=None, name=None, error_handler=None): # Check the structure of the input data, if it's a BaseInput if isinstance(data, BaseInput): issues += self._validate_column_structure(data, error_handler) - # todo ian: Add more checks here for column inserters + issues += self._validate_square_brackets(data.assemble(skip_square_brackets=True), error_handler) data = data.dataframe_a # Check the rows of the input data issues += self._run_checks(data, error_handler) error_handler.pop_error_context() + + issues = sort_issues(issues) return issues def _run_checks(self, data, error_handler): issues = [] + columns = list(data.columns) for row_number, text_file_row in enumerate(data.itertuples(index=False)): error_handler.push_error_context(ErrorContext.ROW, row_number) row_strings = [] new_column_issues = [] - # todo: make this report the correct column numbers(somehow - it almost surely doesn't right now) for column_number, cell in enumerate(text_file_row): if not cell or cell == "n/a": continue - error_handler.push_error_context(ErrorContext.COLUMN, column_number) + error_handler.push_error_context(ErrorContext.COLUMN, columns[column_number]) column_hed_string = HedString(cell) row_strings.append(column_hed_string) - error_handler.push_error_context(ErrorContext.HED_STRING, column_hed_string, - increment_depth_after=False) + error_handler.push_error_context(ErrorContext.HED_STRING, column_hed_string) new_column_issues = self._hed_validator.run_basic_checks(column_hed_string, allow_placeholders=False) error_handler.add_context_and_filter(new_column_issues) @@ -77,7 +82,7 @@ def _run_checks(self, data, error_handler): continue else: row_string = HedStringGroup(row_strings) - error_handler.push_error_context(ErrorContext.HED_STRING, row_string, increment_depth_after=False) + error_handler.push_error_context(ErrorContext.HED_STRING, row_string) new_column_issues = self._hed_validator.run_full_string_checks(row_string) error_handler.add_context_and_filter(new_column_issues) @@ -113,3 +118,85 @@ def _validate_column_structure(self, base_input, error_handler): error_handler.pop_error_context() return issues + + @staticmethod + def _validate_column_refs(df, error_handler): + possible_column_references = [f"{column_name}" for column_name in df.columns if + isinstance(column_name, str) and column_name.lower() != "hed"] + + issues = [] + found_column_references = {} + for column_name in df: + matches = df[column_name].str.findall("\[([a-z_\-\s0-9]+)(? Date: Thu, 23 Mar 2023 18:32:37 -0500 Subject: [PATCH 028/103] Block HED from appearing in sidecars (#635) * Block HED from appearing in sidecars --- hed/errors/error_messages.py | 7 ++++++- hed/errors/error_types.py | 3 ++- hed/validator/sidecar_validator.py | 23 ++++++++++++++++++++++- spec_tests/test_errors.py | 24 ++++++++++++++++++++---- 4 files changed, 50 insertions(+), 7 deletions(-) diff --git a/hed/errors/error_messages.py b/hed/errors/error_messages.py index ca379992f..7fd609a64 100644 --- a/hed/errors/error_messages.py +++ b/hed/errors/error_messages.py @@ -277,7 +277,12 @@ def sidecar_error_unknown_column(column_name): @hed_error(SidecarErrors.SIDECAR_HED_USED, actual_code=SidecarErrors.SIDECAR_INVALID) -def sidecar_hed_used(): +def SIDECAR_HED_USED(): + return "'HED' is a reserved name and cannot be used as a sidecar except in expected places." + + +@hed_error(SidecarErrors.SIDECAR_HED_USED_COLUMN, actual_code=SidecarErrors.SIDECAR_INVALID) +def SIDECAR_HED_USED_COLUMN(): return "'HED' is a reserved name and cannot be used as a sidecar column name" diff --git a/hed/errors/error_types.py b/hed/errors/error_types.py index c4fb5df5f..272bfe299 100644 --- a/hed/errors/error_types.py +++ b/hed/errors/error_types.py @@ -92,8 +92,9 @@ class SidecarErrors: INVALID_POUND_SIGNS_VALUE = 'invalidNumberPoundSigns' INVALID_POUND_SIGNS_CATEGORY = 'tooManyPoundSigns' UNKNOWN_COLUMN_TYPE = 'sidecarUnknownColumn' - SIDECAR_HED_USED = 'SIDECAR_HED_USED' + SIDECAR_HED_USED_COLUMN = 'SIDECAR_HED_USED_COLUMN' SIDECAR_NA_USED = 'SIDECAR_NA_USED' + SIDECAR_HED_USED = 'SIDECAR_HED_USED' class SchemaErrors: HED_SCHEMA_DUPLICATE_NODE = 'HED_SCHEMA_DUPLICATE_NODE' diff --git a/hed/validator/sidecar_validator.py b/hed/validator/sidecar_validator.py index daa71fb07..8c68808e8 100644 --- a/hed/validator/sidecar_validator.py +++ b/hed/validator/sidecar_validator.py @@ -81,6 +81,23 @@ def validate_structure(self, sidecar, error_handler): error_handler.pop_error_context() return all_validation_issues + @staticmethod + def _check_for_key(key, data): + if isinstance(data, dict): + if key in data: + return bool(data[key]) + else: + for sub_data in data.values(): + result = SidecarValidator._check_for_key(key, sub_data) + if result is not None: + return result + elif isinstance(data, list): + for sub_data in data: + result = SidecarValidator._check_for_key(key, sub_data) + if result is not None: + return result + return None + def _validate_column_structure(self, column_name, dict_for_entry, error_handler): """ Checks primarily for type errors such as expecting a string and getting a list in a json sidecar. @@ -93,13 +110,17 @@ def _validate_column_structure(self, column_name, dict_for_entry, error_handler) """ val_issues = [] if column_name in self.reserved_column_names: - val_issues += error_handler.format_error_with_context(SidecarErrors.SIDECAR_HED_USED) + val_issues += error_handler.format_error_with_context(SidecarErrors.SIDECAR_HED_USED_COLUMN) return val_issues column_type = Sidecar._detect_column_type(dict_for_entry=dict_for_entry) if column_type is None: val_issues += error_handler.format_error_with_context(SidecarErrors.UNKNOWN_COLUMN_TYPE, column_name=column_name) + elif column_type == ColumnType.Ignore: + found_hed = self._check_for_key("HED", dict_for_entry) + if found_hed: + val_issues += error_handler.format_error_with_context(SidecarErrors.SIDECAR_HED_USED) elif column_type == ColumnType.Categorical: raw_hed_dict = dict_for_entry["HED"] if not raw_hed_dict: diff --git a/spec_tests/test_errors.py b/spec_tests/test_errors.py index 9c80d4d98..81942a915 100644 --- a/spec_tests/test_errors.py +++ b/spec_tests/test_errors.py @@ -11,6 +11,13 @@ from hed.errors import ErrorHandler, get_printable_issue_string +known_errors = [ + 'SIDECAR_INVALID', + 'CHARACTER_INVALID', + 'COMMA_MISSING', + "DEF_EXPAND_INVALID", + "DEF_INVALID", +] skip_tests = ["VERSION_DEPRECATED", "CHARACTER_INVALID", "STYLE_WARNING"] @@ -30,6 +37,12 @@ def run_single_test(self, test_file): test_info = json.load(fp) for info in test_info: error_code = info['error_code'] + verify_code = False + if error_code in known_errors: + verify_code = True + + # To be deprecated once we add this to all tests + self._verify_code = verify_code if error_code in skip_tests: print(f"Skipping {error_code} test") continue @@ -62,6 +75,13 @@ def report_result(self, expected_result, issues, error_code, description, name, print(f"Passed '{test_type}' (which should fail) '{name}': {test}") print(get_printable_issue_string(issues)) self.fail_count.append(name) + elif self._verify_code: + if any(issue['code'] == error_code for issue in issues): + return + print(f"{error_code}: {description}") + print(f"Failed '{test_type}' (unexpected errors found) '{name}': {test}") + print(get_printable_issue_string(issues)) + self.fail_count.append(name) else: if issues: print(f"{error_code}: {description}") @@ -75,9 +95,6 @@ def _run_single_string_test(self, info, schema, def_dict, error_code, descriptio for test in tests: test_string = HedString(test, schema) - # This expand should not be required here. - def_dict.expand_def_tags(test_string) - issues = string_validator.run_basic_checks(test_string, False) issues += string_validator.run_full_string_checks(test_string) error_handler.add_context_and_filter(issues) @@ -86,7 +103,6 @@ def _run_single_string_test(self, info, schema, def_dict, error_code, descriptio def _run_single_sidecar_test(self, info, schema, def_dict, error_code, description, name, error_handler): for result, tests in info.items(): for test in tests: - # Well this is a disaster buffer = io.BytesIO(json.dumps(test).encode("utf-8")) sidecar = Sidecar(buffer) issues = sidecar.validate(hed_schema=schema, extra_def_dicts=def_dict, error_handler=error_handler) From 69f320d4eb91d6a1b8700140699f9100f7be6469 Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Mon, 27 Mar 2023 14:48:41 -0500 Subject: [PATCH 029/103] Updated the search in analysis tools --- hed/models/df_util.py | 6 +- hed/tools/analysis/analysis_util.py | 68 ++++++++++++++++++- .../operations/factor_hed_tags_op.py | 25 ++----- .../test_analysis_util_assemble_hed.py | 50 +++++++------- 4 files changed, 98 insertions(+), 51 deletions(-) diff --git a/hed/models/df_util.py b/hed/models/df_util.py index f9fa19dcc..989299d2f 100644 --- a/hed/models/df_util.py +++ b/hed/models/df_util.py @@ -26,7 +26,7 @@ def get_assembled(tabular_file, sidecar, hed_schema, extra_def_dicts=None, join_ expand_defs: bool Expand any def tags found Returns: - tuple: A list of HedStrings, or a list of lists of HedStrings, DefinitionDict + tuple: A list of HedStrings or a list of lists of HedStrings, DefinitionDict """ if isinstance(sidecar, str): @@ -76,13 +76,13 @@ def convert_to_form(df, hed_schema, tag_form, columns=None): def shrink_defs(df, hed_schema, columns=None): - """ Shrinks any def-expand tags found in the dataframe. + """ Shrinks any def-expand tags found in the specified columns in the dataframe. Converts in place Parameters: df (pd.Dataframe or pd.Series): The dataframe or series to modify hed_schema (HedSchema or None): The schema to use to identify defs. - columns (list or None): The columns to modify on the dataframe + columns (list or None): The columns to modify on the dataframe. """ if isinstance(df, pd.Series): mask = df.str.contains('Def-expand/', case=False) diff --git a/hed/tools/analysis/analysis_util.py b/hed/tools/analysis/analysis_util.py index a4c57c9f6..aa13f288d 100644 --- a/hed/tools/analysis/analysis_util.py +++ b/hed/tools/analysis/analysis_util.py @@ -6,6 +6,7 @@ from hed.models.hed_tag import HedTag from hed.models.hed_group import HedGroup from hed.models import df_util +from hed.models import QueryParser def assemble_hed(data_input, sidecar, schema, columns_included=None, expand_defs=False): @@ -44,6 +45,68 @@ def assemble_hed(data_input, sidecar, schema, columns_included=None, expand_defs return df, definitions +def get_expression_parsers(queries, query_names=None): + """ Returns a list of expression parsers and query_names. + + Parameters: + queries (list): A list of query strings or QueryParser objects + query_names (list): A list of column names for results of queries. If missing --- query_1, query_2, etc. + + Returns: + DataFrame - containing the search strings + + Raises: + ValueError - if query names are invalid or duplicated. + + """ + expression_parsers = [] + if not query_names: + query_names = [f"query_{index}" for index in range(len(queries))] + elif len(queries) != len(query_names): + raise ValueError("QueryNamesLengthBad", + f"The query_names length {len(query_names)} must be empty or equal" + + f"to the queries length {len(queries)}.") + elif len(set(query_names)) != len(query_names): + raise ValueError("DuplicateQueryNames", f"The query names {str(query_names)} list has duplicates") + for index, query in enumerate(queries): + if not query: + raise ValueError("BadQuery", f"Query [{index}]: {query} cannot be empty") + elif isinstance(query, str): + try: + next_query = QueryParser(query) + except Exception: + raise ValueError("BadQuery", f"Query [{index}]: {query} cannot be parsed") + else: + next_query = query + expression_parsers.append(next_query) + return expression_parsers, query_names + + +def search_strings(hed_strings, queries, query_names=None): + """ Returns a DataFrame of factors based on results of queries. + + Parameters: + hed_strings (list): A list of HedString objects (empty entries or None entries are 0's) + queries (list): A list of query strings or QueryParser objects + query_names (list): A list of column names for results of queries. If missing --- query_1, query_2, etc. + + Returns: + DataFrame - containing the factor vectors with results of the queries + + Raises: + ValueError - if query names are invalid or duplicated. + + """ + + expression_parsers, query_names = get_expression_parsers(queries, query_names=query_names) + df_factors = pd.DataFrame(0, index=range(len(hed_strings)), columns=query_names) + for parse_ind, parser in enumerate(expression_parsers): + for index, next_item in enumerate(hed_strings): + match = parser.search(next_item) + if match: + df_factors.at[index, query_names[parse_ind]] = 1 + return df_factors + # def get_assembled_strings(table, hed_schema=None, expand_defs=False): # """ Return HED string objects for a tabular file. # @@ -61,7 +124,7 @@ def assemble_hed(data_input, sidecar, schema, columns_included=None, expand_defs # return hed_list # -# def search_tabular(data_input, hed_schema, query, columns_included=None): +# def search_tabular(data_input, sidecar, hed_schema, query, extra_def_dicts=None, columns_included=None): # """ Return a dataframe with results of query. # # Parameters: @@ -76,7 +139,8 @@ def assemble_hed(data_input, sidecar, schema, columns_included=None, expand_defs # """ # # eligible_columns, missing_columns = separate_values(list(data_input.dataframe.columns), columns_included) -# hed_list = get_assembled_strings(data_input, hed_schema=hed_schema, expand_defs=True) +# hed_list, definitions = df_util.get_assembled(data_input, sidecar, hed_schema, extra_def_dicts=None, join_columns=True, +# shrink_defs=False, expand_defs=True) # expression = QueryParser(query) # hed_tags = [] # row_numbers = [] diff --git a/hed/tools/remodeling/operations/factor_hed_tags_op.py b/hed/tools/remodeling/operations/factor_hed_tags_op.py index 930f1353f..ae1f35e63 100644 --- a/hed/tools/remodeling/operations/factor_hed_tags_op.py +++ b/hed/tools/remodeling/operations/factor_hed_tags_op.py @@ -8,6 +8,7 @@ from hed.models.sidecar import Sidecar from hed.models.expression_parser import QueryParser from hed.models.df_util import get_assembled +from hed.tools.analysis.analysis_util import get_expression_parsers, search_strings class FactorHedTagsOp(BaseOp): @@ -65,21 +66,8 @@ def __init__(self, parameters): self.queries = parameters['queries'] self.query_names = parameters['query_names'] self.remove_types = parameters['remove_types'] - if not self.query_names: - self.query_names = [f"query_{index}" for index in range(len(self.queries))] - elif len(self.queries) != len(self.query_names): - raise ValueError("QueryNamesLengthBad", - f"The query_names length {len(self.query_names)} must be empty or equal" + - f"to the queries length {len(self.queries)} .") - elif len(set(self.query_names)) != len(self.query_names): - raise ValueError("DuplicateQueryNames", f"The query names {str(self.query_names)} list has duplicates") - self.expression_parsers = [] - for index, query in enumerate(self.queries): - try: - next_query = QueryParser(query) - except Exception: - raise ValueError("BadQuery", f"Query [{index}]: {query} cannot be parsed") - self.expression_parsers.append(next_query) + self.expression_parsers, self.query_names = get_expression_parsers(self.queries, + query_names=parameters['query_names']) def do_op(self, dispatcher, df, name, sidecar=None): """ Factor the column using HED tag queries. @@ -111,12 +99,7 @@ def do_op(self, dispatcher, df, name, sidecar=None): df_list = [input_data.dataframe] hed_strings, _ = get_assembled(input_data, sidecar, dispatcher.hed_schema, extra_def_dicts=None, join_columns=True, shrink_defs=False, expand_defs=True) - df_factors = pd.DataFrame(0, index=range(len(hed_strings)), columns=self.query_names) - for parse_ind, parser in enumerate(self.expression_parsers): - for index, next_item in enumerate(hed_strings): - match = parser.search(next_item) - if match: - df_factors.at[index, self.query_names[parse_ind]] = 1 + df_factors = search_strings(hed_strings, self.expression_parsers, query_names=self.query_names) if len(df_factors.columns) > 0: df_list.append(df_factors) df_new = pd.concat(df_list, axis=1) diff --git a/tests/tools/analysis/test_analysis_util_assemble_hed.py b/tests/tools/analysis/test_analysis_util_assemble_hed.py index 318c3aa54..75d143659 100644 --- a/tests/tools/analysis/test_analysis_util_assemble_hed.py +++ b/tests/tools/analysis/test_analysis_util_assemble_hed.py @@ -3,9 +3,8 @@ from pandas import DataFrame from hed import schema as hedschema from hed.models import Sidecar, TabularInput, DefinitionDict -from hed.tools.analysis.analysis_util import assemble_hed - - +from hed.models import df_util +from hed.tools.analysis.analysis_util import assemble_hed, search_strings # noinspection PyBroadException @@ -25,7 +24,6 @@ def setUpClass(cls): schema = hedschema.load_schema(schema_path) cls.schema = schema sidecar1 = Sidecar(json_path, name='face_sub1_json') - cls.sidecar_path = sidecar1 cls.sidecar1 = sidecar1 cls.input_data = TabularInput(events_path, sidecar=sidecar1, name="face_sub1_events") cls.input_data_no_sidecar = TabularInput(events_path, name="face_sub1_events_no_sidecar") @@ -96,27 +94,29 @@ def test_assemble_hed_bad_column_no_expand(self): self.assertNotEqual(first_str2.find('Def/'), -1, "assemble_hed with def expand has no Def tag") self.assertEqual(first_str2.find('Def-expand/'), -1, "assemble_hed with def expand has Def-expand tags") - # def test_search_tabular(self): - # query1 = "sensory-event" - # df1 = search_tabular(self.input_data, self.schema, query1, columns_included=None) - # self.assertIsInstance(df1, DataFrame, "search_tabular returns a dataframe when the query is satisfied.") - # self.assertEqual(len(df1.columns), 2, "search_tabular has the right number of columns when query okay") - # self.assertEqual(len(df1.index), 155, "search_tabular has right number of rows when query okay") - # query2 = 'data-feature' - # df2 = search_tabular(self.input_data, self.hed_schema, query2, columns_included=None) - # self.assertFalse(df2, "search_tabular returns None when query is not satisfied.") - # - # query3 = "sensory-event" - # df3 = search_tabular(self.input_data, self.hed_schema, query3, columns_included=['event_type', 'rep_status']) - # self.assertIsInstance(df3, DataFrame, "search_tabular returns a DataFrame when extra columns") - # self.assertEqual(len(df3.columns), 3, "search_tabular returns right number of columns when extra columns") - # self.assertEqual(len(df3.index), 155, "search_tabular has right number of rows when query okay") - # - # df4 = search_tabular(self.input_data, self.hed_schema, query3, - # columns_included=['onset', 'event_type', 'rep_status']) - # self.assertIsInstance(df4, DataFrame, "search_tabular returns a DataFrame when extra columns") - # self.assertEqual(len(df4.columns), 4, "search_tabular returns right number of columns when extra columns") - # self.assertEqual(len(df4.index), 155, "search_tabular has right number of rows when query okay") + def test_search_strings(self): + hed_strings, dict1 = df_util.get_assembled(self.input_data, self.sidecar1, self.schema, extra_def_dicts=None, + join_columns=True, shrink_defs=False, expand_defs=True) + queries1 = ["sensory-event"] + query_names1 = ["sensory"] + df1 = search_strings(hed_strings, queries1, query_names1) + self.assertIsInstance(df1, DataFrame, "search_tabular returns a dataframe when the query is satisfied.") + self.assertEqual(len(df1.columns), 1, "search_tabular has the right number of columns when query okay") + self.assertEqual(len(df1.index), 200, "search_tabular has right number of rows when query okay") + queries2 = ['data-feature', "sensory-event"] + query_names2 = ['data', 'sensory'] + df2 = search_strings(hed_strings, queries2, query_names2) + self.assertEqual(len(df2.columns), 2, "search_tabular has the right number of columns when query okay") + self.assertEqual(len(df2.index), 200, "search_tabular has right number of rows when query okay") + totals = df2.sum(axis=0) + self.assertFalse(totals.loc['data']) + self.assertEqual(totals.loc['sensory'], 155) + queries3 = ['image', "sensory-event", "face"] + query_names3 = ['image', 'sensory', "faced"] + df3 = search_strings(hed_strings, queries3, query_names3) + self.assertIsInstance(df3, DataFrame, "search_tabular returns a DataFrame when extra columns") + self.assertEqual(len(df3.columns), 3, "search_tabular returns right number of columns when extra columns") + self.assertEqual(len(df3.index), 200, "search_tabular has right number of rows when query okay") if __name__ == '__main__': From 6708094ed6bfc61472f9660a714cbea26c3df672 Mon Sep 17 00:00:00 2001 From: IanCa Date: Wed, 29 Mar 2023 19:06:01 -0500 Subject: [PATCH 030/103] Fix sorting for hed string context --- hed/errors/error_reporter.py | 13 +++++++++++-- 1 file changed, 11 insertions(+), 2 deletions(-) diff --git a/hed/errors/error_reporter.py b/hed/errors/error_reporter.py index cb1a959d5..836ac2c4f 100644 --- a/hed/errors/error_reporter.py +++ b/hed/errors/error_reporter.py @@ -21,7 +21,6 @@ ErrorContext.SIDECAR_KEY_NAME, ErrorContext.ROW, ErrorContext.COLUMN, - ErrorContext.HED_STRING, ErrorContext.SCHEMA_SECTION, ErrorContext.SCHEMA_TAG, ErrorContext.SCHEMA_ATTRIBUTE, @@ -32,6 +31,10 @@ ErrorContext.ROW, ] +hed_string_sort_list = [ + ErrorContext.HED_STRING +] + def _register_error_function(error_type, wrapper_func): if error_type in error_functions: raise KeyError(f"{error_type} defined more than once.") @@ -186,10 +189,13 @@ def push_error_context(self, context_type, context): """ if context is None: + from hed import HedString if context_type in int_sort_list: context = 0 + elif context_type in hed_string_sort_list: + context = HedString("") else: - context_type = "" + context = "" self.error_context.append((context_type, context)) def pop_error_context(self): @@ -446,10 +452,13 @@ def sort_issues(issues, reverse=False): Returns: list: The sorted list of issues.""" def _get_keys(d): + from hed import HedString result = [] for key in default_sort_list: if key in int_sort_list: result.append(d.get(key, -1)) + elif key in hed_string_sort_list: + result.append(d.get(key, HedString(""))) else: result.append(d.get(key, "")) return tuple(result) From 99ddadd1e59cb00e0e4c90171a2a4804a4655af5 Mon Sep 17 00:00:00 2001 From: IanCa Date: Thu, 30 Mar 2023 14:12:23 -0500 Subject: [PATCH 031/103] Update spec tests commit --- spec_tests/hed-specification | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/spec_tests/hed-specification b/spec_tests/hed-specification index 9e7d37eb4..9162f09a2 160000 --- a/spec_tests/hed-specification +++ b/spec_tests/hed-specification @@ -1 +1 @@ -Subproject commit 9e7d37eb497a44d0bf6068633077d94788e79792 +Subproject commit 9162f09a2c1f60c35ff68c6a52987f3c33381eb6 From 2b8551b5944a48ab2e0a422e2e7878581f6b3a78 Mon Sep 17 00:00:00 2001 From: IanCa Date: Thu, 30 Mar 2023 18:51:35 -0500 Subject: [PATCH 032/103] Rename HedTag.extension_or_value_portion -> .extension Add HedGroup.get_first_group() Make def/def-expands report unit errors as happening on themself Add first draft def_expand gathering --- hed/models/definition_dict.py | 14 ++- hed/models/definition_entry.py | 58 ++++++------ hed/models/df_util.py | 83 +++++++++++++++++ hed/models/hed_group.py | 30 +++++- hed/models/hed_tag.py | 20 +++- hed/tools/analysis/event_manager.py | 4 +- hed/tools/analysis/hed_context_manager.py | 2 +- hed/tools/analysis/hed_tag_counts.py | 2 +- hed/tools/analysis/hed_type_definitions.py | 8 +- hed/tools/analysis/hed_type_values.py | 4 +- hed/tools/analysis/temporal_event.py | 2 +- hed/validator/def_validator.py | 36 +++++--- hed/validator/hed_validator.py | 34 +++---- hed/validator/onset_validator.py | 2 +- hed/validator/tag_validator.py | 34 ++++--- spec_tests/hed-specification | 2 +- tests/models/test_base_input.py | 4 +- tests/models/test_definition_entry.py | 38 ++++---- tests/models/test_df_util.py | 101 ++++++++++++++++++++- 19 files changed, 360 insertions(+), 118 deletions(-) diff --git a/hed/models/definition_dict.py b/hed/models/definition_dict.py index 04cbfc440..fce00e1fa 100644 --- a/hed/models/definition_dict.py +++ b/hed/models/definition_dict.py @@ -54,14 +54,20 @@ def _add_definitions_from_dict(self, def_dict): def_dict (DefinitionDict): DefDict whose definitions should be added. """ - for def_tag, def_value in def_dict: + for def_tag, def_value in def_dict.items(): self._add_definition(def_tag, def_value) def get(self, def_name): return self.defs.get(def_name.lower()) def __iter__(self): - return iter(self.defs.items()) + return iter(self.defs) + + def __len__(self): + return len(self.defs) + + def items(self): + return self.defs.items() @property def issues(self): @@ -94,7 +100,7 @@ def check_for_definitions(self, hed_string_obj, error_handler=None): """ new_def_issues = [] for definition_tag, group in hed_string_obj.find_top_level_tags(anchor_tags={DefTagNames.DEFINITION_KEY}): - def_tag_name = definition_tag.extension_or_value_portion + def_tag_name = definition_tag.extension # initial validation groups = group.groups() @@ -224,7 +230,7 @@ def _get_definition_contents(self, def_tag): def_contents: HedGroup The contents to replace the previous def-tag with. """ - is_label_tag = def_tag.extension_or_value_portion + is_label_tag = def_tag.extension placeholder = None found_slash = is_label_tag.find("/") if found_slash != -1: diff --git a/hed/models/definition_entry.py b/hed/models/definition_entry.py index 27c89d33b..ba9f69b6a 100644 --- a/hed/models/definition_entry.py +++ b/hed/models/definition_entry.py @@ -18,13 +18,13 @@ def __init__(self, name, contents, takes_value, source_context): """ self.name = name if contents: - contents = contents.copy() + contents = contents.copy().sort() self.contents = contents self.takes_value = takes_value self.source_context = source_context - self.tag_dict = {} - if contents: - add_group_to_dict(contents, self.tag_dict) + # self.tag_dict = {} + # if contents: + # add_group_to_dict(contents, self.tag_dict) def get_definition(self, replace_tag, placeholder_value=None, return_copy_of_tag=False): """ Return a copy of the definition with the tag expanded and the placeholder plugged in. @@ -66,28 +66,28 @@ def get_definition(self, replace_tag, placeholder_value=None, return_copy_of_tag startpos=replace_tag.span[0], endpos=replace_tag.span[1], contents=output_contents) return f"{DefTagNames.DEF_EXPAND_ORG_KEY}/{name}", output_contents - -def add_group_to_dict(group, tag_dict=None): - """ Add the tags and their values from a HED group to a tag dictionary. - - Parameters: - group (HedGroup): Contents to add to the tag dict. - tag_dict (dict): The starting tag dictionary to add to. - - Returns: - dict: The updated tag_dict containing the tags with a list of values. - - Notes: - - Expects tags to have forms calculated already. - - """ - if tag_dict is None: - tag_dict = {} - for tag in group.get_all_tags(): - short_base_tag = tag.short_base_tag - value = tag.extension_or_value_portion - value_dict = tag_dict.get(short_base_tag, {}) - if value: - value_dict[value] = '' - tag_dict[short_base_tag] = value_dict - return tag_dict +# +# def add_group_to_dict(group, tag_dict=None): +# """ Add the tags and their values from a HED group to a tag dictionary. +# +# Parameters: +# group (HedGroup): Contents to add to the tag dict. +# tag_dict (dict): The starting tag dictionary to add to. +# +# Returns: +# dict: The updated tag_dict containing the tags with a list of values. +# +# Notes: +# - Expects tags to have forms calculated already. +# +# """ +# if tag_dict is None: +# tag_dict = {} +# for tag in group.get_all_tags(): +# short_base_tag = tag.short_base_tag +# value = tag.extension +# value_dict = tag_dict.get(short_base_tag, {}) +# if value: +# value_dict[value] = '' +# tag_dict[short_base_tag] = value_dict +# return tag_dict diff --git a/hed/models/df_util.py b/hed/models/df_util.py index 989299d2f..3027d1174 100644 --- a/hed/models/df_util.py +++ b/hed/models/df_util.py @@ -4,6 +4,8 @@ from hed.models.sidecar import Sidecar from hed.models.tabular_input import TabularInput from hed import HedString +from hed.models.definition_dict import DefinitionDict +from hed.models.definition_entry import DefinitionEntry def get_assembled(tabular_file, sidecar, hed_schema, extra_def_dicts=None, join_columns=True, @@ -136,3 +138,84 @@ def _shrink_defs(hed_string, hed_schema): def _expand_defs(hed_string, hed_schema, def_dict): from hed import HedString return str(HedString(hed_string, hed_schema, def_dict).expand_defs()) + + +def process_def_expands(hed_strings, hed_schema, known_defs=None, ambiguous_defs=None): + """ + Processes a list of HED strings according to a given HED schema, using known definitions and ambiguous definitions. + + Args: + hed_strings (list or pd.Series): A list of HED strings to process. + hed_schema (HedSchema): The schema to use + known_defs (DefinitionDict or list or str), optional): + A DefinitionDict or anything its constructor takes. These are the known definitions going in, that must + match perfectly. + ambiguous_defs (dict): A dictionary containing ambiguous definitions + format TBD. Currently def name key: list of lists of hed tags values + """ + if not isinstance(hed_strings, pd.Series): + hed_strings = pd.Series(hed_strings) + + if ambiguous_defs is None: + ambiguous_defs = {} + errors = {} + def_dict = DefinitionDict(known_defs) + + def_expand_mask = hed_strings.str.contains('Def-Expand/', case=False) + + # Iterate over the strings that contain def-expand tags + for i in hed_strings[def_expand_mask].index: + string = hed_strings.loc[i] + hed_str = HedString(string, hed_schema) + + for def_tag, def_expand_group, def_group in hed_str.find_def_tags(recursive=True): + if def_tag == def_expand_group: + continue + + def_tag_name = def_tag.extension.split('/')[0] + # First check for known definitions. If this is known, it's done either way. + def_group_contents = def_dict._get_definition_contents(def_tag) + def_expand_group.sort() + if def_group_contents: + if def_group_contents != def_expand_group: + errors.setdefault(def_tag_name.lower(), []).append(def_group) + continue + + has_extension = "/" in def_tag.extension + + # If there's no extension, this is fine. + if not has_extension: + group_tag = def_expand_group.get_first_group() + def_dict.defs[def_tag_name.lower()] = DefinitionEntry(name=def_tag_name, contents=group_tag, + takes_value=False, + source_context=[]) + else: + def_extension = def_tag.extension.split('/')[-1] + # Find any other tags in def_group.get_all_tags() with tags with the same extension + matching_tags = [tag for tag in def_expand_group.get_all_tags() if tag.extension == def_extension and tag != def_tag] + + for tag in matching_tags: + tag.extension = "#" + + group_tag = def_expand_group.get_first_group() + + these_defs = ambiguous_defs.setdefault(def_tag_name.lower(), []) + these_defs.append(group_tag) + + value_per_tag = [] + if len(these_defs) >= 1: + all_tags_list = [group.get_all_tags() for group in these_defs] + for tags in zip(*all_tags_list): + value_per_tag.append(next((tag.extension for tag in tags if tag.extension != "#"), None)) + ambiguous_values = value_per_tag.count(None) + if ambiguous_values == 1: + new_contents = group_tag.copy() + for tag, value in zip(new_contents.get_all_tags(), value_per_tag): + if value is not None: + tag.extension = f"/{value}" + def_dict.defs[def_tag_name.lower()] = DefinitionEntry(name=def_tag_name, contents=new_contents, + takes_value=True, + source_context=[]) + del ambiguous_defs[def_tag_name.lower()] + + return def_dict, ambiguous_defs, errors diff --git a/hed/models/hed_group.py b/hed/models/hed_group.py index 7273d956c..64b789ec4 100644 --- a/hed/models/hed_group.py +++ b/hed/models/hed_group.py @@ -157,15 +157,18 @@ def sorted(self, update_self=False): Returns: list: The list of all tags in this group, with subgroups being returned as further nested lists """ - output_list = [] + tag_list = [] + group_list = [] queue_list = list(self.children) for child in queue_list: if isinstance(child, HedTag): - output_list.append((child, child)) + tag_list.append((child, child)) else: - output_list.append((child, child.sorted(update_self))) + group_list.append((child, child.sorted(update_self))) - output_list.sort(key=lambda x: str(x[0])) + tag_list.sort(key=lambda x: str(x[0])) + group_list.sort(key=lambda x: str(x[0])) + output_list = tag_list + group_list if update_self: self._children = [x[0] for x in output_list] return [x[1] for x in output_list] @@ -260,6 +263,19 @@ def groups(self): """ return [group for group in self.children if isinstance(group, HedGroup)] + def get_first_group(self): + """ Returns the first group in this hed string or group. + + Useful for things like Def-expand where they only have a single group. + + Raises a ValueError if there are no groups. + + Returns: + HedGroup: The first group + + """ + return self.groups()[0] + def get_original_hed_string(self): """ Get the original hed string. @@ -343,7 +359,7 @@ def find_placeholder_tag(self): """ for tag in self.get_all_tags(): - if "#" in tag.org_tag: + if tag.is_placeholder(): return tag return None @@ -356,6 +372,10 @@ def __eq__(self, other): if self is other: return True + # Allow us to compare to a list of groups. + # Note this comparison will NOT check if the list has the outer parenthesis + if isinstance(other, list): + return self.children == other if isinstance(other, str): return str(self) == other if not isinstance(other, HedGroup) or self.children != other.children or self.is_group != other.is_group: diff --git a/hed/models/hed_tag.py b/hed/models/hed_tag.py index 689eeac1d..57fa7e3ad 100644 --- a/hed/models/hed_tag.py +++ b/hed/models/hed_tag.py @@ -215,7 +215,7 @@ def tag(self, new_tag_val): self.convert_to_canonical_forms(self._schema) @property - def extension_or_value_portion(self): + def extension(self): """ Get the extension or value of tag Generally this is just the portion after the last slash. @@ -233,6 +233,11 @@ def extension_or_value_portion(self): return "" + @extension.setter + def extension(self, x): + self._extension_value = f"/{x}" + + @property def long_tag(self): """ Long form including value or extension. @@ -347,7 +352,7 @@ def get_stripped_unit_value(self): if stripped_value: return stripped_value, unit - return self.extension_or_value_portion, None + return self.extension, None @property def unit_classes(self): @@ -450,7 +455,7 @@ def is_basic_tag(self): bool: True if this is a known tag without extension or value. """ - return bool(self._schema_entry and not self.extension_or_value_portion) + return bool(self._schema_entry and not self.extension) def has_attribute(self, attribute): """ Return true if this is an attribute this tag has. @@ -570,7 +575,7 @@ def _get_tag_units_portion(self, tag_unit_classes): stripped_value (str): The value with the units removed. """ - value, _, units = self.extension_or_value_portion.rpartition(" ") + value, _, units = self.extension.rpartition(" ") if not units: return None, None @@ -598,6 +603,11 @@ def _find_modifier_unit_entry(units, all_valid_unit_permutations): return possible_match + def is_placeholder(self): + if "#" in self.org_tag or "#" in self._extension_value: + return True + return False + def replace_placeholder(self, placeholder_value): """ If tag has a placeholder character(#), replace with value. @@ -605,7 +615,7 @@ def replace_placeholder(self, placeholder_value): placeholder_value (str): Value to replace placeholder with. """ - if "#" in self.org_tag: + if self.is_placeholder(): if self._schema_entry: self._extension_value = self._extension_value.replace("#", placeholder_value) else: diff --git a/hed/tools/analysis/event_manager.py b/hed/tools/analysis/event_manager.py index f8bf5e5f5..1f1a1acea 100644 --- a/hed/tools/analysis/event_manager.py +++ b/hed/tools/analysis/event_manager.py @@ -66,7 +66,7 @@ def _create_event_list(self): for tup in group_tuples: group = tup[1] anchor_tag = group.find_def_tags(recursive=False, include_groups=0)[0] - anchor = anchor_tag.extension_or_value_portion.lower() + anchor = anchor_tag.extension.lower() if anchor in onset_dict or tup[0].short_base_tag.lower() == "offset": temporal_event = onset_dict.pop(anchor) temporal_event.set_end(event_index, self.data.dataframe.loc[event_index, "onset"]) @@ -114,7 +114,7 @@ def _update_onset_list(self, group, onset_dict, event_index): - Modifies onset_dict and onset_list. """ # def_tags = group.find_def_tags(recursive=False, include_groups=0) - # name = def_tags[0].extension_or_value_portion + # name = def_tags[0].extension # onset_element = onset_dict.pop(name, None) # if onset_element: # onset_element.end_index = event_index diff --git a/hed/tools/analysis/hed_context_manager.py b/hed/tools/analysis/hed_context_manager.py index 72298de1f..1cee65138 100644 --- a/hed/tools/analysis/hed_context_manager.py +++ b/hed/tools/analysis/hed_context_manager.py @@ -129,7 +129,7 @@ def _update_onset_list(self, group, onset_dict, event_index, is_offset=False): - Modifies onset_dict and onset_list. """ def_tags = group.find_def_tags(recursive=False, include_groups=0) - name = def_tags[0].extension_or_value_portion + name = def_tags[0].extension onset_element = onset_dict.pop(name, None) if onset_element: onset_element.end_index = event_index diff --git a/hed/tools/analysis/hed_tag_counts.py b/hed/tools/analysis/hed_tag_counts.py index fe6347d2e..845e448b5 100644 --- a/hed/tools/analysis/hed_tag_counts.py +++ b/hed/tools/analysis/hed_tag_counts.py @@ -29,7 +29,7 @@ def set_value(self, hed_tag): """ if not hed_tag: return - value = hed_tag.extension_or_value_portion + value = hed_tag.extension if not value: value = None if value in self.value_dict: diff --git a/hed/tools/analysis/hed_type_definitions.py b/hed/tools/analysis/hed_type_definitions.py index 8d49dc060..1cd80c914 100644 --- a/hed/tools/analysis/hed_type_definitions.py +++ b/hed/tools/analysis/hed_type_definitions.py @@ -89,11 +89,11 @@ def _extract_entry_values(self, entry): for hed_tag in tag_list: hed_tag.convert_to_canonical_forms(self.hed_schema) if hed_tag.short_base_tag.lower() == 'description': - description = hed_tag.extension_or_value_portion + description = hed_tag.extension elif hed_tag.short_base_tag.lower() != self.type_tag: other_tags.append(hed_tag.short_base_tag) else: - value = hed_tag.extension_or_value_portion.lower() + value = hed_tag.extension.lower() if value: type_tag_values.append(value) else: @@ -113,9 +113,9 @@ def get_def_names(item, no_value=True): """ if isinstance(item, HedTag) and 'def' in item.tag_terms: - names = [item.extension_or_value_portion.lower()] + names = [item.extension.lower()] else: - names = [tag.extension_or_value_portion.lower() for tag in item.get_all_tags() if 'def' in tag.tag_terms] + names = [tag.extension.lower() for tag in item.get_all_tags() if 'def' in tag.tag_terms] if no_value: for index, name in enumerate(names): name, name_value = HedTypeDefinitions.split_name(name) diff --git a/hed/tools/analysis/hed_type_values.py b/hed/tools/analysis/hed_type_values.py index 2b6f71583..ceb0d954e 100644 --- a/hed/tools/analysis/hed_type_values.py +++ b/hed/tools/analysis/hed_type_values.py @@ -141,7 +141,7 @@ def _update_definition_variables(self, tag, hed_vars, index): This modifies the HedTypeFactors map. """ - level = tag.extension_or_value_portion.lower() + level = tag.extension.lower() for var_name in hed_vars: hed_var = self._type_value_map.get(var_name, None) if hed_var is None: @@ -185,7 +185,7 @@ def _update_variables(self, tag_list, index): """ for tag in tag_list: - tag_value = tag.extension_or_value_portion.lower() + tag_value = tag.extension.lower() if not tag_value: tag_value = self.type_tag hed_var = self._type_value_map.get(tag_value, None) diff --git a/hed/tools/analysis/temporal_event.py b/hed/tools/analysis/temporal_event.py index a8fcbbcde..a60243a8e 100644 --- a/hed/tools/analysis/temporal_event.py +++ b/hed/tools/analysis/temporal_event.py @@ -20,7 +20,7 @@ def set_end(self, end_index, end_time): def _split_group(self): for item in self.event_group.children: if isinstance(item, HedTag) and (item.short_tag.lower() != "onset"): - self.anchor = item.extension_or_value_portion.lower() + self.anchor = item.extension.lower() elif isinstance(item, HedTag): continue elif isinstance(item, HedGroup): diff --git a/hed/validator/def_validator.py b/hed/validator/def_validator.py index 5b18cd466..2a362af18 100644 --- a/hed/validator/def_validator.py +++ b/hed/validator/def_validator.py @@ -19,12 +19,12 @@ def __init__(self, def_dicts=None, hed_schema=None): """ super().__init__(def_dicts, hed_schema=hed_schema) - def validate_def_tags(self, hed_string_obj): + def validate_def_tags(self, hed_string_obj, tag_validator=None): """ Validate Def/Def-Expand tags. Parameters: hed_string_obj (HedString): The hed string to process. - + tag_validator (TagValidator): Used to validate the placeholder replacement. Returns: list: Issues found related to validating defs. Each issue is a dictionary. """ @@ -35,24 +35,24 @@ def validate_def_tags(self, hed_string_obj): def_issues = [] # We need to check for labels to expand in ALL groups for def_tag, def_expand_group, def_group in hed_string_obj.find_def_tags(recursive=True): - def_issues += self._validate_def_contents(def_tag, def_expand_group) + def_issues += self._validate_def_contents(def_tag, def_expand_group, tag_validator) return def_issues - def _validate_def_contents(self, def_tag, def_expand_group): + def _validate_def_contents(self, def_tag, def_expand_group, tag_validator): """ Check for issues with expanding a tag from Def to a Def-expand tag group Parameters: def_tag (HedTag): Source hed tag that may be a Def or Def-expand tag. def_expand_group (HedGroup or HedTag): Source group for this def-expand tag. Same as def_tag if this is not a def-expand tag. - + tag_validator (TagValidator): Used to validate the placeholder replacement. Returns: issues """ def_issues = [] - is_def_tag = def_expand_group is not def_tag - is_label_tag = def_tag.extension_or_value_portion + is_def_expand_tag = def_expand_group != def_tag + is_label_tag = def_tag.extension placeholder = None found_slash = is_label_tag.find("/") if found_slash != -1: @@ -63,25 +63,39 @@ def _validate_def_contents(self, def_tag, def_expand_group): def_entry = self.defs.get(label_tag_lower) if def_entry is None: error_code = ValidationErrors.HED_DEF_UNMATCHED - if is_def_tag: + if is_def_expand_tag: error_code = ValidationErrors.HED_DEF_EXPAND_UNMATCHED def_issues += ErrorHandler.format_error(error_code, tag=def_tag) else: def_tag_name, def_contents = def_entry.get_definition(def_tag, placeholder_value=placeholder, return_copy_of_tag=True) if def_tag_name: - if is_def_tag and def_expand_group != def_contents: + if is_def_expand_tag and def_expand_group != def_contents: def_issues += ErrorHandler.format_error(ValidationErrors.HED_DEF_EXPAND_INVALID, tag=def_tag, actual_def=def_contents, found_def=def_expand_group) + if def_entry.takes_value and tag_validator: + placeholder_tag = def_contents.find_placeholder_tag() + error_code = ValidationErrors.DEF_INVALID + if is_def_expand_tag: + error_code = ValidationErrors.DEF_EXPAND_INVALID + if placeholder_tag.is_unit_class_tag(): + def_issues += tag_validator.check_tag_unit_class_units_are_valid(placeholder_tag, + report_tag_as=def_tag, + error_code=error_code) + elif placeholder_tag.is_value_class_tag(): + def_issues += tag_validator.check_tag_value_class_valid(placeholder_tag, + report_tag_as=def_tag, + error_code=error_code) + elif def_entry.takes_value: error_code = ValidationErrors.HED_DEF_VALUE_MISSING - if is_def_tag: + if is_def_expand_tag: error_code = ValidationErrors.HED_DEF_EXPAND_VALUE_MISSING def_issues += ErrorHandler.format_error(error_code, tag=def_tag) else: error_code = ValidationErrors.HED_DEF_VALUE_EXTRA - if is_def_tag: + if is_def_expand_tag: error_code = ValidationErrors.HED_DEF_EXPAND_VALUE_EXTRA def_issues += ErrorHandler.format_error(error_code, tag=def_tag) diff --git a/hed/validator/hed_validator.py b/hed/validator/hed_validator.py index c7ce76adf..ac9746fc4 100644 --- a/hed/validator/hed_validator.py +++ b/hed/validator/hed_validator.py @@ -69,9 +69,11 @@ def run_basic_checks(self, hed_string, allow_placeholders): # e.g. checking units when a definition placeholder has units self._def_validator.construct_def_tags(hed_string) issues += self._validate_individual_tags_in_hed_string(hed_string, allow_placeholders=allow_placeholders) - if check_for_any_errors(issues): - return issues - issues += self._def_validator.validate_def_tags(hed_string) + # todo: maybe restore this. Issue is bad def-expand values are caught above, + # so the actual def-expand tag won't be checked if we bail early. + # if check_for_any_errors(issues): + # return issues + issues += self._def_validator.validate_def_tags(hed_string, self._tag_validator) if check_for_any_errors(issues): return issues issues += self._onset_validator.validate_onset_offset(hed_string) @@ -165,20 +167,20 @@ def _validate_individual_tags_in_hed_string(self, hed_string_obj, allow_placehol """ from hed.models.definition_dict import DefTagNames validation_issues = [] - def_groups = hed_string_obj.find_top_level_tags(anchor_tags={DefTagNames.DEFINITION_KEY}, include_groups=1) - all_def_groups = [group for sub_group in def_groups for group in sub_group.get_all_groups()] + definition_groups = hed_string_obj.find_top_level_tags(anchor_tags={DefTagNames.DEFINITION_KEY}, include_groups=1) + all_definition_groups = [group for sub_group in definition_groups for group in sub_group.get_all_groups()] for group in hed_string_obj.get_all_groups(): - is_definition = group in all_def_groups + is_definition = group in all_definition_groups for hed_tag in group.tags(): - if hed_tag.expandable and not hed_tag.expanded: - for tag in hed_tag.expandable.get_all_tags(): - validation_issues += self._tag_validator. \ - run_individual_tag_validators(tag, allow_placeholders=allow_placeholders, - is_definition=is_definition) - else: - validation_issues += self._tag_validator. \ - run_individual_tag_validators(hed_tag, - allow_placeholders=allow_placeholders, - is_definition=is_definition) + # if hed_tag.expandable and not hed_tag.expanded: + # for tag in hed_tag.expandable.get_all_tags(): + # validation_issues += self._tag_validator. \ + # run_individual_tag_validators(tag, allow_placeholders=allow_placeholders, + # is_definition=is_definition) + # else: + validation_issues += self._tag_validator. \ + run_individual_tag_validators(hed_tag, + allow_placeholders=allow_placeholders, + is_definition=is_definition) return validation_issues diff --git a/hed/validator/onset_validator.py b/hed/validator/onset_validator.py index 942f58efb..af5db6bec 100644 --- a/hed/validator/onset_validator.py +++ b/hed/validator/onset_validator.py @@ -70,7 +70,7 @@ def _find_onset_tags(self, hed_string_obj): def _handle_onset_or_offset(self, def_tag, onset_offset_tag): is_onset = onset_offset_tag.short_base_tag.lower() == DefTagNames.ONSET_KEY - full_def_name = def_name = def_tag.extension_or_value_portion + full_def_name = def_name = def_tag.extension placeholder = None found_slash = def_name.find("/") if found_slash != -1: diff --git a/hed/validator/tag_validator.py b/hed/validator/tag_validator.py index 4ecadfc5a..783b035b6 100644 --- a/hed/validator/tag_validator.py +++ b/hed/validator/tag_validator.py @@ -84,7 +84,7 @@ def run_individual_tag_validators(self, original_tag, allow_placeholders=False, validation_issues += self.check_tag_unit_class_units_are_valid(original_tag) elif original_tag.is_value_class_tag(): validation_issues += self.check_tag_value_class_valid(original_tag) - elif original_tag.extension_or_value_portion: + elif original_tag.extension: validation_issues += self.check_for_invalid_extension_chars(original_tag) if not allow_placeholders: @@ -278,12 +278,13 @@ def check_tag_exists_in_schema(self, original_tag): index_in_tag_end=None) return validation_issues - def check_tag_unit_class_units_are_valid(self, original_tag): + def check_tag_unit_class_units_are_valid(self, original_tag, report_tag_as=None, error_code=None): """ Report incorrect unit class or units. Parameters: original_tag (HedTag): The original tag that is used to report the error. - + report_tag_as (HedTag): Report errors as coming from this tag, rather than original_tag. + error_code (str): Override error codes to this Returns: list: Validation issues. Each issue is a dictionary. """ @@ -296,29 +297,36 @@ def check_tag_unit_class_units_are_valid(self, original_tag): if tag_validator_util.validate_numeric_value_class(stripped_value): default_unit = original_tag.get_unit_class_default_unit() validation_issues += ErrorHandler.format_error(ValidationErrors.HED_UNITS_DEFAULT_USED, - tag=original_tag, - default_unit=default_unit) + tag=report_tag_as if report_tag_as else original_tag, + default_unit=default_unit, + actual_error=error_code) else: tag_unit_class_units = original_tag.get_tag_unit_class_units() if tag_unit_class_units: + default_code = ValidationErrors.HED_UNITS_INVALID + if not error_code: + error_code = default_code validation_issues += ErrorHandler.format_error(ValidationErrors.HED_UNITS_INVALID, - original_tag, + actual_error=error_code, + tag=report_tag_as if report_tag_as else original_tag, units=tag_unit_class_units) return validation_issues - def check_tag_value_class_valid(self, original_tag): + def check_tag_value_class_valid(self, original_tag, report_tag_as=None, error_code=None): """ Report an invalid value portion. Parameters: original_tag (HedTag): The original tag that is used to report the error. - + report_tag_as (HedTag): Report errors as coming from this tag, rather than original_tag. + error_code (str): Override error codes to this Returns: list: Validation issues. """ validation_issues = [] - if not self._validate_value_class_portion(original_tag, original_tag.extension_or_value_portion): + if not self._validate_value_class_portion(original_tag, original_tag.extension): validation_issues += ErrorHandler.format_error(ValidationErrors.HED_VALUE_INVALID, - original_tag) + report_tag_as if report_tag_as else original_tag, + actual_error=error_code) return validation_issues @@ -349,7 +357,7 @@ def check_tag_unit_class_units_exist(self, original_tag): """ validation_issues = [] if original_tag.is_unit_class_tag(): - tag_unit_values = original_tag.extension_or_value_portion + tag_unit_values = original_tag.extension if tag_validator_util.validate_numeric_value_class(tag_unit_values): default_unit = original_tag.get_unit_class_default_unit() validation_issues += ErrorHandler.format_error(ValidationErrors.HED_UNITS_DEFAULT_USED, @@ -369,7 +377,7 @@ def check_for_invalid_extension_chars(self, original_tag): allowed_chars = self.TAG_ALLOWED_CHARS allowed_chars += self.DEFAULT_ALLOWED_PLACEHOLDER_CHARS allowed_chars += " " - return self._check_invalid_chars(original_tag.extension_or_value_portion, allowed_chars, original_tag, + return self._check_invalid_chars(original_tag.extension, allowed_chars, original_tag, starting_index=len(original_tag.org_base_tag) + 1) def check_capitalization(self, original_tag): @@ -554,7 +562,7 @@ def check_for_placeholder(self, original_tag, is_definition=False): validation_issues = [] if not is_definition: starting_index = len(original_tag.org_base_tag) + 1 - for i, character in enumerate(original_tag.extension_or_value_portion): + for i, character in enumerate(original_tag.extension): if character == "#": validation_issues += ErrorHandler.format_error(ValidationErrors.INVALID_TAG_CHARACTER, tag=original_tag, diff --git a/spec_tests/hed-specification b/spec_tests/hed-specification index 9162f09a2..8772db30c 160000 --- a/spec_tests/hed-specification +++ b/spec_tests/hed-specification @@ -1 +1 @@ -Subproject commit 9162f09a2c1f60c35ff68c6a52987f3c33381eb6 +Subproject commit 8772db30cf7c63a4fc224aac9e7daf504f276a1b diff --git a/tests/models/test_base_input.py b/tests/models/test_base_input.py index 30f3714aa..32615fb76 100644 --- a/tests/models/test_base_input.py +++ b/tests/models/test_base_input.py @@ -51,8 +51,8 @@ def test_gathered_defs(self): # todo: add unit tests for definitions in tsv file defs = DefinitionDict.get_as_strings(self.tabular_file._sidecar.extract_definitions(hed_schema=self.hed_schema)) expected_defs = { - 'jsonfiledef': '(Item/JsonDef1/#,Item/JsonDef1)', - 'jsonfiledef2': '(Item/JsonDef2/#,Item/JsonDef2)', + 'jsonfiledef': '(Item/JsonDef1,Item/JsonDef1/#)', + 'jsonfiledef2': '(Item/JsonDef2,Item/JsonDef2/#)', 'jsonfiledef3': '(Item/JsonDef3/#)', 'takesvaluedef': '(Age/#)', 'valueclassdef': '(Acceleration/#)' diff --git a/tests/models/test_definition_entry.py b/tests/models/test_definition_entry.py index e74af4a02..9ff70bc42 100644 --- a/tests/models/test_definition_entry.py +++ b/tests/models/test_definition_entry.py @@ -18,25 +18,25 @@ def setUpClass(cls): hed_schema=hed_schema) cls.hed_schema = hed_schema - def test_constructor(self): - def_entry1 = DefinitionEntry('Def1', self.def1, False, None) - self.assertIsInstance(def_entry1, DefinitionEntry) - self.assertIn('Condition-variable/Blech', def_entry1.tag_dict) - def_entry2 = DefinitionEntry('Def2', self.def2, False, None) - self.assertIsInstance(def_entry2, DefinitionEntry) - self.assertNotIn('Condition-variable/Blech', def_entry2.tag_dict) - def_entry3 = DefinitionEntry('Def3', self.def3, False, None) - self.assertIsInstance(def_entry3, DefinitionEntry) - self.assertIn('Condition-variable/Blech', def_entry3.tag_dict) - def_entry4 = DefinitionEntry('Def4', self.def4, False, None) - self.assertIsInstance(def_entry4, DefinitionEntry) - self.assertNotIn('Condition-variable/Blech', def_entry4.tag_dict) - def_entry3a = DefinitionEntry('Def3a', self.def3, True, None) - self.assertIsInstance(def_entry3a, DefinitionEntry) - self.assertIn('Condition-variable/Blech', def_entry3a.tag_dict) - def_entry4a = DefinitionEntry('Def4a', self.def4, True, None) - self.assertIsInstance(def_entry4a, DefinitionEntry) - self.assertNotIn('Condition-variable/Blech', def_entry4a.tag_dict) + # def test_constructor(self): + # def_entry1 = DefinitionEntry('Def1', self.def1, False, None) + # self.assertIsInstance(def_entry1, DefinitionEntry) + # self.assertIn('Condition-variable/Blech', def_entry1.tag_dict) + # def_entry2 = DefinitionEntry('Def2', self.def2, False, None) + # self.assertIsInstance(def_entry2, DefinitionEntry) + # self.assertNotIn('Condition-variable/Blech', def_entry2.tag_dict) + # def_entry3 = DefinitionEntry('Def3', self.def3, False, None) + # self.assertIsInstance(def_entry3, DefinitionEntry) + # self.assertIn('Condition-variable/Blech', def_entry3.tag_dict) + # def_entry4 = DefinitionEntry('Def4', self.def4, False, None) + # self.assertIsInstance(def_entry4, DefinitionEntry) + # self.assertNotIn('Condition-variable/Blech', def_entry4.tag_dict) + # def_entry3a = DefinitionEntry('Def3a', self.def3, True, None) + # self.assertIsInstance(def_entry3a, DefinitionEntry) + # self.assertIn('Condition-variable/Blech', def_entry3a.tag_dict) + # def_entry4a = DefinitionEntry('Def4a', self.def4, True, None) + # self.assertIsInstance(def_entry4a, DefinitionEntry) + # self.assertNotIn('Condition-variable/Blech', def_entry4a.tag_dict) def test_get_definition(self): def_entry1 = DefinitionEntry('Def1', self.def1, False, None) diff --git a/tests/models/test_df_util.py b/tests/models/test_df_util.py index 50a02e133..9c5126a34 100644 --- a/tests/models/test_df_util.py +++ b/tests/models/test_df_util.py @@ -3,7 +3,7 @@ from hed import load_schema_version -from hed.models.df_util import shrink_defs, expand_defs, convert_to_form +from hed.models.df_util import shrink_defs, expand_defs, convert_to_form, process_def_expands from hed import DefinitionDict @@ -153,3 +153,102 @@ def test_convert_to_form_multiple_tags_long(self): expected_df = pd.DataFrame({"column1": ["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Item/Biological-item/Anatomical-item/Body-part/Head/Face/Nose,Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Acceleration/4.5 m-per-s^2"]}) result = convert_to_form(df, self.schema, "long_tag", ['column1']) pd.testing.assert_frame_equal(result, expected_df) + + def test_basic_expand_detection(self): + # all simple cases with no duplicates + test_strings = [ + "(Def-expand/A1/1, (Action/1, Age/5, Item-count/3))", + "(Def-expand/A1/2, (Action/2, Age/5, Item-count/3))", + "(Def-expand/B2/3, (Action/3, Collection/animals, Alert))", + "(Def-expand/B2/4, (Action/4, Collection/animals, Alert))", + "(Def-expand/C3/5, (Action/5, Joyful, Event))", + "(Def-expand/C3/6, (Action/6, Joyful, Event))" + ] + process_def_expands(test_strings, self.schema) + + def test_mixed_detection(self): + # Cases where you can only retroactively identify the first def-expand + test_strings = [ + # Basic example first just to verify + "(Def-expand/A1/1, (Action/1, Age/5, Item-count/2))", + "(Def-expand/A1/2, (Action/2, Age/5, Item-count/2))", + # Out of order ambiguous + "(Def-expand/B2/3, (Action/3, Collection/animals, Age/3))", + "(Def-expand/B2/4, (Action/4, Collection/animals, Age/3))", + # Multiple tags + "(Def-expand/C3/5, (Action/5, Age/5, Item-count/5))", + "(Def-expand/C3/6, (Action/6, Age/5, Item-count/5))", + # Multiple tags2 + "(Def-expand/D4/7, (Action/7, Age/7, Item-count/8))", + "(Def-expand/D4/8, (Action/8, Age/7, Item-count/8))" + # Multiple tags3 + "(Def-expand/D5/7, (Action/7, Age/7, Item-count/8, Event))", + "(Def-expand/D5/8, (Action/8, Age/7, Item-count/8, Event))" + ] + def_dict, ambiguous_defs, _ = process_def_expands(test_strings, self.schema) + self.assertEqual(len(def_dict), 5) + + def test_ambiguous_defs(self): + # Cases that can't be identified + test_strings = [ + "(Def-expand/A1/2, (Action/2, Age/5, Item-count/2))", + "(Def-expand/B2/3, (Action/3, Collection/animals, Age/3))", + "(Def-expand/C3/5, (Action/5, Age/5, Item-count/5))", + "(Def-expand/D4/7, (Action/7, Age/7, Item-count/8))", + "(Def-expand/D5/7, (Action/7, Age/7, Item-count/8, Event))", + ] + _, ambiguous_defs, _ = process_def_expands(test_strings, self.schema) + self.assertEqual(len(ambiguous_defs), 5) + + def test_errors(self): + # Cases where you can only retroactively identify the first def-expand + test_strings = [ + "(Def-expand/A1/1, (Action/1, Age/5, Item-count/2))", + "(Def-expand/A1/2, (Action/2, Age/5, Item-count/2))", + "(Def-expand/A1/3, (Action/3, Age/5, Item-count/3))", + + ] + _, _, errors = process_def_expands(test_strings, self.schema) + self.assertEqual(len(errors), 1) + + def test_def_expand_detection(self): + test_strings = [ + "(Def-expand/A1/1, (Action/1, Age/5, Item-Count/2))", + "(Def-expand/A1/2, (Action/2, Age/5, Item-Count/2))", + "(Def-expand/B2/3, (Action/3, Collection/animals, Alert))", + "(Def-expand/B2/4, (Action/4, Collection/animals, Alert))", + "(Def-expand/C3/5, (Action/5, Joyful, Event))", + "(Def-expand/C3/6, (Action/6, Joyful, Event))", + "((Def-expand/A1/7, (Action/7, Age/5, Item-Count/2)), Event, Age/10)", + "((Def-expand/A1/8, (Action/8, Age/5, Item-Count/2)), Collection/toys, Item-Count/5)", + "((Def-expand/B2/9, (Action/9, Collection/animals, Alert)), Event, Collection/plants)", + "((Def-expand/B2/10, (Action/10, Collection/animals, Alert)), Joyful, Item-Count/3)", + "((Def-expand/C3/11, (Action/11, Joyful, Event)), Collection/vehicles, Age/20)", + "((Def-expand/C3/12, (Action/12, Joyful, Event)), Alert, Item-Count/8)", + "((Def-expand/A1/13, (Action/13, Age/5, Item-Count/2)), (Def-expand/B2/13, (Action/13, Collection/animals, Alert)), Event)", + "((Def-expand/A1/14, (Action/14, Age/5, Item-Count/2)), Joyful, (Def-expand/C3/14, (Action/14, Joyful, Event)))", + "(Def-expand/B2/15, (Action/15, Collection/animals, Alert), (Def-expand/C3/15, (Action/15, Joyful, Event)), Age/30)", + "((Def-expand/A1/16, (Action/16, Age/5, Item-Count/2)), (Def-expand/B2/16, (Action/16, Collection/animals, Alert)), Collection/food)", + "(Def-expand/C3/17, (Action/17, Joyful, Event)), (Def-expand/A1/17, (Action/17, Age/5, Item-Count/2)), Item-Count/6", + "((Def-expand/B2/18, (Action/18, Collection/animals, Alert)), (Def-expand/C3/18, (Action/18, Joyful, Event)), Alert)", + "(Def-expand/D1/Apple, (Task/Apple, Collection/cars, Attribute/color))", + "(Def-expand/D1/Banana, (Task/Banana, Collection/cars, Attribute/color))", + "(Def-expand/E2/Carrot, (Collection/Carrot, Collection/plants, Attribute/type))", + "(Def-expand/E2/Dog, (Collection/Dog, Collection/plants, Attribute/type))", + "((Def-expand/D1/Elephant, (Task/Elephant, Collection/cars, Attribute/color)), (Def-expand/E2/Fox, (Collection/Fox, Collection/plants, Attribute/type)), Event)", + "((Def-expand/D1/Giraffe, (Task/Giraffe, Collection/cars, Attribute/color)), Joyful, (Def-expand/E2/Horse, (Collection/Horse, Collection/plants, Attribute/type)))", + "(Def-expand/D1/Iguana, (Task/Iguana, Collection/cars, Attribute/color), (Def-expand/E2/Jaguar, (Collection/Jaguar, Collection/plants, Attribute/type)), Age/30)", + "(Def-expand/F1/Lion, (Task/Lion, Collection/boats, Attribute/length))", + "(Def-expand/F1/Monkey, (Task/Monkey, Collection/boats, Attribute/length))", + "(Def-expand/G2/Nest, (Collection/Nest, Collection/instruments, Attribute/material))", + "(Def-expand/G2/Octopus, (Collection/Octopus, Collection/instruments, Attribute/material))", + "((Def-expand/F1/Panda, (Task/Panda, Collection/boats, Attribute/length)), (Def-expand/G2/Quail, (Collection/Quail, Collection/instruments, Attribute/material)), Event)", + "((Def-expand/F1/Rabbit, (Task/Rabbit, Collection/boats, Attribute/length)), Joyful, (Def-expand/G2/Snake, (Collection/Snake, Collection/instruments, Attribute/material)))", + "(Def-expand/F1/Turtle, (Task/Turtle, Collection/boats, Attribute/length), (Def-expand/G2/Umbrella, (Collection/Umbrella, Collection/instruments, Attribute/material)))" + ] + + def_dict, ambiguous, errors = process_def_expands(test_strings, self.schema) + self.assertEqual(len(def_dict), 7) + self.assertEqual(len(ambiguous), 0) + self.assertEqual(len(errors), 0) + From 43dc4576c515baffb77ac7d504e531048987e739 Mon Sep 17 00:00:00 2001 From: IanCa Date: Thu, 30 Mar 2023 19:02:31 -0500 Subject: [PATCH 033/103] Fix tests --- tests/models/test_df_util.py | 6 +++--- tests/models/test_sidecar.py | 4 ++-- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/tests/models/test_df_util.py b/tests/models/test_df_util.py index 9c5126a34..5bcdfe704 100644 --- a/tests/models/test_df_util.py +++ b/tests/models/test_df_util.py @@ -227,7 +227,7 @@ def test_def_expand_detection(self): "((Def-expand/C3/12, (Action/12, Joyful, Event)), Alert, Item-Count/8)", "((Def-expand/A1/13, (Action/13, Age/5, Item-Count/2)), (Def-expand/B2/13, (Action/13, Collection/animals, Alert)), Event)", "((Def-expand/A1/14, (Action/14, Age/5, Item-Count/2)), Joyful, (Def-expand/C3/14, (Action/14, Joyful, Event)))", - "(Def-expand/B2/15, (Action/15, Collection/animals, Alert), (Def-expand/C3/15, (Action/15, Joyful, Event)), Age/30)", + "(Def-expand/B2/15, (Action/15, Collection/animals, Alert)), (Def-expand/C3/15, (Action/15, Joyful, Event)), Age/30", "((Def-expand/A1/16, (Action/16, Age/5, Item-Count/2)), (Def-expand/B2/16, (Action/16, Collection/animals, Alert)), Collection/food)", "(Def-expand/C3/17, (Action/17, Joyful, Event)), (Def-expand/A1/17, (Action/17, Age/5, Item-Count/2)), Item-Count/6", "((Def-expand/B2/18, (Action/18, Collection/animals, Alert)), (Def-expand/C3/18, (Action/18, Joyful, Event)), Alert)", @@ -237,14 +237,14 @@ def test_def_expand_detection(self): "(Def-expand/E2/Dog, (Collection/Dog, Collection/plants, Attribute/type))", "((Def-expand/D1/Elephant, (Task/Elephant, Collection/cars, Attribute/color)), (Def-expand/E2/Fox, (Collection/Fox, Collection/plants, Attribute/type)), Event)", "((Def-expand/D1/Giraffe, (Task/Giraffe, Collection/cars, Attribute/color)), Joyful, (Def-expand/E2/Horse, (Collection/Horse, Collection/plants, Attribute/type)))", - "(Def-expand/D1/Iguana, (Task/Iguana, Collection/cars, Attribute/color), (Def-expand/E2/Jaguar, (Collection/Jaguar, Collection/plants, Attribute/type)), Age/30)", + "(Def-expand/D1/Iguana, (Task/Iguana, Collection/cars, Attribute/color)), (Def-expand/E2/Jaguar, (Collection/Jaguar, Collection/plants, Attribute/type)), Age/30", "(Def-expand/F1/Lion, (Task/Lion, Collection/boats, Attribute/length))", "(Def-expand/F1/Monkey, (Task/Monkey, Collection/boats, Attribute/length))", "(Def-expand/G2/Nest, (Collection/Nest, Collection/instruments, Attribute/material))", "(Def-expand/G2/Octopus, (Collection/Octopus, Collection/instruments, Attribute/material))", "((Def-expand/F1/Panda, (Task/Panda, Collection/boats, Attribute/length)), (Def-expand/G2/Quail, (Collection/Quail, Collection/instruments, Attribute/material)), Event)", "((Def-expand/F1/Rabbit, (Task/Rabbit, Collection/boats, Attribute/length)), Joyful, (Def-expand/G2/Snake, (Collection/Snake, Collection/instruments, Attribute/material)))", - "(Def-expand/F1/Turtle, (Task/Turtle, Collection/boats, Attribute/length), (Def-expand/G2/Umbrella, (Collection/Umbrella, Collection/instruments, Attribute/material)))" + "(Def-expand/F1/Turtle, (Task/Turtle, Collection/boats, Attribute/length)), (Def-expand/G2/Umbrella, (Collection/Umbrella, Collection/instruments, Attribute/material))" ] def_dict, ambiguous, errors = process_def_expands(test_strings, self.schema) diff --git a/tests/models/test_sidecar.py b/tests/models/test_sidecar.py index 1925745ae..8d2d85c12 100644 --- a/tests/models/test_sidecar.py +++ b/tests/models/test_sidecar.py @@ -95,8 +95,8 @@ def test_validate_column_group(self): extra_def_dict.check_for_definitions(hed_string) validation_issues2 = self.json_without_definitions_sidecar.validate(self.hed_schema, extra_def_dicts=extra_def_dict) - # this removes one undef matched error and adds two extended tag warnings - self.assertEqual(len(validation_issues2), 9) + # this removes one undef matched error + self.assertEqual(len(validation_issues2), 7) def test_duplicate_def(self): sidecar = self.json_def_sidecar From 6bbf2d9cb56b007766e6d30db533691821e11c74 Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Fri, 31 Mar 2023 07:06:43 -0500 Subject: [PATCH 034/103] Updated the tests --- .../tools/bids/test_bids_tabular_dictionary.py | 18 ++++++++++++++++++ .../operations/test_summarize_hed_tags_op.py | 12 ------------ .../test_summarize_hed_validation_op.py | 1 - 3 files changed, 18 insertions(+), 13 deletions(-) diff --git a/tests/tools/bids/test_bids_tabular_dictionary.py b/tests/tools/bids/test_bids_tabular_dictionary.py index 71ef3cf7f..088fcf6ac 100644 --- a/tests/tools/bids/test_bids_tabular_dictionary.py +++ b/tests/tools/bids/test_bids_tabular_dictionary.py @@ -131,6 +131,24 @@ def test_report_diffs_diff_rows(self): self.assertTrue(output, "report_diffs has differences") self.assertTrue(logger.log, "report_diffs the logger is empty before report is called") + def test_with_tabular_summary(self): + from hed.tools.analysis.tabular_summary import TabularSummary + bids_root_path = os.path.realpath('../../data/bids_tests/eeg_ds003645s_hed') + name = 'eeg_ds003645s_hed' + exclude_dirs = ['stimuli'] + entities = ('sub', 'run') + skip_columns = ["onset", "duration", "sample", "stim_file", "trial", "response_time"] + + # Construct the file dictionary for the BIDS event files + event_files = get_file_list(bids_root_path, extensions=[".tsv"], name_suffix="_events", + exclude_dirs=exclude_dirs) + bids_tab = BidsTabularDictionary(name, event_files, entities=entities) + + # Create a summary of the original BIDS events file content + bids_dicts_all, bids_dicts = TabularSummary.make_combined_dicts(bids_tab.file_dict, skip_cols=skip_columns) + self.assertIsInstance(bids_dicts, dict) + self.assertEqual(len(bids_dicts), len(event_files)) + if __name__ == '__main__': unittest.main() diff --git a/tests/tools/remodeling/operations/test_summarize_hed_tags_op.py b/tests/tools/remodeling/operations/test_summarize_hed_tags_op.py index aa3bd4b9c..d5a298202 100644 --- a/tests/tools/remodeling/operations/test_summarize_hed_tags_op.py +++ b/tests/tools/remodeling/operations/test_summarize_hed_tags_op.py @@ -65,18 +65,6 @@ def test_do_op(self): df_new = sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run2', sidecar=self.json_path) self.assertEqual(len(dispatch.context_dict[sum_op.summary_name].summary_dict['subj2_run2'].tag_dict), 47) - def test_quick_test(self): - from hed.models.hed_tag import HedTag - from hed.schema import load_schema_version - my_tag = "Description/This is a test" - tag = HedTag(my_tag) - x = tag.tag_terms - # print(x) - my_schema = load_schema_version('8.1.0') - tag1 = HedTag(my_tag, hed_schema=my_schema) - x1 = tag1.tag_terms - # print(x1) - def test_quick3(self): from hed.models import TabularInput, Sidecar from hed.schema import load_schema_version diff --git a/tests/tools/remodeling/operations/test_summarize_hed_validation_op.py b/tests/tools/remodeling/operations/test_summarize_hed_validation_op.py index e6ae19944..0136c205e 100644 --- a/tests/tools/remodeling/operations/test_summarize_hed_validation_op.py +++ b/tests/tools/remodeling/operations/test_summarize_hed_validation_op.py @@ -99,7 +99,6 @@ def test_get_summary_text_summary(self): sum_context1 = dispatch.context_dict[sum_op.summary_name] text_sum1 = sum_context1.get_text_summary(individual_summaries="separate") - # print(text_sum1) sum_op.do_op(dispatch, df, 'subj2_run2', sidecar=self.json_path) sum_op.do_op(dispatch, df, 'subj2_run3', sidecar=self.bad_json_path) text_sum2 = sum_context1.get_text_summary(individual_summaries="none") From 50adab72fe0b89864116d2301b2860a546e73ef4 Mon Sep 17 00:00:00 2001 From: IanCa Date: Fri, 31 Mar 2023 11:46:50 -0500 Subject: [PATCH 035/103] Add flatten schema function --- hed/tools/util/schema_util.py | 31 +++++++++++++++++++++++++++++++ 1 file changed, 31 insertions(+) create mode 100644 hed/tools/util/schema_util.py diff --git a/hed/tools/util/schema_util.py b/hed/tools/util/schema_util.py new file mode 100644 index 000000000..ad13f011c --- /dev/null +++ b/hed/tools/util/schema_util.py @@ -0,0 +1,31 @@ +import pandas as pd +from hed.schema.hed_schema_constants import HedSectionKey + + +def flatten_schema(hed_schema, skip_non_tag=False): + """ turns a schema into a 3 column dataframe. + Parameters: + hed_schema (HedSchema): the schema to flatten + skip_non_tag (bool): Skips all sections except tag + + """ + child, parent, desc = [], [], [] + for section in hed_schema._sections.values(): + if skip_non_tag and section.section_key != HedSectionKey.AllTags: + continue + for entry in section.all_entries: + if hasattr(entry, "_parent_tag"): + child.append(entry.short_tag_name) + if entry._parent_tag: + parent.append(entry._parent_tag.short_tag_name) + else: + parent.append("") + else: + child.append(entry.name) + parent.append("") + + desc.append(entry.description) + + df = pd.DataFrame({"Child": child, "Parent": parent, "Description": desc}) + + return df From 4d6d35e31c5529630e07b11a129d03ab722ae57d Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Fri, 31 Mar 2023 17:21:59 -0500 Subject: [PATCH 036/103] First stab at Definitions summary --- .../operations/summarize_definitions_op.py | 116 ++++++++++++++++++ .../remodeling/operations/valid_operations.py | 2 + .../test_summarize_definitions_op.py | 60 +++++++++ 3 files changed, 178 insertions(+) create mode 100644 hed/tools/remodeling/operations/summarize_definitions_op.py create mode 100644 tests/tools/remodeling/operations/test_summarize_definitions_op.py diff --git a/hed/tools/remodeling/operations/summarize_definitions_op.py b/hed/tools/remodeling/operations/summarize_definitions_op.py new file mode 100644 index 000000000..26f9b7ab6 --- /dev/null +++ b/hed/tools/remodeling/operations/summarize_definitions_op.py @@ -0,0 +1,116 @@ +""" Summarize the values in the columns of a tabular file. """ + +from hed import DefinitionDict, TabularInput, Sidecar +from hed.models.df_util import process_def_expands +from hed.tools.analysis.analysis_util import assemble_hed +from hed.tools.remodeling.operations.base_op import BaseOp +from hed.tools.remodeling.operations.base_context import BaseContext + + +class SummarizeDefinitionsOp(BaseOp): + """ Summarize the values in the columns of a tabular file. + + Required remodeling parameters: + - **summary_name** (*str*): The name of the summary. + - **summary_filename** (*str*): Base filename of the summary. + + The purpose is to produce a summary of the values in a tabular file. + + """ + + PARAMS = { + "operation": "summarize_definitions", + "required_parameters": { + "summary_name": str, + "summary_filename": str + }, + "optional_parameters": { + } + } + + SUMMARY_TYPE = 'definitions' + + def __init__(self, parameters): + """ Constructor for the summarize column values operation. + + Parameters: + parameters (dict): Dictionary with the parameter values for required and optional parameters. + + Raises: + + KeyError + - If a required parameter is missing. + - If an unexpected parameter is provided. + + TypeError + - If a parameter has the wrong type. + + """ + + super().__init__(self.PARAMS, parameters) + self.summary_name = parameters['summary_name'] + self.summary_filename = parameters['summary_filename'] + + def do_op(self, dispatcher, df, name, sidecar=None): + """ Create factor columns corresponding to values in a specified column. + + Parameters: + dispatcher (Dispatcher): Manages the operation I/O. + df (DataFrame): The DataFrame to be remodeled. + name (str): Unique identifier for the dataframe -- often the original file path. + sidecar (Sidecar or file-like): Only needed for HED operations. + + Returns: + DataFrame: A new DataFrame with the factor columns appended. + + Side-effect: + Updates the context. + + """ + + summary = dispatcher.context_dict.get(self.summary_name, None) + if not summary: + summary = DefinitionSummaryContext(self) + dispatcher.context_dict[self.summary_name] = summary + summary.update_context({'df': dispatcher.post_proc_data(df), 'name': name, 'sidecar': sidecar, + 'schema': dispatcher.hed_schema}) + return df + + +class DefinitionSummaryContext(BaseContext): + + def __init__(self, sum_op): + super().__init__(sum_op.SUMMARY_TYPE, sum_op.summary_name, sum_op.summary_filename) + self.defs = DefinitionDict() + self.unresolved = {} + self.errors = {} + + def update_context(self, new_context): + name = new_context['name'] + data_input = TabularInput(new_context['df'], sidecar=new_context['sidecar'], name=new_context['name']) + sidecar = Sidecar(new_context['sidecar']) + df, _ = assemble_hed(data_input, sidecar, new_context['schema'], + columns_included=None, expand_defs=True) + hed_strings = df['HED_assembled'] + self.defs, self.unresolved, errors = process_def_expands(hed_strings, new_context['schema'], + known_defs=self.defs, ambiguous_defs=self.unresolved) + self.errors.update(errors) + + def _get_summary_details(self, summary): + return None + + def _merge_all(self): + return None + + def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): + if name == "Dataset": + return self._get_dataset_string(result, indent=indent) + return self._get_individual_string(name, result, indent=indent) + + @staticmethod + def _get_dataset_string(result, indent=BaseContext.DISPLAY_INDENT): + return "" + + @staticmethod + def _get_individual_string(name, result, indent=BaseContext.DISPLAY_INDENT): + return "" diff --git a/hed/tools/remodeling/operations/valid_operations.py b/hed/tools/remodeling/operations/valid_operations.py index d00391270..8753ed1d6 100644 --- a/hed/tools/remodeling/operations/valid_operations.py +++ b/hed/tools/remodeling/operations/valid_operations.py @@ -15,6 +15,7 @@ from hed.tools.remodeling.operations.split_rows_op import SplitRowsOp from hed.tools.remodeling.operations.summarize_column_names_op import SummarizeColumnNamesOp from hed.tools.remodeling.operations.summarize_column_values_op import SummarizeColumnValuesOp +from hed.tools.remodeling.operations.summarize_definitions_op import SummarizeDefinitionsOp from hed.tools.remodeling.operations.summarize_sidecar_from_events_op import SummarizeSidecarFromEventsOp from hed.tools.remodeling.operations.summarize_hed_type_op import SummarizeHedTypeOp from hed.tools.remodeling.operations.summarize_hed_tags_op import SummarizeHedTagsOp @@ -36,6 +37,7 @@ 'split_rows': SplitRowsOp, 'summarize_column_names': SummarizeColumnNamesOp, 'summarize_column_values': SummarizeColumnValuesOp, + 'summarize_definitions': SummarizeDefinitionsOp, 'summarize_sidecar_from_events': SummarizeSidecarFromEventsOp, 'summarize_hed_type': SummarizeHedTypeOp, 'summarize_hed_tags': SummarizeHedTagsOp, diff --git a/tests/tools/remodeling/operations/test_summarize_definitions_op.py b/tests/tools/remodeling/operations/test_summarize_definitions_op.py new file mode 100644 index 000000000..b5100a652 --- /dev/null +++ b/tests/tools/remodeling/operations/test_summarize_definitions_op.py @@ -0,0 +1,60 @@ +import json +import os +import unittest +import pandas as pd +from hed.models.df_util import get_assembled +from hed.tools.remodeling.dispatcher import Dispatcher +from hed.tools.remodeling.operations.summarize_definitions_op import SummarizeDefinitionsOp, DefinitionSummaryContext + + +class Test(unittest.TestCase): + + @classmethod + def setUpClass(cls): + path = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), + '../../../data/remodel_tests/')) + cls.data_path = os.path.realpath(os.path.join(path, 'sub-002_task-FacePerception_run-1_events.tsv')) + cls.json_path = os.path.realpath(os.path.join(path, 'task-FacePerception_events.json')) + base_parameters = { + "summary_name": 'get_definition_summary', + "summary_filename": 'summarize_definitions' + } + cls.json_parms = json.dumps(base_parameters) + + @classmethod + def tearDownClass(cls): + pass + + def test_constructor(self): + parms = json.loads(self.json_parms) + sum_op1 = SummarizeDefinitionsOp(parms) + self.assertIsInstance(sum_op1, SummarizeDefinitionsOp, "constructor creates an object of the correct type") + parms["expand_context"] = "" + with self.assertRaises(KeyError) as context: + SummarizeDefinitionsOp(parms) + self.assertEqual(context.exception.args[0], "BadParameter") + parms2 = json.loads(self.json_parms) + parms2["mystery"] = True + with self.assertRaises(KeyError) as context: + SummarizeDefinitionsOp(parms2) + self.assertEqual(context.exception.args[0], "BadParameter") + + def test_do_op(self): + dispatch = Dispatcher([], data_root=None, backup_name=None, hed_versions=['8.1.0']) + parms = json.loads(self.json_parms) + sum_op = SummarizeDefinitionsOp(parms) + self.assertIsInstance(sum_op, SummarizeDefinitionsOp, "constructor creates an object of the correct type") + df = pd.read_csv(self.data_path, delimiter='\t', header=0, keep_default_na=False, na_values=",null") + df_new = sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run1', sidecar=self.json_path) + self.assertEqual(200, len(df_new), "summarize_hed_type_op dataframe length is correct") + self.assertEqual(10, len(df_new.columns), "summarize_hed_type_op has correct number of columns") + self.assertIn(sum_op.summary_name, dispatch.context_dict) + self.assertIsInstance(dispatch.context_dict[sum_op.summary_name], DefinitionSummaryContext) + # x = dispatch.context_dict[sum_op.summary_name].summary_dict['subj2_run1'] + # self.assertEqual(len(dispatch.context_dict[sum_op.summary_name].summary_dict['subj2_run1'].tag_dict), 47) + # df_new = sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run2', sidecar=self.json_path) + # self.assertEqual(len(dispatch.context_dict[sum_op.summary_name].summary_dict['subj2_run2'].tag_dict), 47) + + +if __name__ == '__main__': + unittest.main() From a66a13ae8c8a4939999902ad6270088f91ec71a3 Mon Sep 17 00:00:00 2001 From: IanCa Date: Fri, 31 Mar 2023 18:16:40 -0500 Subject: [PATCH 037/103] Update dependabot to also update submodules --- .github/dependabot.yml | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/.github/dependabot.yml b/.github/dependabot.yml index cbd920f6b..2234e7061 100644 --- a/.github/dependabot.yml +++ b/.github/dependabot.yml @@ -2,9 +2,18 @@ version: 2 updates: - package-ecosystem: "github-actions" directory: "/" + target-branch: "develop" schedule: interval: "weekly" - package-ecosystem: "pip" directory: "/" + target-branch: "develop" schedule: interval: "weekly" + + - package-ecosystem: gitsubmodule + schedule: + interval: "daily" + target-branch: "develop" + directory: / + automerge: true \ No newline at end of file From a9a7255e39f57e24235792802ee1137649a5b1da Mon Sep 17 00:00:00 2001 From: IanCa Date: Fri, 31 Mar 2023 19:10:40 -0500 Subject: [PATCH 038/103] Make fatal wiki errors share formating --- hed/errors/__init__.py | 2 +- hed/errors/error_messages.py | 12 +++--- hed/errors/error_reporter.py | 32 ++-------------- hed/errors/error_types.py | 5 ++- hed/schema/schema_io/wiki2schema.py | 12 ++++-- spec_tests/test_errors.py | 1 + tests/models/test_sidecar.py | 2 +- tests/schema/test_schema_wiki_fatal_errors.py | 37 ++++++++++++++++++- 8 files changed, 60 insertions(+), 43 deletions(-) diff --git a/hed/errors/__init__.py b/hed/errors/__init__.py index c2f58a07c..a094256df 100644 --- a/hed/errors/__init__.py +++ b/hed/errors/__init__.py @@ -1,4 +1,4 @@ -from .error_reporter import ErrorHandler, get_exception_issue_string, get_printable_issue_string, sort_issues +from .error_reporter import ErrorHandler, get_printable_issue_string, sort_issues from .error_types import DefinitionErrors, OnsetErrors, SchemaErrors, SchemaWarnings, SidecarErrors, ValidationErrors from .error_types import ErrorContext, ErrorSeverity from .exceptions import HedExceptions, HedFileError diff --git a/hed/errors/error_messages.py b/hed/errors/error_messages.py index 7fd609a64..36d1b446f 100644 --- a/hed/errors/error_messages.py +++ b/hed/errors/error_messages.py @@ -291,36 +291,36 @@ def sidecar_na_used(column_name): return f"Invalid category key 'n/a' found in column {column_name}." -@hed_tag_error(DefinitionErrors.DEF_TAG_IN_DEFINITION, actual_code=ValidationErrors.HED_DEFINITION_INVALID) +@hed_tag_error(DefinitionErrors.DEF_TAG_IN_DEFINITION, actual_code=ValidationErrors.DEFINITION_INVALID) def def_error_def_tag_in_definition(tag, def_name): return f"Invalid tag {tag} found in definition for {def_name}. " +\ f"Def and Def-expand tags cannot be in definitions." -@hed_error(DefinitionErrors.WRONG_NUMBER_GROUP_TAGS, actual_code=ValidationErrors.HED_DEFINITION_INVALID) +@hed_error(DefinitionErrors.WRONG_NUMBER_GROUP_TAGS, actual_code=ValidationErrors.DEFINITION_INVALID) def def_error_wrong_group_tags(def_name, tag_list): tag_list_strings = [str(tag) for tag in tag_list] return f"Too many group tags found in definition for {def_name}. Expected 1, found: {tag_list_strings}" -@hed_error(DefinitionErrors.WRONG_NUMBER_PLACEHOLDER_TAGS, actual_code=ValidationErrors.HED_DEFINITION_INVALID) +@hed_error(DefinitionErrors.WRONG_NUMBER_PLACEHOLDER_TAGS, actual_code=ValidationErrors.DEFINITION_INVALID) def def_error_wrong_placeholder_count(def_name, expected_count, tag_list): tag_list_strings = [str(tag) for tag in tag_list] return f"Incorrect number placeholder tags found in definition for {def_name}. " + \ f"Expected {expected_count}, found: {tag_list_strings}" -@hed_error(DefinitionErrors.DUPLICATE_DEFINITION, actual_code=ValidationErrors.HED_DEFINITION_INVALID) +@hed_error(DefinitionErrors.DUPLICATE_DEFINITION, actual_code=ValidationErrors.DEFINITION_INVALID) def def_error_duplicate_definition(def_name): return f"Duplicate definition found for '{def_name}'." -@hed_error(DefinitionErrors.TAG_IN_SCHEMA, actual_code=ValidationErrors.HED_DEFINITION_INVALID) +@hed_error(DefinitionErrors.TAG_IN_SCHEMA, actual_code=ValidationErrors.DEFINITION_INVALID) def def_error_tag_already_in_schema(def_name): return f"Term '{def_name}' already used as term in schema and cannot be re-used as a definition." -@hed_error(DefinitionErrors.INVALID_DEFINITION_EXTENSION, actual_code=ValidationErrors.HED_DEFINITION_INVALID) +@hed_error(DefinitionErrors.INVALID_DEFINITION_EXTENSION, actual_code=ValidationErrors.DEFINITION_INVALID) def def_error_invalid_def_extension(def_name): return f"Term '{def_name}' has an invalid extension. Definitions can only have one term." diff --git a/hed/errors/error_reporter.py b/hed/errors/error_reporter.py index 836ac2c4f..0257aa7db 100644 --- a/hed/errors/error_reporter.py +++ b/hed/errors/error_reporter.py @@ -21,6 +21,8 @@ ErrorContext.SIDECAR_KEY_NAME, ErrorContext.ROW, ErrorContext.COLUMN, + ErrorContext.LINE, + ErrorContext.HED_STRING, ErrorContext.SCHEMA_SECTION, ErrorContext.SCHEMA_TAG, ErrorContext.SCHEMA_ATTRIBUTE, @@ -29,6 +31,7 @@ # ErrorContext which is expected to be int based. int_sort_list = [ ErrorContext.ROW, + ErrorContext.COLUMN, ] hed_string_sort_list = [ @@ -414,34 +417,6 @@ def filter_issues_by_severity(issues_list, severity): return [issue for issue in issues_list if issue['severity'] <= severity] -def get_exception_issue_string(issues, title=None): - """ Return a string with issues list flatted into single string, one issue per line. - Possibly being deprecated. - - Parameters: - issues (list): A list of strings containing issues to print. - title (str or None): An optional title that will always show up first if present. - - Returns: - str: A str containing printable version of the issues or ''. - - """ - issue_str = '' - if issues: - issue_list = [] - for issue in issues: - this_str = f"{issue['message']}" - if 'code' in issue: - this_str = f"{issue['code']}:" + this_str - if 'line_number' in issue: - this_str = this_str + f"\n\tLine number {issue['line_number']}: {issue.get('line', '')} " - issue_list.append(this_str) - issue_str += '\n' + '\n'.join(issue_list) - if title: - issue_str = title + '\n' + issue_str - return issue_str - - def sort_issues(issues, reverse=False): """Sorts a list of issues by the error context values. @@ -556,6 +531,7 @@ def _format_single_context_string(context_type, context, tab_count=0): ErrorContext.ROW: f'Issues in row {context}:', ErrorContext.COLUMN: f'Issues in column {context}:', ErrorContext.CUSTOM_TITLE: context, + ErrorContext.LINE: f"Line: {context}", ErrorContext.HED_STRING: f"hed string: {context}", ErrorContext.SCHEMA_SECTION: f"Schema Section: {context}", ErrorContext.SCHEMA_TAG: f"Source tag: {context}", diff --git a/hed/errors/error_types.py b/hed/errors/error_types.py index 272bfe299..5da166247 100644 --- a/hed/errors/error_types.py +++ b/hed/errors/error_types.py @@ -13,6 +13,7 @@ class ErrorContext: SIDECAR_KEY_NAME = 'ec_sidecarKeyName' ROW = 'ec_row' COLUMN = 'ec_column' + LINE = "ec_line" HED_STRING = 'ec_HedString' SCHEMA_SECTION = 'ec_section' SCHEMA_TAG = 'ec_schema_tag' @@ -25,6 +26,7 @@ class ValidationErrors: COMMA_MISSING = 'COMMA_MISSING' DEF_EXPAND_INVALID = "DEF_EXPAND_INVALID" DEF_INVALID = "DEF_INVALID" + DEFINITION_INVALID = "DEFINITION_INVALID" # NOT OFFICIAL HED_DEF_UNMATCHED = "HED_DEF_UNMATCHED" @@ -37,7 +39,6 @@ class ValidationErrors: HED_DEF_EXPAND_VALUE_EXTRA = "HED_DEF_EXPAND_VALUE_EXTRA" # END NOT OFFICIAL - HED_DEFINITION_INVALID = "HED_DEFINITION_INVALID" HED_NODE_NAME_EMPTY = 'HED_NODE_NAME_EMPTY' HED_ONSET_OFFSET_ERROR = 'HED_ONSET_OFFSET_ERROR' HED_PARENTHESES_MISMATCH = 'HED_PARENTHESES_MISMATCH' @@ -110,7 +111,7 @@ class SchemaWarnings: NON_PLACEHOLDER_HAS_CLASS = 'NON_PLACEHOLDER_HAS_CLASS' -# These are all HED_DEFINITION_INVALID errors +# These are all DEFINITION_INVALID errors class DefinitionErrors: DEF_TAG_IN_DEFINITION = 'DEF_TAG_IN_DEFINITION' WRONG_NUMBER_GROUP_TAGS = 'wrongNumberGroupTags' diff --git a/hed/schema/schema_io/wiki2schema.py b/hed/schema/schema_io/wiki2schema.py index f797f3d57..c4078db66 100644 --- a/hed/schema/schema_io/wiki2schema.py +++ b/hed/schema/schema_io/wiki2schema.py @@ -5,6 +5,7 @@ from hed.schema.hed_schema_constants import HedSectionKey, HedKey from hed.errors.exceptions import HedFileError, HedExceptions +from hed.errors import ErrorContext, error_reporter from hed.schema import HedSchema from hed.schema import schema_validation_util from hed.schema.schema_io import wiki_constants @@ -92,7 +93,7 @@ def __init__(self, wiki_file_path, schema_as_string): raise HedFileError(HedExceptions.FILE_NOT_FOUND, e.strerror, wiki_file_path) if self.fatal_errors: - self.fatal_errors.sort(key = lambda x: x.get("line_number", -1)) + self.fatal_errors = error_reporter.sort_issues(self.fatal_errors) raise HedFileError(HedExceptions.HED_WIKI_DELIMITERS_INVALID, f"{len(self.fatal_errors)} issues found when parsing schema. See the .issues " f"parameter on this exception for more details.", self.filename, @@ -596,6 +597,9 @@ def _add_single_line(self, line_number, tag_line, key_class, element_name=None): def _add_fatal_error(self, line_number, line, warning_message="Schema term is empty or the line is malformed"): self.fatal_errors.append( - {"line_number": line_number, - "line": line, - "message": warning_message}) \ No newline at end of file + {'error_code': HedExceptions.HED_WIKI_DELIMITERS_INVALID, + ErrorContext.ROW: line_number, + ErrorContext.LINE: line, + "message": f"ERROR: {warning_message}" + } + ) \ No newline at end of file diff --git a/spec_tests/test_errors.py b/spec_tests/test_errors.py index 81942a915..c6e52dca1 100644 --- a/spec_tests/test_errors.py +++ b/spec_tests/test_errors.py @@ -17,6 +17,7 @@ 'COMMA_MISSING', "DEF_EXPAND_INVALID", "DEF_INVALID", + "DEFINITION_INVALID" ] skip_tests = ["VERSION_DEPRECATED", "CHARACTER_INVALID", "STYLE_WARNING"] diff --git a/tests/models/test_sidecar.py b/tests/models/test_sidecar.py index 8d2d85c12..182a15a3b 100644 --- a/tests/models/test_sidecar.py +++ b/tests/models/test_sidecar.py @@ -104,7 +104,7 @@ def test_duplicate_def(self): duplicate_dict = sidecar.extract_definitions(hed_schema=self.hed_schema) issues = sidecar.validate(self.hed_schema, extra_def_dicts=duplicate_dict, error_handler=ErrorHandler(False)) self.assertEqual(len(issues), 5) - self.assertTrue(issues[0]['code'], ValidationErrors.HED_DEFINITION_INVALID) + self.assertTrue(issues[0]['code'], ValidationErrors.DEFINITION_INVALID) def test_save_load(self): sidecar = Sidecar(self.json_def_filename) diff --git a/tests/schema/test_schema_wiki_fatal_errors.py b/tests/schema/test_schema_wiki_fatal_errors.py index 68129cd58..50f3cf6ca 100644 --- a/tests/schema/test_schema_wiki_fatal_errors.py +++ b/tests/schema/test_schema_wiki_fatal_errors.py @@ -62,12 +62,47 @@ def test_invalid_schema(self): with self.assertRaises(HedFileError) as context: schema.load_schema(full_filename) # all of these should produce exceptions. + from hed.errors import ErrorHandler, ErrorContext, SchemaErrors, get_printable_issue_string + # Verify basic properties of exception + expected_line_numbers = self.expected_line_numbers.get(filename, []) + if expected_line_numbers: + for issue, expected in zip(context.exception.issues, expected_line_numbers): + self.assertEqual(issue[ErrorContext.ROW], expected) + + + issues = context.exception.issues + + self.assertIsInstance(get_printable_issue_string(issues), str) + + self.assertTrue(context.exception.args[0] == error) + self.assertTrue(context.exception.filename == full_filename) + + def test_merging_errors_schema(self): + for filename, error in self.files_and_errors.items(): + full_filename = self.full_base_folder + filename + with self.assertRaises(HedFileError) as context: + schema.load_schema(full_filename) + # all of these should produce exceptions. + from hed.errors import ErrorHandler, ErrorContext, SchemaErrors, get_printable_issue_string # Verify basic properties of exception expected_line_numbers = self.expected_line_numbers.get(filename, []) if expected_line_numbers: for issue, expected in zip(context.exception.issues, expected_line_numbers): - self.assertEqual(issue["line_number"], expected) + self.assertEqual(issue[ErrorContext.ROW], expected) + + error_handler = ErrorHandler() + + error_handler.push_error_context(ErrorContext.ROW, 1) + error_handler.push_error_context(ErrorContext.COLUMN, 2) + + issues = error_handler.format_error_with_context(SchemaErrors.HED_SCHEMA_ATTRIBUTE_INVALID, + "error_attribute", source_tag="error_tag") + error_handler.pop_error_context() + error_handler.pop_error_context() + + issues += context.exception.issues + self.assertIsInstance(get_printable_issue_string(issues), str) self.assertTrue(context.exception.args[0] == error) self.assertTrue(context.exception.filename == full_filename) From 5f051699a6a9b638635994fcaa67dc38f45315b3 Mon Sep 17 00:00:00 2001 From: IanCa Date: Sat, 1 Apr 2023 11:10:11 -0500 Subject: [PATCH 039/103] dont' sort by hed strings --- hed/errors/error_reporter.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hed/errors/error_reporter.py b/hed/errors/error_reporter.py index 0257aa7db..61381e82a 100644 --- a/hed/errors/error_reporter.py +++ b/hed/errors/error_reporter.py @@ -22,7 +22,7 @@ ErrorContext.ROW, ErrorContext.COLUMN, ErrorContext.LINE, - ErrorContext.HED_STRING, + # ErrorContext.HED_STRING, # temporarily disable hed string sort(maybe perm, not sure it's needed) ErrorContext.SCHEMA_SECTION, ErrorContext.SCHEMA_TAG, ErrorContext.SCHEMA_ATTRIBUTE, From 0cd8c10228ad1657bf864a8d30b7d095d78cdaea Mon Sep 17 00:00:00 2001 From: IanCa Date: Mon, 3 Apr 2023 10:46:29 -0500 Subject: [PATCH 040/103] Remove dupes from flatten schema --- hed/tools/util/schema_util.py | 25 ++++++++++++++++--------- 1 file changed, 16 insertions(+), 9 deletions(-) diff --git a/hed/tools/util/schema_util.py b/hed/tools/util/schema_util.py index ad13f011c..fb30d41a1 100644 --- a/hed/tools/util/schema_util.py +++ b/hed/tools/util/schema_util.py @@ -1,5 +1,5 @@ import pandas as pd -from hed.schema.hed_schema_constants import HedSectionKey +from hed.schema.hed_schema_constants import HedSectionKey, HedKey def flatten_schema(hed_schema, skip_non_tag=False): @@ -9,23 +9,30 @@ def flatten_schema(hed_schema, skip_non_tag=False): skip_non_tag (bool): Skips all sections except tag """ - child, parent, desc = [], [], [] + children, parents, descriptions = [], [], [] for section in hed_schema._sections.values(): if skip_non_tag and section.section_key != HedSectionKey.AllTags: continue for entry in section.all_entries: + if entry.has_attribute(HedKey.TakesValue): + continue + name = "" + parent = "" + desc = entry.description if hasattr(entry, "_parent_tag"): - child.append(entry.short_tag_name) + name = entry.short_tag_name if entry._parent_tag: - parent.append(entry._parent_tag.short_tag_name) + parent = entry._parent_tag.short_tag_name else: - parent.append("") + parent = "" else: - child.append(entry.name) - parent.append("") + name = entry.name + parent = "" - desc.append(entry.description) + parents.append(parent) + children.append(name) + descriptions.append(desc) - df = pd.DataFrame({"Child": child, "Parent": parent, "Description": desc}) + df = pd.DataFrame({"Child": children, "Parent": parents, "Description": descriptions}) return df From 4770d59ca2fc744117f93097a2d8e9f336a1cd43 Mon Sep 17 00:00:00 2001 From: IanCa Date: Mon, 3 Apr 2023 18:45:39 -0500 Subject: [PATCH 041/103] Add more tests, handle more error cases for def gathering --- hed/models/df_util.py | 30 +++++++++++++++++++++++++++--- tests/models/test_df_util.py | 17 +++++++++++++++-- 2 files changed, 42 insertions(+), 5 deletions(-) diff --git a/hed/models/df_util.py b/hed/models/df_util.py index 3027d1174..2c87b3f71 100644 --- a/hed/models/df_util.py +++ b/hed/models/df_util.py @@ -139,6 +139,16 @@ def _expand_defs(hed_string, hed_schema, def_dict): from hed import HedString return str(HedString(hed_string, hed_schema, def_dict).expand_defs()) +def _get_matching_value(tags): + # Filter out values equal to "#" and get unique values + unique_values = set(tag.extension for tag in tags if tag.extension != "#") + if len(unique_values) == 0: + return "#" + + if len(unique_values) > 1: + return None + + return next(iter(unique_values)) def process_def_expands(hed_strings, hed_schema, known_defs=None, ambiguous_defs=None): """ @@ -181,6 +191,11 @@ def process_def_expands(hed_strings, hed_schema, known_defs=None, ambiguous_defs errors.setdefault(def_tag_name.lower(), []).append(def_group) continue + # This is a def we recognized earlier as an error AND it wasn't a known definition. + if def_tag_name.lower() in errors: + errors.setdefault(def_tag_name.lower(), []).append(def_group) + continue + has_extension = "/" in def_tag.extension # If there's no extension, this is fine. @@ -206,13 +221,22 @@ def process_def_expands(hed_strings, hed_schema, known_defs=None, ambiguous_defs if len(these_defs) >= 1: all_tags_list = [group.get_all_tags() for group in these_defs] for tags in zip(*all_tags_list): - value_per_tag.append(next((tag.extension for tag in tags if tag.extension != "#"), None)) - ambiguous_values = value_per_tag.count(None) + matching_val = _get_matching_value(tags) + value_per_tag.append(matching_val) + + if value_per_tag.count(None): + groups = ambiguous_defs.get(def_tag_name.lower(), []) + for group in groups: + errors.setdefault(def_tag_name.lower(), []).append(group) + + del ambiguous_defs[def_tag_name.lower()] + continue + ambiguous_values = value_per_tag.count("#") if ambiguous_values == 1: new_contents = group_tag.copy() for tag, value in zip(new_contents.get_all_tags(), value_per_tag): if value is not None: - tag.extension = f"/{value}" + tag.extension = f"{value}" def_dict.defs[def_tag_name.lower()] = DefinitionEntry(name=def_tag_name, contents=new_contents, takes_value=True, source_context=[]) diff --git a/tests/models/test_df_util.py b/tests/models/test_df_util.py index 5bcdfe704..ff58e35b2 100644 --- a/tests/models/test_df_util.py +++ b/tests/models/test_df_util.py @@ -200,13 +200,26 @@ def test_ambiguous_defs(self): _, ambiguous_defs, _ = process_def_expands(test_strings, self.schema) self.assertEqual(len(ambiguous_defs), 5) + def test_ambiguous_conflicting_defs(self): + # This is invalid due to conflicting defs + test_strings = [ + "(Def-expand/A1/2, (Action/2, Age/5, Item-count/2))", + "(Def-expand/A1/3, (Action/3, Age/4, Item-count/3))", + + # This could be identified, but fails due to the above raising errors + "(Def-expand/A1/4, (Action/4, Age/5, Item-count/2))", + ] + defs, ambiguous, errors = process_def_expands(test_strings, self.schema) + self.assertEqual(len(defs), 0) + self.assertEqual(len(ambiguous), 0) + self.assertEqual(len(errors["a1"]), 3) + def test_errors(self): - # Cases where you can only retroactively identify the first def-expand + # Basic recognition of conflicting errors test_strings = [ "(Def-expand/A1/1, (Action/1, Age/5, Item-count/2))", "(Def-expand/A1/2, (Action/2, Age/5, Item-count/2))", "(Def-expand/A1/3, (Action/3, Age/5, Item-count/3))", - ] _, _, errors = process_def_expands(test_strings, self.schema) self.assertEqual(len(errors), 1) From 9a3e72585de75c22644ca1b50344e44febe84fd6 Mon Sep 17 00:00:00 2001 From: IanCa Date: Mon, 3 Apr 2023 20:50:36 -0500 Subject: [PATCH 042/103] Refactor into class --- hed/models/def_expand_gather.py | 182 ++++++++++++++++++++++++++++++++ hed/models/df_util.py | 84 +-------------- 2 files changed, 186 insertions(+), 80 deletions(-) create mode 100644 hed/models/def_expand_gather.py diff --git a/hed/models/def_expand_gather.py b/hed/models/def_expand_gather.py new file mode 100644 index 000000000..5d2b5c935 --- /dev/null +++ b/hed/models/def_expand_gather.py @@ -0,0 +1,182 @@ +import pandas as pd +from hed.models import DefinitionDict, DefinitionEntry, HedString + + +class DefExpandGatherer: + """Class for gathering definitions from a series of def-expands, including possibly ambiguous ones""" + def __init__(self, hed_schema, known_defs=None, ambiguous_defs=None, errors=None): + """Initialize the DefExpandGatherer class. + + Parameters: + hed_schema (HedSchema): The HED schema to be used for processing. + known_defs (dict, optional): A dictionary of known definitions. + ambiguous_defs (dict, optional): A dictionary of ambiguous def-expand definitions. + + """ + self.hed_schema = hed_schema + self.known_defs = known_defs if known_defs else {} + self.ambiguous_defs = ambiguous_defs if ambiguous_defs else {} + self.errors = errors if errors else {} + self.def_dict = DefinitionDict(self.known_defs, self.hed_schema) + + def process_def_expands(self, hed_strings, known_defs=None): + """Process the HED strings containing def-expand tags. + + Parameters: + hed_strings (pd.Series or list): A Pandas Series or list of HED strings to be processed. + known_defs (dict, optional): A dictionary of known definitions to be added. + + Returns: + tuple: A tuple containing the DefinitionDict, ambiguous definitions, and errors. + """ + if not isinstance(hed_strings, pd.Series): + hed_strings = pd.Series(hed_strings) + + def_expand_mask = hed_strings.str.contains('Def-Expand/', case=False) + + if known_defs: + self.def_dict.add_definitions(known_defs, self.hed_schema) + for i in hed_strings[def_expand_mask].index: + string = hed_strings.loc[i] + self._process_hed_string(string) + + return self.def_dict, self.ambiguous_defs, self.errors + + def _process_hed_string(self, string): + """Process a single HED string to extract definitions and handle known and ambiguous definitions. + + Parameters: + string (str): The HED string to be processed. + """ + hed_str = HedString(string, self.hed_schema) + + for def_tag, def_expand_group, def_group in hed_str.find_def_tags(recursive=True): + if def_tag == def_expand_group: + continue + + if not self._handle_known_definition(def_tag, def_expand_group, def_group): + self._handle_ambiguous_definition(def_tag, def_expand_group) + + def _handle_known_definition(self, def_tag, def_expand_group, def_group): + """Handle known def-expand tag in a HED string. + + Parameters: + def_tag (HedTag): The def-expand tag. + def_expand_group (HedGroup): The group containing the def-expand tag. + def_group (HedGroup): The group containing the def-expand group. + + Returns: + bool: True if the def-expand tag is known and handled, False otherwise. + """ + def_tag_name = def_tag.extension.split('/')[0] + def_group_contents = self.def_dict._get_definition_contents(def_tag) + def_expand_group.sort() + + if def_group_contents: + if def_group_contents != def_expand_group: + self.errors.setdefault(def_tag_name.lower(), []).append(def_group) + return True + + if def_tag_name.lower() in self.errors: + self.errors.setdefault(def_tag_name.lower(), []).append(def_group) + return True + + return False + + def _handle_ambiguous_definition(self, def_tag, def_expand_group): + """Handle ambiguous def-expand tag in a HED string. + + Parameters: + def_tag (HedTag): The def-expand tag. + def_expand_group (HedGroup): The group containing the def-expand tag. + """ + def_tag_name = def_tag.extension.split('/')[0] + + has_extension = "/" in def_tag.extension + + if not has_extension: + group_tag = def_expand_group.get_first_group() + self.def_dict.defs[def_tag_name.lower()] = DefinitionEntry(name=def_tag_name, contents=group_tag, + takes_value=False, + source_context=[]) + else: + self._process_ambiguous_extension(def_tag, def_expand_group) + + def _process_ambiguous_extension(self, def_tag, def_expand_group): + """Process ambiguous extensions in a def-expand HED string. + + Parameters: + def_tag (HedTag): The def-expand tag. + def_expand_group (HedGroup): The group containing the def-expand tag. + """ + def_tag_name = def_tag.extension.split('/')[0] + def_extension = def_tag.extension.split('/')[-1] + + matching_tags = [tag for tag in def_expand_group.get_all_tags() if + tag.extension == def_extension and tag != def_tag] + + for tag in matching_tags: + tag.extension = "#" + + group_tag = def_expand_group.get_first_group() + + these_defs = self.ambiguous_defs.setdefault(def_tag_name.lower(), []) + these_defs.append(group_tag) + + value_per_tag = [] + if len(these_defs) >= 1: + all_tags_list = [group.get_all_tags() for group in these_defs] + for tags in zip(*all_tags_list): + matching_val = self._get_matching_value(tags) + value_per_tag.append(matching_val) + + self._handle_value_per_tag(def_tag_name, value_per_tag, group_tag) + + def _handle_value_per_tag(self, def_tag_name, value_per_tag, group_tag): + """Handle the values per tag in ambiguous def-expand tag. + + Parameters: + def_tag_name (str): The name of the def-expand tag. + value_per_tag (list): The list of values per HedTag. + group_tag (HedGroup): The def expand contents + """ + if value_per_tag.count(None): + groups = self.ambiguous_defs.get(def_tag_name.lower(), []) + for group in groups: + self.errors.setdefault(def_tag_name.lower(), []).append(group) + + del self.ambiguous_defs[def_tag_name.lower()] + return + + ambiguous_values = value_per_tag.count("#") + if ambiguous_values == 1: + new_contents = group_tag.copy() + for tag, value in zip(new_contents.get_all_tags(), value_per_tag): + if value is not None: + tag.extension = f"{value}" + self.def_dict.defs[def_tag_name.lower()] = DefinitionEntry(name=def_tag_name, contents=new_contents, + takes_value=True, + source_context=[]) + + del self.ambiguous_defs[def_tag_name.lower()] + + @staticmethod + def _get_matching_value(tags): + """Get the matching value for a set of HedTag extensions. + + Parameters: + tags (iterator): The list of HedTags to find a matching value for. + + Returns: + str or None: The matching value if found, None otherwise. + """ + extensions = [tag.extension for tag in tags] + unique_extensions = set(extensions) + + if len(unique_extensions) == 1: + return unique_extensions.pop() + elif "#" in unique_extensions: + unique_extensions.remove("#") + if len(unique_extensions) == 1: + return unique_extensions.pop() + return None diff --git a/hed/models/df_util.py b/hed/models/df_util.py index 2c87b3f71..8d00d6770 100644 --- a/hed/models/df_util.py +++ b/hed/models/df_util.py @@ -150,6 +150,7 @@ def _get_matching_value(tags): return next(iter(unique_values)) + def process_def_expands(hed_strings, hed_schema, known_defs=None, ambiguous_defs=None): """ Processes a list of HED strings according to a given HED schema, using known definitions and ambiguous definitions. @@ -163,83 +164,6 @@ def process_def_expands(hed_strings, hed_schema, known_defs=None, ambiguous_defs ambiguous_defs (dict): A dictionary containing ambiguous definitions format TBD. Currently def name key: list of lists of hed tags values """ - if not isinstance(hed_strings, pd.Series): - hed_strings = pd.Series(hed_strings) - - if ambiguous_defs is None: - ambiguous_defs = {} - errors = {} - def_dict = DefinitionDict(known_defs) - - def_expand_mask = hed_strings.str.contains('Def-Expand/', case=False) - - # Iterate over the strings that contain def-expand tags - for i in hed_strings[def_expand_mask].index: - string = hed_strings.loc[i] - hed_str = HedString(string, hed_schema) - - for def_tag, def_expand_group, def_group in hed_str.find_def_tags(recursive=True): - if def_tag == def_expand_group: - continue - - def_tag_name = def_tag.extension.split('/')[0] - # First check for known definitions. If this is known, it's done either way. - def_group_contents = def_dict._get_definition_contents(def_tag) - def_expand_group.sort() - if def_group_contents: - if def_group_contents != def_expand_group: - errors.setdefault(def_tag_name.lower(), []).append(def_group) - continue - - # This is a def we recognized earlier as an error AND it wasn't a known definition. - if def_tag_name.lower() in errors: - errors.setdefault(def_tag_name.lower(), []).append(def_group) - continue - - has_extension = "/" in def_tag.extension - - # If there's no extension, this is fine. - if not has_extension: - group_tag = def_expand_group.get_first_group() - def_dict.defs[def_tag_name.lower()] = DefinitionEntry(name=def_tag_name, contents=group_tag, - takes_value=False, - source_context=[]) - else: - def_extension = def_tag.extension.split('/')[-1] - # Find any other tags in def_group.get_all_tags() with tags with the same extension - matching_tags = [tag for tag in def_expand_group.get_all_tags() if tag.extension == def_extension and tag != def_tag] - - for tag in matching_tags: - tag.extension = "#" - - group_tag = def_expand_group.get_first_group() - - these_defs = ambiguous_defs.setdefault(def_tag_name.lower(), []) - these_defs.append(group_tag) - - value_per_tag = [] - if len(these_defs) >= 1: - all_tags_list = [group.get_all_tags() for group in these_defs] - for tags in zip(*all_tags_list): - matching_val = _get_matching_value(tags) - value_per_tag.append(matching_val) - - if value_per_tag.count(None): - groups = ambiguous_defs.get(def_tag_name.lower(), []) - for group in groups: - errors.setdefault(def_tag_name.lower(), []).append(group) - - del ambiguous_defs[def_tag_name.lower()] - continue - ambiguous_values = value_per_tag.count("#") - if ambiguous_values == 1: - new_contents = group_tag.copy() - for tag, value in zip(new_contents.get_all_tags(), value_per_tag): - if value is not None: - tag.extension = f"{value}" - def_dict.defs[def_tag_name.lower()] = DefinitionEntry(name=def_tag_name, contents=new_contents, - takes_value=True, - source_context=[]) - del ambiguous_defs[def_tag_name.lower()] - - return def_dict, ambiguous_defs, errors + from hed.models.def_expand_gather import DefExpandGatherer + def_gatherer = DefExpandGatherer(hed_schema, known_defs, ambiguous_defs) + return def_gatherer.process_def_expands(hed_strings) \ No newline at end of file From 316a640f12033c275980106e3ea92aa2c6ba8a59 Mon Sep 17 00:00:00 2001 From: IanCa Date: Tue, 4 Apr 2023 16:14:45 -0500 Subject: [PATCH 043/103] Always add an issues list to HedFileError, even when it doesn't have one --- hed/errors/exceptions.py | 61 ++++----------------------------- tests/schema/test_hed_schema.py | 5 ++- 2 files changed, 8 insertions(+), 58 deletions(-) diff --git a/hed/errors/exceptions.py b/hed/errors/exceptions.py index 72ab0eead..94b1b6e75 100644 --- a/hed/errors/exceptions.py +++ b/hed/errors/exceptions.py @@ -1,3 +1,4 @@ +from hed.errors.error_types import ErrorContext class HedExceptions: @@ -34,60 +35,10 @@ def __init__(self, error_type, message, filename, issues=None): self.error_type = error_type self.message = message self.filename = filename - # only filled in when this lists multiple errors, such as the HED_WIKI_DELIMITERS_INVALID or BAD_COLUMN_NAMES self.issues = issues if self.issues is None: - self.issues = [] - - def format_error_message(self, include_tabbing=True, return_string_only=False, - name=None): - """This takes a HedFileError exception and translates it to human readable - - Parameters - ---------- - include_tabbing : bool - Prefixes string with a tab if True - return_string_only : bool - If True, returns a string rather than an "error object" - name : str or None - Overrides the filename from the error if present. - This is useful on the web code and similar that deals with temporary filenames. - Returns - ------- - error_list: [{}] - A list(of one) error formatted into a human readable dictionary. - """ - error_prefix = "ERROR: " - if include_tabbing: - error_prefix = "\t" + error_prefix - - error_type, message, filename = self.error_type, self.message, self.filename - if name: - filename = name - error_types = { - HedExceptions.FILE_NOT_FOUND: f"{error_prefix}{message}. '{filename}'", - HedExceptions.INVALID_EXTENSION: f"{error_prefix}Invalid extension. '{filename}'", - HedExceptions.CANNOT_PARSE_XML: f"{error_prefix}Cannot parse schema XML: " - f"{message}. '{filename}'", - HedExceptions.CANNOT_PARSE_JSON: f"{error_prefix}Cannot parse json: {message}. '{filename}'", - HedExceptions.SCHEMA_HEADER_MISSING: f"{error_prefix}{self.message}. '{filename}'", - HedExceptions.HED_SCHEMA_HEADER_INVALID: f"{error_prefix}{self.message}. '{filename}'", - HedExceptions.BAD_HED_LIBRARY_NAME: f"{error_prefix}{self.message}. '{filename}'", - HedExceptions.HED_SCHEMA_VERSION_INVALID: f"{error_prefix}{self.message}. '{filename}'", - HedExceptions.SCHEMA_START_MISSING: f"{error_prefix}{self.message}. '{filename}'", - HedExceptions.SCHEMA_END_INVALID: f"{error_prefix}{self.message}. '{filename}'", - HedExceptions.HED_END_INVALID: f"{error_prefix}{self.message}. '{filename}'", - HedExceptions.INVALID_SECTION_SEPARATOR: f"{error_prefix}{self.message}. '{filename}'", - HedExceptions.HED_SCHEMA_NODE_NAME_INVALID: f"{error_prefix}{self.message}. '{filename}'", - HedExceptions.HED_WIKI_DELIMITERS_INVALID: f"{error_prefix}{self.message}. '{filename}'", - } - default_error_message = f'{error_prefix}Internal Error' - error_message = error_types.get(error_type, default_error_message) - - error_object = {'code': error_type, - 'message': error_message} - - if return_string_only: - return error_object['message'] - - return [error_object] + self.issues = [ + {'message': message, + ErrorContext.FILE_NAME: filename, + 'error_code': error_type} + ] diff --git a/tests/schema/test_hed_schema.py b/tests/schema/test_hed_schema.py index d6c40b05b..15deaffdd 100644 --- a/tests/schema/test_hed_schema.py +++ b/tests/schema/test_hed_schema.py @@ -1,7 +1,7 @@ import unittest import os -from hed.errors import HedFileError +from hed.errors import HedFileError, get_printable_issue_string from hed.models import HedString, HedTag from hed.schema import HedKey, HedSectionKey, get_hed_xml_version, load_schema, HedSchemaGroup, load_schema_version, HedSchema @@ -25,13 +25,12 @@ def setUpClass(cls): def test_name(self): invalid_xml_file = "invalidxmlfile.xml" - name = "PrettyDisplayName.xml" try: load_schema(invalid_xml_file) # We should have an error before we reach here. self.assertTrue(False) except HedFileError as e: - self.assertTrue(name in e.format_error_message(return_string_only=True, name=name)) + self.assertTrue(invalid_xml_file in get_printable_issue_string(e.issues, skip_filename=False)) def test_tag_attribute(self): test_strings = { From c8b5eb1d7218ddcab9543af8ce2a2719286f8db2 Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Thu, 6 Apr 2023 15:02:26 -0500 Subject: [PATCH 044/103] Updated docs on summary ops --- docs/source/_templates/layout.html | 2 +- .../remodeling/operations/base_context.py | 79 ++++++++++++++++-- .../operations/summarize_column_names_op.py | 51 +++++++++++- .../operations/summarize_column_values_op.py | 67 ++++++++++++++- .../operations/summarize_definitions_op.py | 58 ++++++++++++- .../operations/summarize_hed_tags_op.py | 70 +++++++++++++--- .../operations/summarize_hed_type_op.py | 62 +++++++++++--- .../operations/summarize_hed_validation_op.py | 43 ++++++++-- .../summarize_sidecar_from_events_op.py | 82 ++++++++++++++++--- tests/tools/analysis/test_tabular_summary.py | 17 ++++ .../tools/remodeling/cli/test_run_remodel.py | 6 ++ .../operations/test_base_context.py | 2 +- tests/tools/util/test_schema_util.py | 29 +++++++ 13 files changed, 513 insertions(+), 55 deletions(-) create mode 100644 tests/tools/util/test_schema_util.py diff --git a/docs/source/_templates/layout.html b/docs/source/_templates/layout.html index 90f37d446..7b917c7e1 100644 --- a/docs/source/_templates/layout.html +++ b/docs/source/_templates/layout.html @@ -12,7 +12,7 @@
  • Main resource page
  • Project home page
  • Schema viewer
    • -
  • Library schema viewer
    • +
  • Prerelease schema viewer
  • Specification
  • Examples and tutorials
  • Online tools
    • diff --git a/hed/tools/remodeling/operations/base_context.py b/hed/tools/remodeling/operations/base_context.py index 9f6f5e691..1815ebd0d 100644 --- a/hed/tools/remodeling/operations/base_context.py +++ b/hed/tools/remodeling/operations/base_context.py @@ -26,20 +26,49 @@ def __init__(self, context_type, context_name, context_filename): self.summary_dict = {} def get_summary_details(self, include_individual=True): + """ Return a dictionary with the details for individual files and the overall dataset. + + Parameters: + include_individual (bool): If True, summaries for individual files are included. + + Returns: + dict - a dictionary with 'Dataset' and 'Individual files' keys. + + Notes: + - The 'Dataset' value is either a string or a dictionary with the overall summary. + - The 'Individual files' value is dictionary whose keys are file names and values are + their corresponding summaries. + + Users are expected to provide _merge_all and _get_details_dict to support this. + + """ merged_summary = self._merge_all() if merged_summary: - details = self._get_summary_details(merged_summary) + details = self._get_details_dict(merged_summary) else: details = "Overall summary unavailable" summary_details = {"Dataset": details, "Individual files": {}} if include_individual: for name, count in self.summary_dict.items(): - summary_details["Individual files"][name] = self._get_summary_details(count) + summary_details["Individual files"][name] = self._get_details_dict(count) return summary_details def get_summary(self, individual_summaries="separate"): + """ Return a summary dictionary with the information. + + Parameters: + individual_summaries (str): "separate", "consolidated", or "none" + Returns: + dict - dictionary with "Dataset" and "Individual files" keys. + + Notes: The individual_summaries value is processed as follows + - "separate" individual summaries are to be in separate files + - "consolidated" means that the individual summaries are in same file as overall summary + - "none" means that only the overall summary is produced. + + """ include_individual = individual_summaries == "separate" or individual_summaries == "consolidated" summary_details = self.get_summary_details(include_individual=include_individual) dataset_summary = {"Context name": self.context_name, "Context type": self.context_type, @@ -99,9 +128,17 @@ def save(self, save_dir, file_formats=['.txt'], individual_summaries="separate") summary = self.get_summary(individual_summaries=individual_summaries) else: continue - self._save_separate(save_dir, file_format, summary, individual_summaries) + self._save_summary_files(save_dir, file_format, summary, individual_summaries) - def _save_separate(self, save_dir, file_format, summary, individual_summaries): + def _save_summary_files(self, save_dir, file_format, summary, individual_summaries): + """ Save the files in the appropriate format. + + Parameters: + save_dir (str): Path to the directory in which the summaries will be saved. + file_format (str): string representing the extension (including .), '.txt' or '.json'. + summary (dictionary): Dictionary of summaries (has "Dataset" and "Individual files" keys. + + """ time_stamp = '_' + get_timestamp() this_save = os.path.join(save_dir, self.context_name + '/') os.makedirs(os.path.realpath(this_save), exist_ok=True) @@ -117,10 +154,21 @@ def _save_separate(self, save_dir, file_format, summary, individual_summaries): individual_dir = os.path.join(this_save, self.INDIVIDUAL_SUMMARIES_PATH + '/') os.makedirs(os.path.realpath(individual_dir), exist_ok=True) for name, sum_str in individual.items(): - filename = self._get_individual_filename(individual_dir, name, time_stamp, file_format) + filename = self._get_summary_filepath(individual_dir, name, time_stamp, file_format) self.dump_summary(filename, sum_str) - def _get_individual_filename(self, individual_dir, name, time_stamp, file_format): + def _get_summary_filepath(self, individual_dir, name, time_stamp, file_format): + """ Return the filepath for the summary including the timestamp + + Parameters: + individual_dir (str): path of the directory in which the summary should be stored. + name (str): Path of the original file from which the summary was extracted. + time_stamp (str): Formatted date-time string to be included in the filename of the summary. + + Returns: + str: Full path name of the summary. + + """ this_name = os.path.basename(name) this_name = os.path.splitext(this_name)[0] count = 1 @@ -135,6 +183,20 @@ def _get_individual_filename(self, individual_dir, name, time_stamp, file_format return filename def _get_result_string(self, name, result, indent=DISPLAY_INDENT): + """ Return a formatted string with the summary for the indicated name. + + Parameters: + name (str): Identifier (usually the filename) of the individual file. + result (dict): The dictionary of the summary results indexed by name. + indent (str): A string containing spaces used for indentation (usually 3 spaces). + + Returns: + str - The results in a printable format ready to be saved to a text file. + + Notes: + This file should be overridden by each summary. + + """ return f"\n{name}\n{indent}{str(result)}" @staticmethod @@ -145,12 +207,15 @@ def dump_summary(filename, summary): text_file.write(summary) @abstractmethod - def _get_summary_details(self, summary_info): + def _get_details_dict(self, summary_info): """ Return the summary-specific information. Parameters: summary_info (object): Summary to return info from + Returns: + dict: dictionary with the results. + Notes: Abstract method be implemented by each individual context summary. diff --git a/hed/tools/remodeling/operations/summarize_column_names_op.py b/hed/tools/remodeling/operations/summarize_column_names_op.py index f8b2e55c6..be2699066 100644 --- a/hed/tools/remodeling/operations/summarize_column_names_op.py +++ b/hed/tools/remodeling/operations/summarize_column_names_op.py @@ -78,15 +78,40 @@ def __init__(self, sum_op): super().__init__(sum_op.SUMMARY_TYPE, sum_op.summary_name, sum_op.summary_filename) def update_context(self, new_context): + """ Update the summary for a given tabular input file. + + Parameters: + new_context (dict): A dictionary with the parameters needed to update a summary. + + Notes: + - The summary information is kept in separate ColumnNameSummary objects for each file. + - The summary needs a "name" str and a "column_names" list. + - The summary uses ColumnNameSummary as the summary object. + """ name = new_context['name'] if name not in self.summary_dict: self.summary_dict[name] = ColumnNameSummary(name=name) self.summary_dict[name].update(name, new_context["column_names"]) - def _get_summary_details(self, column_summary): + def _get_details_dict(self, column_summary): + """ Return the summary dictionary extracted from a ColumnNameSummary. + + Parameters: + column_summary (ColumnNameSummary): A column name summary for the data file. + + Returns: + dict - a dictionary with the summary information for column names. + + """ return column_summary.get_summary() def _merge_all(self): + """ Create a ColumnNameSummary containing the overall dataset summary. + + Returns: + ColumnNameSummary - the overall summary object for column names. + + """ all_sum = ColumnNameSummary(name='Dataset') for key, counts in self.summary_dict.items(): for name, pos in counts.file_dict.items(): @@ -94,6 +119,20 @@ def _merge_all(self): return all_sum def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): + """ Return a formatted string with the summary for the indicated name. + + Parameters: + name (str): Identifier (usually the filename) of the individual file. + result (dict): The dictionary of the summary results indexed by name. + indent (str): A string containing spaces used for indentation (usually 3 spaces). + + Returns: + str - The results in a printable format ready to be saved to a text file. + + Notes: + This calls _get_dataset_string to get the overall summary string. + + """ if name == "Dataset": return self._get_dataset_string(result, indent) columns = result["Columns"][0] @@ -101,6 +140,16 @@ def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): @staticmethod def _get_dataset_string(result, indent=BaseContext.DISPLAY_INDENT): + """ Return a string with the overall summary for all of the tabular files. + + Parameters: + result (dict): Dictionary of merged summary information. + indent (str): String of blanks used as the amount to indent for readability. + + Returns: + str: Formatted string suitable for saving in a file or printing. + + """ sum_list = [f"Dataset: Number of files={result.get('Number files', 0)}"] for element in result.get("Columns", []): sum_list.append(f"{indent}Columns: {str(element['Column names'])}") diff --git a/hed/tools/remodeling/operations/summarize_column_values_op.py b/hed/tools/remodeling/operations/summarize_column_values_op.py index ed0166dd5..000346565 100644 --- a/hed/tools/remodeling/operations/summarize_column_values_op.py +++ b/hed/tools/remodeling/operations/summarize_column_values_op.py @@ -88,28 +88,79 @@ def __init__(self, sum_op): self.skip_columns = sum_op.skip_columns def update_context(self, new_context): + """ Update the summary for a given tabular input file. + + Parameters: + new_context (dict): A dictionary with the parameters needed to update a summary. + + Notes: + - The summary information is kept in separate TabularSummary objects for each file. + - The summary needs a "name" str and a "df" . + + """ name = new_context['name'] if name not in self.summary_dict: self.summary_dict[name] = \ TabularSummary(value_cols=self.value_columns, skip_cols=self.skip_columns, name=name) self.summary_dict[name].update(new_context['df']) - def _get_summary_details(self, summary): + def _get_details_dict(self, summary): + """ Return a dictionary with the summary contained in a TabularSummary + + Parameters: + summary (TabularSummary): Dictionary of merged summary information. + + Returns: + dict: Dictionary with the information suitable for extracting printout. + + """ return summary.get_summary(as_json=False) def _merge_all(self): + """ Create a TabularSummary containing the overall dataset summary. + + Returns: + TabularSummary - the summary object for column values. + + """ all_sum = TabularSummary(value_cols=self.value_columns, skip_cols=self.skip_columns, name='Dataset') for key, counts in self.summary_dict.items(): all_sum.update_summary(counts) return all_sum def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): + """ Return a formatted string with the summary for the indicated name. + + Parameters: + name (str): Identifier (usually the filename) of the individual file. + result (dict): The dictionary of the summary results indexed by name. + indent (str): A string containing spaces used for indentation (usually 3 spaces). + + Returns: + str - The results in a printable format ready to be saved to a text file. + + Notes: + This calls _get_dataset_string to get the overall summary string and + _get_individual_string to get an individual summary string. + + """ + if name == "Dataset": return self._get_dataset_string(result, indent=indent) - return self._get_individual_string(name, result, indent=indent) + return self._get_individual_string(result, indent=indent) @staticmethod def _get_dataset_string(result, indent=BaseContext.DISPLAY_INDENT): + """ Return a string with the overall summary for all of the tabular files. + + Parameters: + result (dict): Dictionary of merged summary information. + indent (str): String of blanks used as the amount to indent for readability. + + Returns: + str: Formatted string suitable for saving in a file or printing. + + """ sum_list = [f"Dataset: Total events={result.get('Total events', 0)} " f"Total files={result.get('Total files', 0)}"] cat_cols = result.get("Categorical columns", {}) @@ -121,7 +172,17 @@ def _get_dataset_string(result, indent=BaseContext.DISPLAY_INDENT): return "\n".join(sum_list) @staticmethod - def _get_individual_string(name, result, indent=BaseContext.DISPLAY_INDENT): + def _get_individual_string(result, indent=BaseContext.DISPLAY_INDENT): + """ Return a string with the summary for an individual tabular file. + + Parameters: + result (dict): Dictionary of summary information for a particular tabular file. + indent (str): String of blanks used as the amount to indent for readability. + + Returns: + str: Formatted string suitable for saving in a file or printing. + + """ sum_list = [f"Total events={result.get('Total events', 0)}"] cat_cols = result.get("Categorical columns", {}) if cat_cols: diff --git a/hed/tools/remodeling/operations/summarize_definitions_op.py b/hed/tools/remodeling/operations/summarize_definitions_op.py index 26f9b7ab6..45fda3d82 100644 --- a/hed/tools/remodeling/operations/summarize_definitions_op.py +++ b/hed/tools/remodeling/operations/summarize_definitions_op.py @@ -86,7 +86,15 @@ def __init__(self, sum_op): self.errors = {} def update_context(self, new_context): - name = new_context['name'] + """ Update the summary for a given tabular input file. + + Parameters: + new_context (dict): A dictionary with the parameters needed to update a summary. + + Notes: + - The summary needs a "name" str, a "schema" and a "Sidecar". + + """ data_input = TabularInput(new_context['df'], sidecar=new_context['sidecar'], name=new_context['name']) sidecar = Sidecar(new_context['sidecar']) df, _ = assemble_hed(data_input, sidecar, new_context['schema'], @@ -96,21 +104,63 @@ def update_context(self, new_context): known_defs=self.defs, ambiguous_defs=self.unresolved) self.errors.update(errors) - def _get_summary_details(self, summary): + def _get_details_dict(self, summary): return None def _merge_all(self): + """ Create an Object containing the definition summary. + + Returns: + Object - the overall summary object for definitions. + + """ + return None def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): + """ Return a formatted string with the summary for the indicated name. + + Parameters: + name (str): Identifier (usually the filename) of the individual file. + result (dict): The dictionary of the summary results indexed by name. + indent (str): A string containing spaces used for indentation (usually 3 spaces). + + Returns: + str - The results in a printable format ready to be saved to a text file. + + Notes: + This calls _get_dataset_string to get the overall summary string and + _get_individual_string to get an individual summary string. + + """ if name == "Dataset": return self._get_dataset_string(result, indent=indent) - return self._get_individual_string(name, result, indent=indent) + return self._get_individual_string(result, indent=indent) @staticmethod def _get_dataset_string(result, indent=BaseContext.DISPLAY_INDENT): + """ Return a string with the overall summary for all of the tabular files. + + Parameters: + result (dict): Dictionary of merged summary information. + indent (str): String of blanks used as the amount to indent for readability. + + Returns: + str: Formatted string suitable for saving in a file or printing. + + """ return "" @staticmethod - def _get_individual_string(name, result, indent=BaseContext.DISPLAY_INDENT): + def _get_individual_string(result, indent=BaseContext.DISPLAY_INDENT): + """ Return a string with the summary for an individual tabular file. + + Parameters: + result (dict): Dictionary of summary information for a particular tabular file. + indent (str): String of blanks used as the amount to indent for readability. + + Returns: + str: Formatted string suitable for saving in a file or printing. + + """ return "" diff --git a/hed/tools/remodeling/operations/summarize_hed_tags_op.py b/hed/tools/remodeling/operations/summarize_hed_tags_op.py index a8d220df8..89e494338 100644 --- a/hed/tools/remodeling/operations/summarize_hed_tags_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_tags_op.py @@ -16,11 +16,10 @@ class SummarizeHedTagsOp(BaseOp): - **summary_name** (*str*): The name of the summary. - **summary_filename** (*str*): Base filename of the summary. - **tags** (*dict*): Type tag to get_summary separately (e.g. 'condition-variable' or 'task'). - + Optional remodeling parameters: - **expand_context** (*bool*): If True, include counts from expanded context (not supported). - The purpose of this op is to produce a summary of the occurrences of specified tag. This summary is often used with 'condition-variable' to produce a summary of the experimental design. @@ -95,6 +94,15 @@ def __init__(self, sum_op): self.expand_context = sum_op.expand_context def update_context(self, new_context): + """ Update the summary for a given tabular input file. + + Parameters: + new_context (dict): A dictionary with the parameters needed to update a summary. + + Notes: + - The summary needs a "name" str, a "schema", a "df, and a "Sidecar". + + """ counts = HedTagCounts(new_context['name'], total_events=len(new_context['df'])) sidecar = new_context['sidecar'] if sidecar and not isinstance(sidecar, Sidecar): @@ -108,7 +116,7 @@ def update_context(self, new_context): counts.update_event_counts(hed, new_context['name']) self.summary_dict[new_context["name"]] = counts - def _get_summary_details(self, merge_counts): + def _get_details_dict(self, merge_counts): template, unmatched = merge_counts.organize_tags(self.tags) details = {} for key, key_list in self.tags.items(): @@ -119,11 +127,33 @@ def _get_summary_details(self, merge_counts): "Main tags": details, "Other tags": leftovers} def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): + """ Return a formatted string with the summary for the indicated name. + + Parameters: + name (str): Identifier (usually the filename) of the individual file. + result (dict): The dictionary of the summary results indexed by name. + indent (str): A string containing spaces used for indentation (usually 3 spaces). + + Returns: + str - The results in a printable format ready to be saved to a text file. + + Notes: + This calls _get_dataset_string to get the overall summary string and + _get_individual_string to get an individual summary string. + + """ if name == 'Dataset': return self._get_dataset_string(result, indent=indent) - return self._get_individual_string(name, result, indent=indent) + return self._get_individual_string(result, indent=indent) def _merge_all(self): + """ Create a HedTagCounts containing the overall dataset HED tag summary. + + Returns: + HedTagCounts - the overall dataset summary object for HED tag counts. + + """ + all_counts = HedTagCounts('Dataset') for key, counts in self.summary_dict.items(): all_counts.merge_tag_dicts(counts.tag_dict) @@ -131,27 +161,47 @@ def _merge_all(self): all_counts.files[file_name] = "" all_counts.total_events = all_counts.total_events + counts.total_events return all_counts - + @staticmethod def _get_dataset_string(result, indent=BaseContext.DISPLAY_INDENT): + """ Return a string with the overall summary for all of the tabular files. + + Parameters: + result (dict): Dictionary of merged summary information. + indent (str): String of blanks used as the amount to indent for readability. + + Returns: + str: Formatted string suitable for saving in a file or printing. + + """ sum_list = [f"Dataset: Total events={result.get('total_events', 0)} " f"Total files={len(result.get('files', []))}"] sum_list = sum_list + HedTagSummaryContext._get_tag_list(result, indent=indent) return "\n".join(sum_list) - + @staticmethod - def _get_individual_string(name, result, indent=BaseContext.DISPLAY_INDENT): + def _get_individual_string(result, indent=BaseContext.DISPLAY_INDENT): + """ Return a string with the summary for an individual tabular file. + + Parameters: + result (dict): Dictionary of summary information for a particular tabular file. + indent (str): String of blanks used as the amount to indent for readability. + + Returns: + str: Formatted string suitable for saving in a file or printing. + + """ sum_list = [f"Total events={result.get('total_events', 0)}"] sum_list = sum_list + HedTagSummaryContext._get_tag_list(result, indent=indent) return "\n".join(sum_list) - + @staticmethod def _tag_details(tags): tag_list = [] for tag in tags: tag_list.append(f"{tag['tag']}[{tag['events']},{len(tag['files'])}]") return tag_list - + @staticmethod def _get_tag_list(tag_info, indent=BaseContext.DISPLAY_INDENT): sum_list = [f"\n{indent}Main tags[events,files]:"] @@ -171,5 +221,3 @@ def _get_details(key_list, template, verbose=False): for tag_cnt in template[item.lower()]: key_details.append(tag_cnt.get_info(verbose=verbose)) return key_details - - diff --git a/hed/tools/remodeling/operations/summarize_hed_type_op.py b/hed/tools/remodeling/operations/summarize_hed_type_op.py index 85ea41d7d..7b3993357 100644 --- a/hed/tools/remodeling/operations/summarize_hed_type_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_type_op.py @@ -88,6 +88,16 @@ def __init__(self, sum_op): self.type_tag = sum_op.type_tag def update_context(self, new_context): + """ Update the summary for a given tabular input file. + + Parameters: + new_context (dict): A dictionary with the parameters needed to update a summary. + + Notes: + - The summary needs a "name" str, a "schema", a "df, and a "Sidecar". + + """ + sidecar = new_context['sidecar'] if sidecar and not isinstance(sidecar, Sidecar): sidecar = Sidecar(sidecar) @@ -102,17 +112,14 @@ def update_context(self, new_context): counts.add_descriptions(type_values.definitions) self.summary_dict[new_context["name"]] = counts - def _get_summary_details(self, counts): + def _get_details_dict(self, counts): return counts.get_summary() def _merge_all(self): - """ Return merged information. + """ Create a HedTypeCounts containing the overall dataset HED type summary. Returns: - object: Consolidated summary of information. - - Notes: - Abstract method be implemented by each individual context summary. + HedTypeCounts - the overall dataset summary object for HED type summary. """ all_counts = HedTypeCounts('Dataset', self.type_tag) @@ -121,12 +128,37 @@ def _merge_all(self): return all_counts def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): + """ Return a formatted string with the summary for the indicated name. + + Parameters: + name (str): Identifier (usually the filename) of the individual file. + result (dict): The dictionary of the summary results indexed by name. + indent (str): A string containing spaces used for indentation (usually 3 spaces). + + Returns: + str - The results in a printable format ready to be saved to a text file. + + Notes: + This calls _get_dataset_string to get the overall summary string and + _get_individual_string to get an individual summary string. + + """ if name == "Dataset": return self._get_dataset_string(result, indent=indent) - return self._get_individual_string(name, result, indent=indent) + return self._get_individual_string(result, indent=indent) @staticmethod def _get_dataset_string(result, indent=BaseContext.DISPLAY_INDENT): + """ Return a string with the overall summary for all of the tabular files. + + Parameters: + result (dict): Dictionary of merged summary information. + indent (str): String of blanks used as the amount to indent for readability. + + Returns: + str: Formatted string suitable for saving in a file or printing. + + """ details = result.get('details', {}) sum_list = [f"Dataset: Type={result['type_tag']} Type values={len(details)} " f"Total events={result.get('total_events', 0)} Total files={len(result.get('files', []))}"] @@ -146,11 +178,21 @@ def _get_dataset_string(result, indent=BaseContext.DISPLAY_INDENT): return "\n".join(sum_list) @staticmethod - def _get_individual_string(name, result, indent=BaseContext.DISPLAY_INDENT): + def _get_individual_string(result, indent=BaseContext.DISPLAY_INDENT): + """ Return a string with the summary for an individual tabular file. + + Parameters: + result (dict): Dictionary of summary information for a particular tabular file. + indent (str): String of blanks used as the amount to indent for readability. + + Returns: + str: Formatted string suitable for saving in a file or printing. + + """ details = result.get('details', {}) sum_list = [f"Type={result['type_tag']} Type values={len(details)} " f"Total events={result.get('total_events', 0)}"] - + for key, item in details.items(): sum_list.append(f"{indent*2}{key}: {item['levels']} levels in {item['events']} events") str1 = "" @@ -175,4 +217,4 @@ def _level_details(level_counts, offset="", indent=""): level_list.append(f"{offset}{indent*3}Tags: {str(details['tags'])}") if details['description']: level_list.append(f"{offset}{indent*3}Description: {details['description']}") - return level_list \ No newline at end of file + return level_list diff --git a/hed/tools/remodeling/operations/summarize_hed_validation_op.py b/hed/tools/remodeling/operations/summarize_hed_validation_op.py index d1bd8f53e..8120371ad 100644 --- a/hed/tools/remodeling/operations/summarize_hed_validation_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_validation_op.py @@ -47,7 +47,7 @@ def __init__(self, parameters): TypeError - If a parameter has the wrong type. - + """ super().__init__(self.PARAMS, parameters) self.summary_name = parameters['summary_name'] @@ -86,6 +86,20 @@ def __init__(self, sum_op): self.check_for_warnings = sum_op.check_for_warnings def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): + """ Return a formatted string with the summary for the indicated name. + + Parameters: + name (str): Identifier (usually the filename) of the individual file. + result (dict): The dictionary of the summary results indexed by name. + indent (str): A string containing spaces used for indentation (usually 3 spaces). + + Returns: + str - The results in a printable format ready to be saved to a text file. + + Notes: + This gets the error list from "sidecar_issues" and "event_issues". + + """ if result["is_merged"]: sum_list = [f"{name}: [{result['total_sidecar_files']} sidecar files, " @@ -102,6 +116,15 @@ def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): return "\n".join(sum_list) def update_context(self, new_context): + """ Update the summary for a given tabular input file. + + Parameters: + new_context (dict): A dictionary with the parameters needed to update a summary. + + Notes: + - The summary needs a "name" str, a schema, a "df", and a "Sidecar". + """ + results = self.get_empty_results() results["total_event_files"] = 1 results["event_issues"][new_context["name"]] = [] @@ -128,17 +151,23 @@ def update_context(self, new_context): results['event_issues'][new_context["name"]] = issues results['total_event_issues'] = len(issues) - def _get_summary_details(self, summary_info): + def _get_details_dict(self, summary_info): + """Return the summary details from the summary_info. + + Parameters: + summary_info (dict): Dictionary of issues + + Returns: + dict: Same summary_info as was passed in. + + """ return summary_info def _merge_all(self): - """ Return merged information. + """ Create a dictionary containing all of the errors in the dataset. Returns: - object: Consolidated summary of information. - - Notes: - Abstract method be implemented by each individual context summary. + dict - dictionary of issues organized into sidecar_issues and event_issues. """ diff --git a/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py b/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py index 95fc0eca6..0a403ac4b 100644 --- a/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py +++ b/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py @@ -43,7 +43,7 @@ def __init__(self, parameters): KeyError - If a required parameter is missing. - If an unexpected parameter is provided. - + TypeError - If a parameter has the wrong type. @@ -88,15 +88,24 @@ def __init__(self, sum_op): self.skip_cols = sum_op.skip_columns def update_context(self, new_context): + """ Update the summary for a given tabular input file. + + Parameters: + new_context (dict): A dictionary with the parameters needed to update a summary. + + Notes: + - The summary needs a "name" str and a "df". + """ + tab_sum = TabularSummary(value_cols=self.value_cols, skip_cols=self.skip_cols, name=new_context["name"]) tab_sum.update(new_context['df'], new_context['name']) self.summary_dict[new_context["name"]] = tab_sum - def _get_summary_details(self, summary_info): + def _get_details_dict(self, summary_info): """ Return the summary-specific information. Parameters: - summary_info (Object): Summary to return info from + summary_info (TabularSummary): Summary to return info from Notes: Abstract method be implemented by each individual context summary. @@ -111,16 +120,69 @@ def _merge_all(self): """ Merge summary information from all of the files Returns: - object: Consolidated summary of information. + TabularSummary: Consolidated summary of information. + + """ + + all_sum = TabularSummary(name='Dataset') + for key, tab_sum in self.summary_dict.items(): + all_sum.update_summary(tab_sum) + return all_sum + + def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): + """ Return a formatted string with the summary for the indicated name. + + Parameters: + name (str): Identifier (usually the filename) of the individual file. + result (dict): The dictionary of the summary results indexed by name. + indent (str): A string containing spaces used for indentation (usually 3 spaces). + + Returns: + str - The results in a printable format ready to be saved to a text file. Notes: - Abstract method be implemented by each individual context summary. + This calls _get_dataset_string to get the overall summary string and + _get_individual_string to get an individual summary string. """ - return {} - def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): if name == "Dataset": - return "Dataset: Currently no overall sidecar extraction is available" - json_str = f"\nSidecar:\n{json.dumps(result['sidecar'], indent=4)}" - return f"{name}: Total events={result['total_events']} Skip columns: {str(result['skip_cols'])}{json_str}" + return self._get_dataset_string(result, indent=indent) + return self._get_individual_string(result, indent=indent) + + @staticmethod + def _get_dataset_string(result, indent=BaseContext.DISPLAY_INDENT): + """ Return a string with the overall summary for all of the tabular files. + + Parameters: + result (dict): Dictionary of merged summary information. + indent (str): String of blanks used as the amount to indent for readability. + + Returns: + str: Formatted string suitable for saving in a file or printing. + + """ + sum_list = [f"Dataset: Total events={result.get('total_events', 0)} " + f"Total files={result.get('total_files', 0)}", + f"Skip columns: {str(result.get('skip_cols', []))}", + f"Value columns: {str(result.get('value_cols', []))}", + f"Sidecar:\n{json.dumps(result['sidecar'], indent=indent)}"] + return "\n".join(sum_list) + + @staticmethod + def _get_individual_string(result, indent=BaseContext.DISPLAY_INDENT): + """ Return a string with the summary for an individual tabular file. + + Parameters: + result (dict): Dictionary of summary information for a particular tabular file. + indent (str): String of blanks used as the amount to indent for readability. + + Returns: + str: Formatted string suitable for saving in a file or printing. + + """ + sum_list = [f"Total events={result.get('total_events', 0)}", + f"Skip columns: {str(result.get('skip_cols', []))}", + f"Value columns: {str(result.get('value_cols', []))}", + f"Sidecar:\n{json.dumps(result['sidecar'], indent=indent)}"] + return "\n".join(sum_list) diff --git a/tests/tools/analysis/test_tabular_summary.py b/tests/tools/analysis/test_tabular_summary.py index cefecebfd..1a35dabec 100644 --- a/tests/tools/analysis/test_tabular_summary.py +++ b/tests/tools/analysis/test_tabular_summary.py @@ -189,6 +189,23 @@ def test_make_combined_dicts(self): self.assertEqual(len(dicts_all2.categorical_info), 7, "make_combined_dicts should return right number of entries") + def test_update_summary(self): + files_bids = get_file_list(self.bids_base_dir, extensions=[".tsv"], name_suffix="_events") + tab_list = [] + skip_cols = ['onset', 'duration', 'sample', 'value'] + value_cols = ['stim_file', 'trial'] + tab_all = TabularSummary(skip_cols=skip_cols, value_cols=value_cols) + for name in files_bids: + tab = TabularSummary(skip_cols=skip_cols, value_cols=value_cols) + tab_list.append(tab) + df = get_new_dataframe(name) + tab.update(df, name=name) + self.assertEqual(tab.total_events, 200) + self.assertEqual(tab.total_files, 1) + tab_all.update_summary(tab) + self.assertEqual(len(files_bids), tab_all.total_files) + self.assertEqual(len(files_bids)*200, tab_all.total_events) + if __name__ == '__main__': unittest.main() diff --git a/tests/tools/remodeling/cli/test_run_remodel.py b/tests/tools/remodeling/cli/test_run_remodel.py index 099f80252..18ae48734 100644 --- a/tests/tools/remodeling/cli/test_run_remodel.py +++ b/tests/tools/remodeling/cli/test_run_remodel.py @@ -166,6 +166,12 @@ def test_run_bids_ops_verbose(self): main(arg_list) self.assertFalse(fp.getvalue()) + def test_temp(self): + data_root = "g:/ds002718OpenNeuro" + model_path = 'G:/wh_excerpt_rmdl.json' + arg_list = [data_root, model_path, '-x', 'derivatives', 'code', 'stimuli', '-b', '-n', ''] + main(arg_list) + if __name__ == '__main__': unittest.main() diff --git a/tests/tools/remodeling/operations/test_base_context.py b/tests/tools/remodeling/operations/test_base_context.py index 0ac8bb548..68e8ddc0f 100644 --- a/tests/tools/remodeling/operations/test_base_context.py +++ b/tests/tools/remodeling/operations/test_base_context.py @@ -11,7 +11,7 @@ def __init__(self): self.summary_dict["data1"] = "test data 1" self.summary_dict["data2"] = "test data 2" - def _get_summary_details(self, include_individual=True): + def _get_details_dict(self, include_individual=True): summary = {"name": self.context_name} if include_individual: summary["more"] = "more stuff" diff --git a/tests/tools/util/test_schema_util.py b/tests/tools/util/test_schema_util.py new file mode 100644 index 000000000..8ee8d1210 --- /dev/null +++ b/tests/tools/util/test_schema_util.py @@ -0,0 +1,29 @@ +import os +import pandas as pd +import unittest +from hed.errors.exceptions import HedFileError +from hed.schema.hed_schema_io import load_schema_version +from hed.tools.util.schema_util import flatten_schema + + +class Test(unittest.TestCase): + + @classmethod + def setUpClass(cls): + pass + + @classmethod + def tearDownClass(cls): + pass + + def test_flatten_schema(self): + hed_schema = load_schema_version('8.1.0') + df = flatten_schema(hed_schema, skip_non_tag=True) + # df.to_csv("h:/Version_3_column.tsv", sep='\t', index=None) + self.assertIsInstance(df, pd.DataFrame) + self.assertEqual(len(df.columns), 3) + self.assertEqual(len(df.index), 1037) + + +if __name__ == '__main__': + unittest.main() From aa1a4e948b7a46fbd64006f88263645a32e8735a Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Thu, 6 Apr 2023 15:10:21 -0500 Subject: [PATCH 045/103] Removed from temporary tests --- tests/tools/remodeling/cli/test_run_remodel.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/tests/tools/remodeling/cli/test_run_remodel.py b/tests/tools/remodeling/cli/test_run_remodel.py index 18ae48734..fac00f06b 100644 --- a/tests/tools/remodeling/cli/test_run_remodel.py +++ b/tests/tools/remodeling/cli/test_run_remodel.py @@ -166,11 +166,11 @@ def test_run_bids_ops_verbose(self): main(arg_list) self.assertFalse(fp.getvalue()) - def test_temp(self): - data_root = "g:/ds002718OpenNeuro" - model_path = 'G:/wh_excerpt_rmdl.json' - arg_list = [data_root, model_path, '-x', 'derivatives', 'code', 'stimuli', '-b', '-n', ''] - main(arg_list) + # def test_temp(self): + # data_root = "g:/ds002718OpenNeuro" + # model_path = 'G:/wh_excerpt_rmdl.json' + # arg_list = [data_root, model_path, '-x', 'derivatives', 'code', 'stimuli', '-b', '-n', ''] + # main(arg_list) if __name__ == '__main__': From ee957d9eafccb57bc5795013709b5d46ec44208f Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Wed, 12 Apr 2023 14:08:02 -0500 Subject: [PATCH 046/103] First pass on allowing external working directory for remodeling --- hed/tools/remodeling/backup_manager.py | 44 ++--- hed/tools/remodeling/cli/run_remodel.py | 21 ++- .../remodeling/cli/run_remodel_backup.py | 14 +- .../remodeling/cli/run_remodel_restore.py | 10 +- hed/tools/remodeling/dispatcher.py | 9 +- .../remodeling/operations/base_context.py | 4 +- .../operations/summarize_definitions_op.py | 9 + .../operations/summarize_hed_tags_op.py | 9 + .../operations/summarize_hed_type_op.py | 9 + ...ype_summary_2023_04_12_T_10_48_49_684.json | 159 ++++++++++++++++++ ...type_summary_2023_04_12_T_10_48_49_688.txt | 30 ++++ ...-1_events_1_2023_04_12_T_10_48_49_684.json | 139 +++++++++++++++ ...n-1_events_1_2023_04_12_T_10_48_49_688.txt | 30 ++++ ...-2_events_1_2023_04_12_T_10_48_49_684.json | 139 +++++++++++++++ ...n-2_events_1_2023_04_12_T_10_48_49_688.txt | 30 ++++ ...-3_events_1_2023_04_12_T_10_48_49_684.json | 139 +++++++++++++++ ...n-3_events_1_2023_04_12_T_10_48_49_688.txt | 30 ++++ ...-1_events_1_2023_04_12_T_10_48_49_684.json | 139 +++++++++++++++ ...n-1_events_1_2023_04_12_T_10_48_49_688.txt | 30 ++++ ...-2_events_1_2023_04_12_T_10_48_49_684.json | 139 +++++++++++++++ ...n-2_events_1_2023_04_12_T_10_48_49_688.txt | 30 ++++ ...-3_events_1_2023_04_12_T_10_48_49_684.json | 139 +++++++++++++++ ...n-3_events_1_2023_04_12_T_10_48_49_688.txt | 30 ++++ .../tools/remodeling/cli/test_run_remodel.py | 9 + .../remodeling/cli/test_run_remodel_backup.py | 28 ++- .../cli/test_run_remodel_restore.py | 28 ++- tests/tools/remodeling/test_backup_manager.py | 18 +- 27 files changed, 1372 insertions(+), 43 deletions(-) create mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/hed_type_summary_2023_04_12_T_10_48_49_684.json create mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/hed_type_summary_2023_04_12_T_10_48_49_688.txt create mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_684.json create mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_688.txt create mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_684.json create mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_688.txt create mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_684.json create mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_688.txt create mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_684.json create mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_688.txt create mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_684.json create mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_688.txt create mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_684.json create mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_688.txt diff --git a/hed/tools/remodeling/backup_manager.py b/hed/tools/remodeling/backup_manager.py index 608f4331b..d98b77c0d 100644 --- a/hed/tools/remodeling/backup_manager.py +++ b/hed/tools/remodeling/backup_manager.py @@ -10,16 +10,16 @@ class BackupManager: DEFAULT_BACKUP_NAME = 'default_back' - RELATIVE_BACKUP_LOCATION = 'derivatives/remodel/backups' + RELATIVE_BACKUP_LOCATION = 'derivatives/remodel' BACKUP_DICTIONARY = 'backup_lock.json' BACKUP_ROOT = 'backup_root' - def __init__(self, data_root): + def __init__(self, data_root, backups_root=None): """ Constructor for the backup manager. Parameters: - data_root (str): full path of the root of the data directory. - + data_root (str): Full path of the root of the data directory. + backups_root (str or None): Full path to the root where backups subdirectory is located. Raises: - HedFileError: - If the data_root does not correspond to a real directory. @@ -28,11 +28,15 @@ def __init__(self, data_root): if not os.path.isdir(data_root): raise HedFileError('NonExistentData', f"{data_root} is not an existing directory", "") self.data_root = data_root - self.backups_root = os.path.join(data_root, self.RELATIVE_BACKUP_LOCATION) - os.makedirs(self.backups_root, exist_ok=True) + if backups_root: + self.backups_path = os.path.join(backups_root, 'backups') + else: + self.backups_path = os.path.join(data_root, self.RELATIVE_BACKUP_LOCATION, 'backups') + self.backups_path = os.path.realpath(self.backups_path) + os.makedirs(self.backups_path, exist_ok=True) self.backups_dict = self._get_backups() - def create_backup(self, file_list, backup_name=None, verbose=True): + def create_backup(self, file_list, backup_name=None, verbose=False): """ Create a new backup from file_list. Parameters: @@ -46,7 +50,7 @@ def create_backup(self, file_list, backup_name=None, verbose=True): Raises: HedFileError - For missing or incorrect files. - + OS-related error - OS-related error when file copying occurs. @@ -59,7 +63,7 @@ def create_backup(self, file_list, backup_name=None, verbose=True): time_stamp = f"{str(datetime.now())}" if verbose: print(f"Creating backup {backup_name}") - backup_dir_path = os.path.realpath(os.path.join(self.backups_root, backup_name, BackupManager.BACKUP_ROOT)) + backup_dir_path = os.path.realpath(os.path.join(self.backups_path, backup_name, BackupManager.BACKUP_ROOT)) os.makedirs(backup_dir_path, exist_ok=True) for file in file_list: backup_file = self.get_backup_path(backup_name, file) @@ -69,7 +73,7 @@ def create_backup(self, file_list, backup_name=None, verbose=True): shutil.copy2(file, backup_file) backup[self.get_file_key(file)] = time_stamp self.backups_dict[backup_name] = backup - backup_dict_path = os.path.realpath(os.path.join(self.backups_root, backup_name, + backup_dict_path = os.path.realpath(os.path.join(self.backups_path, backup_name, self.BACKUP_DICTIONARY)) with open(backup_dict_path, 'w') as fp: json.dump(backup, fp, indent=4) @@ -83,11 +87,11 @@ def get_backup(self, backup_name): Returns: The dictionary with the backup info. - + Notes: - - The dictionary with backup information has keys that are the paths of - the backed up files relative to the backup root. The values in this - dictionary are the dates on which the particular file was backed up. + The dictionary with backup information has keys that are the paths of + the backed up files relative to the backup root. The values in this + dictionary are the dates on which the particular file was backed up. """ if backup_name not in self.backups_dict: @@ -114,7 +118,7 @@ def get_backup_files(self, backup_name, original_paths=False): raise HedFileError("NoBackup", f"{backup_name} is not a valid backup", "") if original_paths: return [os.path.realpath(os.path.join(self.data_root, backup_key)) for backup_key in backup_dict.keys()] - return [os.path.realpath(os.path.join(self.backups_root, backup_name, self.BACKUP_ROOT, backup_key)) + return [os.path.realpath(os.path.join(self.backups_path, backup_name, self.BACKUP_ROOT, backup_key)) for backup_key in backup_dict.keys()] def get_backup_path(self, backup_name, file_name): @@ -128,7 +132,7 @@ def get_backup_path(self, backup_name, file_name): str: Full path of the corresponding file in the backup. """ - return os.path.realpath(os.path.join(self.backups_root, backup_name, self.BACKUP_ROOT, + return os.path.realpath(os.path.join(self.backups_path, backup_name, self.BACKUP_ROOT, self.get_file_key(file_name))) def get_file_key(self, file_name): @@ -163,8 +167,8 @@ def _get_backups(self): HedFileError - if a backup is inconsistent for any reason. """ backups = {} - for backup in os.listdir(self.backups_root): - backup_root = os.path.realpath(os.path.join(self.backups_root, backup)) + for backup in os.listdir(self.backups_path): + backup_root = os.path.realpath(os.path.join(self.backups_path, backup)) if not os.path.isdir(backup_root): raise HedFileError('BadBackupPath', f"{backup_root} is not a backup directory.", "") if len(os.listdir(backup_root)) != 2: @@ -195,12 +199,12 @@ def _check_backup_consistency(self, backup_name): """ - backup_dict_path = os.path.realpath(os.path.join(self.backups_root, backup_name, self.BACKUP_DICTIONARY)) + backup_dict_path = os.path.realpath(os.path.join(self.backups_path, backup_name, self.BACKUP_DICTIONARY)) if not os.path.exists(backup_dict_path): raise HedFileError("BadBackupDictionaryPath", f"Backup dictionary path {backup_dict_path} for backup " f"{backup_name} does not exist so backup invalid", "") - backup_root_path = os.path.realpath(os.path.join(self.backups_root, backup_name, self.BACKUP_ROOT)) + backup_root_path = os.path.realpath(os.path.join(self.backups_path, backup_name, self.BACKUP_ROOT)) if not os.path.isdir(backup_root_path): raise HedFileError("BadBackupRootPath", f"Backup root path {backup_root_path} for {backup_name} " diff --git a/hed/tools/remodeling/cli/run_remodel.py b/hed/tools/remodeling/cli/run_remodel.py index 9e044bb8a..aa5f8aa82 100644 --- a/hed/tools/remodeling/cli/run_remodel.py +++ b/hed/tools/remodeling/cli/run_remodel.py @@ -12,10 +12,10 @@ def get_parser(): """ Create a parser for the run_remodel command-line arguments. - + Returns: argparse.ArgumentParser: A parser for parsing the command line arguments. - + """ parser = argparse.ArgumentParser(description="Converts event files based on a json file specifying operations.") parser.add_argument("data_dir", help="Full path of dataset root directory.") @@ -33,6 +33,8 @@ def get_parser(): help="Optional path to JSON sidecar with HED information") parser.add_argument("-n", "--backup-name", default=BackupManager.DEFAULT_BACKUP_NAME, dest="backup_name", help="Name of the default backup for remodeling") + parser.add_argument("-nb", "--no-backup", action='store_true', dest="no_backup", + help="If present, the operations are run directly on the files with no backup.") parser.add_argument("-r", "--hed-versions", dest="hed_versions", nargs="*", default=[], help="Optional list of HED schema versions used for annotation, include prefixes.") parser.add_argument("-s", "--save-formats", nargs="*", default=['.json', '.txt'], dest="save_formats", @@ -40,6 +42,8 @@ def get_parser(): parser.add_argument("-t", "--task-names", dest="task_names", nargs="*", default=[], help="The names of the task.") parser.add_argument("-v", "--verbose", action='store_true', help="If present, output informative messages as computation progresses.") + parser.add_argument("-w", "--work-dir", default="", dest="work_dir", + help="If given, is the path to directory for saving, otherwise derivatives/remodel is used.") parser.add_argument("-x", "--exclude-dirs", nargs="*", default=[], dest="exclude_dirs", help="Directories names to exclude from search for files.") return parser @@ -148,19 +152,24 @@ def main(arg_list=None): args, operations = parse_arguments(arg_list) if not os.path.isdir(args.data_dir): raise HedFileError("DataDirectoryDoesNotExist", f"The root data directory {args.data_dir} does not exist", "") - if args.backup_name: + if args.no_backup: + backup_name = None + else: backup_man = BackupManager(args.data_dir) if not backup_man.get_backup(args.backup_name): raise HedFileError("BackupDoesNotExist", f"Backup {args.backup_name} does not exist. " f"Please run_remodel_backup first", "") backup_man.restore_backup(args.backup_name, args.task_names, verbose=args.verbose) - dispatch = Dispatcher(operations, data_root=args.data_dir, backup_name=args.backup_name, - hed_versions=args.hed_versions) + backup_name = args.backup_name + dispatch = Dispatcher(operations, data_root=args.data_dir, backup_name=backup_name, hed_versions=args.hed_versions) if args.use_bids: run_bids_ops(dispatch, args) else: run_direct_ops(dispatch, args) - dispatch.save_summaries(args.save_formats, individual_summaries=args.individual_summaries) + save_dir = None + if args.work_dir: + save_dir = os.path.realpath(os.path.join(args.work_dir, Dispatcher.REMODELING_SUMMARY_PATH)) + dispatch.save_summaries(args.save_formats, individual_summaries=args.individual_summaries, summary_dir=save_dir) if __name__ == '__main__': diff --git a/hed/tools/remodeling/cli/run_remodel_backup.py b/hed/tools/remodeling/cli/run_remodel_backup.py index c0e3e681a..40664f138 100644 --- a/hed/tools/remodeling/cli/run_remodel_backup.py +++ b/hed/tools/remodeling/cli/run_remodel_backup.py @@ -21,13 +21,19 @@ def get_parser(): help="Filename suffix of files to be backed up. A * indicates all files allowed.") parser.add_argument("-n", "--backup_name", default=BackupManager.DEFAULT_BACKUP_NAME, dest="backup_name", help="Name of the default backup for remodeling") + parser.add_argument("-p", "--path-work", default="", dest="path_work", + help="The root path for remodeling work if given, " + + "otherwise [data_root]/derivatives/remodel is used.") parser.add_argument("-t", "--task-names", dest="task_names", nargs="*", default=[], help="The name of the task.") parser.add_argument("-v", "--verbose", action='store_true', help="If present, output informative messages as computation progresses.") + parser.add_argument("-w", "--work-dir", default="", dest="work_dir", + help="If given, is the path to directory for saving, " + + "otherwise [data_root]derivatives/remodel is used.") parser.add_argument("-x", "--exclude-dirs", nargs="*", default=['derivatives'], dest="exclude_dirs", help="Directories names to exclude from search for files. " + "If omitted, no directories except the backup directory will be excluded." + - "Note data_dir/remodel/backup will always be excluded.") + "Note [data_root]/derivatives/remodel will always be excluded.") return parser @@ -55,7 +61,11 @@ def main(arg_list=None): exclude_dirs=exclude_dirs) if args.task_names: file_list = get_filtered_by_element(file_list, args.task_names) - backup_man = BackupManager(args.data_dir) + if args.work_dir: + backups_root = args.work_dir + else: + backups_root = None + backup_man = BackupManager(args.data_dir, backups_root=backups_root) if backup_man.get_backup(args.backup_name): raise HedFileError("BackupExists", f"Backup {args.backup_name} already exists", "") else: diff --git a/hed/tools/remodeling/cli/run_remodel_restore.py b/hed/tools/remodeling/cli/run_remodel_restore.py index b6da5d9db..79b136805 100644 --- a/hed/tools/remodeling/cli/run_remodel_restore.py +++ b/hed/tools/remodeling/cli/run_remodel_restore.py @@ -16,9 +16,13 @@ def get_parser(): parser.add_argument("data_dir", help="Full path of dataset root directory.") parser.add_argument("-n", "--backup_name", default=BackupManager.DEFAULT_BACKUP_NAME, dest="backup_name", help="Name of the default backup for remodeling") + parser.add_argument("-t", "--task-names", dest="task_names", nargs="*", default=[], help="The names of the task.") parser.add_argument("-v", "--verbose", action='store_true', help="If present, output informative messages as computation progresses.") + parser.add_argument("-w", "--work_dir", default="", dest="work_dir", + help="The root path for remodeling work if given, " + + "otherwise [data_root]/derivatives/remodel is used.") return parser @@ -36,7 +40,11 @@ def main(arg_list=None): """ parser = get_parser() args = parser.parse_args(arg_list) - backup_man = BackupManager(args.data_dir) + if args.work_dir: + backups_root = args.work_dir + else: + backups_root = None + backup_man = BackupManager(args.data_dir, backups_root=backups_root) if not backup_man.get_backup(args.backup_name): raise HedFileError("BackupDoesNotExist", f"{args.backup_name}", "") backup_man.restore_backup(args.backup_name, task_names=args.task_names, verbose=args.verbose) diff --git a/hed/tools/remodeling/dispatcher.py b/hed/tools/remodeling/dispatcher.py index 5371bb2d1..59d467226 100644 --- a/hed/tools/remodeling/dispatcher.py +++ b/hed/tools/remodeling/dispatcher.py @@ -14,7 +14,7 @@ class Dispatcher: """ Controller for applying operations to tabular files and saving the results. """ - REMODELING_SUMMARY_PATH = 'derivatives/remodel/summaries' + REMODELING_SUMMARY_PATH = 'remodel/summaries' def __init__(self, operation_list, data_root=None, backup_name=BackupManager.DEFAULT_BACKUP_NAME, hed_versions=None): @@ -128,7 +128,7 @@ def get_summary_save_dir(self): """ if self.data_root: - return os.path.realpath(os.path.join(self.data_root, Dispatcher.REMODELING_SUMMARY_PATH)) + return os.path.realpath(os.path.join(self.data_root, 'derivatives', Dispatcher.REMODELING_SUMMARY_PATH)) raise HedFileError("NoDataRoot", f"Dispatcher must have a data root to produce directories", "") def run_operations(self, file_path, sidecar=None, verbose=False): @@ -160,9 +160,10 @@ def save_summaries(self, save_formats=['.json', '.txt'], individual_summaries="s Parameters: save_formats (list): A list of formats [".txt", ."json"] individual_summaries (str): If True, include summaries of individual files. - summary_dir (str or None): Directory for saving summaries + summary_dir (str or None): Directory for saving summaries. - The summaries are saved in the dataset derivatives/remodeling folder if no save_dir is provided. + Notes: + The summaries are saved in the dataset derivatives/remodeling folder if no save_dir is provided. """ if not save_formats: diff --git a/hed/tools/remodeling/operations/base_context.py b/hed/tools/remodeling/operations/base_context.py index 1815ebd0d..a7a29d356 100644 --- a/hed/tools/remodeling/operations/base_context.py +++ b/hed/tools/remodeling/operations/base_context.py @@ -62,12 +62,12 @@ def get_summary(self, individual_summaries="separate"): Returns: dict - dictionary with "Dataset" and "Individual files" keys. - + Notes: The individual_summaries value is processed as follows - "separate" individual summaries are to be in separate files - "consolidated" means that the individual summaries are in same file as overall summary - "none" means that only the overall summary is produced. - + """ include_individual = individual_summaries == "separate" or individual_summaries == "consolidated" summary_details = self.get_summary_details(include_individual=include_individual) diff --git a/hed/tools/remodeling/operations/summarize_definitions_op.py b/hed/tools/remodeling/operations/summarize_definitions_op.py index 45fda3d82..a49c5d5dd 100644 --- a/hed/tools/remodeling/operations/summarize_definitions_op.py +++ b/hed/tools/remodeling/operations/summarize_definitions_op.py @@ -105,6 +105,15 @@ def update_context(self, new_context): self.errors.update(errors) def _get_details_dict(self, summary): + """ Return the summary-specific information in a dictionary. + + Parameters: + summary (?): Contains the resolved dictionaries. + + Returns: + dict: dictionary with the summary results. + + """ return None def _merge_all(self): diff --git a/hed/tools/remodeling/operations/summarize_hed_tags_op.py b/hed/tools/remodeling/operations/summarize_hed_tags_op.py index 89e494338..faa259e7f 100644 --- a/hed/tools/remodeling/operations/summarize_hed_tags_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_tags_op.py @@ -117,6 +117,15 @@ def update_context(self, new_context): self.summary_dict[new_context["name"]] = counts def _get_details_dict(self, merge_counts): + """ Return the summary-specific information in a dictionary. + + Parameters: + merge_counts (HedTagCounts): Contains the counts of tags in the dataset. + + Returns: + dict: dictionary with the summary results. + + """ template, unmatched = merge_counts.organize_tags(self.tags) details = {} for key, key_list in self.tags.items(): diff --git a/hed/tools/remodeling/operations/summarize_hed_type_op.py b/hed/tools/remodeling/operations/summarize_hed_type_op.py index 7b3993357..fd500b4bc 100644 --- a/hed/tools/remodeling/operations/summarize_hed_type_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_type_op.py @@ -113,6 +113,15 @@ def update_context(self, new_context): self.summary_dict[new_context["name"]] = counts def _get_details_dict(self, counts): + """ Return the summary-specific information in a dictionary. + + Parameters: + counts (HedTypeCounts): Contains the counts of the events in which the type occurs. + + Returns: + dict: dictionary with the summary results. + + """ return counts.get_summary() def _merge_all(self): diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/hed_type_summary_2023_04_12_T_10_48_49_684.json b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/hed_type_summary_2023_04_12_T_10_48_49_684.json new file mode 100644 index 000000000..9ffd4d6c8 --- /dev/null +++ b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/hed_type_summary_2023_04_12_T_10_48_49_684.json @@ -0,0 +1,159 @@ +{ + "Context name": "Hed type summary", + "Context type": "hed_type_summary", + "Context filename": "hed_type_summary", + "Overall summary": { + "name": "Dataset", + "type_tag": "condition-variable", + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-1_events.tsv", + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-2_events.tsv", + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-3_events.tsv", + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-1_events.tsv", + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-2_events.tsv", + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-3_events.tsv" + ], + "total_events": 1200, + "details": { + "key-assignment": { + "type_value": "key-assignment", + "type_tag": "condition-variable", + "levels": 1, + "direct_references": 0, + "total_events": 1200, + "events": 1200, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-1_events.tsv", + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-2_events.tsv", + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-3_events.tsv", + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-1_events.tsv", + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-2_events.tsv", + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-3_events.tsv" + ], + "level_counts": { + "right-sym-cond": { + "files": 6, + "events": 1200, + "tags": [ + "Asymmetrical", + "Behavioral-evidence", + "Index-finger", + "Experiment-participant", + "Left-side-of", + "Behavioral-evidence", + "Symmetrical", + "Index-finger", + "Experiment-participant", + "Right-side-of" + ], + "description": "Right index finger key press indicates a face with above average symmetry." + } + } + }, + "face-type": { + "type_value": "face-type", + "type_tag": "condition-variable", + "levels": 3, + "direct_references": 0, + "total_events": 1200, + "events": 316, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-1_events.tsv", + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-2_events.tsv", + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-3_events.tsv", + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-1_events.tsv", + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-2_events.tsv", + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-3_events.tsv" + ], + "level_counts": { + "unfamiliar-face-cond": { + "files": 6, + "events": 105, + "tags": [ + "Image", + "Face", + "Unfamiliar" + ], + "description": "A face that should not be recognized by the participants." + }, + "famous-face-cond": { + "files": 6, + "events": 108, + "tags": [ + "Image", + "Face", + "Famous" + ], + "description": "A face that should be recognized by the participants" + }, + "scrambled-face-cond": { + "files": 6, + "events": 103, + "tags": [ + "Image", + "Disordered", + "Face" + ], + "description": "A scrambled face image generated by taking face 2D FFT." + } + } + }, + "repetition-type": { + "type_value": "repetition-type", + "type_tag": "condition-variable", + "levels": 3, + "direct_references": 0, + "total_events": 1200, + "events": 316, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-1_events.tsv", + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-2_events.tsv", + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-3_events.tsv", + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-1_events.tsv", + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-2_events.tsv", + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-3_events.tsv" + ], + "level_counts": { + "first-show-cond": { + "files": 6, + "events": 168, + "tags": [ + "Item-interval", + "Face", + "Item-count" + ], + "description": "Factor level indicating the first display of this face." + }, + "immediate-repeat-cond": { + "files": 6, + "events": 77, + "tags": [ + "Item-interval", + "Face", + "Item-count" + ], + "description": "Factor level indicating this face was the same as previous one." + }, + "delayed-repeat-cond": { + "files": 6, + "events": 71, + "tags": [ + "Face", + "Item-count", + "Item-interval", + "Greater-than-or-equal-to", + "Item-interval" + ], + "description": "Factor level indicating face was seen 5 to 15 trials ago." + } + } + } + } + } +} \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/hed_type_summary_2023_04_12_T_10_48_49_688.txt b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/hed_type_summary_2023_04_12_T_10_48_49_688.txt new file mode 100644 index 000000000..f8913b700 --- /dev/null +++ b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/hed_type_summary_2023_04_12_T_10_48_49_688.txt @@ -0,0 +1,30 @@ +Context name: Hed type summary +Context type: hed_type_summary +Context filename: hed_type_summary + +Overall summary: +Dataset: Type=condition-variable Type values=3 Total events=1200 Total files=6 + key-assignment: 1 levels in 1200 event(s) out of 1200 total events in 6 file(s) + right-sym-cond [1200 events, 6 files]: + Tags: ['Asymmetrical', 'Behavioral-evidence', 'Index-finger', 'Experiment-participant', 'Left-side-of', 'Behavioral-evidence', 'Symmetrical', 'Index-finger', 'Experiment-participant', 'Right-side-of'] + Description: Right index finger key press indicates a face with above average symmetry. + face-type: 3 levels in 316 event(s) out of 1200 total events in 6 file(s) + unfamiliar-face-cond [105 events, 6 files]: + Tags: ['Image', 'Face', 'Unfamiliar'] + Description: A face that should not be recognized by the participants. + famous-face-cond [108 events, 6 files]: + Tags: ['Image', 'Face', 'Famous'] + Description: A face that should be recognized by the participants + scrambled-face-cond [103 events, 6 files]: + Tags: ['Image', 'Disordered', 'Face'] + Description: A scrambled face image generated by taking face 2D FFT. + repetition-type: 3 levels in 316 event(s) out of 1200 total events in 6 file(s) + first-show-cond [168 events, 6 files]: + Tags: ['Item-interval', 'Face', 'Item-count'] + Description: Factor level indicating the first display of this face. + immediate-repeat-cond [77 events, 6 files]: + Tags: ['Item-interval', 'Face', 'Item-count'] + Description: Factor level indicating this face was the same as previous one. + delayed-repeat-cond [71 events, 6 files]: + Tags: ['Face', 'Item-count', 'Item-interval', 'Greater-than-or-equal-to', 'Item-interval'] + Description: Factor level indicating face was seen 5 to 15 trials ago. \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_684.json b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_684.json new file mode 100644 index 000000000..cb6665cf0 --- /dev/null +++ b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_684.json @@ -0,0 +1,139 @@ +{ + "Context name": "Hed type summary", + "Context type": "hed_type_summary", + "Context filename": "hed_type_summary", + "File summary": { + "name": "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-1_events.tsv", + "type_tag": "condition-variable", + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-1_events.tsv" + ], + "total_events": 200, + "details": { + "key-assignment": { + "type_value": "key-assignment", + "type_tag": "condition-variable", + "levels": 1, + "direct_references": 0, + "total_events": 200, + "events": 200, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-1_events.tsv" + ], + "level_counts": { + "right-sym-cond": { + "files": 1, + "events": 200, + "tags": [ + "Asymmetrical", + "Behavioral-evidence", + "Index-finger", + "Experiment-participant", + "Left-side-of", + "Behavioral-evidence", + "Symmetrical", + "Index-finger", + "Experiment-participant", + "Right-side-of" + ], + "description": "Right index finger key press indicates a face with above average symmetry." + } + } + }, + "face-type": { + "type_value": "face-type", + "type_tag": "condition-variable", + "levels": 3, + "direct_references": 0, + "total_events": 200, + "events": 52, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-1_events.tsv" + ], + "level_counts": { + "unfamiliar-face-cond": { + "files": 1, + "events": 20, + "tags": [ + "Image", + "Face", + "Unfamiliar" + ], + "description": "A face that should not be recognized by the participants." + }, + "famous-face-cond": { + "files": 1, + "events": 14, + "tags": [ + "Image", + "Face", + "Famous" + ], + "description": "A face that should be recognized by the participants" + }, + "scrambled-face-cond": { + "files": 1, + "events": 18, + "tags": [ + "Image", + "Disordered", + "Face" + ], + "description": "A scrambled face image generated by taking face 2D FFT." + } + } + }, + "repetition-type": { + "type_value": "repetition-type", + "type_tag": "condition-variable", + "levels": 3, + "direct_references": 0, + "total_events": 200, + "events": 52, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-1_events.tsv" + ], + "level_counts": { + "first-show-cond": { + "files": 1, + "events": 28, + "tags": [ + "Item-interval", + "Face", + "Item-count" + ], + "description": "Factor level indicating the first display of this face." + }, + "immediate-repeat-cond": { + "files": 1, + "events": 12, + "tags": [ + "Item-interval", + "Face", + "Item-count" + ], + "description": "Factor level indicating this face was the same as previous one." + }, + "delayed-repeat-cond": { + "files": 1, + "events": 12, + "tags": [ + "Face", + "Item-count", + "Item-interval", + "Greater-than-or-equal-to", + "Item-interval" + ], + "description": "Factor level indicating face was seen 5 to 15 trials ago." + } + } + } + } + } +} \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_688.txt b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_688.txt new file mode 100644 index 000000000..1cee67883 --- /dev/null +++ b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_688.txt @@ -0,0 +1,30 @@ +Context name: Hed type summary +Context type: hed_type_summary +Context filename: hed_type_summary + +Summary for H:\HEDPython\hed-python\tests\data\remodel_tests\eeg_ds003645s_hed_remodel\sub-002\eeg\sub-002_task-FacePerception_run-1_events.tsv: +Type=condition-variable Type values=3 Total events=200 + key-assignment: 1 levels in 200 events + right-sym-cond [200 events, 1 files]: + Tags: ['Asymmetrical', 'Behavioral-evidence', 'Index-finger', 'Experiment-participant', 'Left-side-of', 'Behavioral-evidence', 'Symmetrical', 'Index-finger', 'Experiment-participant', 'Right-side-of'] + Description: Right index finger key press indicates a face with above average symmetry. + face-type: 3 levels in 52 events + unfamiliar-face-cond [20 events, 1 files]: + Tags: ['Image', 'Face', 'Unfamiliar'] + Description: A face that should not be recognized by the participants. + famous-face-cond [14 events, 1 files]: + Tags: ['Image', 'Face', 'Famous'] + Description: A face that should be recognized by the participants + scrambled-face-cond [18 events, 1 files]: + Tags: ['Image', 'Disordered', 'Face'] + Description: A scrambled face image generated by taking face 2D FFT. + repetition-type: 3 levels in 52 events + first-show-cond [28 events, 1 files]: + Tags: ['Item-interval', 'Face', 'Item-count'] + Description: Factor level indicating the first display of this face. + immediate-repeat-cond [12 events, 1 files]: + Tags: ['Item-interval', 'Face', 'Item-count'] + Description: Factor level indicating this face was the same as previous one. + delayed-repeat-cond [12 events, 1 files]: + Tags: ['Face', 'Item-count', 'Item-interval', 'Greater-than-or-equal-to', 'Item-interval'] + Description: Factor level indicating face was seen 5 to 15 trials ago. \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_684.json b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_684.json new file mode 100644 index 000000000..8e2d8b3e5 --- /dev/null +++ b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_684.json @@ -0,0 +1,139 @@ +{ + "Context name": "Hed type summary", + "Context type": "hed_type_summary", + "Context filename": "hed_type_summary", + "File summary": { + "name": "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-2_events.tsv", + "type_tag": "condition-variable", + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-2_events.tsv" + ], + "total_events": 200, + "details": { + "key-assignment": { + "type_value": "key-assignment", + "type_tag": "condition-variable", + "levels": 1, + "direct_references": 0, + "total_events": 200, + "events": 200, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-2_events.tsv" + ], + "level_counts": { + "right-sym-cond": { + "files": 1, + "events": 200, + "tags": [ + "Asymmetrical", + "Behavioral-evidence", + "Index-finger", + "Experiment-participant", + "Left-side-of", + "Behavioral-evidence", + "Symmetrical", + "Index-finger", + "Experiment-participant", + "Right-side-of" + ], + "description": "Right index finger key press indicates a face with above average symmetry." + } + } + }, + "face-type": { + "type_value": "face-type", + "type_tag": "condition-variable", + "levels": 3, + "direct_references": 0, + "total_events": 200, + "events": 57, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-2_events.tsv" + ], + "level_counts": { + "scrambled-face-cond": { + "files": 1, + "events": 17, + "tags": [ + "Image", + "Disordered", + "Face" + ], + "description": "A scrambled face image generated by taking face 2D FFT." + }, + "famous-face-cond": { + "files": 1, + "events": 26, + "tags": [ + "Image", + "Face", + "Famous" + ], + "description": "A face that should be recognized by the participants" + }, + "unfamiliar-face-cond": { + "files": 1, + "events": 14, + "tags": [ + "Image", + "Face", + "Unfamiliar" + ], + "description": "A face that should not be recognized by the participants." + } + } + }, + "repetition-type": { + "type_value": "repetition-type", + "type_tag": "condition-variable", + "levels": 3, + "direct_references": 0, + "total_events": 200, + "events": 57, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-2_events.tsv" + ], + "level_counts": { + "first-show-cond": { + "files": 1, + "events": 30, + "tags": [ + "Item-interval", + "Face", + "Item-count" + ], + "description": "Factor level indicating the first display of this face." + }, + "immediate-repeat-cond": { + "files": 1, + "events": 14, + "tags": [ + "Item-interval", + "Face", + "Item-count" + ], + "description": "Factor level indicating this face was the same as previous one." + }, + "delayed-repeat-cond": { + "files": 1, + "events": 13, + "tags": [ + "Face", + "Item-count", + "Item-interval", + "Greater-than-or-equal-to", + "Item-interval" + ], + "description": "Factor level indicating face was seen 5 to 15 trials ago." + } + } + } + } + } +} \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_688.txt b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_688.txt new file mode 100644 index 000000000..a69803a03 --- /dev/null +++ b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_688.txt @@ -0,0 +1,30 @@ +Context name: Hed type summary +Context type: hed_type_summary +Context filename: hed_type_summary + +Summary for H:\HEDPython\hed-python\tests\data\remodel_tests\eeg_ds003645s_hed_remodel\sub-002\eeg\sub-002_task-FacePerception_run-2_events.tsv: +Type=condition-variable Type values=3 Total events=200 + key-assignment: 1 levels in 200 events + right-sym-cond [200 events, 1 files]: + Tags: ['Asymmetrical', 'Behavioral-evidence', 'Index-finger', 'Experiment-participant', 'Left-side-of', 'Behavioral-evidence', 'Symmetrical', 'Index-finger', 'Experiment-participant', 'Right-side-of'] + Description: Right index finger key press indicates a face with above average symmetry. + face-type: 3 levels in 57 events + scrambled-face-cond [17 events, 1 files]: + Tags: ['Image', 'Disordered', 'Face'] + Description: A scrambled face image generated by taking face 2D FFT. + famous-face-cond [26 events, 1 files]: + Tags: ['Image', 'Face', 'Famous'] + Description: A face that should be recognized by the participants + unfamiliar-face-cond [14 events, 1 files]: + Tags: ['Image', 'Face', 'Unfamiliar'] + Description: A face that should not be recognized by the participants. + repetition-type: 3 levels in 57 events + first-show-cond [30 events, 1 files]: + Tags: ['Item-interval', 'Face', 'Item-count'] + Description: Factor level indicating the first display of this face. + immediate-repeat-cond [14 events, 1 files]: + Tags: ['Item-interval', 'Face', 'Item-count'] + Description: Factor level indicating this face was the same as previous one. + delayed-repeat-cond [13 events, 1 files]: + Tags: ['Face', 'Item-count', 'Item-interval', 'Greater-than-or-equal-to', 'Item-interval'] + Description: Factor level indicating face was seen 5 to 15 trials ago. \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_684.json b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_684.json new file mode 100644 index 000000000..e3f29d1fd --- /dev/null +++ b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_684.json @@ -0,0 +1,139 @@ +{ + "Context name": "Hed type summary", + "Context type": "hed_type_summary", + "Context filename": "hed_type_summary", + "File summary": { + "name": "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-3_events.tsv", + "type_tag": "condition-variable", + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-3_events.tsv" + ], + "total_events": 200, + "details": { + "key-assignment": { + "type_value": "key-assignment", + "type_tag": "condition-variable", + "levels": 1, + "direct_references": 0, + "total_events": 200, + "events": 200, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-3_events.tsv" + ], + "level_counts": { + "right-sym-cond": { + "files": 1, + "events": 200, + "tags": [ + "Asymmetrical", + "Behavioral-evidence", + "Index-finger", + "Experiment-participant", + "Left-side-of", + "Behavioral-evidence", + "Symmetrical", + "Index-finger", + "Experiment-participant", + "Right-side-of" + ], + "description": "Right index finger key press indicates a face with above average symmetry." + } + } + }, + "face-type": { + "type_value": "face-type", + "type_tag": "condition-variable", + "levels": 3, + "direct_references": 0, + "total_events": 200, + "events": 57, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-3_events.tsv" + ], + "level_counts": { + "unfamiliar-face-cond": { + "files": 1, + "events": 20, + "tags": [ + "Image", + "Face", + "Unfamiliar" + ], + "description": "A face that should not be recognized by the participants." + }, + "famous-face-cond": { + "files": 1, + "events": 21, + "tags": [ + "Image", + "Face", + "Famous" + ], + "description": "A face that should be recognized by the participants" + }, + "scrambled-face-cond": { + "files": 1, + "events": 16, + "tags": [ + "Image", + "Disordered", + "Face" + ], + "description": "A scrambled face image generated by taking face 2D FFT." + } + } + }, + "repetition-type": { + "type_value": "repetition-type", + "type_tag": "condition-variable", + "levels": 3, + "direct_references": 0, + "total_events": 200, + "events": 57, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-3_events.tsv" + ], + "level_counts": { + "first-show-cond": { + "files": 1, + "events": 30, + "tags": [ + "Item-interval", + "Face", + "Item-count" + ], + "description": "Factor level indicating the first display of this face." + }, + "immediate-repeat-cond": { + "files": 1, + "events": 14, + "tags": [ + "Item-interval", + "Face", + "Item-count" + ], + "description": "Factor level indicating this face was the same as previous one." + }, + "delayed-repeat-cond": { + "files": 1, + "events": 13, + "tags": [ + "Face", + "Item-count", + "Item-interval", + "Greater-than-or-equal-to", + "Item-interval" + ], + "description": "Factor level indicating face was seen 5 to 15 trials ago." + } + } + } + } + } +} \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_688.txt b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_688.txt new file mode 100644 index 000000000..e06eb7b25 --- /dev/null +++ b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_688.txt @@ -0,0 +1,30 @@ +Context name: Hed type summary +Context type: hed_type_summary +Context filename: hed_type_summary + +Summary for H:\HEDPython\hed-python\tests\data\remodel_tests\eeg_ds003645s_hed_remodel\sub-002\eeg\sub-002_task-FacePerception_run-3_events.tsv: +Type=condition-variable Type values=3 Total events=200 + key-assignment: 1 levels in 200 events + right-sym-cond [200 events, 1 files]: + Tags: ['Asymmetrical', 'Behavioral-evidence', 'Index-finger', 'Experiment-participant', 'Left-side-of', 'Behavioral-evidence', 'Symmetrical', 'Index-finger', 'Experiment-participant', 'Right-side-of'] + Description: Right index finger key press indicates a face with above average symmetry. + face-type: 3 levels in 57 events + unfamiliar-face-cond [20 events, 1 files]: + Tags: ['Image', 'Face', 'Unfamiliar'] + Description: A face that should not be recognized by the participants. + famous-face-cond [21 events, 1 files]: + Tags: ['Image', 'Face', 'Famous'] + Description: A face that should be recognized by the participants + scrambled-face-cond [16 events, 1 files]: + Tags: ['Image', 'Disordered', 'Face'] + Description: A scrambled face image generated by taking face 2D FFT. + repetition-type: 3 levels in 57 events + first-show-cond [30 events, 1 files]: + Tags: ['Item-interval', 'Face', 'Item-count'] + Description: Factor level indicating the first display of this face. + immediate-repeat-cond [14 events, 1 files]: + Tags: ['Item-interval', 'Face', 'Item-count'] + Description: Factor level indicating this face was the same as previous one. + delayed-repeat-cond [13 events, 1 files]: + Tags: ['Face', 'Item-count', 'Item-interval', 'Greater-than-or-equal-to', 'Item-interval'] + Description: Factor level indicating face was seen 5 to 15 trials ago. \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_684.json b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_684.json new file mode 100644 index 000000000..b2c492006 --- /dev/null +++ b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_684.json @@ -0,0 +1,139 @@ +{ + "Context name": "Hed type summary", + "Context type": "hed_type_summary", + "Context filename": "hed_type_summary", + "File summary": { + "name": "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-1_events.tsv", + "type_tag": "condition-variable", + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-1_events.tsv" + ], + "total_events": 200, + "details": { + "key-assignment": { + "type_value": "key-assignment", + "type_tag": "condition-variable", + "levels": 1, + "direct_references": 0, + "total_events": 200, + "events": 200, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-1_events.tsv" + ], + "level_counts": { + "right-sym-cond": { + "files": 1, + "events": 200, + "tags": [ + "Asymmetrical", + "Behavioral-evidence", + "Index-finger", + "Experiment-participant", + "Left-side-of", + "Behavioral-evidence", + "Symmetrical", + "Index-finger", + "Experiment-participant", + "Right-side-of" + ], + "description": "Right index finger key press indicates a face with above average symmetry." + } + } + }, + "face-type": { + "type_value": "face-type", + "type_tag": "condition-variable", + "levels": 3, + "direct_references": 0, + "total_events": 200, + "events": 50, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-1_events.tsv" + ], + "level_counts": { + "famous-face-cond": { + "files": 1, + "events": 20, + "tags": [ + "Image", + "Face", + "Famous" + ], + "description": "A face that should be recognized by the participants" + }, + "unfamiliar-face-cond": { + "files": 1, + "events": 19, + "tags": [ + "Image", + "Face", + "Unfamiliar" + ], + "description": "A face that should not be recognized by the participants." + }, + "scrambled-face-cond": { + "files": 1, + "events": 11, + "tags": [ + "Image", + "Disordered", + "Face" + ], + "description": "A scrambled face image generated by taking face 2D FFT." + } + } + }, + "repetition-type": { + "type_value": "repetition-type", + "type_tag": "condition-variable", + "levels": 3, + "direct_references": 0, + "total_events": 200, + "events": 50, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-1_events.tsv" + ], + "level_counts": { + "first-show-cond": { + "files": 1, + "events": 26, + "tags": [ + "Item-interval", + "Face", + "Item-count" + ], + "description": "Factor level indicating the first display of this face." + }, + "immediate-repeat-cond": { + "files": 1, + "events": 13, + "tags": [ + "Item-interval", + "Face", + "Item-count" + ], + "description": "Factor level indicating this face was the same as previous one." + }, + "delayed-repeat-cond": { + "files": 1, + "events": 11, + "tags": [ + "Face", + "Item-count", + "Item-interval", + "Greater-than-or-equal-to", + "Item-interval" + ], + "description": "Factor level indicating face was seen 5 to 15 trials ago." + } + } + } + } + } +} \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_688.txt b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_688.txt new file mode 100644 index 000000000..c191cc95b --- /dev/null +++ b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_688.txt @@ -0,0 +1,30 @@ +Context name: Hed type summary +Context type: hed_type_summary +Context filename: hed_type_summary + +Summary for H:\HEDPython\hed-python\tests\data\remodel_tests\eeg_ds003645s_hed_remodel\sub-003\eeg\sub-003_task-FacePerception_run-1_events.tsv: +Type=condition-variable Type values=3 Total events=200 + key-assignment: 1 levels in 200 events + right-sym-cond [200 events, 1 files]: + Tags: ['Asymmetrical', 'Behavioral-evidence', 'Index-finger', 'Experiment-participant', 'Left-side-of', 'Behavioral-evidence', 'Symmetrical', 'Index-finger', 'Experiment-participant', 'Right-side-of'] + Description: Right index finger key press indicates a face with above average symmetry. + face-type: 3 levels in 50 events + famous-face-cond [20 events, 1 files]: + Tags: ['Image', 'Face', 'Famous'] + Description: A face that should be recognized by the participants + unfamiliar-face-cond [19 events, 1 files]: + Tags: ['Image', 'Face', 'Unfamiliar'] + Description: A face that should not be recognized by the participants. + scrambled-face-cond [11 events, 1 files]: + Tags: ['Image', 'Disordered', 'Face'] + Description: A scrambled face image generated by taking face 2D FFT. + repetition-type: 3 levels in 50 events + first-show-cond [26 events, 1 files]: + Tags: ['Item-interval', 'Face', 'Item-count'] + Description: Factor level indicating the first display of this face. + immediate-repeat-cond [13 events, 1 files]: + Tags: ['Item-interval', 'Face', 'Item-count'] + Description: Factor level indicating this face was the same as previous one. + delayed-repeat-cond [11 events, 1 files]: + Tags: ['Face', 'Item-count', 'Item-interval', 'Greater-than-or-equal-to', 'Item-interval'] + Description: Factor level indicating face was seen 5 to 15 trials ago. \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_684.json b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_684.json new file mode 100644 index 000000000..4b36de882 --- /dev/null +++ b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_684.json @@ -0,0 +1,139 @@ +{ + "Context name": "Hed type summary", + "Context type": "hed_type_summary", + "Context filename": "hed_type_summary", + "File summary": { + "name": "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-2_events.tsv", + "type_tag": "condition-variable", + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-2_events.tsv" + ], + "total_events": 200, + "details": { + "key-assignment": { + "type_value": "key-assignment", + "type_tag": "condition-variable", + "levels": 1, + "direct_references": 0, + "total_events": 200, + "events": 200, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-2_events.tsv" + ], + "level_counts": { + "right-sym-cond": { + "files": 1, + "events": 200, + "tags": [ + "Asymmetrical", + "Behavioral-evidence", + "Index-finger", + "Experiment-participant", + "Left-side-of", + "Behavioral-evidence", + "Symmetrical", + "Index-finger", + "Experiment-participant", + "Right-side-of" + ], + "description": "Right index finger key press indicates a face with above average symmetry." + } + } + }, + "face-type": { + "type_value": "face-type", + "type_tag": "condition-variable", + "levels": 3, + "direct_references": 0, + "total_events": 200, + "events": 50, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-2_events.tsv" + ], + "level_counts": { + "famous-face-cond": { + "files": 1, + "events": 13, + "tags": [ + "Image", + "Face", + "Famous" + ], + "description": "A face that should be recognized by the participants" + }, + "scrambled-face-cond": { + "files": 1, + "events": 21, + "tags": [ + "Image", + "Disordered", + "Face" + ], + "description": "A scrambled face image generated by taking face 2D FFT." + }, + "unfamiliar-face-cond": { + "files": 1, + "events": 16, + "tags": [ + "Image", + "Face", + "Unfamiliar" + ], + "description": "A face that should not be recognized by the participants." + } + } + }, + "repetition-type": { + "type_value": "repetition-type", + "type_tag": "condition-variable", + "levels": 3, + "direct_references": 0, + "total_events": 200, + "events": 50, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-2_events.tsv" + ], + "level_counts": { + "first-show-cond": { + "files": 1, + "events": 27, + "tags": [ + "Item-interval", + "Face", + "Item-count" + ], + "description": "Factor level indicating the first display of this face." + }, + "immediate-repeat-cond": { + "files": 1, + "events": 12, + "tags": [ + "Item-interval", + "Face", + "Item-count" + ], + "description": "Factor level indicating this face was the same as previous one." + }, + "delayed-repeat-cond": { + "files": 1, + "events": 11, + "tags": [ + "Face", + "Item-count", + "Item-interval", + "Greater-than-or-equal-to", + "Item-interval" + ], + "description": "Factor level indicating face was seen 5 to 15 trials ago." + } + } + } + } + } +} \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_688.txt b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_688.txt new file mode 100644 index 000000000..ff5e44ff6 --- /dev/null +++ b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_688.txt @@ -0,0 +1,30 @@ +Context name: Hed type summary +Context type: hed_type_summary +Context filename: hed_type_summary + +Summary for H:\HEDPython\hed-python\tests\data\remodel_tests\eeg_ds003645s_hed_remodel\sub-003\eeg\sub-003_task-FacePerception_run-2_events.tsv: +Type=condition-variable Type values=3 Total events=200 + key-assignment: 1 levels in 200 events + right-sym-cond [200 events, 1 files]: + Tags: ['Asymmetrical', 'Behavioral-evidence', 'Index-finger', 'Experiment-participant', 'Left-side-of', 'Behavioral-evidence', 'Symmetrical', 'Index-finger', 'Experiment-participant', 'Right-side-of'] + Description: Right index finger key press indicates a face with above average symmetry. + face-type: 3 levels in 50 events + famous-face-cond [13 events, 1 files]: + Tags: ['Image', 'Face', 'Famous'] + Description: A face that should be recognized by the participants + scrambled-face-cond [21 events, 1 files]: + Tags: ['Image', 'Disordered', 'Face'] + Description: A scrambled face image generated by taking face 2D FFT. + unfamiliar-face-cond [16 events, 1 files]: + Tags: ['Image', 'Face', 'Unfamiliar'] + Description: A face that should not be recognized by the participants. + repetition-type: 3 levels in 50 events + first-show-cond [27 events, 1 files]: + Tags: ['Item-interval', 'Face', 'Item-count'] + Description: Factor level indicating the first display of this face. + immediate-repeat-cond [12 events, 1 files]: + Tags: ['Item-interval', 'Face', 'Item-count'] + Description: Factor level indicating this face was the same as previous one. + delayed-repeat-cond [11 events, 1 files]: + Tags: ['Face', 'Item-count', 'Item-interval', 'Greater-than-or-equal-to', 'Item-interval'] + Description: Factor level indicating face was seen 5 to 15 trials ago. \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_684.json b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_684.json new file mode 100644 index 000000000..da6d5aee3 --- /dev/null +++ b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_684.json @@ -0,0 +1,139 @@ +{ + "Context name": "Hed type summary", + "Context type": "hed_type_summary", + "Context filename": "hed_type_summary", + "File summary": { + "name": "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-3_events.tsv", + "type_tag": "condition-variable", + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-3_events.tsv" + ], + "total_events": 200, + "details": { + "key-assignment": { + "type_value": "key-assignment", + "type_tag": "condition-variable", + "levels": 1, + "direct_references": 0, + "total_events": 200, + "events": 200, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-3_events.tsv" + ], + "level_counts": { + "right-sym-cond": { + "files": 1, + "events": 200, + "tags": [ + "Asymmetrical", + "Behavioral-evidence", + "Index-finger", + "Experiment-participant", + "Left-side-of", + "Behavioral-evidence", + "Symmetrical", + "Index-finger", + "Experiment-participant", + "Right-side-of" + ], + "description": "Right index finger key press indicates a face with above average symmetry." + } + } + }, + "face-type": { + "type_value": "face-type", + "type_tag": "condition-variable", + "levels": 3, + "direct_references": 0, + "total_events": 200, + "events": 50, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-3_events.tsv" + ], + "level_counts": { + "scrambled-face-cond": { + "files": 1, + "events": 20, + "tags": [ + "Image", + "Disordered", + "Face" + ], + "description": "A scrambled face image generated by taking face 2D FFT." + }, + "unfamiliar-face-cond": { + "files": 1, + "events": 16, + "tags": [ + "Image", + "Face", + "Unfamiliar" + ], + "description": "A face that should not be recognized by the participants." + }, + "famous-face-cond": { + "files": 1, + "events": 14, + "tags": [ + "Image", + "Face", + "Famous" + ], + "description": "A face that should be recognized by the participants" + } + } + }, + "repetition-type": { + "type_value": "repetition-type", + "type_tag": "condition-variable", + "levels": 3, + "direct_references": 0, + "total_events": 200, + "events": 50, + "events_with_multiple_refs": 0, + "max_refs_per_event": 1, + "files": [ + "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-3_events.tsv" + ], + "level_counts": { + "first-show-cond": { + "files": 1, + "events": 27, + "tags": [ + "Item-interval", + "Face", + "Item-count" + ], + "description": "Factor level indicating the first display of this face." + }, + "immediate-repeat-cond": { + "files": 1, + "events": 12, + "tags": [ + "Item-interval", + "Face", + "Item-count" + ], + "description": "Factor level indicating this face was the same as previous one." + }, + "delayed-repeat-cond": { + "files": 1, + "events": 11, + "tags": [ + "Face", + "Item-count", + "Item-interval", + "Greater-than-or-equal-to", + "Item-interval" + ], + "description": "Factor level indicating face was seen 5 to 15 trials ago." + } + } + } + } + } +} \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_688.txt b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_688.txt new file mode 100644 index 000000000..57d246bd8 --- /dev/null +++ b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_688.txt @@ -0,0 +1,30 @@ +Context name: Hed type summary +Context type: hed_type_summary +Context filename: hed_type_summary + +Summary for H:\HEDPython\hed-python\tests\data\remodel_tests\eeg_ds003645s_hed_remodel\sub-003\eeg\sub-003_task-FacePerception_run-3_events.tsv: +Type=condition-variable Type values=3 Total events=200 + key-assignment: 1 levels in 200 events + right-sym-cond [200 events, 1 files]: + Tags: ['Asymmetrical', 'Behavioral-evidence', 'Index-finger', 'Experiment-participant', 'Left-side-of', 'Behavioral-evidence', 'Symmetrical', 'Index-finger', 'Experiment-participant', 'Right-side-of'] + Description: Right index finger key press indicates a face with above average symmetry. + face-type: 3 levels in 50 events + scrambled-face-cond [20 events, 1 files]: + Tags: ['Image', 'Disordered', 'Face'] + Description: A scrambled face image generated by taking face 2D FFT. + unfamiliar-face-cond [16 events, 1 files]: + Tags: ['Image', 'Face', 'Unfamiliar'] + Description: A face that should not be recognized by the participants. + famous-face-cond [14 events, 1 files]: + Tags: ['Image', 'Face', 'Famous'] + Description: A face that should be recognized by the participants + repetition-type: 3 levels in 50 events + first-show-cond [27 events, 1 files]: + Tags: ['Item-interval', 'Face', 'Item-count'] + Description: Factor level indicating the first display of this face. + immediate-repeat-cond [12 events, 1 files]: + Tags: ['Item-interval', 'Face', 'Item-count'] + Description: Factor level indicating this face was the same as previous one. + delayed-repeat-cond [11 events, 1 files]: + Tags: ['Face', 'Item-count', 'Item-interval', 'Greater-than-or-equal-to', 'Item-interval'] + Description: Factor level indicating face was seen 5 to 15 trials ago. \ No newline at end of file diff --git a/tests/tools/remodeling/cli/test_run_remodel.py b/tests/tools/remodeling/cli/test_run_remodel.py index fac00f06b..3bead2c56 100644 --- a/tests/tools/remodeling/cli/test_run_remodel.py +++ b/tests/tools/remodeling/cli/test_run_remodel.py @@ -73,6 +73,15 @@ def test_main_bids(self): main(arg_list) self.assertFalse(fp.getvalue()) + def test_main_bids_alt_path(self): + work_path = os.path.realpath(os.path.join(self.extract_path, 'temp')) + arg_list = [self.data_root, self.summary_model_path, '-x', 'derivatives', 'stimuli', '-r', '8.1.0', + '-j', self.sidecar_path, '-w', work_path] + + with patch('sys.stdout', new=io.StringIO()) as fp: + main(arg_list) + self.assertFalse(fp.getvalue()) + def test_main_bids_verbose_bad_task(self): arg_list = [self.data_root, self.model_path, '-x', 'derivatives', 'stimuli', '-b', '-t', 'junk', '-v'] with patch('sys.stdout', new=io.StringIO()) as fp: diff --git a/tests/tools/remodeling/cli/test_run_remodel_backup.py b/tests/tools/remodeling/cli/test_run_remodel_backup.py index a5a32e7ed..65f2391b6 100644 --- a/tests/tools/remodeling/cli/test_run_remodel_backup.py +++ b/tests/tools/remodeling/cli/test_run_remodel_backup.py @@ -47,7 +47,7 @@ def test_main_events(self): '-f', 'events', '-e', '.tsv'] main(arg_list) self.assertTrue(os.path.exists(self.derv_path), 'backup directory exists before creation') - json_path = os.path.realpath(os.path.join(self.derv_path, BackupManager.DEFAULT_BACKUP_NAME, + json_path = os.path.realpath(os.path.join(self.derv_path, 'backups', BackupManager.DEFAULT_BACKUP_NAME, BackupManager.BACKUP_DICTIONARY)) with open(json_path, 'r') as fp: key_dict = json.load(fp) @@ -62,12 +62,13 @@ def test_main_all(self): self.assertFalse(os.path.exists(self.derv_path), 'backup directory does not exist before creation') main(arg_list) self.assertTrue(os.path.exists(self.derv_path), 'backup directory exists before creation') - json_path = os.path.realpath(os.path.join(self.derv_path, BackupManager.DEFAULT_BACKUP_NAME, + json_path = os.path.realpath(os.path.join(self.derv_path, 'backups', BackupManager.DEFAULT_BACKUP_NAME, BackupManager.BACKUP_DICTIONARY)) with open(json_path, 'r') as fp: key_dict = json.load(fp) self.assertEqual(len(key_dict), 4, "The backup of events.tsv does not include top_level.tsv") - back_path = os.path.realpath(os.path.join(self.derv_path, BackupManager.DEFAULT_BACKUP_NAME, 'backup_root')) + back_path = os.path.realpath(os.path.join(self.derv_path, 'backups', + BackupManager.DEFAULT_BACKUP_NAME, 'backup_root')) file_list1 = get_file_list(back_path) self.assertIsInstance(file_list1, list) self.assertEqual(len(file_list1), 4) @@ -81,7 +82,7 @@ def test_main_task(self): '-f', 'events', '-e', '.tsv', '-t', 'FacePerception'] main(arg_list) self.assertTrue(os.path.exists(der_path)) - back_path = os.path.realpath(os.path.join(self.data_root, BackupManager.RELATIVE_BACKUP_LOCATION, + back_path = os.path.realpath(os.path.join(self.data_root, BackupManager.RELATIVE_BACKUP_LOCATION, 'backups', BackupManager.DEFAULT_BACKUP_NAME, 'backup_root')) self.assertTrue(os.path.exists(back_path)) backed_files = get_file_list(back_path) @@ -96,12 +97,29 @@ def test_main_bad_task(self): '-f', 'events', '-e', '.tsv', '-t', 'Baloney'] main(arg_list) self.assertTrue(os.path.exists(der_path)) - back_path = os.path.realpath(os.path.join(self.data_root, BackupManager.RELATIVE_BACKUP_LOCATION, + back_path = os.path.realpath(os.path.join(self.data_root, BackupManager.RELATIVE_BACKUP_LOCATION, 'backups', BackupManager.DEFAULT_BACKUP_NAME, 'backup_root')) self.assertTrue(os.path.exists(back_path)) backed_files = get_file_list(back_path) self.assertEqual(len(backed_files), 0) + def test_alt_loc(self): + alt_path = os.path.realpath(os.path.join(self.extract_path, 'temp')) + if os.path.exists(alt_path): + shutil.rmtree(alt_path) + self.assertFalse(os.path.exists(alt_path)) + arg_list = [self.data_root, '-n', BackupManager.DEFAULT_BACKUP_NAME, '-x', 'derivatives', '-w', alt_path, + '-f', 'events', '-e', '.tsv', ] + main(arg_list) + self.assertTrue(os.path.exists(alt_path)) + back_path = os.path.realpath(os.path.join(alt_path, 'backups', 'default_back', 'backup_root')) + self.assertTrue(os.path.exists(back_path)) + self.assertTrue(os.path.exists(back_path)) + backed_files = get_file_list(back_path) + self.assertEqual(len(backed_files), 6) + if os.path.exists(alt_path): + shutil.rmtree(alt_path) + def test_main_backup_exists(self): der_path = os.path.realpath(os.path.join(self.data_root, 'derivatives')) self.assertTrue(os.path.exists(der_path)) diff --git a/tests/tools/remodeling/cli/test_run_remodel_restore.py b/tests/tools/remodeling/cli/test_run_remodel_restore.py index e0a29dad2..c18dcbcfd 100644 --- a/tests/tools/remodeling/cli/test_run_remodel_restore.py +++ b/tests/tools/remodeling/cli/test_run_remodel_restore.py @@ -3,7 +3,9 @@ import unittest import zipfile from hed.errors import HedFileError +from hed.tools.remodeling.cli.run_remodel_backup import main as back_main from hed.tools.remodeling.cli.run_remodel_restore import main +from hed.tools.remodeling.backup_manager import BackupManager from hed.tools.util.io_util import get_file_list @@ -37,8 +39,7 @@ def test_main_restore(self): arg_list = [self.test_root_back1, '-n', 'back1'] main(arg_list) files3 = get_file_list(self.test_root_back1, exclude_dirs=['derivatives']) - overlap = set(files1).intersection(set(files3)) - self.assertEqual(len(overlap), len(files1), "run_restore restores all the files after") + self.assertEqual(len(files3), len(files1), "run_restore restores all the files after") def test_no_backup(self): # Test bad data directory @@ -47,6 +48,29 @@ def test_no_backup(self): main(arg_list=arg_list) self.assertEqual(context.exception.args[0], "BackupDoesNotExist") + def test_restore_alt_loc(self): + alt_path = os.path.realpath(os.path.join(self.extract_path, 'temp')) + if os.path.exists(alt_path): + shutil.rmtree(alt_path) + self.assertFalse(os.path.exists(alt_path)) + arg_list = [self.test_root_back1, '-n', 'back1', '-x', 'derivatives', '-w', alt_path, + '-f', 'events', '-e', '.tsv'] + back_main(arg_list) + files1 = get_file_list(self.test_root_back1, exclude_dirs=['derivatives']) + self.assertEqual(len(files1), 4, "run_restore starts with the right number of files.") + shutil.rmtree(os.path.realpath(os.path.join(self.test_root_back1, 'sub1'))) + shutil.rmtree(os.path.realpath(os.path.join(self.test_root_back1, 'sub2'))) + os.remove(os.path.realpath(os.path.join(self.test_root_back1, 'top_level.tsv'))) + files2 = get_file_list(self.test_root_back1, exclude_dirs=['derivatives']) + self.assertFalse(files2, "run_restore starts with the right number of files.") + arg_list = [self.test_root_back1, '-n', 'back1', '-w', alt_path,] + main(arg_list) + files3 = get_file_list(self.test_root_back1, exclude_dirs=['derivatives']) + self.assertEqual(len(files3)+1, len(files1), "run_restore restores all the files after") + + if os.path.exists(alt_path): + shutil.rmtree(alt_path) + if __name__ == '__main__': unittest.main() diff --git a/tests/tools/remodeling/test_backup_manager.py b/tests/tools/remodeling/test_backup_manager.py index 7b885d8a1..d441b5cc7 100644 --- a/tests/tools/remodeling/test_backup_manager.py +++ b/tests/tools/remodeling/test_backup_manager.py @@ -32,7 +32,7 @@ def setUpClass(cls): test_root_bad = os.path.realpath(os.path.join(os.path.dirname(__file__), '../../data/remodel_tests/test_root_bad')) cls.test_root_bad = test_root_bad - cls.test_root_bad_backups = os.path.join(test_root_bad, BackupManager.RELATIVE_BACKUP_LOCATION) + cls.test_root_bad_backups = os.path.join(test_root_bad, BackupManager.RELATIVE_BACKUP_LOCATION, 'backups') cls.test_paths_bad = [os.path.join(test_root_bad, file) for file in file_list] cls.test_zip_bad = os.path.realpath(os.path.join(os.path.dirname(__file__), '../../data/remodel_tests/test_root_bad.zip')) @@ -59,6 +59,21 @@ def test_constructor(self): self.assertIsInstance(back1_man, BackupManager, "constructor creates a BackupManager if no backups") self.assertTrue(back1_man.backups_dict) + def test_constructor_alternative_location(self): + alt_path = os.path.realpath(os.path.join(self.extract_path, 'temp_backs')) + back1_man = BackupManager(self.test_root_back1, backups_root=alt_path) + self.assertIsInstance(back1_man, BackupManager, "constructor creates a BackupManager if no backups") + self.assertFalse(back1_man.backups_dict) + file_list = get_file_list(self.test_root_back1, name_suffix='events', exclude_dirs=['derivatives'], + extensions=['.tsv']) + self.assertEqual(len(file_list), 3) + back1_man.create_backup(file_list, backup_name='my_back') + self.assertTrue(back1_man.backups_dict) + backup = back1_man.backups_dict['my_back'] + self.assertEqual(len(backup), len(file_list)) + if os.path.exists(alt_path): + shutil.rmtree(alt_path) + def test_bad_data_root(self): with self.assertRaises(HedFileError) as context: BackupManager('/baloney/Junk') @@ -126,5 +141,6 @@ def test_get_task(self): task3 = BackupManager.get_task(['abc', 'def'], 'temp/alpha_key_task_abc.txt') self.assertEqual(task3, 'abc') + if __name__ == '__main__': unittest.main() From 6529ca5964934267a32b5a41248608fe0d1dbf98 Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Wed, 12 Apr 2023 14:36:28 -0500 Subject: [PATCH 047/103] Fixed alt directory summary location --- ...ype_summary_2023_04_12_T_10_48_49_684.json | 159 ------------------ ...type_summary_2023_04_12_T_10_48_49_688.txt | 30 ---- ...-1_events_1_2023_04_12_T_10_48_49_684.json | 139 --------------- ...n-1_events_1_2023_04_12_T_10_48_49_688.txt | 30 ---- ...-2_events_1_2023_04_12_T_10_48_49_684.json | 139 --------------- ...n-2_events_1_2023_04_12_T_10_48_49_688.txt | 30 ---- ...-3_events_1_2023_04_12_T_10_48_49_684.json | 139 --------------- ...n-3_events_1_2023_04_12_T_10_48_49_688.txt | 30 ---- ...-1_events_1_2023_04_12_T_10_48_49_684.json | 139 --------------- ...n-1_events_1_2023_04_12_T_10_48_49_688.txt | 30 ---- ...-2_events_1_2023_04_12_T_10_48_49_684.json | 139 --------------- ...n-2_events_1_2023_04_12_T_10_48_49_688.txt | 30 ---- ...-3_events_1_2023_04_12_T_10_48_49_684.json | 139 --------------- ...n-3_events_1_2023_04_12_T_10_48_49_688.txt | 30 ---- .../tools/remodeling/cli/test_run_remodel.py | 3 + tests/tools/remodeling/test_dispatcher.py | 3 +- 16 files changed, 5 insertions(+), 1204 deletions(-) delete mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/hed_type_summary_2023_04_12_T_10_48_49_684.json delete mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/hed_type_summary_2023_04_12_T_10_48_49_688.txt delete mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_684.json delete mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_688.txt delete mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_684.json delete mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_688.txt delete mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_684.json delete mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_688.txt delete mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_684.json delete mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_688.txt delete mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_684.json delete mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_688.txt delete mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_684.json delete mode 100644 tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_688.txt diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/hed_type_summary_2023_04_12_T_10_48_49_684.json b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/hed_type_summary_2023_04_12_T_10_48_49_684.json deleted file mode 100644 index 9ffd4d6c8..000000000 --- a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/hed_type_summary_2023_04_12_T_10_48_49_684.json +++ /dev/null @@ -1,159 +0,0 @@ -{ - "Context name": "Hed type summary", - "Context type": "hed_type_summary", - "Context filename": "hed_type_summary", - "Overall summary": { - "name": "Dataset", - "type_tag": "condition-variable", - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-1_events.tsv", - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-2_events.tsv", - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-3_events.tsv", - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-1_events.tsv", - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-2_events.tsv", - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-3_events.tsv" - ], - "total_events": 1200, - "details": { - "key-assignment": { - "type_value": "key-assignment", - "type_tag": "condition-variable", - "levels": 1, - "direct_references": 0, - "total_events": 1200, - "events": 1200, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-1_events.tsv", - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-2_events.tsv", - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-3_events.tsv", - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-1_events.tsv", - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-2_events.tsv", - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-3_events.tsv" - ], - "level_counts": { - "right-sym-cond": { - "files": 6, - "events": 1200, - "tags": [ - "Asymmetrical", - "Behavioral-evidence", - "Index-finger", - "Experiment-participant", - "Left-side-of", - "Behavioral-evidence", - "Symmetrical", - "Index-finger", - "Experiment-participant", - "Right-side-of" - ], - "description": "Right index finger key press indicates a face with above average symmetry." - } - } - }, - "face-type": { - "type_value": "face-type", - "type_tag": "condition-variable", - "levels": 3, - "direct_references": 0, - "total_events": 1200, - "events": 316, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-1_events.tsv", - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-2_events.tsv", - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-3_events.tsv", - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-1_events.tsv", - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-2_events.tsv", - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-3_events.tsv" - ], - "level_counts": { - "unfamiliar-face-cond": { - "files": 6, - "events": 105, - "tags": [ - "Image", - "Face", - "Unfamiliar" - ], - "description": "A face that should not be recognized by the participants." - }, - "famous-face-cond": { - "files": 6, - "events": 108, - "tags": [ - "Image", - "Face", - "Famous" - ], - "description": "A face that should be recognized by the participants" - }, - "scrambled-face-cond": { - "files": 6, - "events": 103, - "tags": [ - "Image", - "Disordered", - "Face" - ], - "description": "A scrambled face image generated by taking face 2D FFT." - } - } - }, - "repetition-type": { - "type_value": "repetition-type", - "type_tag": "condition-variable", - "levels": 3, - "direct_references": 0, - "total_events": 1200, - "events": 316, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-1_events.tsv", - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-2_events.tsv", - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-3_events.tsv", - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-1_events.tsv", - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-2_events.tsv", - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-3_events.tsv" - ], - "level_counts": { - "first-show-cond": { - "files": 6, - "events": 168, - "tags": [ - "Item-interval", - "Face", - "Item-count" - ], - "description": "Factor level indicating the first display of this face." - }, - "immediate-repeat-cond": { - "files": 6, - "events": 77, - "tags": [ - "Item-interval", - "Face", - "Item-count" - ], - "description": "Factor level indicating this face was the same as previous one." - }, - "delayed-repeat-cond": { - "files": 6, - "events": 71, - "tags": [ - "Face", - "Item-count", - "Item-interval", - "Greater-than-or-equal-to", - "Item-interval" - ], - "description": "Factor level indicating face was seen 5 to 15 trials ago." - } - } - } - } - } -} \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/hed_type_summary_2023_04_12_T_10_48_49_688.txt b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/hed_type_summary_2023_04_12_T_10_48_49_688.txt deleted file mode 100644 index f8913b700..000000000 --- a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/hed_type_summary_2023_04_12_T_10_48_49_688.txt +++ /dev/null @@ -1,30 +0,0 @@ -Context name: Hed type summary -Context type: hed_type_summary -Context filename: hed_type_summary - -Overall summary: -Dataset: Type=condition-variable Type values=3 Total events=1200 Total files=6 - key-assignment: 1 levels in 1200 event(s) out of 1200 total events in 6 file(s) - right-sym-cond [1200 events, 6 files]: - Tags: ['Asymmetrical', 'Behavioral-evidence', 'Index-finger', 'Experiment-participant', 'Left-side-of', 'Behavioral-evidence', 'Symmetrical', 'Index-finger', 'Experiment-participant', 'Right-side-of'] - Description: Right index finger key press indicates a face with above average symmetry. - face-type: 3 levels in 316 event(s) out of 1200 total events in 6 file(s) - unfamiliar-face-cond [105 events, 6 files]: - Tags: ['Image', 'Face', 'Unfamiliar'] - Description: A face that should not be recognized by the participants. - famous-face-cond [108 events, 6 files]: - Tags: ['Image', 'Face', 'Famous'] - Description: A face that should be recognized by the participants - scrambled-face-cond [103 events, 6 files]: - Tags: ['Image', 'Disordered', 'Face'] - Description: A scrambled face image generated by taking face 2D FFT. - repetition-type: 3 levels in 316 event(s) out of 1200 total events in 6 file(s) - first-show-cond [168 events, 6 files]: - Tags: ['Item-interval', 'Face', 'Item-count'] - Description: Factor level indicating the first display of this face. - immediate-repeat-cond [77 events, 6 files]: - Tags: ['Item-interval', 'Face', 'Item-count'] - Description: Factor level indicating this face was the same as previous one. - delayed-repeat-cond [71 events, 6 files]: - Tags: ['Face', 'Item-count', 'Item-interval', 'Greater-than-or-equal-to', 'Item-interval'] - Description: Factor level indicating face was seen 5 to 15 trials ago. \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_684.json b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_684.json deleted file mode 100644 index cb6665cf0..000000000 --- a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_684.json +++ /dev/null @@ -1,139 +0,0 @@ -{ - "Context name": "Hed type summary", - "Context type": "hed_type_summary", - "Context filename": "hed_type_summary", - "File summary": { - "name": "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-1_events.tsv", - "type_tag": "condition-variable", - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-1_events.tsv" - ], - "total_events": 200, - "details": { - "key-assignment": { - "type_value": "key-assignment", - "type_tag": "condition-variable", - "levels": 1, - "direct_references": 0, - "total_events": 200, - "events": 200, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-1_events.tsv" - ], - "level_counts": { - "right-sym-cond": { - "files": 1, - "events": 200, - "tags": [ - "Asymmetrical", - "Behavioral-evidence", - "Index-finger", - "Experiment-participant", - "Left-side-of", - "Behavioral-evidence", - "Symmetrical", - "Index-finger", - "Experiment-participant", - "Right-side-of" - ], - "description": "Right index finger key press indicates a face with above average symmetry." - } - } - }, - "face-type": { - "type_value": "face-type", - "type_tag": "condition-variable", - "levels": 3, - "direct_references": 0, - "total_events": 200, - "events": 52, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-1_events.tsv" - ], - "level_counts": { - "unfamiliar-face-cond": { - "files": 1, - "events": 20, - "tags": [ - "Image", - "Face", - "Unfamiliar" - ], - "description": "A face that should not be recognized by the participants." - }, - "famous-face-cond": { - "files": 1, - "events": 14, - "tags": [ - "Image", - "Face", - "Famous" - ], - "description": "A face that should be recognized by the participants" - }, - "scrambled-face-cond": { - "files": 1, - "events": 18, - "tags": [ - "Image", - "Disordered", - "Face" - ], - "description": "A scrambled face image generated by taking face 2D FFT." - } - } - }, - "repetition-type": { - "type_value": "repetition-type", - "type_tag": "condition-variable", - "levels": 3, - "direct_references": 0, - "total_events": 200, - "events": 52, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-1_events.tsv" - ], - "level_counts": { - "first-show-cond": { - "files": 1, - "events": 28, - "tags": [ - "Item-interval", - "Face", - "Item-count" - ], - "description": "Factor level indicating the first display of this face." - }, - "immediate-repeat-cond": { - "files": 1, - "events": 12, - "tags": [ - "Item-interval", - "Face", - "Item-count" - ], - "description": "Factor level indicating this face was the same as previous one." - }, - "delayed-repeat-cond": { - "files": 1, - "events": 12, - "tags": [ - "Face", - "Item-count", - "Item-interval", - "Greater-than-or-equal-to", - "Item-interval" - ], - "description": "Factor level indicating face was seen 5 to 15 trials ago." - } - } - } - } - } -} \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_688.txt b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_688.txt deleted file mode 100644 index 1cee67883..000000000 --- a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_688.txt +++ /dev/null @@ -1,30 +0,0 @@ -Context name: Hed type summary -Context type: hed_type_summary -Context filename: hed_type_summary - -Summary for H:\HEDPython\hed-python\tests\data\remodel_tests\eeg_ds003645s_hed_remodel\sub-002\eeg\sub-002_task-FacePerception_run-1_events.tsv: -Type=condition-variable Type values=3 Total events=200 - key-assignment: 1 levels in 200 events - right-sym-cond [200 events, 1 files]: - Tags: ['Asymmetrical', 'Behavioral-evidence', 'Index-finger', 'Experiment-participant', 'Left-side-of', 'Behavioral-evidence', 'Symmetrical', 'Index-finger', 'Experiment-participant', 'Right-side-of'] - Description: Right index finger key press indicates a face with above average symmetry. - face-type: 3 levels in 52 events - unfamiliar-face-cond [20 events, 1 files]: - Tags: ['Image', 'Face', 'Unfamiliar'] - Description: A face that should not be recognized by the participants. - famous-face-cond [14 events, 1 files]: - Tags: ['Image', 'Face', 'Famous'] - Description: A face that should be recognized by the participants - scrambled-face-cond [18 events, 1 files]: - Tags: ['Image', 'Disordered', 'Face'] - Description: A scrambled face image generated by taking face 2D FFT. - repetition-type: 3 levels in 52 events - first-show-cond [28 events, 1 files]: - Tags: ['Item-interval', 'Face', 'Item-count'] - Description: Factor level indicating the first display of this face. - immediate-repeat-cond [12 events, 1 files]: - Tags: ['Item-interval', 'Face', 'Item-count'] - Description: Factor level indicating this face was the same as previous one. - delayed-repeat-cond [12 events, 1 files]: - Tags: ['Face', 'Item-count', 'Item-interval', 'Greater-than-or-equal-to', 'Item-interval'] - Description: Factor level indicating face was seen 5 to 15 trials ago. \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_684.json b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_684.json deleted file mode 100644 index 8e2d8b3e5..000000000 --- a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_684.json +++ /dev/null @@ -1,139 +0,0 @@ -{ - "Context name": "Hed type summary", - "Context type": "hed_type_summary", - "Context filename": "hed_type_summary", - "File summary": { - "name": "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-2_events.tsv", - "type_tag": "condition-variable", - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-2_events.tsv" - ], - "total_events": 200, - "details": { - "key-assignment": { - "type_value": "key-assignment", - "type_tag": "condition-variable", - "levels": 1, - "direct_references": 0, - "total_events": 200, - "events": 200, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-2_events.tsv" - ], - "level_counts": { - "right-sym-cond": { - "files": 1, - "events": 200, - "tags": [ - "Asymmetrical", - "Behavioral-evidence", - "Index-finger", - "Experiment-participant", - "Left-side-of", - "Behavioral-evidence", - "Symmetrical", - "Index-finger", - "Experiment-participant", - "Right-side-of" - ], - "description": "Right index finger key press indicates a face with above average symmetry." - } - } - }, - "face-type": { - "type_value": "face-type", - "type_tag": "condition-variable", - "levels": 3, - "direct_references": 0, - "total_events": 200, - "events": 57, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-2_events.tsv" - ], - "level_counts": { - "scrambled-face-cond": { - "files": 1, - "events": 17, - "tags": [ - "Image", - "Disordered", - "Face" - ], - "description": "A scrambled face image generated by taking face 2D FFT." - }, - "famous-face-cond": { - "files": 1, - "events": 26, - "tags": [ - "Image", - "Face", - "Famous" - ], - "description": "A face that should be recognized by the participants" - }, - "unfamiliar-face-cond": { - "files": 1, - "events": 14, - "tags": [ - "Image", - "Face", - "Unfamiliar" - ], - "description": "A face that should not be recognized by the participants." - } - } - }, - "repetition-type": { - "type_value": "repetition-type", - "type_tag": "condition-variable", - "levels": 3, - "direct_references": 0, - "total_events": 200, - "events": 57, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-2_events.tsv" - ], - "level_counts": { - "first-show-cond": { - "files": 1, - "events": 30, - "tags": [ - "Item-interval", - "Face", - "Item-count" - ], - "description": "Factor level indicating the first display of this face." - }, - "immediate-repeat-cond": { - "files": 1, - "events": 14, - "tags": [ - "Item-interval", - "Face", - "Item-count" - ], - "description": "Factor level indicating this face was the same as previous one." - }, - "delayed-repeat-cond": { - "files": 1, - "events": 13, - "tags": [ - "Face", - "Item-count", - "Item-interval", - "Greater-than-or-equal-to", - "Item-interval" - ], - "description": "Factor level indicating face was seen 5 to 15 trials ago." - } - } - } - } - } -} \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_688.txt b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_688.txt deleted file mode 100644 index a69803a03..000000000 --- a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_688.txt +++ /dev/null @@ -1,30 +0,0 @@ -Context name: Hed type summary -Context type: hed_type_summary -Context filename: hed_type_summary - -Summary for H:\HEDPython\hed-python\tests\data\remodel_tests\eeg_ds003645s_hed_remodel\sub-002\eeg\sub-002_task-FacePerception_run-2_events.tsv: -Type=condition-variable Type values=3 Total events=200 - key-assignment: 1 levels in 200 events - right-sym-cond [200 events, 1 files]: - Tags: ['Asymmetrical', 'Behavioral-evidence', 'Index-finger', 'Experiment-participant', 'Left-side-of', 'Behavioral-evidence', 'Symmetrical', 'Index-finger', 'Experiment-participant', 'Right-side-of'] - Description: Right index finger key press indicates a face with above average symmetry. - face-type: 3 levels in 57 events - scrambled-face-cond [17 events, 1 files]: - Tags: ['Image', 'Disordered', 'Face'] - Description: A scrambled face image generated by taking face 2D FFT. - famous-face-cond [26 events, 1 files]: - Tags: ['Image', 'Face', 'Famous'] - Description: A face that should be recognized by the participants - unfamiliar-face-cond [14 events, 1 files]: - Tags: ['Image', 'Face', 'Unfamiliar'] - Description: A face that should not be recognized by the participants. - repetition-type: 3 levels in 57 events - first-show-cond [30 events, 1 files]: - Tags: ['Item-interval', 'Face', 'Item-count'] - Description: Factor level indicating the first display of this face. - immediate-repeat-cond [14 events, 1 files]: - Tags: ['Item-interval', 'Face', 'Item-count'] - Description: Factor level indicating this face was the same as previous one. - delayed-repeat-cond [13 events, 1 files]: - Tags: ['Face', 'Item-count', 'Item-interval', 'Greater-than-or-equal-to', 'Item-interval'] - Description: Factor level indicating face was seen 5 to 15 trials ago. \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_684.json b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_684.json deleted file mode 100644 index e3f29d1fd..000000000 --- a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_684.json +++ /dev/null @@ -1,139 +0,0 @@ -{ - "Context name": "Hed type summary", - "Context type": "hed_type_summary", - "Context filename": "hed_type_summary", - "File summary": { - "name": "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-3_events.tsv", - "type_tag": "condition-variable", - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-3_events.tsv" - ], - "total_events": 200, - "details": { - "key-assignment": { - "type_value": "key-assignment", - "type_tag": "condition-variable", - "levels": 1, - "direct_references": 0, - "total_events": 200, - "events": 200, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-3_events.tsv" - ], - "level_counts": { - "right-sym-cond": { - "files": 1, - "events": 200, - "tags": [ - "Asymmetrical", - "Behavioral-evidence", - "Index-finger", - "Experiment-participant", - "Left-side-of", - "Behavioral-evidence", - "Symmetrical", - "Index-finger", - "Experiment-participant", - "Right-side-of" - ], - "description": "Right index finger key press indicates a face with above average symmetry." - } - } - }, - "face-type": { - "type_value": "face-type", - "type_tag": "condition-variable", - "levels": 3, - "direct_references": 0, - "total_events": 200, - "events": 57, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-3_events.tsv" - ], - "level_counts": { - "unfamiliar-face-cond": { - "files": 1, - "events": 20, - "tags": [ - "Image", - "Face", - "Unfamiliar" - ], - "description": "A face that should not be recognized by the participants." - }, - "famous-face-cond": { - "files": 1, - "events": 21, - "tags": [ - "Image", - "Face", - "Famous" - ], - "description": "A face that should be recognized by the participants" - }, - "scrambled-face-cond": { - "files": 1, - "events": 16, - "tags": [ - "Image", - "Disordered", - "Face" - ], - "description": "A scrambled face image generated by taking face 2D FFT." - } - } - }, - "repetition-type": { - "type_value": "repetition-type", - "type_tag": "condition-variable", - "levels": 3, - "direct_references": 0, - "total_events": 200, - "events": 57, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-002\\eeg\\sub-002_task-FacePerception_run-3_events.tsv" - ], - "level_counts": { - "first-show-cond": { - "files": 1, - "events": 30, - "tags": [ - "Item-interval", - "Face", - "Item-count" - ], - "description": "Factor level indicating the first display of this face." - }, - "immediate-repeat-cond": { - "files": 1, - "events": 14, - "tags": [ - "Item-interval", - "Face", - "Item-count" - ], - "description": "Factor level indicating this face was the same as previous one." - }, - "delayed-repeat-cond": { - "files": 1, - "events": 13, - "tags": [ - "Face", - "Item-count", - "Item-interval", - "Greater-than-or-equal-to", - "Item-interval" - ], - "description": "Factor level indicating face was seen 5 to 15 trials ago." - } - } - } - } - } -} \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_688.txt b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_688.txt deleted file mode 100644 index e06eb7b25..000000000 --- a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-002_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_688.txt +++ /dev/null @@ -1,30 +0,0 @@ -Context name: Hed type summary -Context type: hed_type_summary -Context filename: hed_type_summary - -Summary for H:\HEDPython\hed-python\tests\data\remodel_tests\eeg_ds003645s_hed_remodel\sub-002\eeg\sub-002_task-FacePerception_run-3_events.tsv: -Type=condition-variable Type values=3 Total events=200 - key-assignment: 1 levels in 200 events - right-sym-cond [200 events, 1 files]: - Tags: ['Asymmetrical', 'Behavioral-evidence', 'Index-finger', 'Experiment-participant', 'Left-side-of', 'Behavioral-evidence', 'Symmetrical', 'Index-finger', 'Experiment-participant', 'Right-side-of'] - Description: Right index finger key press indicates a face with above average symmetry. - face-type: 3 levels in 57 events - unfamiliar-face-cond [20 events, 1 files]: - Tags: ['Image', 'Face', 'Unfamiliar'] - Description: A face that should not be recognized by the participants. - famous-face-cond [21 events, 1 files]: - Tags: ['Image', 'Face', 'Famous'] - Description: A face that should be recognized by the participants - scrambled-face-cond [16 events, 1 files]: - Tags: ['Image', 'Disordered', 'Face'] - Description: A scrambled face image generated by taking face 2D FFT. - repetition-type: 3 levels in 57 events - first-show-cond [30 events, 1 files]: - Tags: ['Item-interval', 'Face', 'Item-count'] - Description: Factor level indicating the first display of this face. - immediate-repeat-cond [14 events, 1 files]: - Tags: ['Item-interval', 'Face', 'Item-count'] - Description: Factor level indicating this face was the same as previous one. - delayed-repeat-cond [13 events, 1 files]: - Tags: ['Face', 'Item-count', 'Item-interval', 'Greater-than-or-equal-to', 'Item-interval'] - Description: Factor level indicating face was seen 5 to 15 trials ago. \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_684.json b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_684.json deleted file mode 100644 index b2c492006..000000000 --- a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_684.json +++ /dev/null @@ -1,139 +0,0 @@ -{ - "Context name": "Hed type summary", - "Context type": "hed_type_summary", - "Context filename": "hed_type_summary", - "File summary": { - "name": "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-1_events.tsv", - "type_tag": "condition-variable", - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-1_events.tsv" - ], - "total_events": 200, - "details": { - "key-assignment": { - "type_value": "key-assignment", - "type_tag": "condition-variable", - "levels": 1, - "direct_references": 0, - "total_events": 200, - "events": 200, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-1_events.tsv" - ], - "level_counts": { - "right-sym-cond": { - "files": 1, - "events": 200, - "tags": [ - "Asymmetrical", - "Behavioral-evidence", - "Index-finger", - "Experiment-participant", - "Left-side-of", - "Behavioral-evidence", - "Symmetrical", - "Index-finger", - "Experiment-participant", - "Right-side-of" - ], - "description": "Right index finger key press indicates a face with above average symmetry." - } - } - }, - "face-type": { - "type_value": "face-type", - "type_tag": "condition-variable", - "levels": 3, - "direct_references": 0, - "total_events": 200, - "events": 50, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-1_events.tsv" - ], - "level_counts": { - "famous-face-cond": { - "files": 1, - "events": 20, - "tags": [ - "Image", - "Face", - "Famous" - ], - "description": "A face that should be recognized by the participants" - }, - "unfamiliar-face-cond": { - "files": 1, - "events": 19, - "tags": [ - "Image", - "Face", - "Unfamiliar" - ], - "description": "A face that should not be recognized by the participants." - }, - "scrambled-face-cond": { - "files": 1, - "events": 11, - "tags": [ - "Image", - "Disordered", - "Face" - ], - "description": "A scrambled face image generated by taking face 2D FFT." - } - } - }, - "repetition-type": { - "type_value": "repetition-type", - "type_tag": "condition-variable", - "levels": 3, - "direct_references": 0, - "total_events": 200, - "events": 50, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-1_events.tsv" - ], - "level_counts": { - "first-show-cond": { - "files": 1, - "events": 26, - "tags": [ - "Item-interval", - "Face", - "Item-count" - ], - "description": "Factor level indicating the first display of this face." - }, - "immediate-repeat-cond": { - "files": 1, - "events": 13, - "tags": [ - "Item-interval", - "Face", - "Item-count" - ], - "description": "Factor level indicating this face was the same as previous one." - }, - "delayed-repeat-cond": { - "files": 1, - "events": 11, - "tags": [ - "Face", - "Item-count", - "Item-interval", - "Greater-than-or-equal-to", - "Item-interval" - ], - "description": "Factor level indicating face was seen 5 to 15 trials ago." - } - } - } - } - } -} \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_688.txt b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_688.txt deleted file mode 100644 index c191cc95b..000000000 --- a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-1_events_1_2023_04_12_T_10_48_49_688.txt +++ /dev/null @@ -1,30 +0,0 @@ -Context name: Hed type summary -Context type: hed_type_summary -Context filename: hed_type_summary - -Summary for H:\HEDPython\hed-python\tests\data\remodel_tests\eeg_ds003645s_hed_remodel\sub-003\eeg\sub-003_task-FacePerception_run-1_events.tsv: -Type=condition-variable Type values=3 Total events=200 - key-assignment: 1 levels in 200 events - right-sym-cond [200 events, 1 files]: - Tags: ['Asymmetrical', 'Behavioral-evidence', 'Index-finger', 'Experiment-participant', 'Left-side-of', 'Behavioral-evidence', 'Symmetrical', 'Index-finger', 'Experiment-participant', 'Right-side-of'] - Description: Right index finger key press indicates a face with above average symmetry. - face-type: 3 levels in 50 events - famous-face-cond [20 events, 1 files]: - Tags: ['Image', 'Face', 'Famous'] - Description: A face that should be recognized by the participants - unfamiliar-face-cond [19 events, 1 files]: - Tags: ['Image', 'Face', 'Unfamiliar'] - Description: A face that should not be recognized by the participants. - scrambled-face-cond [11 events, 1 files]: - Tags: ['Image', 'Disordered', 'Face'] - Description: A scrambled face image generated by taking face 2D FFT. - repetition-type: 3 levels in 50 events - first-show-cond [26 events, 1 files]: - Tags: ['Item-interval', 'Face', 'Item-count'] - Description: Factor level indicating the first display of this face. - immediate-repeat-cond [13 events, 1 files]: - Tags: ['Item-interval', 'Face', 'Item-count'] - Description: Factor level indicating this face was the same as previous one. - delayed-repeat-cond [11 events, 1 files]: - Tags: ['Face', 'Item-count', 'Item-interval', 'Greater-than-or-equal-to', 'Item-interval'] - Description: Factor level indicating face was seen 5 to 15 trials ago. \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_684.json b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_684.json deleted file mode 100644 index 4b36de882..000000000 --- a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_684.json +++ /dev/null @@ -1,139 +0,0 @@ -{ - "Context name": "Hed type summary", - "Context type": "hed_type_summary", - "Context filename": "hed_type_summary", - "File summary": { - "name": "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-2_events.tsv", - "type_tag": "condition-variable", - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-2_events.tsv" - ], - "total_events": 200, - "details": { - "key-assignment": { - "type_value": "key-assignment", - "type_tag": "condition-variable", - "levels": 1, - "direct_references": 0, - "total_events": 200, - "events": 200, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-2_events.tsv" - ], - "level_counts": { - "right-sym-cond": { - "files": 1, - "events": 200, - "tags": [ - "Asymmetrical", - "Behavioral-evidence", - "Index-finger", - "Experiment-participant", - "Left-side-of", - "Behavioral-evidence", - "Symmetrical", - "Index-finger", - "Experiment-participant", - "Right-side-of" - ], - "description": "Right index finger key press indicates a face with above average symmetry." - } - } - }, - "face-type": { - "type_value": "face-type", - "type_tag": "condition-variable", - "levels": 3, - "direct_references": 0, - "total_events": 200, - "events": 50, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-2_events.tsv" - ], - "level_counts": { - "famous-face-cond": { - "files": 1, - "events": 13, - "tags": [ - "Image", - "Face", - "Famous" - ], - "description": "A face that should be recognized by the participants" - }, - "scrambled-face-cond": { - "files": 1, - "events": 21, - "tags": [ - "Image", - "Disordered", - "Face" - ], - "description": "A scrambled face image generated by taking face 2D FFT." - }, - "unfamiliar-face-cond": { - "files": 1, - "events": 16, - "tags": [ - "Image", - "Face", - "Unfamiliar" - ], - "description": "A face that should not be recognized by the participants." - } - } - }, - "repetition-type": { - "type_value": "repetition-type", - "type_tag": "condition-variable", - "levels": 3, - "direct_references": 0, - "total_events": 200, - "events": 50, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-2_events.tsv" - ], - "level_counts": { - "first-show-cond": { - "files": 1, - "events": 27, - "tags": [ - "Item-interval", - "Face", - "Item-count" - ], - "description": "Factor level indicating the first display of this face." - }, - "immediate-repeat-cond": { - "files": 1, - "events": 12, - "tags": [ - "Item-interval", - "Face", - "Item-count" - ], - "description": "Factor level indicating this face was the same as previous one." - }, - "delayed-repeat-cond": { - "files": 1, - "events": 11, - "tags": [ - "Face", - "Item-count", - "Item-interval", - "Greater-than-or-equal-to", - "Item-interval" - ], - "description": "Factor level indicating face was seen 5 to 15 trials ago." - } - } - } - } - } -} \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_688.txt b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_688.txt deleted file mode 100644 index ff5e44ff6..000000000 --- a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-2_events_1_2023_04_12_T_10_48_49_688.txt +++ /dev/null @@ -1,30 +0,0 @@ -Context name: Hed type summary -Context type: hed_type_summary -Context filename: hed_type_summary - -Summary for H:\HEDPython\hed-python\tests\data\remodel_tests\eeg_ds003645s_hed_remodel\sub-003\eeg\sub-003_task-FacePerception_run-2_events.tsv: -Type=condition-variable Type values=3 Total events=200 - key-assignment: 1 levels in 200 events - right-sym-cond [200 events, 1 files]: - Tags: ['Asymmetrical', 'Behavioral-evidence', 'Index-finger', 'Experiment-participant', 'Left-side-of', 'Behavioral-evidence', 'Symmetrical', 'Index-finger', 'Experiment-participant', 'Right-side-of'] - Description: Right index finger key press indicates a face with above average symmetry. - face-type: 3 levels in 50 events - famous-face-cond [13 events, 1 files]: - Tags: ['Image', 'Face', 'Famous'] - Description: A face that should be recognized by the participants - scrambled-face-cond [21 events, 1 files]: - Tags: ['Image', 'Disordered', 'Face'] - Description: A scrambled face image generated by taking face 2D FFT. - unfamiliar-face-cond [16 events, 1 files]: - Tags: ['Image', 'Face', 'Unfamiliar'] - Description: A face that should not be recognized by the participants. - repetition-type: 3 levels in 50 events - first-show-cond [27 events, 1 files]: - Tags: ['Item-interval', 'Face', 'Item-count'] - Description: Factor level indicating the first display of this face. - immediate-repeat-cond [12 events, 1 files]: - Tags: ['Item-interval', 'Face', 'Item-count'] - Description: Factor level indicating this face was the same as previous one. - delayed-repeat-cond [11 events, 1 files]: - Tags: ['Face', 'Item-count', 'Item-interval', 'Greater-than-or-equal-to', 'Item-interval'] - Description: Factor level indicating face was seen 5 to 15 trials ago. \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_684.json b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_684.json deleted file mode 100644 index da6d5aee3..000000000 --- a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_684.json +++ /dev/null @@ -1,139 +0,0 @@ -{ - "Context name": "Hed type summary", - "Context type": "hed_type_summary", - "Context filename": "hed_type_summary", - "File summary": { - "name": "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-3_events.tsv", - "type_tag": "condition-variable", - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-3_events.tsv" - ], - "total_events": 200, - "details": { - "key-assignment": { - "type_value": "key-assignment", - "type_tag": "condition-variable", - "levels": 1, - "direct_references": 0, - "total_events": 200, - "events": 200, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-3_events.tsv" - ], - "level_counts": { - "right-sym-cond": { - "files": 1, - "events": 200, - "tags": [ - "Asymmetrical", - "Behavioral-evidence", - "Index-finger", - "Experiment-participant", - "Left-side-of", - "Behavioral-evidence", - "Symmetrical", - "Index-finger", - "Experiment-participant", - "Right-side-of" - ], - "description": "Right index finger key press indicates a face with above average symmetry." - } - } - }, - "face-type": { - "type_value": "face-type", - "type_tag": "condition-variable", - "levels": 3, - "direct_references": 0, - "total_events": 200, - "events": 50, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-3_events.tsv" - ], - "level_counts": { - "scrambled-face-cond": { - "files": 1, - "events": 20, - "tags": [ - "Image", - "Disordered", - "Face" - ], - "description": "A scrambled face image generated by taking face 2D FFT." - }, - "unfamiliar-face-cond": { - "files": 1, - "events": 16, - "tags": [ - "Image", - "Face", - "Unfamiliar" - ], - "description": "A face that should not be recognized by the participants." - }, - "famous-face-cond": { - "files": 1, - "events": 14, - "tags": [ - "Image", - "Face", - "Famous" - ], - "description": "A face that should be recognized by the participants" - } - } - }, - "repetition-type": { - "type_value": "repetition-type", - "type_tag": "condition-variable", - "levels": 3, - "direct_references": 0, - "total_events": 200, - "events": 50, - "events_with_multiple_refs": 0, - "max_refs_per_event": 1, - "files": [ - "H:\\HEDPython\\hed-python\\tests\\data\\remodel_tests\\eeg_ds003645s_hed_remodel\\sub-003\\eeg\\sub-003_task-FacePerception_run-3_events.tsv" - ], - "level_counts": { - "first-show-cond": { - "files": 1, - "events": 27, - "tags": [ - "Item-interval", - "Face", - "Item-count" - ], - "description": "Factor level indicating the first display of this face." - }, - "immediate-repeat-cond": { - "files": 1, - "events": 12, - "tags": [ - "Item-interval", - "Face", - "Item-count" - ], - "description": "Factor level indicating this face was the same as previous one." - }, - "delayed-repeat-cond": { - "files": 1, - "events": 11, - "tags": [ - "Face", - "Item-count", - "Item-interval", - "Greater-than-or-equal-to", - "Item-interval" - ], - "description": "Factor level indicating face was seen 5 to 15 trials ago." - } - } - } - } - } -} \ No newline at end of file diff --git a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_688.txt b/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_688.txt deleted file mode 100644 index 57d246bd8..000000000 --- a/tests/data/remodel_tests/temp/remodel/summaries/Hed type summary/individual_summaries/hed_type_summary_sub-003_task-FacePerception_run-3_events_1_2023_04_12_T_10_48_49_688.txt +++ /dev/null @@ -1,30 +0,0 @@ -Context name: Hed type summary -Context type: hed_type_summary -Context filename: hed_type_summary - -Summary for H:\HEDPython\hed-python\tests\data\remodel_tests\eeg_ds003645s_hed_remodel\sub-003\eeg\sub-003_task-FacePerception_run-3_events.tsv: -Type=condition-variable Type values=3 Total events=200 - key-assignment: 1 levels in 200 events - right-sym-cond [200 events, 1 files]: - Tags: ['Asymmetrical', 'Behavioral-evidence', 'Index-finger', 'Experiment-participant', 'Left-side-of', 'Behavioral-evidence', 'Symmetrical', 'Index-finger', 'Experiment-participant', 'Right-side-of'] - Description: Right index finger key press indicates a face with above average symmetry. - face-type: 3 levels in 50 events - scrambled-face-cond [20 events, 1 files]: - Tags: ['Image', 'Disordered', 'Face'] - Description: A scrambled face image generated by taking face 2D FFT. - unfamiliar-face-cond [16 events, 1 files]: - Tags: ['Image', 'Face', 'Unfamiliar'] - Description: A face that should not be recognized by the participants. - famous-face-cond [14 events, 1 files]: - Tags: ['Image', 'Face', 'Famous'] - Description: A face that should be recognized by the participants - repetition-type: 3 levels in 50 events - first-show-cond [27 events, 1 files]: - Tags: ['Item-interval', 'Face', 'Item-count'] - Description: Factor level indicating the first display of this face. - immediate-repeat-cond [12 events, 1 files]: - Tags: ['Item-interval', 'Face', 'Item-count'] - Description: Factor level indicating this face was the same as previous one. - delayed-repeat-cond [11 events, 1 files]: - Tags: ['Face', 'Item-count', 'Item-interval', 'Greater-than-or-equal-to', 'Item-interval'] - Description: Factor level indicating face was seen 5 to 15 trials ago. \ No newline at end of file diff --git a/tests/tools/remodeling/cli/test_run_remodel.py b/tests/tools/remodeling/cli/test_run_remodel.py index 3bead2c56..893794e45 100644 --- a/tests/tools/remodeling/cli/test_run_remodel.py +++ b/tests/tools/remodeling/cli/test_run_remodel.py @@ -36,6 +36,9 @@ def setUp(self): def tearDown(self): shutil.rmtree(self.data_root) + work_path = os.path.realpath(os.path.join(self.extract_path, 'temp')) + if os.path.exists(work_path): + shutil.rmtree(work_path) @classmethod def tearDownClass(cls): diff --git a/tests/tools/remodeling/test_dispatcher.py b/tests/tools/remodeling/test_dispatcher.py index 8fdd0ceaf..29329d9a9 100644 --- a/tests/tools/remodeling/test_dispatcher.py +++ b/tests/tools/remodeling/test_dispatcher.py @@ -85,7 +85,8 @@ def test_get_summary_save_dir(self): dispatch1 = Dispatcher(model1, data_root=self.test_root_back1, backup_name='back1') summary_path = dispatch1.get_summary_save_dir() self.assertEqual(summary_path, - os.path.realpath(os.path.join(self.test_root_back1, Dispatcher.REMODELING_SUMMARY_PATH))) + os.path.realpath(os.path.join(self.test_root_back1, 'derivatives', + Dispatcher.REMODELING_SUMMARY_PATH))) dispatch2 = Dispatcher(model1) with self.assertRaises(HedFileError) as context: dispatch2.get_summary_save_dir() From c349d1f9b1a3846e2023a2ffcea6d630b6b741f9 Mon Sep 17 00:00:00 2001 From: IanCa Date: Wed, 12 Apr 2023 18:37:58 -0500 Subject: [PATCH 048/103] Improve def-gatherer. Very much improve spec tests/related validators to be more in sync. --- hed/errors/error_messages.py | 115 ++++++---- hed/errors/error_reporter.py | 3 +- hed/errors/error_types.py | 93 ++++---- hed/models/base_input.py | 17 +- hed/models/def_expand_gather.py | 200 ++++++++++-------- hed/models/definition_dict.py | 137 ++++++++---- hed/models/definition_entry.py | 30 +-- hed/models/hed_group.py | 4 +- hed/models/hed_string_group.py | 2 +- hed/models/tabular_input.py | 15 ++ .../operations/summarize_definitions_op.py | 103 +++++---- hed/validator/def_validator.py | 3 +- hed/validator/hed_validator.py | 23 +- hed/validator/onset_validator.py | 4 +- hed/validator/sidecar_validator.py | 28 ++- hed/validator/spreadsheet_validator.py | 4 +- hed/validator/tag_validator.py | 88 +++++--- spec_tests/hed-specification | 2 +- spec_tests/test_errors.py | 39 +++- .../both_types_events_with_defs.json | 9 +- ...both_types_events_without_definitions.json | 6 +- tests/data/validator_tests/bids_events.json | 13 +- tests/errors/test_error_reporter.py | 28 +-- tests/models/test_base_input.py | 7 +- tests/models/test_definition_dict.py | 86 ++++---- tests/models/test_definition_entry.py | 10 +- tests/models/test_df_util.py | 121 ++++++----- tests/models/test_sidecar.py | 6 +- .../test_summarize_definitions_op.py | 44 +++- .../test_summarize_hed_validation_op.py | 2 +- tests/validator/test_def_validator.py | 28 +-- tests/validator/test_hed_validator.py | 12 +- tests/validator/test_onset_validator.py | 20 +- tests/validator/test_tag_validator.py | 170 +++++++-------- tests/validator/test_tag_validator_library.py | 66 +++--- 35 files changed, 905 insertions(+), 633 deletions(-) diff --git a/hed/errors/error_messages.py b/hed/errors/error_messages.py index 36d1b446f..8f77edaf7 100644 --- a/hed/errors/error_messages.py +++ b/hed/errors/error_messages.py @@ -9,24 +9,24 @@ SidecarErrors, SchemaWarnings, ErrorSeverity, DefinitionErrors, OnsetErrors, ColumnErrors -@hed_tag_error(ValidationErrors.HED_UNITS_INVALID) +@hed_tag_error(ValidationErrors.UNITS_INVALID) def val_error_invalid_unit(tag, units): units_string = ','.join(sorted(units)) return f'Invalid unit - "{tag}" valid units are "{units_string}"' -@hed_error(ValidationErrors.HED_TAG_EMPTY) +@hed_error(ValidationErrors.TAG_EMPTY) def val_error_extra_comma(source_string, char_index): character = source_string[char_index] return f"HED tags cannot be empty. Extra delimiter found: '{character}' at index {char_index}'" -@hed_tag_error(ValidationErrors.HED_GROUP_EMPTY, actual_code=ValidationErrors.HED_TAG_EMPTY) +@hed_tag_error(ValidationErrors.HED_GROUP_EMPTY, actual_code=ValidationErrors.TAG_EMPTY) def val_error_empty_group(tag): return f"HED tags cannot be empty. Extra delimiters found: '{tag}'" -@hed_tag_error(ValidationErrors.HED_TAG_EXTENDED, has_sub_tag=True, default_severity=ErrorSeverity.WARNING) +@hed_tag_error(ValidationErrors.TAG_EXTENDED, has_sub_tag=True, default_severity=ErrorSeverity.WARNING) def val_error_tag_extended(tag, problem_tag): return f"Hed tag is extended. '{problem_tag}' in {tag}" @@ -43,7 +43,7 @@ def val_error_invalid_tag_character(tag, problem_tag): return f"Invalid character '{problem_tag}' in {tag}" -@hed_error(ValidationErrors.HED_TILDES_UNSUPPORTED) +@hed_error(ValidationErrors.TILDES_UNSUPPORTED) def val_error_tildes_not_supported(source_string, char_index): character = source_string[char_index] return f"Tildes not supported. Replace (a ~ b ~ c) with (a, (b, c)). '{character}' at index {char_index}'" @@ -54,29 +54,29 @@ def val_error_comma_missing(tag): return f"Comma missing after - '{tag}'" -@hed_tag_error(ValidationErrors.HED_TAG_REPEATED) +@hed_tag_error(ValidationErrors.HED_TAG_REPEATED, actual_code=ValidationErrors.TAG_EXPRESSION_REPEATED) def val_error_duplicate_tag(tag): return f'Repeated tag - "{tag}"' -@hed_error(ValidationErrors.HED_TAG_REPEATED_GROUP) +@hed_error(ValidationErrors.HED_TAG_REPEATED_GROUP, actual_code=ValidationErrors.TAG_EXPRESSION_REPEATED) def val_error_duplicate_group(group): return f'Repeated group - "{group}"' -@hed_error(ValidationErrors.HED_PARENTHESES_MISMATCH) +@hed_error(ValidationErrors.PARENTHESES_MISMATCH) def val_error_parentheses(opening_parentheses_count, closing_parentheses_count): return f'Number of opening and closing parentheses are unequal. '\ f'{opening_parentheses_count} opening parentheses. {closing_parentheses_count} '\ 'closing parentheses' -@hed_tag_error(ValidationErrors.HED_TAG_REQUIRES_CHILD) +@hed_tag_error(ValidationErrors.TAG_REQUIRES_CHILD) def val_error_require_child(tag): return f"Descendant tag required - '{tag}'" -@hed_error(ValidationErrors.HED_TAG_NOT_UNIQUE) +@hed_error(ValidationErrors.TAG_NOT_UNIQUE) def val_error_multiple_unique(tag_prefix): return f"Multiple unique tags with prefix - '{tag_prefix}'" @@ -86,25 +86,24 @@ def val_error_prefix_invalid(tag, tag_prefix): return f"Prefixes can only contain alpha characters. - '{tag_prefix}'" -@hed_tag_error(ValidationErrors.INVALID_EXTENSION, actual_code=ValidationErrors.HED_TAG_INVALID) +@hed_tag_error(ValidationErrors.TAG_EXTENSION_INVALID) def val_error_invalid_extension(tag): return f'Invalid extension on tag - "{tag}"' -@hed_tag_error(ValidationErrors.INVALID_PARENT_NODE, has_sub_tag=True, actual_code=ValidationErrors.HED_TAG_INVALID) +@hed_tag_error(ValidationErrors.INVALID_PARENT_NODE, has_sub_tag=True, actual_code=ValidationErrors.TAG_EXTENSION_INVALID) def val_error_invalid_parent(tag, problem_tag, expected_parent_tag): - return f"In '{tag}', '{problem_tag}' appears as '{str(expected_parent_tag)}' and cannot be used " \ - f"as an extension." + return f"In '{tag}', '{problem_tag}' appears as '{str(expected_parent_tag)}' and cannot be used as an extension." -@hed_tag_error(ValidationErrors.NO_VALID_TAG_FOUND, has_sub_tag=True, actual_code=ValidationErrors.HED_TAG_INVALID) +@hed_tag_error(ValidationErrors.NO_VALID_TAG_FOUND, has_sub_tag=True, actual_code=ValidationErrors.TAG_INVALID) def val_error_no_valid_tag(tag, problem_tag): return f"'{problem_tag}' in {tag} is not a valid base hed tag." -@hed_tag_error(ValidationErrors.HED_VALUE_INVALID) +@hed_tag_error(ValidationErrors.VALUE_INVALID) def val_error_no_value(tag): - return f"''{tag}' has an invalid value portion." + return f"'{tag}' has an invalid value portion." @hed_error(ValidationErrors.HED_MISSING_REQUIRED_COLUMN, default_severity=ErrorSeverity.WARNING) @@ -128,17 +127,17 @@ def val_error_hed_duplicate_column(column_name): return f"Multiple columns have name {column_name}. This is not a fatal error, but discouraged." -@hed_tag_error(ValidationErrors.HED_LIBRARY_UNMATCHED) +@hed_tag_error(ValidationErrors.HED_LIBRARY_UNMATCHED, actual_code=ValidationErrors.TAG_PREFIX_INVALID) def val_error_unknown_prefix(tag, unknown_prefix, known_prefixes): return f"Tag '{tag} has unknown prefix '{unknown_prefix}'. Valid prefixes: {known_prefixes}" -@hed_tag_error(ValidationErrors.HED_NODE_NAME_EMPTY, has_sub_tag=True) +@hed_tag_error(ValidationErrors.NODE_NAME_EMPTY, has_sub_tag=True) def val_error_extra_slashes_spaces(tag, problem_tag): return f"Extra slashes or spaces '{problem_tag}' in tag '{tag}'" -@hed_error(ValidationErrors.HED_SIDECAR_KEY_MISSING, default_severity=ErrorSeverity.WARNING) +@hed_error(ValidationErrors.SIDECAR_KEY_MISSING, default_severity=ErrorSeverity.WARNING) def val_error_sidecar_key_missing(invalid_key, category_keys): return f"Category key '{invalid_key}' does not exist in column. Valid keys are: {category_keys}" @@ -181,34 +180,34 @@ def val_error_def_expand_value_extra(tag): return f"A Def-expand tag does not take a placeholder value, but was given one. Definition: '{tag}" -@hed_tag_error(ValidationErrors.HED_TOP_LEVEL_TAG, actual_code=ValidationErrors.HED_TAG_GROUP_ERROR) +@hed_tag_error(ValidationErrors.HED_TOP_LEVEL_TAG, actual_code=ValidationErrors.TAG_GROUP_ERROR) def val_error_top_level_tag(tag): return f"A tag that must be in a top level group was found in another location. {str(tag)}" -@hed_tag_error(ValidationErrors.HED_TAG_GROUP_TAG, actual_code=ValidationErrors.HED_TAG_GROUP_ERROR) +@hed_tag_error(ValidationErrors.HED_TAG_GROUP_TAG, actual_code=ValidationErrors.TAG_GROUP_ERROR) def val_error_tag_group_tag(tag): return f"A tag that must be in a group was found in another location. {str(tag)}" -@hed_tag_error(ValidationErrors.HED_MULTIPLE_TOP_TAGS, actual_code=ValidationErrors.HED_TAG_GROUP_ERROR) +@hed_tag_error(ValidationErrors.HED_MULTIPLE_TOP_TAGS, actual_code=ValidationErrors.TAG_GROUP_ERROR) def val_error_top_level_tags(tag, multiple_tags): tags_as_string = [str(tag) for tag in multiple_tags] return f"Multiple top level tags found in a single group. First one found: {str(tag)}. " + \ f"Remainder:{str(tags_as_string)}" -@hed_error(ValidationErrors.HED_REQUIRED_TAG_MISSING) +@hed_error(ValidationErrors.REQUIRED_TAG_MISSING) def val_warning_required_prefix_missing(tag_prefix): return f"Tag with prefix '{tag_prefix}' is required" -@hed_tag_error(ValidationErrors.HED_STYLE_WARNING, default_severity=ErrorSeverity.WARNING) +@hed_tag_error(ValidationErrors.STYLE_WARNING, default_severity=ErrorSeverity.WARNING) def val_warning_capitalization(tag): return f"First word not capitalized or camel case - '{tag}'" -@hed_tag_error(ValidationErrors.HED_UNITS_DEFAULT_USED, default_severity=ErrorSeverity.WARNING) +@hed_tag_error(ValidationErrors.UNITS_MISSING, default_severity=ErrorSeverity.WARNING) def val_warning_default_units_used(tag, default_unit): return f"No unit specified. Using '{default_unit}' as the default - '{tag}'" @@ -260,12 +259,12 @@ def sidecar_error_hed_data_type(expected_type, given_type): return f"Invalid HED string datatype sidecar. Should be '{expected_type}', but got '{given_type}'" -@hed_error(SidecarErrors.INVALID_POUND_SIGNS_VALUE, actual_code=ValidationErrors.HED_PLACEHOLDER_INVALID) +@hed_error(SidecarErrors.INVALID_POUND_SIGNS_VALUE, actual_code=ValidationErrors.PLACEHOLDER_INVALID) def sidecar_error_invalid_pound_sign_count(pound_sign_count): return f"There should be exactly one # character in a sidecar string. Found {pound_sign_count}" -@hed_error(SidecarErrors.INVALID_POUND_SIGNS_CATEGORY, actual_code=ValidationErrors.HED_PLACEHOLDER_INVALID) +@hed_error(SidecarErrors.INVALID_POUND_SIGNS_CATEGORY, actual_code=ValidationErrors.PLACEHOLDER_INVALID) def sidecar_error_too_many_pound_signs(pound_sign_count): return f"There should be no # characters in a category sidecar string. Found {pound_sign_count}" @@ -276,17 +275,17 @@ def sidecar_error_unknown_column(column_name): "Most likely the column definition in question needs a # sign to replace a number somewhere." -@hed_error(SidecarErrors.SIDECAR_HED_USED, actual_code=SidecarErrors.SIDECAR_INVALID) +@hed_error(SidecarErrors.SIDECAR_HED_USED, actual_code=ValidationErrors.SIDECAR_INVALID) def SIDECAR_HED_USED(): return "'HED' is a reserved name and cannot be used as a sidecar except in expected places." -@hed_error(SidecarErrors.SIDECAR_HED_USED_COLUMN, actual_code=SidecarErrors.SIDECAR_INVALID) +@hed_error(SidecarErrors.SIDECAR_HED_USED_COLUMN, actual_code=ValidationErrors.SIDECAR_INVALID) def SIDECAR_HED_USED_COLUMN(): return "'HED' is a reserved name and cannot be used as a sidecar column name" -@hed_error(SidecarErrors.SIDECAR_NA_USED, actual_code=SidecarErrors.SIDECAR_INVALID) +@hed_error(SidecarErrors.SIDECAR_NA_USED, actual_code=ValidationErrors.SIDECAR_INVALID) def sidecar_na_used(column_name): return f"Invalid category key 'n/a' found in column {column_name}." @@ -294,19 +293,31 @@ def sidecar_na_used(column_name): @hed_tag_error(DefinitionErrors.DEF_TAG_IN_DEFINITION, actual_code=ValidationErrors.DEFINITION_INVALID) def def_error_def_tag_in_definition(tag, def_name): return f"Invalid tag {tag} found in definition for {def_name}. " +\ - f"Def and Def-expand tags cannot be in definitions." + f"Def, Def-expand, and Definition tags cannot be in definitions." -@hed_error(DefinitionErrors.WRONG_NUMBER_GROUP_TAGS, actual_code=ValidationErrors.DEFINITION_INVALID) +@hed_error(DefinitionErrors.NO_DEFINITION_CONTENTS, actual_code=ValidationErrors.DEFINITION_INVALID) +def def_error_no_group_tags(def_name): + return f"No group tag found in definition for {def_name}." + + +@hed_error(DefinitionErrors.WRONG_NUMBER_GROUPS, actual_code=ValidationErrors.DEFINITION_INVALID) def def_error_wrong_group_tags(def_name, tag_list): tag_list_strings = [str(tag) for tag in tag_list] return f"Too many group tags found in definition for {def_name}. Expected 1, found: {tag_list_strings}" +@hed_error(DefinitionErrors.WRONG_NUMBER_TAGS, actual_code=ValidationErrors.DEFINITION_INVALID) +def def_error_wrong_group_tags(def_name, tag_list): + tag_list_strings = [str(tag) for tag in tag_list] + return f"Too many tags found in definition for {def_name}. Expected 1, found: {tag_list_strings}" + + + @hed_error(DefinitionErrors.WRONG_NUMBER_PLACEHOLDER_TAGS, actual_code=ValidationErrors.DEFINITION_INVALID) def def_error_wrong_placeholder_count(def_name, expected_count, tag_list): tag_list_strings = [str(tag) for tag in tag_list] - return f"Incorrect number placeholder tags found in definition for {def_name}. " + \ + return f"Incorrect number placeholders or placeholder tags found in definition for {def_name}. " + \ f"Expected {expected_count}, found: {tag_list_strings}" @@ -315,51 +326,61 @@ def def_error_duplicate_definition(def_name): return f"Duplicate definition found for '{def_name}'." -@hed_error(DefinitionErrors.TAG_IN_SCHEMA, actual_code=ValidationErrors.DEFINITION_INVALID) -def def_error_tag_already_in_schema(def_name): - return f"Term '{def_name}' already used as term in schema and cannot be re-used as a definition." +@hed_tag_error(DefinitionErrors.INVALID_DEFINITION_EXTENSION, actual_code=ValidationErrors.DEFINITION_INVALID) +def def_error_invalid_def_extension(tag, def_name): + return f"Tag '{str(tag)}' has an invalid placeholder in definition '{def_name}'" + + +@hed_error(DefinitionErrors.PLACEHOLDER_NO_TAKES_VALUE, actual_code=ValidationErrors.DEFINITION_INVALID) +def def_error_no_takes_value(def_name, placeholder_tag): + return f"Definition '{def_name}' has has a placeholder tag {str(placeholder_tag)} that isn't a takes value tag." + + +@hed_tag_error(DefinitionErrors.BAD_PROP_IN_DEFINITION, actual_code=ValidationErrors.DEFINITION_INVALID) +def def_error_no_takes_value(tag, def_name): + return f"Tag '{str(tag)}' in Definition '{def_name}' has has a tag with the unique or required attribute." -@hed_error(DefinitionErrors.INVALID_DEFINITION_EXTENSION, actual_code=ValidationErrors.DEFINITION_INVALID) -def def_error_invalid_def_extension(def_name): - return f"Term '{def_name}' has an invalid extension. Definitions can only have one term." +@hed_tag_error(DefinitionErrors.BAD_DEFINITION_LOCATION, actual_code=ValidationErrors.DEFINITION_INVALID) +def def_error_bad_location(tag): + return f"Tag '{str(tag)}' is found in a location it is not allowed to be." -@hed_tag_error(OnsetErrors.ONSET_DEF_UNMATCHED, actual_code=ValidationErrors.HED_ONSET_OFFSET_ERROR) +@hed_tag_error(OnsetErrors.ONSET_DEF_UNMATCHED, actual_code=ValidationErrors.ONSET_OFFSET_ERROR) def onset_error_def_unmatched(tag): return f"The def tag in an onset/offset tag is unmatched. Def tag: '{tag}'" -@hed_tag_error(OnsetErrors.OFFSET_BEFORE_ONSET, actual_code=ValidationErrors.HED_ONSET_OFFSET_ERROR) +@hed_tag_error(OnsetErrors.OFFSET_BEFORE_ONSET, actual_code=ValidationErrors.ONSET_OFFSET_ERROR) def onset_error_offset_before_onset(tag): return f"Offset tag '{tag}' does not have a matching onset." -@hed_tag_error(OnsetErrors.ONSET_NO_DEF_TAG_FOUND, actual_code=ValidationErrors.HED_ONSET_OFFSET_ERROR) +@hed_tag_error(OnsetErrors.ONSET_NO_DEF_TAG_FOUND, actual_code=ValidationErrors.ONSET_OFFSET_ERROR) def onset_no_def_found(tag): return f"'{tag}' tag has no def or def-expand tag in string." -@hed_tag_error(OnsetErrors.ONSET_TOO_MANY_DEFS, actual_code=ValidationErrors.HED_ONSET_OFFSET_ERROR) +@hed_tag_error(OnsetErrors.ONSET_TOO_MANY_DEFS, actual_code=ValidationErrors.ONSET_OFFSET_ERROR) def onset_too_many_defs(tag, tag_list): tag_list_strings = [str(tag) for tag in tag_list] return f"Too many def tags found in onset for {tag}. Expected 1, also found: {tag_list_strings}" -@hed_tag_error(OnsetErrors.ONSET_WRONG_NUMBER_GROUPS, actual_code=ValidationErrors.HED_ONSET_OFFSET_ERROR) +@hed_tag_error(OnsetErrors.ONSET_WRONG_NUMBER_GROUPS, actual_code=ValidationErrors.ONSET_OFFSET_ERROR) def onset_too_many_groups(tag, tag_list): tag_list_strings = [str(a_tag) for a_tag in tag_list] return f"An onset tag should have at most 2 sibling nodes, an offset tag should have 1. " +\ f"Found {len(tag_list_strings)}: {tag_list_strings}" -@hed_tag_error(OnsetErrors.ONSET_TAG_OUTSIDE_OF_GROUP, actual_code=ValidationErrors.HED_ONSET_OFFSET_ERROR) +@hed_tag_error(OnsetErrors.ONSET_TAG_OUTSIDE_OF_GROUP, actual_code=ValidationErrors.ONSET_OFFSET_ERROR) def onset_wrong_type_tag(tag, def_tag): return f"Onset def tag '{def_tag}' has an improper sibling tag '{tag}'. All onset context tags must be " + \ f"in a single group together." -@hed_tag_error(OnsetErrors.ONSET_PLACEHOLDER_WRONG, actual_code=ValidationErrors.HED_ONSET_OFFSET_ERROR) +@hed_tag_error(OnsetErrors.ONSET_PLACEHOLDER_WRONG, actual_code=ValidationErrors.ONSET_OFFSET_ERROR) def onset_wrong_placeholder(tag, has_placeholder): if has_placeholder: return f"Onset/offset def tag {tag} expects a placeholder value, but does not have one." diff --git a/hed/errors/error_reporter.py b/hed/errors/error_reporter.py index 61381e82a..8b4808c16 100644 --- a/hed/errors/error_reporter.py +++ b/hed/errors/error_reporter.py @@ -30,8 +30,7 @@ # ErrorContext which is expected to be int based. int_sort_list = [ - ErrorContext.ROW, - ErrorContext.COLUMN, + ErrorContext.ROW ] hed_string_sort_list = [ diff --git a/hed/errors/error_types.py b/hed/errors/error_types.py index 5da166247..00e2185bb 100644 --- a/hed/errors/error_types.py +++ b/hed/errors/error_types.py @@ -27,8 +27,30 @@ class ValidationErrors: DEF_EXPAND_INVALID = "DEF_EXPAND_INVALID" DEF_INVALID = "DEF_INVALID" DEFINITION_INVALID = "DEFINITION_INVALID" - - # NOT OFFICIAL + NODE_NAME_EMPTY = 'NODE_NAME_EMPTY' + ONSET_OFFSET_ERROR = 'ONSET_OFFSET_ERROR' + PARENTHESES_MISMATCH = 'PARENTHESES_MISMATCH' + PLACEHOLDER_INVALID = 'PLACEHOLDER_INVALID' + REQUIRED_TAG_MISSING = 'REQUIRED_TAG_MISSING' + SIDECAR_INVALID = 'SIDECAR_INVALID' + SIDECAR_KEY_MISSING = 'SIDECAR_KEY_MISSING' + STYLE_WARNING = "STYLE_WARNING" + TAG_EMPTY = 'TAG_EMPTY' + TAG_EXPRESSION_REPEATED = 'TAG_EXPRESSION_REPEATED' + TAG_EXTENDED = 'TAG_EXTENDED' + TAG_EXTENSION_INVALID = 'TAG_EXTENSION_INVALID' + TAG_GROUP_ERROR = "TAG_GROUP_ERROR" + TAG_INVALID = "TAG_INVALID" + TAG_NOT_UNIQUE = 'TAG_NOT_UNIQUE' + TAG_PREFIX_INVALID = 'TAG_PREFIX_INVALID' + TAG_REQUIRES_CHILD = 'TAG_REQUIRES_CHILD' + TILDES_UNSUPPORTED = 'TILDES_UNSUPPORTED' + UNITS_INVALID = 'UNITS_INVALID' + UNITS_MISSING = 'UNITS_MISSING' + VERSION_DEPRECATED = 'VERSION_DEPRECATED' + VALUE_INVALID = 'VALUE_INVALID' + + # Internal codes HED_DEF_UNMATCHED = "HED_DEF_UNMATCHED" HED_DEF_VALUE_MISSING = "HED_DEF_VALUE_MISSING" HED_DEF_VALUE_EXTRA = "HED_DEF_VALUE_EXTRA" @@ -37,57 +59,38 @@ class ValidationErrors: HED_DEF_EXPAND_UNMATCHED = "HED_DEF_EXPAND_UNMATCHED" HED_DEF_EXPAND_VALUE_MISSING = "HED_DEF_EXPAND_VALUE_MISSING" HED_DEF_EXPAND_VALUE_EXTRA = "HED_DEF_EXPAND_VALUE_EXTRA" - # END NOT OFFICIAL - - HED_NODE_NAME_EMPTY = 'HED_NODE_NAME_EMPTY' - HED_ONSET_OFFSET_ERROR = 'HED_ONSET_OFFSET_ERROR' - HED_PARENTHESES_MISMATCH = 'HED_PARENTHESES_MISMATCH' - HED_PLACEHOLDER_INVALID = 'HED_PLACEHOLDER_INVALID' - HED_REQUIRED_TAG_MISSING = 'HED_REQUIRED_TAG_MISSING' - HED_SIDECAR_KEY_MISSING = 'HED_SIDECAR_KEY_MISSING' - HED_STYLE_WARNING = 'HED_STYLE_WARNING' - HED_TAG_EMPTY = 'HED_TAG_EMPTY' - HED_TAG_EXTENDED = 'HED_TAG_EXTENDED' - HED_TAG_GROUP_ERROR = "HED_TAG_GROUP_ERROR" - HED_TAG_INVALID = "HED_TAG_INVALID" - HED_TAG_NOT_UNIQUE = 'HED_TAG_NOT_UNIQUE' + HED_TAG_REPEATED = 'HED_TAG_REPEATED' HED_TAG_REPEATED_GROUP = 'HED_TAG_REPEATED_GROUP' - HED_TAG_REQUIRES_CHILD = 'HED_TAG_REQUIRES_CHILD' - HED_TILDES_UNSUPPORTED = 'HED_TILDES_UNSUPPORTED' - HED_UNITS_INVALID = 'HED_UNITS_INVALID' - HED_UNITS_DEFAULT_USED = 'HED_UNITS_DEFAULT_USED' - HED_VALUE_INVALID = 'HED_VALUE_INVALID' + + INVALID_PARENT_NODE = "invalidParent" + NO_VALID_TAG_FOUND = "invalidTag" + HED_LIBRARY_UNMATCHED = "HED_LIBRARY_UNMATCHED" - TAG_PREFIX_INVALID = "TAG_PREFIX_INVALID" - # HED_VERSION_WARNING + + HED_TOP_LEVEL_TAG = "HED_TOP_LEVEL_TAG" + HED_MULTIPLE_TOP_TAGS = "HED_MULTIPLE_TOP_TAGS" + HED_TAG_GROUP_TAG = "HED_TAG_GROUP_TAG" + + HED_GROUP_EMPTY = 'HED_GROUP_EMPTY' + # end internal codes + + + # Still being worked on below this line HED_MISSING_REQUIRED_COLUMN = "HED_MISSING_REQUIRED_COLUMN" HED_UNKNOWN_COLUMN = "HED_UNKNOWN_COLUMN" HED_DUPLICATE_COLUMN = "HED_DUPLICATE_COLUMN" HED_BLANK_COLUMN = "HED_BLANK_COLUMN" - # Below here shows what the given error maps to - HED_GROUP_EMPTY = 'emptyHedGroup' - INVALID_TAG_CHARACTER = 'invalidTagCharacter' - - # These are all HED_TAG_INVALID - INVALID_EXTENSION = 'invalidExtension' - INVALID_PARENT_NODE = "invalidParent" - NO_VALID_TAG_FOUND = "invalidTag" - - # These are misc errors that need categorization. - HED_TOP_LEVEL_TAG = "HED_TOP_LEVEL_TAG" - HED_MULTIPLE_TOP_TAGS = "HED_MULTIPLE_TOP_TAGS" - HED_TAG_GROUP_TAG = "HED_TAG_GROUP_TAG" + INVALID_TAG_CHARACTER = 'invalidTagCharacter' class SidecarErrors: # These are for json sidecar validation errors(sidecars can also produce most normal validation errors) - SIDECAR_INVALID = "SIDECAR_INVALID" # this is the generic error reported for several later ones BLANK_HED_STRING = 'blankValueString' WRONG_HED_DATA_TYPE = 'wrongHedDataType' INVALID_POUND_SIGNS_VALUE = 'invalidNumberPoundSigns' @@ -97,6 +100,7 @@ class SidecarErrors: SIDECAR_NA_USED = 'SIDECAR_NA_USED' SIDECAR_HED_USED = 'SIDECAR_HED_USED' + class SchemaErrors: HED_SCHEMA_DUPLICATE_NODE = 'HED_SCHEMA_DUPLICATE_NODE' HED_SCHEMA_ATTRIBUTE_INVALID = 'HED_SCHEMA_ATTRIBUTE_INVALID' @@ -111,17 +115,24 @@ class SchemaWarnings: NON_PLACEHOLDER_HAS_CLASS = 'NON_PLACEHOLDER_HAS_CLASS' -# These are all DEFINITION_INVALID errors class DefinitionErrors: - DEF_TAG_IN_DEFINITION = 'DEF_TAG_IN_DEFINITION' - WRONG_NUMBER_GROUP_TAGS = 'wrongNumberGroupTags' + # These are all DEFINITION_INVALID errors WRONG_NUMBER_PLACEHOLDER_TAGS = 'wrongNumberPlaceholderTags' DUPLICATE_DEFINITION = 'duplicateDefinition' - TAG_IN_SCHEMA = 'defAlreadyInSchema' INVALID_DEFINITION_EXTENSION = 'invalidDefExtension' + DEF_TAG_IN_DEFINITION = 'DEF_TAG_IN_DEFINITION' + NO_DEFINITION_CONTENTS = "NO_DEFINITION_CONTENTS" + PLACEHOLDER_NO_TAKES_VALUE = 'PLACEHOLDER_NO_TAKES_VALUE' + + WRONG_NUMBER_TAGS = 'WRONG_NUMBER_TAGS' + WRONG_NUMBER_GROUPS = 'WRONG_NUMBER_GROUPS' + BAD_PROP_IN_DEFINITION = 'BAD_PROP_IN_DEFINITION' + + BAD_DEFINITION_LOCATION = 'BAD_DEFINITION_LOCATION' class OnsetErrors: + # These are all ONSET_OFFSET_ERROR OFFSET_BEFORE_ONSET = "OFFSET_BEFORE_ONSET" ONSET_DEF_UNMATCHED = "ONSET_DEF_UNMATCHED" ONSET_WRONG_NUMBER_GROUPS = "ONSET_WRONG_NUMBER_GROUPS" diff --git a/hed/models/base_input.py b/hed/models/base_input.py index f0e4209c2..09e0875c5 100644 --- a/hed/models/base_input.py +++ b/hed/models/base_input.py @@ -447,4 +447,19 @@ def combine_dataframe(dataframe): lambda x: ', '.join(filter(lambda e: bool(e) and e != "n/a", map(str, x))), axis=1 ) - return dataframe \ No newline at end of file + return dataframe + + def get_def_dict(self, hed_schema=None, extra_def_dicts=None): + """ Returns the definition dict for this file + + Note: Baseclass implementation returns just extra_def_dicts. + + Parameters: + hed_schema(HedSchema): used to identify tags to find definitions(if needed) + extra_def_dicts (list, DefinitionDict, or None): Extra dicts to add to the list. + + Returns: + DefinitionDict: A single definition dict representing all the data(and extra def dicts) + """ + from hed.models.definition_dict import DefinitionDict + return DefinitionDict(extra_def_dicts, hed_schema) \ No newline at end of file diff --git a/hed/models/def_expand_gather.py b/hed/models/def_expand_gather.py index 5d2b5c935..db1a8fd47 100644 --- a/hed/models/def_expand_gather.py +++ b/hed/models/def_expand_gather.py @@ -2,6 +2,82 @@ from hed.models import DefinitionDict, DefinitionEntry, HedString +class AmbiguousDef: + def __init__(self): + self.actual_defs = [] + self.placeholder_defs = [] + + def add_def(self, def_tag, def_expand_group): + group_tag = def_expand_group.get_first_group() + def_extension = def_tag.extension.split('/')[-1] + self.actual_defs.append(group_tag) + group_tag = group_tag.copy() + matching_tags = [tag for tag in group_tag.get_all_tags() if + tag.extension == def_extension] + + for tag in matching_tags: + tag.extension = "#" + self.placeholder_defs.append(group_tag) + + def validate(self): + """Validate the given ambiguous definition + + Returns: + bool: True if this is a valid definition with exactly 1 placeholder. + + raises: + ValueError: Raised if this is an invalid(not ambiguous) definition. + """ + # todo: improve this and get_group + placeholder_group = self.get_group() + if not placeholder_group: + raise ValueError("Invalid Definition") + placeholder_mask = [(tag.extension == "#") for tag in placeholder_group.get_all_tags()] + all_tags_list = [group.get_all_tags() for group in self.actual_defs] + for tags, placeholder in zip(zip(*all_tags_list), placeholder_mask): + if placeholder: + continue + + tag_set = set(tag.extension for tag in tags) + if len(tag_set) > 1: + raise ValueError("Invalid Definition") + + return placeholder_mask.count(True) == 1 + + @staticmethod + def _get_matching_value(tags): + """Get the matching value for a set of HedTag extensions. + + Parameters: + tags (iterator): The list of HedTags to find a matching value for. + + Returns: + str or None: The matching value if found, None otherwise. + """ + extensions = [tag.extension for tag in tags] + unique_extensions = set(extensions) + + if len(unique_extensions) == 1: + return unique_extensions.pop() + elif "#" in unique_extensions: + unique_extensions.remove("#") + if len(unique_extensions) == 1: + return unique_extensions.pop() + return None + + def get_group(self): + new_group = self.placeholder_defs[0].copy() + + all_tags_list = [group.get_all_tags() for group in self.placeholder_defs] + for tags, new_tag in zip(zip(*all_tags_list), new_group.get_all_tags()): + matching_val = self._get_matching_value(tags) + if matching_val is None: + return None + new_tag.extension = matching_val + + return new_group + + class DefExpandGatherer: """Class for gathering definitions from a series of def-expands, including possibly ambiguous ones""" def __init__(self, hed_schema, known_defs=None, ambiguous_defs=None, errors=None): @@ -14,10 +90,10 @@ def __init__(self, hed_schema, known_defs=None, ambiguous_defs=None, errors=None """ self.hed_schema = hed_schema - self.known_defs = known_defs if known_defs else {} self.ambiguous_defs = ambiguous_defs if ambiguous_defs else {} + self.ambiguous_defs_new = ambiguous_defs if ambiguous_defs else {} self.errors = errors if errors else {} - self.def_dict = DefinitionDict(self.known_defs, self.hed_schema) + self.def_dict = DefinitionDict(known_defs, self.hed_schema) def process_def_expands(self, hed_strings, known_defs=None): """Process the HED strings containing def-expand tags. @@ -38,11 +114,11 @@ def process_def_expands(self, hed_strings, known_defs=None): self.def_dict.add_definitions(known_defs, self.hed_schema) for i in hed_strings[def_expand_mask].index: string = hed_strings.loc[i] - self._process_hed_string(string) + self._process_def_expand(string) return self.def_dict, self.ambiguous_defs, self.errors - def _process_hed_string(self, string): + def _process_def_expand(self, string): """Process a single HED string to extract definitions and handle known and ambiguous definitions. Parameters: @@ -74,109 +150,57 @@ def _handle_known_definition(self, def_tag, def_expand_group, def_group): if def_group_contents: if def_group_contents != def_expand_group: - self.errors.setdefault(def_tag_name.lower(), []).append(def_group) - return True - - if def_tag_name.lower() in self.errors: - self.errors.setdefault(def_tag_name.lower(), []).append(def_group) + self.errors.setdefault(def_tag_name.lower(), []).append(def_expand_group.get_first_group()) return True - return False - - def _handle_ambiguous_definition(self, def_tag, def_expand_group): - """Handle ambiguous def-expand tag in a HED string. - - Parameters: - def_tag (HedTag): The def-expand tag. - def_expand_group (HedGroup): The group containing the def-expand tag. - """ - def_tag_name = def_tag.extension.split('/')[0] - has_extension = "/" in def_tag.extension - if not has_extension: group_tag = def_expand_group.get_first_group() self.def_dict.defs[def_tag_name.lower()] = DefinitionEntry(name=def_tag_name, contents=group_tag, takes_value=False, source_context=[]) - else: - self._process_ambiguous_extension(def_tag, def_expand_group) + return True + + # this is needed for the cases where we have a definition with errors, but it's not a known definition. + if def_tag_name.lower() in self.errors: + self.errors.setdefault(f"{def_tag_name.lower()}", []).append(def_expand_group.get_first_group()) + return True + + return False - def _process_ambiguous_extension(self, def_tag, def_expand_group): - """Process ambiguous extensions in a def-expand HED string. + def _handle_ambiguous_definition(self, def_tag, def_expand_group): + """Handle ambiguous def-expand tag in a HED string. Parameters: def_tag (HedTag): The def-expand tag. def_expand_group (HedGroup): The group containing the def-expand tag. """ def_tag_name = def_tag.extension.split('/')[0] - def_extension = def_tag.extension.split('/')[-1] - - matching_tags = [tag for tag in def_expand_group.get_all_tags() if - tag.extension == def_extension and tag != def_tag] - - for tag in matching_tags: - tag.extension = "#" - - group_tag = def_expand_group.get_first_group() - - these_defs = self.ambiguous_defs.setdefault(def_tag_name.lower(), []) - these_defs.append(group_tag) - - value_per_tag = [] - if len(these_defs) >= 1: - all_tags_list = [group.get_all_tags() for group in these_defs] - for tags in zip(*all_tags_list): - matching_val = self._get_matching_value(tags) - value_per_tag.append(matching_val) - - self._handle_value_per_tag(def_tag_name, value_per_tag, group_tag) - - def _handle_value_per_tag(self, def_tag_name, value_per_tag, group_tag): - """Handle the values per tag in ambiguous def-expand tag. - - Parameters: - def_tag_name (str): The name of the def-expand tag. - value_per_tag (list): The list of values per HedTag. - group_tag (HedGroup): The def expand contents - """ - if value_per_tag.count(None): - groups = self.ambiguous_defs.get(def_tag_name.lower(), []) - for group in groups: - self.errors.setdefault(def_tag_name.lower(), []).append(group) - + these_defs = self.ambiguous_defs.setdefault(def_tag_name.lower(), AmbiguousDef()) + these_defs.add_def(def_tag, def_expand_group) + + try: + if these_defs.validate(): + new_contents = these_defs.get_group() + self.def_dict.defs[def_tag_name.lower()] = DefinitionEntry(name=def_tag_name, contents=new_contents, + takes_value=True, + source_context=[]) + del self.ambiguous_defs[def_tag_name.lower()] + except ValueError as e: + for ambiguous_def in these_defs.placeholder_defs: + self.errors.setdefault(def_tag_name.lower(), []).append(ambiguous_def) del self.ambiguous_defs[def_tag_name.lower()] - return - - ambiguous_values = value_per_tag.count("#") - if ambiguous_values == 1: - new_contents = group_tag.copy() - for tag, value in zip(new_contents.get_all_tags(), value_per_tag): - if value is not None: - tag.extension = f"{value}" - self.def_dict.defs[def_tag_name.lower()] = DefinitionEntry(name=def_tag_name, contents=new_contents, - takes_value=True, - source_context=[]) - del self.ambiguous_defs[def_tag_name.lower()] + return @staticmethod - def _get_matching_value(tags): - """Get the matching value for a set of HedTag extensions. - - Parameters: - tags (iterator): The list of HedTags to find a matching value for. + def get_ambiguous_group(ambiguous_def): + """Turns an entry in the ambiguous_defs dict into a single HedGroup Returns: - str or None: The matching value if found, None otherwise. + HedGroup: the ambiguous definition with known placeholders filled in """ - extensions = [tag.extension for tag in tags] - unique_extensions = set(extensions) - - if len(unique_extensions) == 1: - return unique_extensions.pop() - elif "#" in unique_extensions: - unique_extensions.remove("#") - if len(unique_extensions) == 1: - return unique_extensions.pop() - return None + if not ambiguous_def: + # mostly to not crash, this shouldn't happen. + return HedString("") + return ambiguous_def.get_group() diff --git a/hed/models/definition_dict.py b/hed/models/definition_dict.py index fce00e1fa..ebe1af6f8 100644 --- a/hed/models/definition_dict.py +++ b/hed/models/definition_dict.py @@ -3,6 +3,7 @@ from hed.errors.error_types import DefinitionErrors from hed.errors.error_reporter import ErrorHandler from hed.models.model_constants import DefTagNames +from hed.schema.hed_schema_constants import HedKey class DefinitionDict: @@ -98,38 +99,11 @@ def check_for_definitions(self, hed_string_obj, error_handler=None): list: List of issues encountered in checking for definitions. Each issue is a dictionary. """ - new_def_issues = [] + def_issues = [] for definition_tag, group in hed_string_obj.find_top_level_tags(anchor_tags={DefTagNames.DEFINITION_KEY}): + group_tag, new_def_issues = self._find_group(definition_tag, group, error_handler) def_tag_name = definition_tag.extension - # initial validation - groups = group.groups() - if len(groups) > 1: - new_def_issues += \ - ErrorHandler.format_error_with_context(error_handler, - DefinitionErrors.WRONG_NUMBER_GROUP_TAGS, - def_name=def_tag_name, tag_list=groups) - continue - if len(group.tags()) != 1: - new_def_issues += \ - ErrorHandler.format_error_with_context(error_handler, - DefinitionErrors.WRONG_NUMBER_GROUP_TAGS, - def_name=def_tag_name, - tag_list=[tag for tag in group.tags() - if tag is not definition_tag]) - continue - - group_tag = groups[0] if groups else None - - # final validation - # Verify no other def or def expand tags found in group - if group_tag: - for def_tag in group.find_def_tags(recursive=True, include_groups=0): - new_def_issues += ErrorHandler.format_error_with_context(error_handler, - DefinitionErrors.DEF_TAG_IN_DEFINITION, - tag=def_tag, - def_name=def_tag_name) - continue def_takes_value = def_tag_name.lower().endswith("/#") if def_takes_value: def_tag_name = def_tag_name[:-len("/#")] @@ -138,22 +112,18 @@ def check_for_definitions(self, hed_string_obj, error_handler=None): if "/" in def_tag_lower or "#" in def_tag_lower: new_def_issues += ErrorHandler.format_error_with_context(error_handler, DefinitionErrors.INVALID_DEFINITION_EXTENSION, + tag=definition_tag, def_name=def_tag_name) + + if new_def_issues: + def_issues += new_def_issues continue - # # Verify placeholders here. - placeholder_tags = [] - if group_tag: - for tag in group_tag.get_all_tags(): - if "#" in str(tag): - placeholder_tags.append(tag) + new_def_issues += self._validate_contents(definition_tag, group_tag, error_handler) + new_def_issues += self._validate_placeholders(def_tag_name, group_tag, def_takes_value, error_handler) - if (len(placeholder_tags) == 1) != def_takes_value: - new_def_issues += ErrorHandler.format_error_with_context(error_handler, - DefinitionErrors.WRONG_NUMBER_PLACEHOLDER_TAGS, - def_name=def_tag_name, - tag_list=placeholder_tags, - expected_count=1 if def_takes_value else 0) + if new_def_issues: + def_issues += new_def_issues continue if error_handler: @@ -164,12 +134,95 @@ def check_for_definitions(self, hed_string_obj, error_handler=None): new_def_issues += ErrorHandler.format_error_with_context(error_handler, DefinitionErrors.DUPLICATE_DEFINITION, def_name=def_tag_name) + def_issues += new_def_issues continue self.defs[def_tag_lower] = DefinitionEntry(name=def_tag_name, contents=group_tag, takes_value=def_takes_value, source_context=context) - return new_def_issues + return def_issues + + def _validate_placeholders(self, def_tag_name, group, def_takes_value, error_handler): + new_issues = [] + placeholder_tags = [] + tags_with_issues = [] + if group: + for tag in group.get_all_tags(): + count = str(tag).count("#") + if count: + placeholder_tags.append(tag) + if count > 1: + tags_with_issues.append(tag) + + if tags_with_issues: + new_issues += ErrorHandler.format_error_with_context(error_handler, + DefinitionErrors.WRONG_NUMBER_PLACEHOLDER_TAGS, + def_name=def_tag_name, + tag_list=tags_with_issues, + expected_count=1 if def_takes_value else 0) + + if (len(placeholder_tags) == 1) != def_takes_value: + new_issues += ErrorHandler.format_error_with_context(error_handler, + DefinitionErrors.WRONG_NUMBER_PLACEHOLDER_TAGS, + def_name=def_tag_name, + tag_list=placeholder_tags, + expected_count=1 if def_takes_value else 0) + return new_issues + + if def_takes_value: + placeholder_tag = placeholder_tags[0] + if not placeholder_tag.is_takes_value_tag(): + new_issues += ErrorHandler.format_error_with_context(error_handler, + DefinitionErrors.PLACEHOLDER_NO_TAKES_VALUE, + def_name=def_tag_name, + placeholder_tag=placeholder_tag) + + return new_issues + + def _find_group(self, definition_tag, group, error_handler): + # initial validation + groups = group.groups() + issues = [] + if len(groups) > 1: + issues += \ + ErrorHandler.format_error_with_context(error_handler, + DefinitionErrors.WRONG_NUMBER_GROUPS, + def_name=definition_tag.extension, tag_list=groups) + elif len(groups) == 0: + issues += \ + ErrorHandler.format_error_with_context(error_handler, + DefinitionErrors.NO_DEFINITION_CONTENTS, + def_name=definition_tag.extension) + if len(group.tags()) != 1: + issues += \ + ErrorHandler.format_error_with_context(error_handler, + DefinitionErrors.WRONG_NUMBER_TAGS, + def_name=definition_tag.extension, + tag_list=[tag for tag in group.tags() + if tag is not definition_tag]) + + group_tag = groups[0] if groups else None + + return group_tag, issues + + def _validate_contents(self, definition_tag, group, error_handler): + issues = [] + if group: + for def_tag in group.find_tags({DefTagNames.DEF_KEY, DefTagNames.DEF_EXPAND_KEY, DefTagNames.DEFINITION_KEY}, recursive=True, + include_groups=0): + issues += ErrorHandler.format_error_with_context(error_handler, + DefinitionErrors.DEF_TAG_IN_DEFINITION, + tag=def_tag, + def_name=definition_tag.extension) + + for tag in group.get_all_tags(): + if tag.has_attribute(HedKey.Unique) or tag.has_attribute(HedKey.Required): + issues += ErrorHandler.format_error_with_context(error_handler, + DefinitionErrors.BAD_PROP_IN_DEFINITION, + tag=tag, + def_name=definition_tag.extension) + + return issues def construct_def_tags(self, hed_string_obj): """ Identify def/def-expand tag contents in the given string. diff --git a/hed/models/definition_entry.py b/hed/models/definition_entry.py index ba9f69b6a..5d3f09edd 100644 --- a/hed/models/definition_entry.py +++ b/hed/models/definition_entry.py @@ -22,9 +22,6 @@ def __init__(self, name, contents, takes_value, source_context): self.contents = contents self.takes_value = takes_value self.source_context = source_context - # self.tag_dict = {} - # if contents: - # add_group_to_dict(contents, self.tag_dict) def get_definition(self, replace_tag, placeholder_value=None, return_copy_of_tag=False): """ Return a copy of the definition with the tag expanded and the placeholder plugged in. @@ -66,28 +63,5 @@ def get_definition(self, replace_tag, placeholder_value=None, return_copy_of_tag startpos=replace_tag.span[0], endpos=replace_tag.span[1], contents=output_contents) return f"{DefTagNames.DEF_EXPAND_ORG_KEY}/{name}", output_contents -# -# def add_group_to_dict(group, tag_dict=None): -# """ Add the tags and their values from a HED group to a tag dictionary. -# -# Parameters: -# group (HedGroup): Contents to add to the tag dict. -# tag_dict (dict): The starting tag dictionary to add to. -# -# Returns: -# dict: The updated tag_dict containing the tags with a list of values. -# -# Notes: -# - Expects tags to have forms calculated already. -# -# """ -# if tag_dict is None: -# tag_dict = {} -# for tag in group.get_all_tags(): -# short_base_tag = tag.short_base_tag -# value = tag.extension -# value_dict = tag_dict.get(short_base_tag, {}) -# if value: -# value_dict[value] = '' -# tag_dict[short_base_tag] = value_dict -# return tag_dict + def __str__(self): + return str(self.contents) \ No newline at end of file diff --git a/hed/models/hed_group.py b/hed/models/hed_group.py index 64b789ec4..37947a89d 100644 --- a/hed/models/hed_group.py +++ b/hed/models/hed_group.py @@ -517,11 +517,11 @@ def find_def_tags(self, recursive=False, include_groups=3): for group in groups: for child in group.children: if isinstance(child, HedTag): - if child.short_base_tag.lower() == DefTagNames.DEF_KEY: + if child.short_base_tag == DefTagNames.DEF_ORG_KEY: def_tags.append((child, child, group)) else: for tag in child.tags(): - if tag.short_base_tag.lower() == DefTagNames.DEF_EXPAND_KEY: + if tag.short_base_tag == DefTagNames.DEF_EXPAND_ORG_KEY: def_tags.append((tag, child, group)) if include_groups == 0 or include_groups == 1 or include_groups == 2: diff --git a/hed/models/hed_string_group.py b/hed/models/hed_string_group.py index 5fb5a1fd5..14e639f51 100644 --- a/hed/models/hed_string_group.py +++ b/hed/models/hed_string_group.py @@ -30,7 +30,7 @@ def __init__(self, hed_string_obj_list): self._original_children = self._children def get_original_hed_string(self): - return "".join([group._hed_string for group in self._children]) + return ",".join([group._hed_string for group in self._children]) def sort(self): combined_string = HedString.from_hed_strings(self._children) diff --git a/hed/models/tabular_input.py b/hed/models/tabular_input.py index 388718fb9..d504cb8a4 100644 --- a/hed/models/tabular_input.py +++ b/hed/models/tabular_input.py @@ -42,3 +42,18 @@ def reset_column_mapper(self, sidecar=None): new_mapper = ColumnMapper(sidecar=sidecar, optional_tag_columns=[self.HED_COLUMN_NAME]) self.reset_mapper(new_mapper) + + def get_def_dict(self, hed_schema=None, extra_def_dicts=None): + """ Returns the definition dict for this sidecar. + + Parameters: + hed_schema(HedSchema): used to identify tags to find definitions + extra_def_dicts (list, DefinitionDict, or None): Extra dicts to add to the list. + + Returns: + DefinitionDict: A single definition dict representing all the data(and extra def dicts) + """ + if self._sidecar: + return self._sidecar.get_def_dict(hed_schema, extra_def_dicts) + else: + super().get_def_dict(hed_schema, extra_def_dicts) \ No newline at end of file diff --git a/hed/tools/remodeling/operations/summarize_definitions_op.py b/hed/tools/remodeling/operations/summarize_definitions_op.py index a49c5d5dd..c6f6f7001 100644 --- a/hed/tools/remodeling/operations/summarize_definitions_op.py +++ b/hed/tools/remodeling/operations/summarize_definitions_op.py @@ -1,10 +1,9 @@ """ Summarize the values in the columns of a tabular file. """ -from hed import DefinitionDict, TabularInput, Sidecar -from hed.models.df_util import process_def_expands -from hed.tools.analysis.analysis_util import assemble_hed +from hed import TabularInput from hed.tools.remodeling.operations.base_op import BaseOp from hed.tools.remodeling.operations.base_context import BaseContext +from hed.models.def_expand_gather import DefExpandGatherer class SummarizeDefinitionsOp(BaseOp): @@ -67,23 +66,17 @@ def do_op(self, dispatcher, df, name, sidecar=None): Updates the context. """ - - summary = dispatcher.context_dict.get(self.summary_name, None) - if not summary: - summary = DefinitionSummaryContext(self) - dispatcher.context_dict[self.summary_name] = summary + summary = dispatcher.context_dict.setdefault(self.summary_name, + DefinitionSummaryContext(self, dispatcher.hed_schema)) summary.update_context({'df': dispatcher.post_proc_data(df), 'name': name, 'sidecar': sidecar, 'schema': dispatcher.hed_schema}) return df class DefinitionSummaryContext(BaseContext): - - def __init__(self, sum_op): + def __init__(self, sum_op, hed_schema, known_defs=None): super().__init__(sum_op.SUMMARY_TYPE, sum_op.summary_name, sum_op.summary_filename) - self.defs = DefinitionDict() - self.unresolved = {} - self.errors = {} + self.def_gatherer = DefExpandGatherer(hed_schema, known_defs=known_defs) def update_context(self, new_context): """ Update the summary for a given tabular input file. @@ -96,15 +89,10 @@ def update_context(self, new_context): """ data_input = TabularInput(new_context['df'], sidecar=new_context['sidecar'], name=new_context['name']) - sidecar = Sidecar(new_context['sidecar']) - df, _ = assemble_hed(data_input, sidecar, new_context['schema'], - columns_included=None, expand_defs=True) - hed_strings = df['HED_assembled'] - self.defs, self.unresolved, errors = process_def_expands(hed_strings, new_context['schema'], - known_defs=self.defs, ambiguous_defs=self.unresolved) - self.errors.update(errors) - - def _get_details_dict(self, summary): + series, def_dict = data_input.series_a, data_input.get_def_dict(new_context['schema']) + self.def_gatherer.process_def_expands(series, def_dict) + + def _get_details_dict(self, def_gatherer): """ Return the summary-specific information in a dictionary. Parameters: @@ -114,7 +102,34 @@ def _get_details_dict(self, summary): dict: dictionary with the summary results. """ - return None + def build_summary_dict(items_dict, title, process_func, display_description=False): + summary_dict = {} + items = {} + for key, value in items_dict.items(): + if process_func: + value = process_func(value) + if "#" in str(value): + key = key + "/#" + if display_description: + description, value = DefinitionSummaryContext.remove_description(value) + items[key] = {"description": description, "contents": str(value)} + else: + if isinstance(value, list): + items[key] = [str(x) for x in value] + else: + items[key] = str(value) + summary_dict[title] = items + return summary_dict + + known_defs_summary = build_summary_dict(def_gatherer.def_dict, "Known Definitions", None, + display_description=True) + ambiguous_defs_summary = build_summary_dict(def_gatherer.ambiguous_defs, "Ambiguous Definitions", + def_gatherer.get_ambiguous_group) + errors_summary = build_summary_dict(def_gatherer.errors, "Errors", None) + + known_defs_summary.update(ambiguous_defs_summary) + known_defs_summary.update(errors_summary) + return known_defs_summary def _merge_all(self): """ Create an Object containing the definition summary. @@ -123,8 +138,7 @@ def _merge_all(self): Object - the overall summary object for definitions. """ - - return None + return self.def_gatherer def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): """ Return a formatted string with the summary for the indicated name. @@ -147,18 +161,33 @@ def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): return self._get_individual_string(result, indent=indent) @staticmethod - def _get_dataset_string(result, indent=BaseContext.DISPLAY_INDENT): - """ Return a string with the overall summary for all of the tabular files. - - Parameters: - result (dict): Dictionary of merged summary information. - indent (str): String of blanks used as the amount to indent for readability. - - Returns: - str: Formatted string suitable for saving in a file or printing. - - """ - return "" + def _get_dataset_string(summary_dict, indent=BaseContext.DISPLAY_INDENT): + def nested_dict_to_string(data, level=1): + result = [] + for key, value in data.items(): + if isinstance(value, dict): + result.append(f"{indent * level}{key}: {len(value)} items") + result.append(nested_dict_to_string(value, level + 1)) + elif isinstance(value, list): + result.append(f"{indent * level}{key}:") + for item in value: + result.append(f"{indent * (level + 1)}{item}") + else: + result.append(f"{indent * level}{key}: {value}") + return "\n".join(result) + + return nested_dict_to_string(summary_dict) + + def remove_description(def_entry): + def_group = def_entry.contents.copy() + description = "" + desc_tag = def_group.find_tags({"description"}, include_groups=False) + if desc_tag: + def_group.remove(desc_tag) + desc_tag = desc_tag[0] + description = desc_tag.extension + + return description, def_group @staticmethod def _get_individual_string(result, indent=BaseContext.DISPLAY_INDENT): diff --git a/hed/validator/def_validator.py b/hed/validator/def_validator.py index 2a362af18..f3f083933 100644 --- a/hed/validator/def_validator.py +++ b/hed/validator/def_validator.py @@ -9,7 +9,6 @@ class DefValidator(DefinitionDict): """ Handles validating Def/ and Def-expand/. """ - def __init__(self, def_dicts=None, hed_schema=None): """ Initialize for definitions in hed strings. @@ -75,7 +74,7 @@ def _validate_def_contents(self, def_tag, def_expand_group, tag_validator): tag=def_tag, actual_def=def_contents, found_def=def_expand_group) if def_entry.takes_value and tag_validator: - placeholder_tag = def_contents.find_placeholder_tag() + placeholder_tag = def_contents.get_first_group().find_placeholder_tag() error_code = ValidationErrors.DEF_INVALID if is_def_expand_tag: error_code = ValidationErrors.DEF_EXPAND_INVALID diff --git a/hed/validator/hed_validator.py b/hed/validator/hed_validator.py index ac9746fc4..9f692bdb3 100644 --- a/hed/validator/hed_validator.py +++ b/hed/validator/hed_validator.py @@ -5,7 +5,7 @@ """ -from hed.errors.error_types import ValidationErrors +from hed.errors.error_types import ValidationErrors, DefinitionErrors from hed.errors.error_reporter import ErrorHandler, check_for_any_errors from hed.models.hed_string import HedString @@ -18,11 +18,14 @@ class HedValidator: """ Top level validation of HED strings. """ - def __init__(self, hed_schema=None, def_dicts=None, run_full_onset_checks=True): + def __init__(self, hed_schema=None, def_dicts=None, run_full_onset_checks=True, definitions_allowed=False): """ Constructor for the HedValidator class. Parameters: hed_schema (HedSchema or HedSchemaGroup): HedSchema object to use for validation. + def_dicts(DefinitionDict or list or dict): the def dicts to use for validation + run_full_onset_checks(bool): If True, check for matching onset/offset tags + definitions_allowed(bool): If False, flag definitions found as errors """ super().__init__() self._tag_validator = None @@ -32,6 +35,7 @@ def __init__(self, hed_schema=None, def_dicts=None, run_full_onset_checks=True): self._def_validator = DefValidator(def_dicts, hed_schema) self._onset_validator = OnsetValidator(def_dict=self._def_validator, run_full_onset_checks=run_full_onset_checks) + self._definitions_allowed = definitions_allowed def validate(self, hed_string, allow_placeholders, error_handler=None): """ @@ -69,24 +73,14 @@ def run_basic_checks(self, hed_string, allow_placeholders): # e.g. checking units when a definition placeholder has units self._def_validator.construct_def_tags(hed_string) issues += self._validate_individual_tags_in_hed_string(hed_string, allow_placeholders=allow_placeholders) - # todo: maybe restore this. Issue is bad def-expand values are caught above, - # so the actual def-expand tag won't be checked if we bail early. - # if check_for_any_errors(issues): - # return issues issues += self._def_validator.validate_def_tags(hed_string, self._tag_validator) - if check_for_any_errors(issues): - return issues - issues += self._onset_validator.validate_onset_offset(hed_string) - if check_for_any_errors(issues): - return issues return issues def run_full_string_checks(self, hed_string): issues = [] issues += self._validate_tags_in_hed_string(hed_string) - if check_for_any_errors(issues): - return issues issues += self._validate_groups_in_hed_string(hed_string) + issues += self._onset_validator.validate_onset_offset(hed_string) return issues def _validate_groups_in_hed_string(self, hed_string_obj): @@ -172,6 +166,9 @@ def _validate_individual_tags_in_hed_string(self, hed_string_obj, allow_placehol for group in hed_string_obj.get_all_groups(): is_definition = group in all_definition_groups for hed_tag in group.tags(): + if not self._definitions_allowed and hed_tag.short_base_tag == DefTagNames.DEFINITION_ORG_KEY: + validation_issues += ErrorHandler.format_error(DefinitionErrors.BAD_DEFINITION_LOCATION, hed_tag) + # todo: unclear if this should be restored at some point # if hed_tag.expandable and not hed_tag.expanded: # for tag in hed_tag.expandable.get_all_tags(): # validation_issues += self._tag_validator. \ diff --git a/hed/validator/onset_validator.py b/hed/validator/onset_validator.py index af5db6bec..74efef12d 100644 --- a/hed/validator/onset_validator.py +++ b/hed/validator/onset_validator.py @@ -44,7 +44,7 @@ def validate_onset_offset(self, hed_string_obj): children = [child for child in found_group.children if def_group is not child and found_onset is not child] max_children = 1 - if found_onset.short_base_tag.lower() == DefTagNames.OFFSET_KEY: + if found_onset.short_base_tag == DefTagNames.OFFSET_ORG_KEY: max_children = 0 if len(children) > max_children: onset_issues += ErrorHandler.format_error(OnsetErrors.ONSET_WRONG_NUMBER_GROUPS, @@ -69,7 +69,7 @@ def _find_onset_tags(self, hed_string_obj): return hed_string_obj.find_top_level_tags(anchor_tags={DefTagNames.ONSET_KEY, DefTagNames.OFFSET_KEY}) def _handle_onset_or_offset(self, def_tag, onset_offset_tag): - is_onset = onset_offset_tag.short_base_tag.lower() == DefTagNames.ONSET_KEY + is_onset = onset_offset_tag.short_base_tag == DefTagNames.ONSET_ORG_KEY full_def_name = def_name = def_tag.extension placeholder = None found_slash = def_name.find("/") diff --git a/hed/validator/sidecar_validator.py b/hed/validator/sidecar_validator.py index 8c68808e8..450446371 100644 --- a/hed/validator/sidecar_validator.py +++ b/hed/validator/sidecar_validator.py @@ -1,10 +1,11 @@ import copy -from hed.errors import ErrorHandler, ErrorContext, SidecarErrors +from hed.errors import ErrorHandler, ErrorContext, SidecarErrors, DefinitionErrors from hed.models import ColumnType from hed import HedString from hed import Sidecar from hed.models.column_metadata import ColumnMetadata from hed.errors.error_reporter import sort_issues +from hed.models.model_constants import DefTagNames class SidecarValidator: @@ -40,26 +41,39 @@ def validate(self, sidecar, extra_def_dicts=None, name=None, error_handler=None) sidecar_def_dict = sidecar.get_def_dict(hed_schema=self._schema, extra_def_dicts=extra_def_dicts) hed_validator = HedValidator(self._schema, def_dicts=sidecar_def_dict, - run_full_onset_checks=False) + run_full_onset_checks=False, + definitions_allowed=True) issues += self.validate_structure(sidecar, error_handler=error_handler) issues += sidecar._extract_definition_issues issues += sidecar_def_dict.issues - # todo: Add the definition validation. + definition_checks = {} for hed_string, column_data, position in sidecar.hed_string_iter(error_handler): hed_string_obj = HedString(hed_string, hed_schema=self._schema, def_dict=sidecar_def_dict) error_handler.push_error_context(ErrorContext.HED_STRING, hed_string_obj) new_issues = hed_validator.run_basic_checks(hed_string_obj, allow_placeholders=True) - if not new_issues: - new_issues = hed_validator.run_full_string_checks(hed_string_obj) - if not new_issues: - new_issues = self._validate_pound_sign_count(hed_string_obj, column_type=column_data.column_type) + new_issues += hed_validator.run_full_string_checks(hed_string_obj) + + def_check_list = definition_checks.setdefault(column_data.column_name, []) + def_check_list.append(hed_string_obj.find_tags({DefTagNames.DEFINITION_KEY}, recursive=True, include_groups=0)) + # Might refine this later - for now just skip checking placeholder counts in definition columns. + if not def_check_list[-1]: + new_issues += self._validate_pound_sign_count(hed_string_obj, column_type=column_data.column_type) + error_handler.add_context_and_filter(new_issues) issues += new_issues error_handler.pop_error_context() + for col_name, has_def in definition_checks.items(): + error_handler.push_error_context(ErrorContext.SIDECAR_COLUMN_NAME, col_name) + def_check = set(bool(d) for d in has_def) + if len(def_check) != 1: + flat_def_list = [d for defs in has_def for d in defs] + for d in flat_def_list: + issues += error_handler.format_error_with_context(DefinitionErrors.BAD_DEFINITION_LOCATION, d) + error_handler.pop_error_context() error_handler.pop_error_context() issues = sort_issues(issues) return issues diff --git a/hed/validator/spreadsheet_validator.py b/hed/validator/spreadsheet_validator.py index 8b8aa9b1f..afa041327 100644 --- a/hed/validator/spreadsheet_validator.py +++ b/hed/validator/spreadsheet_validator.py @@ -111,7 +111,7 @@ def _validate_column_structure(self, base_input, error_handler): for row_number, value in enumerate(base_input.dataframe[column.column_name]): if value != "n/a" and value not in valid_keys: error_handler.push_error_context(ErrorContext.ROW, row_number) - issues += error_handler.format_error_with_context(ValidationErrors.HED_SIDECAR_KEY_MISSING, + issues += error_handler.format_error_with_context(ValidationErrors.SIDECAR_KEY_MISSING, invalid_key=value, category_keys=list(valid_keys)) error_handler.pop_error_context() @@ -133,7 +133,7 @@ def _validate_column_refs(df, error_handler): if match not in possible_column_references: error_handler.push_error_context(ErrorContext.ROW, row_number) error_handler.push_error_context(ErrorContext.COLUMN, column_name) - error_handler.push_error_context(ErrorContext.HED_STRING, df[column_name][row_number]) + error_handler.push_error_context(ErrorContext.HED_STRING, HedString(df[column_name][row_number])) issues += error_handler.format_error_with_context(ColumnErrors.INVALID_COLUMN_REF, match) diff --git a/hed/validator/tag_validator.py b/hed/validator/tag_validator.py index 783b035b6..8d11668d2 100644 --- a/hed/validator/tag_validator.py +++ b/hed/validator/tag_validator.py @@ -5,6 +5,7 @@ import re from hed.errors.error_reporter import ErrorHandler +from hed.models.model_constants import DefTagNames from hed.schema import HedKey from hed.errors.error_types import ValidationErrors from hed.validator import tag_validator_util @@ -167,7 +168,7 @@ def check_count_tag_group_parentheses(self, hed_string): number_open_parentheses = hed_string.count('(') number_closed_parentheses = hed_string.count(')') if number_open_parentheses != number_closed_parentheses: - validation_issues += ErrorHandler.format_error(ValidationErrors.HED_PARENTHESES_MISMATCH, + validation_issues += ErrorHandler.format_error(ValidationErrors.PARENTHESES_MISMATCH, opening_parentheses_count=number_open_parentheses, closing_parentheses_count=number_closed_parentheses) return validation_issues @@ -192,7 +193,7 @@ def check_delimiter_issues_in_hed_string(self, hed_string): continue if TagValidator._character_is_delimiter(current_character): if current_tag.strip() == current_character: - issues += ErrorHandler.format_error(ValidationErrors.HED_TAG_EMPTY, source_string=hed_string, + issues += ErrorHandler.format_error(ValidationErrors.TAG_EMPTY, source_string=hed_string, char_index=i) current_tag = '' continue @@ -203,7 +204,7 @@ def check_delimiter_issues_in_hed_string(self, hed_string): else: issues += ErrorHandler.format_error(ValidationErrors.COMMA_MISSING, tag=current_tag) elif last_non_empty_valid_character == "," and current_character == self.CLOSING_GROUP_CHARACTER: - issues += ErrorHandler.format_error(ValidationErrors.HED_TAG_EMPTY, source_string=hed_string, + issues += ErrorHandler.format_error(ValidationErrors.TAG_EMPTY, source_string=hed_string, char_index=i) elif TagValidator._comma_is_missing_after_closing_parentheses(last_non_empty_valid_character, current_character): @@ -212,7 +213,7 @@ def check_delimiter_issues_in_hed_string(self, hed_string): last_non_empty_valid_character = current_character last_non_empty_valid_index = i if TagValidator._character_is_delimiter(last_non_empty_valid_character): - issues += ErrorHandler.format_error(ValidationErrors.HED_TAG_EMPTY, + issues += ErrorHandler.format_error(ValidationErrors.TAG_EMPTY, char_index=last_non_empty_valid_index, source_string=hed_string) return issues @@ -230,7 +231,7 @@ def check_tag_formatting(self, original_tag): """ validation_issues = [] for match in self.pattern_doubleslash.finditer(original_tag.org_tag): - validation_issues += ErrorHandler.format_error(ValidationErrors.HED_NODE_NAME_EMPTY, + validation_issues += ErrorHandler.format_error(ValidationErrors.NODE_NAME_EMPTY, tag=original_tag, index_in_tag=match.start(), index_in_tag_end=match.end()) @@ -271,9 +272,13 @@ def check_tag_exists_in_schema(self, original_tag): is_extension_tag = original_tag.is_extension_allowed_tag() if not is_extension_tag: - validation_issues += ErrorHandler.format_error(ValidationErrors.INVALID_EXTENSION, tag=original_tag) + actual_error = None + if "#" in original_tag.extension: + actual_error = ValidationErrors.PLACEHOLDER_INVALID + validation_issues += ErrorHandler.format_error(ValidationErrors.TAG_EXTENSION_INVALID, tag=original_tag, + actual_error=actual_error) else: - validation_issues += ErrorHandler.format_error(ValidationErrors.HED_TAG_EXTENDED, tag=original_tag, + validation_issues += ErrorHandler.format_error(ValidationErrors.TAG_EXTENDED, tag=original_tag, index_in_tag=len(original_tag.org_base_tag), index_in_tag_end=None) return validation_issues @@ -292,24 +297,39 @@ def check_tag_unit_class_units_are_valid(self, original_tag, report_tag_as=None, if original_tag.is_unit_class_tag(): stripped_value, unit = original_tag.get_stripped_unit_value() if not unit: - if self._validate_value_class_portion(original_tag, stripped_value): - # only suggest a unit is missing if this is a valid number - if tag_validator_util.validate_numeric_value_class(stripped_value): - default_unit = original_tag.get_unit_class_default_unit() - validation_issues += ErrorHandler.format_error(ValidationErrors.HED_UNITS_DEFAULT_USED, - tag=report_tag_as if report_tag_as else original_tag, - default_unit=default_unit, - actual_error=error_code) - else: + bad_units = " " in original_tag.extension + + # Todo: in theory this should separately validate the number and the units, for units + # that are prefixes like $. Right now those are marked as unit invalid AND value_invalid. + if bad_units: + stripped_value = stripped_value.split(" ")[0] + if original_tag.is_takes_value_tag() and\ + not self._validate_value_class_portion(original_tag, stripped_value): + validation_issues += ErrorHandler.format_error(ValidationErrors.VALUE_INVALID, + report_tag_as if report_tag_as else original_tag, + actual_error=error_code) + if error_code: + validation_issues += ErrorHandler.format_error(ValidationErrors.VALUE_INVALID, + report_tag_as if report_tag_as else original_tag) + + + if bad_units: tag_unit_class_units = original_tag.get_tag_unit_class_units() if tag_unit_class_units: - default_code = ValidationErrors.HED_UNITS_INVALID - if not error_code: - error_code = default_code - validation_issues += ErrorHandler.format_error(ValidationErrors.HED_UNITS_INVALID, - actual_error=error_code, + validation_issues += ErrorHandler.format_error(ValidationErrors.UNITS_INVALID, tag=report_tag_as if report_tag_as else original_tag, units=tag_unit_class_units) + else: + default_unit = original_tag.get_unit_class_default_unit() + validation_issues += ErrorHandler.format_error(ValidationErrors.UNITS_MISSING, + tag=report_tag_as if report_tag_as else original_tag, + default_unit=default_unit) + + if error_code: + new_issue = validation_issues[0].copy() + new_issue['code'] = error_code + validation_issues += [new_issue] + return validation_issues def check_tag_value_class_valid(self, original_tag, report_tag_as=None, error_code=None): @@ -324,7 +344,7 @@ def check_tag_value_class_valid(self, original_tag, report_tag_as=None, error_co """ validation_issues = [] if not self._validate_value_class_portion(original_tag, original_tag.extension): - validation_issues += ErrorHandler.format_error(ValidationErrors.HED_VALUE_INVALID, + validation_issues += ErrorHandler.format_error(ValidationErrors.VALUE_INVALID, report_tag_as if report_tag_as else original_tag, actual_error=error_code) @@ -341,7 +361,7 @@ def check_tag_requires_child(self, original_tag): """ validation_issues = [] if original_tag.has_attribute(HedKey.RequireChild): - validation_issues += ErrorHandler.format_error(ValidationErrors.HED_TAG_REQUIRES_CHILD, + validation_issues += ErrorHandler.format_error(ValidationErrors.TAG_REQUIRES_CHILD, tag=original_tag) return validation_issues @@ -360,7 +380,7 @@ def check_tag_unit_class_units_exist(self, original_tag): tag_unit_values = original_tag.extension if tag_validator_util.validate_numeric_value_class(tag_unit_values): default_unit = original_tag.get_unit_class_default_unit() - validation_issues += ErrorHandler.format_error(ValidationErrors.HED_UNITS_DEFAULT_USED, + validation_issues += ErrorHandler.format_error(ValidationErrors.UNITS_MISSING, tag=original_tag, default_unit=default_unit) return validation_issues @@ -394,7 +414,7 @@ def check_capitalization(self, original_tag): for tag_name in tag_names: correct_tag_name = tag_name.capitalize() if tag_name != correct_tag_name and not re.search(self.CAMEL_CASE_EXPRESSION, tag_name): - validation_issues += ErrorHandler.format_error(ValidationErrors.HED_STYLE_WARNING, + validation_issues += ErrorHandler.format_error(ValidationErrors.STYLE_WARNING, tag=original_tag) break return validation_issues @@ -424,6 +444,16 @@ def check_tag_level_issue(self, original_tag_list, is_top_level, is_group): tag=tag_group_tag) for top_level_tag in top_level_tags: if not is_top_level: + actual_code = None + if top_level_tag.short_base_tag == DefTagNames.DEFINITION_ORG_KEY: + actual_code = ValidationErrors.DEFINITION_INVALID + elif top_level_tag.short_base_tag in {DefTagNames.ONSET_ORG_KEY, DefTagNames.OFFSET_ORG_KEY}: + actual_code = ValidationErrors.ONSET_OFFSET_ERROR + + if actual_code: + validation_issues += ErrorHandler.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, + tag=top_level_tag, + actual_error=actual_code) validation_issues += ErrorHandler.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, tag=top_level_tag) @@ -448,7 +478,7 @@ def check_for_required_tags(self, tags): required_prefixes = self._hed_schema.get_tags_with_attribute(HedKey.Required) for required_prefix in required_prefixes: if not any(tag.long_tag.lower().startswith(required_prefix.lower()) for tag in tags): - validation_issues += ErrorHandler.format_error(ValidationErrors.HED_REQUIRED_TAG_MISSING, + validation_issues += ErrorHandler.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_prefix=required_prefix) return validation_issues @@ -469,7 +499,7 @@ def check_multiple_unique_tags_exist(self, tags): for unique_prefix in unique_prefixes: unique_tag_prefix_bool_mask = [x.long_tag.lower().startswith(unique_prefix.lower()) for x in tags] if sum(unique_tag_prefix_bool_mask) > 1: - validation_issues += ErrorHandler.format_error(ValidationErrors.HED_TAG_NOT_UNIQUE, + validation_issues += ErrorHandler.format_error(ValidationErrors.TAG_NOT_UNIQUE, tag_prefix=unique_prefix) return validation_issues @@ -506,7 +536,7 @@ def _report_invalid_character_error(self, hed_string, index): error_type = ValidationErrors.CHARACTER_INVALID character = hed_string[index] if character == "~": - error_type = ValidationErrors.HED_TILDES_UNSUPPORTED + error_type = ValidationErrors.TILDES_UNSUPPORTED return ErrorHandler.format_error(error_type, char_index=index, source_string=hed_string) @@ -568,7 +598,7 @@ def check_for_placeholder(self, original_tag, is_definition=False): tag=original_tag, index_in_tag=starting_index + i, index_in_tag_end=starting_index + i + 1, - actual_error=ValidationErrors.HED_VALUE_INVALID) + actual_error=ValidationErrors.PLACEHOLDER_INVALID) return validation_issues diff --git a/spec_tests/hed-specification b/spec_tests/hed-specification index 8772db30c..a71c92e73 160000 --- a/spec_tests/hed-specification +++ b/spec_tests/hed-specification @@ -1 +1 @@ -Subproject commit 8772db30cf7c63a4fc224aac9e7daf504f276a1b +Subproject commit a71c92e73af4f89eaf24ae8b760de428804ffbdf diff --git a/spec_tests/test_errors.py b/spec_tests/test_errors.py index c6e52dca1..0313b10e3 100644 --- a/spec_tests/test_errors.py +++ b/spec_tests/test_errors.py @@ -11,17 +11,44 @@ from hed.errors import ErrorHandler, get_printable_issue_string +# To be removed eventually once all errors are being verified. known_errors = [ 'SIDECAR_INVALID', 'CHARACTER_INVALID', 'COMMA_MISSING', "DEF_EXPAND_INVALID", "DEF_INVALID", - "DEFINITION_INVALID" + "DEFINITION_INVALID", + "NODE_NAME_EMPTY", + "ONSET_OFFSET_ERROR", + "PARENTHESES_MISMATCH", + "PLACEHOLDER_INVALID", + "REQUIRED_TAG_MISSING", + "SIDECAR_INVALID", + "SIDECAR_KEY_MISSING", + "STYLE_WARNING", + "TAG_EMPTY", + "TAG_EXPRESSION_REPEATED", + "TAG_EXTENDED", + "TAG_EXTENSION_INVALID", + "TAG_GROUP_ERROR", + "TAG_INVALID", + "TAG_NOT_UNIQUE", + "TAG_PREFIX_INVALID", + "TAG_REQUIRES_CHILD", + "TILDES_UNSUPPORTED", + "UNITS_INVALID", + "UNITS_MISSING", + "VALUE_INVALID" ] -skip_tests = ["VERSION_DEPRECATED", "CHARACTER_INVALID", "STYLE_WARNING"] - +skip_tests = { + "VERSION_DEPRECATED": "Not applicable", + "CHARACTER_INVALID": "Not finalized", + "STYLE_WARNING": "Bad tests", + "onset-offset-error-duplicated-onset-or-offset": "TBD how we implement this", + "tag-extension-invalid-bad-node-name": "Part of character invalid checking", +} class MyTestCase(unittest.TestCase): @classmethod @@ -41,13 +68,15 @@ def run_single_test(self, test_file): verify_code = False if error_code in known_errors: verify_code = True - # To be deprecated once we add this to all tests self._verify_code = verify_code if error_code in skip_tests: - print(f"Skipping {error_code} test") + print(f"Skipping {error_code} test because: {skip_tests[error_code]}") continue name = info.get('name', '') + if name in skip_tests: + print(f"Skipping {name} test because: {skip_tests[name]}") + continue description = info['description'] schema = info['schema'] check_for_warnings = info.get("warning", False) diff --git a/tests/data/sidecar_tests/both_types_events_with_defs.json b/tests/data/sidecar_tests/both_types_events_with_defs.json index 7047a1fdd..b41106a44 100644 --- a/tests/data/sidecar_tests/both_types_events_with_defs.json +++ b/tests/data/sidecar_tests/both_types_events_with_defs.json @@ -7,7 +7,7 @@ "stop": "A blue square is displayed to indicate stopping" }, "HED": { - "go": "Item/ItemTag1, (Definition/JsonFileDef/#, (Item/JsonDef1/#,Item/JsonDef1))", + "go": "Item/ItemTag1", "stop": "Item/ItemTag2" } }, @@ -20,7 +20,7 @@ "stim_file": { "LongName": "Stimulus file name", "Description": "Relative path of the stimulus image file", - "HED": "Age/#, (Definition/JsonFileDef2/#, (Item/JsonDef2/#,Item/JsonDef2)), (Definition/JsonFileDef3/#, (Item/JsonDef3/#))" + "HED": "Age/#, (Definition/JsonFileDef2/#, (Age/#,Item/JsonDef2)), (Definition/JsonFileDef3/#, (Age/#))" }, "takes_value_def": { "LongName": "Def with a takes value tag", @@ -31,5 +31,8 @@ "LongName": "Def with a value class", "Description": "Relative path of the stimulus image file", "HED": "Age/#, (Definition/ValueClassDef/#, (Acceleration/#))" - } + }, + "Defs": { + "HED": "(Definition/JsonFileDef/#, (Acceleration/#,Item/JsonDef1))" + } } \ No newline at end of file diff --git a/tests/data/sidecar_tests/both_types_events_without_definitions.json b/tests/data/sidecar_tests/both_types_events_without_definitions.json index fcf9dc90b..6129f7405 100644 --- a/tests/data/sidecar_tests/both_types_events_without_definitions.json +++ b/tests/data/sidecar_tests/both_types_events_without_definitions.json @@ -20,16 +20,16 @@ "stim_file": { "LongName": "Stimulus file name", "Description": "Relative path of the stimulus image file", - "HED": "Attribute/File/#, (Definition/JsonFileDef2/#, (Item/JsonDef2/#,Item/JsonDef2)), (Definition/JsonFileDef3/#, (Item/JsonDef3/#,InvalidTag))" + "HED": "Attribute/File/#" }, "takes_value_def": { "LongName": "Def with a takes value tag", "Description": "Relative path of the stimulus image file", - "HED": "Attribute/File/#, (Definition/TakesValueDef/#, (Age/#))" + "HED": "Attribute/File/#" }, "unit_class_def": { "LongName": "Def with a value class", "Description": "Relative path of the stimulus image file", - "HED": "Attribute/File/#, (Definition/ValueClassDef/#, (Acceleration/#))" + "HED": "Attribute/File/#" } } \ No newline at end of file diff --git a/tests/data/validator_tests/bids_events.json b/tests/data/validator_tests/bids_events.json index 7d840ebee..893e8038b 100644 --- a/tests/data/validator_tests/bids_events.json +++ b/tests/data/validator_tests/bids_events.json @@ -41,9 +41,9 @@ "3": "Stage 3. BCI was trained on data from stages 1 and 2." }, "HED": { - "1": "Description/BCI acts randomly, (Definition/Random-selection, (Condition-variable, (Random, Predict))), Def/Random-selection", - "2": "Description/BCI was trained on data from stage 1., (Definition/Trained-on-random, (Condition-variable)), Def/Trained-on-random", - "3": "Description/BCI was trained on data from stages 1 and 2., (Definition/Trained-on-all, (Condition-variable)), Def/Trained-on-all" + "1": "Description/BCI acts randomly.", + "2": "Description/BCI was trained on data from stage 1.", + "3": "Description/BCI was trained on data from stages 1 and 2." } }, "trial": { @@ -78,5 +78,12 @@ }, "n_repeated": { "Description": "Number of trials that had to be repeated until the present trial because of invalid participant behavior (within this stage)." + }, + "defs": { + "HED": { + "1": "Description/BCI acts randomly, (Definition/Random-selection, (Condition-variable, (Random, Predict))), Def/Random-selection", + "2": "Description/BCI was trained on data from stage 1., (Definition/Trained-on-random, (Condition-variable)), Def/Trained-on-random", + "3": "Description/BCI was trained on data from stages 1 and 2., (Definition/Trained-on-all, (Condition-variable)), Def/Trained-on-all" + } } } \ No newline at end of file diff --git a/tests/errors/test_error_reporter.py b/tests/errors/test_error_reporter.py index 40765f51b..6cff88a25 100644 --- a/tests/errors/test_error_reporter.py +++ b/tests/errors/test_error_reporter.py @@ -10,21 +10,21 @@ def setUpClass(cls): pass def test_push_error_context(self): - error_list = self.error_handler.format_error_with_context(ValidationErrors.HED_TAG_NOT_UNIQUE, "") + error_list = self.error_handler.format_error_with_context(ValidationErrors.TAG_NOT_UNIQUE, "") self.assertTrue(len(error_list) == 1) name = "DummyFileName.txt" self.error_handler.push_error_context(ErrorContext.FILE_NAME, name) - error_list = self.error_handler.format_error_with_context(ValidationErrors.HED_TAG_NOT_UNIQUE, "") + error_list = self.error_handler.format_error_with_context(ValidationErrors.TAG_NOT_UNIQUE, "") self.assertTrue(name in error_list[0][ErrorContext.FILE_NAME]) column_name = "DummyColumnName" self.error_handler.push_error_context(ErrorContext.SIDECAR_COLUMN_NAME, column_name) - error_list = self.error_handler.format_error_with_context(ValidationErrors.HED_TAG_NOT_UNIQUE, "") + error_list = self.error_handler.format_error_with_context(ValidationErrors.TAG_NOT_UNIQUE, "") self.assertTrue(column_name in error_list[0][ErrorContext.SIDECAR_COLUMN_NAME]) self.error_handler.reset_error_context() self.error_handler.push_error_context(ErrorContext.FILE_NAME, name) self.error_handler.push_error_context(ErrorContext.SIDECAR_COLUMN_NAME, column_name) self.error_handler.push_error_context(ErrorContext.COLUMN, column_name) - error_list = self.error_handler.format_error_with_context(ValidationErrors.HED_TAG_NOT_UNIQUE, "") + error_list = self.error_handler.format_error_with_context(ValidationErrors.TAG_NOT_UNIQUE, "") self.assertTrue(name in error_list[0][ErrorContext.FILE_NAME]) self.assertTrue(column_name in error_list[0][ErrorContext.SIDECAR_COLUMN_NAME]) self.assertTrue(column_name == error_list[0][ErrorContext.COLUMN]) @@ -32,24 +32,24 @@ def test_push_error_context(self): self.error_handler.reset_error_context() def test_pop_error_context(self): - error_list = self.error_handler.format_error_with_context(ValidationErrors.HED_TAG_NOT_UNIQUE, "") + error_list = self.error_handler.format_error_with_context(ValidationErrors.TAG_NOT_UNIQUE, "") self.assertTrue(len(error_list) == 1) name = "DummyFileName.txt" self.error_handler.push_error_context(ErrorContext.FILE_NAME, name) - error_list = self.error_handler.format_error_with_context(ValidationErrors.HED_TAG_NOT_UNIQUE, "") + error_list = self.error_handler.format_error_with_context(ValidationErrors.TAG_NOT_UNIQUE, "") self.assertTrue(len(error_list) == 1) self.assertTrue(name in error_list[0][ErrorContext.FILE_NAME]) self.error_handler.pop_error_context() - error_list = self.error_handler.format_error_with_context(ValidationErrors.HED_TAG_NOT_UNIQUE, "") + error_list = self.error_handler.format_error_with_context(ValidationErrors.TAG_NOT_UNIQUE, "") self.assertTrue(len(error_list) == 1) column_name = "DummyColumnName" self.error_handler.push_error_context(ErrorContext.SIDECAR_COLUMN_NAME, column_name) - error_list = self.error_handler.format_error_with_context(ValidationErrors.HED_TAG_NOT_UNIQUE, "") + error_list = self.error_handler.format_error_with_context(ValidationErrors.TAG_NOT_UNIQUE, "") self.assertTrue(len(error_list) == 1) self.error_handler.push_error_context(ErrorContext.FILE_NAME, name) self.error_handler.push_error_context(ErrorContext.SIDECAR_COLUMN_NAME, column_name) self.error_handler.push_error_context(ErrorContext.COLUMN, column_name) - error_list = self.error_handler.format_error_with_context(ValidationErrors.HED_TAG_NOT_UNIQUE, "") + error_list = self.error_handler.format_error_with_context(ValidationErrors.TAG_NOT_UNIQUE, "") self.assertTrue(len(error_list) == 1) self.assertTrue(name in error_list[0][ErrorContext.FILE_NAME]) self.assertTrue(column_name in error_list[0][ErrorContext.SIDECAR_COLUMN_NAME]) @@ -57,16 +57,16 @@ def test_pop_error_context(self): self.error_handler.pop_error_context() self.error_handler.pop_error_context() self.error_handler.pop_error_context() - error_list = self.error_handler.format_error_with_context(ValidationErrors.HED_TAG_NOT_UNIQUE, "") + error_list = self.error_handler.format_error_with_context(ValidationErrors.TAG_NOT_UNIQUE, "") self.assertTrue(len(error_list) == 1) self.assertTrue(ErrorContext.COLUMN not in error_list[0]) self.error_handler.pop_error_context() - error_list = self.error_handler.format_error_with_context(ValidationErrors.HED_TAG_NOT_UNIQUE, "") + error_list = self.error_handler.format_error_with_context(ValidationErrors.TAG_NOT_UNIQUE, "") self.assertTrue(len(error_list) == 1) self.error_handler.reset_error_context() def test_filter_issues_by_severity(self): - error_list = self.error_handler.format_error_with_context(ValidationErrors.HED_TAG_NOT_UNIQUE, "") + error_list = self.error_handler.format_error_with_context(ValidationErrors.TAG_NOT_UNIQUE, "") error_list += self.error_handler.format_error_with_context(SchemaWarnings.INVALID_CAPITALIZATION, "dummy", problem_char="#", char_index=0) self.assertTrue(len(error_list) == 2) @@ -76,7 +76,7 @@ def test_filter_issues_by_severity(self): def test_printable_issue_string(self): self.error_handler.push_error_context(ErrorContext.CUSTOM_TITLE, "Default Custom Title") - error_list = self.error_handler.format_error_with_context(ValidationErrors.HED_TAG_NOT_UNIQUE, "") + error_list = self.error_handler.format_error_with_context(ValidationErrors.TAG_NOT_UNIQUE, "") error_list += self.error_handler.format_error_with_context(SchemaWarnings.INVALID_CAPITALIZATION, "dummy", problem_char="#", char_index=0) @@ -96,7 +96,7 @@ def test_printable_issue_string_with_filenames(self): myfile = 'my_file.txt' self.error_handler.push_error_context(ErrorContext.CUSTOM_TITLE, "Default Custom Title") self.error_handler.push_error_context(ErrorContext.FILE_NAME, myfile) - error_list = self.error_handler.format_error_with_context(ValidationErrors.HED_TAG_NOT_UNIQUE, "") + error_list = self.error_handler.format_error_with_context(ValidationErrors.TAG_NOT_UNIQUE, "") error_list += self.error_handler.format_error_with_context(SchemaWarnings.INVALID_CAPITALIZATION, "dummy", problem_char="#", char_index=0) diff --git a/tests/models/test_base_input.py b/tests/models/test_base_input.py index 32615fb76..d8e0b4a62 100644 --- a/tests/models/test_base_input.py +++ b/tests/models/test_base_input.py @@ -48,12 +48,13 @@ def tearDownClass(cls): shutil.rmtree(cls.base_output_folder) def test_gathered_defs(self): + # todo: probably remove this test? # todo: add unit tests for definitions in tsv file defs = DefinitionDict.get_as_strings(self.tabular_file._sidecar.extract_definitions(hed_schema=self.hed_schema)) expected_defs = { - 'jsonfiledef': '(Item/JsonDef1,Item/JsonDef1/#)', - 'jsonfiledef2': '(Item/JsonDef2,Item/JsonDef2/#)', - 'jsonfiledef3': '(Item/JsonDef3/#)', + 'jsonfiledef': '(Acceleration/#,Item/JsonDef1)', + 'jsonfiledef2': '(Age/#,Item/JsonDef2)', + 'jsonfiledef3': '(Age/#)', 'takesvaluedef': '(Age/#)', 'valueclassdef': '(Acceleration/#)' } diff --git a/tests/models/test_definition_dict.py b/tests/models/test_definition_dict.py index ee03122aa..eb5490529 100644 --- a/tests/models/test_definition_dict.py +++ b/tests/models/test_definition_dict.py @@ -4,9 +4,10 @@ from hed.models.hed_string import HedString from hed import HedTag from hed import load_schema_version +from tests.validator.test_tag_validator_base import TestHedBase -class TestDefBase(unittest.TestCase): +class TestDefBase(TestHedBase): @classmethod def setUpClass(cls): cls.hed_schema = load_schema_version("8.0.0") @@ -16,7 +17,10 @@ def check_def_base(self, test_strings, expected_issues): def_dict = DefinitionDict() hed_string_obj = HedString(test_strings[test_key], self.hed_schema) test_issues = def_dict.check_for_definitions(hed_string_obj) - expected_issue = expected_issues[test_key] + expected_params = expected_issues[test_key] + expected_issue = self.format_errors_fully(ErrorHandler(), hed_string=hed_string_obj, + params=expected_params) + # print(test_key) # print(test_issues) # print(expected_issue) self.assertCountEqual(test_issues, expected_issue, HedString(test_strings[test_key])) @@ -31,7 +35,7 @@ class TestDefinitionDict(TestDefBase): basic_hed_string = "Item/BasicTestTag1,Item/BasicTestTag2" basic_hed_string_with_def = f"Item/BasicTestTag1,Item/BasicTestTag2,{label_def_string}" - placeholder_def_contents = "(Item/TestDef1/#,Item/TestDef2)" + placeholder_def_contents = "(Age/#,Event)" placeholder_def_string = f"(Definition/TestDefPlaceholder/#,{placeholder_def_contents})" def test_check_for_definitions(self): @@ -50,55 +54,61 @@ def test_check_for_definitions_placeholder(self): new_def_count = len(def_dict.defs) self.assertGreater(new_def_count, original_def_count) - placeholder_invalid_def_contents = "(Item/TestDef1/#,Item/TestDef2/#)" + placeholder_invalid_def_contents = "(Age/#,Item/TestDef2/#)" placeholder_invalid_def_string = f"(Definition/TestDefPlaceholder/#,{placeholder_invalid_def_contents})" def test_definitions(self): test_strings = { - 'noGroupTag': "(Definition/ValidDef1)", + 'noGroupTag': "(Definition/InvalidDef0)", 'placeholderNoGroupTag': "(Definition/InvalidDef1/#)", 'placeholderWrongSpot': "(Definition/InvalidDef1#)", 'twoDefTags': f"(Definition/ValidDef1,Definition/InvalidDef2,{self.def_contents_string})", 'twoGroupTags': f"(Definition/InvalidDef1,{self.def_contents_string},{self.def_contents_string2})", 'extraOtherTags': "(Definition/InvalidDef1, InvalidContents)", - 'duplicateDef': f"(Definition/Def1), (Definition/Def1, {self.def_contents_string})", - 'duplicateDef2': f"(Definition/Def1), (Definition/Def1/#, {self.placeholder_def_contents})", - 'defAlreadyTagInSchema': "(Definition/Item)", + 'duplicateDef': f"(Definition/Def1, {self.def_contents_string}), (Definition/Def1, {self.def_contents_string})", + 'duplicateDef2': f"(Definition/Def1, {self.def_contents_string}), (Definition/Def1/#, {self.placeholder_def_contents})", 'defTooManyPlaceholders': self.placeholder_invalid_def_string, - 'invalidPlaceholder': "(Definition/InvalidDef1/InvalidPlaceholder)", - 'invalidPlaceholderExtension': "(Definition/InvalidDef1/this-part-is-not-allowed/#)", + 'invalidPlaceholder': f"(Definition/InvalidDef1/InvalidPlaceholder, {self.def_contents_string})", + 'invalidPlaceholderExtension': f"(Definition/InvalidDef1/this-part-is-not-allowed/#, {self.def_contents_string})", 'defInGroup': "(Definition/ValidDefName, (Def/ImproperlyPlacedDef))", - 'defExpandInGroup': "(Definition/ValidDefName, (Def-expand/ImproperlyPlacedDef, (ImproperContents)))" + 'defExpandInGroup': "(Definition/ValidDefName, (Def-expand/ImproperlyPlacedDef, (ImproperContents)))", + 'doublePoundSignPlaceholder': f"(Definition/InvalidDef/##, {self.placeholder_def_contents})", + 'doublePoundSignDiffPlaceholder': f"(Definition/InvalidDef/#, (Age/##,Item/TestDef2))", + 'placeholdersWrongSpot': f"(Definition/InvalidDef/#, (Age/#,Item/TestDef2))", } expected_results = { - 'noGroupTag': [], - 'placeholderNoGroupTag': ErrorHandler.format_error(DefinitionErrors.WRONG_NUMBER_PLACEHOLDER_TAGS, - "InvalidDef1", expected_count=1, tag_list=[]), - 'placeholderWrongSpot': ErrorHandler.format_error(DefinitionErrors.INVALID_DEFINITION_EXTENSION, - "InvalidDef1#"), - 'twoDefTags': ErrorHandler.format_error(DefinitionErrors.WRONG_NUMBER_GROUP_TAGS, + 'noGroupTag': self.format_error(DefinitionErrors.NO_DEFINITION_CONTENTS, + "InvalidDef0"), + 'placeholderNoGroupTag': self.format_error(DefinitionErrors.NO_DEFINITION_CONTENTS,"InvalidDef1/#"), + 'placeholderWrongSpot': self.format_error(DefinitionErrors.NO_DEFINITION_CONTENTS,"InvalidDef1#") + self.format_error(DefinitionErrors.INVALID_DEFINITION_EXTENSION, + tag=0, def_name="InvalidDef1#"), + 'twoDefTags': self.format_error(DefinitionErrors.WRONG_NUMBER_TAGS, "ValidDef1", ["Definition/InvalidDef2"]), - 'twoGroupTags': ErrorHandler.format_error(DefinitionErrors.WRONG_NUMBER_GROUP_TAGS, + 'twoGroupTags': self.format_error(DefinitionErrors.WRONG_NUMBER_GROUPS, "InvalidDef1", [self.def_contents_string, self.def_contents_string2]), - 'extraOtherTags': ErrorHandler.format_error(DefinitionErrors.WRONG_NUMBER_GROUP_TAGS, "InvalidDef1", - ['InvalidContents']), - 'duplicateDef': ErrorHandler.format_error(DefinitionErrors.DUPLICATE_DEFINITION, "Def1"), - 'duplicateDef2': ErrorHandler.format_error(DefinitionErrors.DUPLICATE_DEFINITION, "Def1"), - # This is not an error since re-used terms are checked elsewhere. - 'defAlreadyTagInSchema': [], - 'defTooManyPlaceholders': ErrorHandler.format_error(DefinitionErrors.WRONG_NUMBER_PLACEHOLDER_TAGS, + 'extraOtherTags': self.format_error(DefinitionErrors.NO_DEFINITION_CONTENTS, "InvalidDef1") + + self.format_error(DefinitionErrors.WRONG_NUMBER_TAGS, "InvalidDef1", ['InvalidContents']), + 'duplicateDef': self.format_error(DefinitionErrors.DUPLICATE_DEFINITION, "Def1"), + 'duplicateDef2': self.format_error(DefinitionErrors.DUPLICATE_DEFINITION, "Def1"), + + 'defTooManyPlaceholders': self.format_error(DefinitionErrors.WRONG_NUMBER_PLACEHOLDER_TAGS, "TestDefPlaceholder", expected_count=1, - tag_list=["Item/TestDef1/#", "Item/TestDef2/#"]), - 'invalidPlaceholderExtension': ErrorHandler.format_error(DefinitionErrors.INVALID_DEFINITION_EXTENSION, - "InvalidDef1/this-part-is-not-allowed"), - 'invalidPlaceholder': ErrorHandler.format_error(DefinitionErrors.INVALID_DEFINITION_EXTENSION, - "InvalidDef1/InvalidPlaceholder"), - 'defInGroup': ErrorHandler.format_error(DefinitionErrors.DEF_TAG_IN_DEFINITION, + tag_list=["Age/#", "Item/TestDef2/#"]), + 'invalidPlaceholderExtension': self.format_error(DefinitionErrors.INVALID_DEFINITION_EXTENSION, + tag=0, def_name="InvalidDef1/this-part-is-not-allowed"), + 'invalidPlaceholder': self.format_error(DefinitionErrors.INVALID_DEFINITION_EXTENSION, + tag=0, def_name="InvalidDef1/InvalidPlaceholder"), + 'defInGroup': self.format_error(DefinitionErrors.DEF_TAG_IN_DEFINITION, tag=HedTag("Def/ImproperlyPlacedDef"), def_name="ValidDefName"), - 'defExpandInGroup': ErrorHandler.format_error(DefinitionErrors.DEF_TAG_IN_DEFINITION, + 'defExpandInGroup': self.format_error(DefinitionErrors.DEF_TAG_IN_DEFINITION, tag=HedTag("Def-expand/ImproperlyPlacedDef"), - def_name="ValidDefName") + def_name="ValidDefName"), + 'doublePoundSignPlaceholder': self.format_error(DefinitionErrors.INVALID_DEFINITION_EXTENSION, + tag=0, def_name="InvalidDef/##"), + 'doublePoundSignDiffPlaceholder': self.format_error(DefinitionErrors.WRONG_NUMBER_PLACEHOLDER_TAGS, + "InvalidDef", expected_count=1, tag_list=['Age/##']), + 'placeholdersWrongSpot': [] } self.check_def_base(test_strings, expected_results) @@ -107,17 +117,17 @@ def test_expand_defs(self): test_strings = { 1: "Def/TestDefPlaceholder/2471,Event", 2: "Event,(Def/TestDefPlaceholder/2471,Event)", - 3: "Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/2471,Item/TestDef2),Event", + 3: "Def-expand/TestDefPlaceholder/2471,(Age/2471,Item/TestDef2),Event", } expected_results = { - 1: "(Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/2471,Item/TestDef2)),Event", - 2: "Event,((Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/2471,Item/TestDef2)),Event)", + 1: "(Def-expand/TestDefPlaceholder/2471,(Age/2471,Item/TestDef2)),Event", + 2: "Event,((Def-expand/TestDefPlaceholder/2471,(Age/2471,Item/TestDef2)),Event)", # this one shouldn't change as it doesn't have a parent - 3: "Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/2471,Item/TestDef2),Event", + 3: "Def-expand/TestDefPlaceholder/2471,(Age/2471,Item/TestDef2),Event", } def_dict = DefinitionDict() - definition_string = "(Definition/TestDefPlaceholder/#,(Item/TestDef1/#,Item/TestDef2))" + definition_string = "(Definition/TestDefPlaceholder/#,(Age/#,Item/TestDef2))" def_dict.check_for_definitions(HedString(definition_string, hed_schema=self.hed_schema)) for key, test_string in test_strings.items(): hed_string = HedString(test_string, hed_schema=self.hed_schema) diff --git a/tests/models/test_definition_entry.py b/tests/models/test_definition_entry.py index 9ff70bc42..8407342f1 100644 --- a/tests/models/test_definition_entry.py +++ b/tests/models/test_definition_entry.py @@ -72,7 +72,7 @@ def test_get_definition(self): # new_def_count = len(def_dict.defs) # self.assertGreater(new_def_count, original_def_count) # - # placeholder_invalid_def_contents = "(Item/TestDef1/#,Item/TestDef2/#)" + # placeholder_invalid_def_contents = "(Age/#,Item/TestDef2/#)" # placeholder_invalid_def_string = f"(Definition/TestDefPlaceholder/#,{placeholder_invalid_def_contents})" # # def test_definitions(self): @@ -98,12 +98,12 @@ def test_get_definition(self): # "InvalidDef1", expected_count=1, tag_list=[]), # 'placeholderWrongSpot': ErrorHandler.format_error(DefinitionErrors.INVALID_DEFINITION_EXTENSION, # "InvalidDef1#"), - # 'twoDefTags': ErrorHandler.format_error(DefinitionErrors.WRONG_NUMBER_GROUP_TAGS, + # 'twoDefTags': ErrorHandler.format_error(DefinitionErrors.WRONG_NUMBER_GROUPS, # "ValidDef1", ["Definition/InvalidDef2"]), - # 'twoGroupTags': ErrorHandler.format_error(DefinitionErrors.WRONG_NUMBER_GROUP_TAGS, + # 'twoGroupTags': ErrorHandler.format_error(DefinitionErrors.WRONG_NUMBER_GROUPS, # "InvalidDef1", # [self.def_contents_string, self.def_contents_string2]), - # 'extraOtherTags': ErrorHandler.format_error(DefinitionErrors.WRONG_NUMBER_GROUP_TAGS, "InvalidDef1", + # 'extraOtherTags': ErrorHandler.format_error(DefinitionErrors.WRONG_NUMBER_GROUPS, "InvalidDef1", # ['InvalidContents']), # 'duplicateDef': ErrorHandler.format_error(DefinitionErrors.DUPLICATE_DEFINITION, "Def1"), # 'duplicateDef2': ErrorHandler.format_error(DefinitionErrors.DUPLICATE_DEFINITION, "Def1"), @@ -111,7 +111,7 @@ def test_get_definition(self): # 'defAlreadyTagInSchema': [], # 'defTooManyPlaceholders': ErrorHandler.format_error(DefinitionErrors.WRONG_NUMBER_PLACEHOLDER_TAGS, # "TestDefPlaceholder", expected_count=1, - # tag_list=["Item/TestDef1/#", "Item/TestDef2/#"]), + # tag_list=["Age/#", "Item/TestDef2/#"]), # 'invalidPlaceholderExtension': ErrorHandler.format_error(DefinitionErrors.INVALID_DEFINITION_EXTENSION, # "InvalidDef1/this-part-is-not-allowed"), # 'invalidPlaceholder': ErrorHandler.format_error(DefinitionErrors.INVALID_DEFINITION_EXTENSION, diff --git a/tests/models/test_df_util.py b/tests/models/test_df_util.py index ff58e35b2..c88446956 100644 --- a/tests/models/test_df_util.py +++ b/tests/models/test_df_util.py @@ -12,53 +12,53 @@ def setUp(self): self.schema = load_schema_version() def test_shrink_defs_normal(self): - df = pd.DataFrame({"column1": ["(Def-expand/TestDefNormal,(Action/TestDef1/2471,Action/TestDef2)),Event/SomeEvent"]}) + df = pd.DataFrame({"column1": ["(Def-expand/TestDefNormal,(Acceleration/2471,Action/TestDef2)),Event/SomeEvent"]}) expected_df = pd.DataFrame({"column1": ["Def/TestDefNormal,Event/SomeEvent"]}) result = shrink_defs(df, self.schema, ['column1']) pd.testing.assert_frame_equal(result, expected_df) def test_shrink_defs_placeholder(self): - df = pd.DataFrame({"column1": ["(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2)),Item/SomeItem"]}) + df = pd.DataFrame({"column1": ["(Def-expand/TestDefPlaceholder/123,(Acceleration/123,Action/TestDef2)),Item/SomeItem"]}) expected_df = pd.DataFrame({"column1": ["Def/TestDefPlaceholder/123,Item/SomeItem"]}) result = shrink_defs(df, self.schema, ['column1']) pd.testing.assert_frame_equal(result, expected_df) def test_shrink_defs_no_matching_tags(self): - df = pd.DataFrame({"column1": ["(Event/SomeEvent, Item/SomeItem,Age/25)"]}) - expected_df = pd.DataFrame({"column1": ["(Event/SomeEvent, Item/SomeItem,Age/25)"]}) + df = pd.DataFrame({"column1": ["(Event/SomeEvent, Item/SomeItem,Acceleration/25)"]}) + expected_df = pd.DataFrame({"column1": ["(Event/SomeEvent, Item/SomeItem,Acceleration/25)"]}) result = shrink_defs(df, self.schema, ['column1']) pd.testing.assert_frame_equal(result, expected_df) def test_shrink_defs_multiple_columns(self): - df = pd.DataFrame({"column1": ["(Def-expand/TestDefNormal,(Action/TestDef1/2471,Action/TestDef2)),Event/SomeEvent"], - "column2": ["(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2)),Item/SomeItem"]}) + df = pd.DataFrame({"column1": ["(Def-expand/TestDefNormal,(Acceleration/2471,Action/TestDef2)),Event/SomeEvent"], + "column2": ["(Def-expand/TestDefPlaceholder/123,(Acceleration/123,Action/TestDef2)),Item/SomeItem"]}) expected_df = pd.DataFrame({"column1": ["Def/TestDefNormal,Event/SomeEvent"], "column2": ["Def/TestDefPlaceholder/123,Item/SomeItem"]}) result = shrink_defs(df, self.schema, ['column1', 'column2']) pd.testing.assert_frame_equal(result, expected_df) def test_shrink_defs_multiple_defs_same_line(self): - df = pd.DataFrame({"column1": ["(Def-expand/TestDefNormal,(Action/TestDef1/2471,Action/TestDef2)),(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2)),Age/30"]}) - expected_df = pd.DataFrame({"column1": ["Def/TestDefNormal,Def/TestDefPlaceholder/123,Age/30"]}) + df = pd.DataFrame({"column1": ["(Def-expand/TestDefNormal,(Acceleration/2471,Action/TestDef2)),(Def-expand/TestDefPlaceholder/123,(Acceleration/123,Action/TestDef2)),Acceleration/30"]}) + expected_df = pd.DataFrame({"column1": ["Def/TestDefNormal,Def/TestDefPlaceholder/123,Acceleration/30"]}) result = shrink_defs(df, self.schema, ['column1']) pd.testing.assert_frame_equal(result, expected_df) def test_shrink_defs_mixed_tags(self): df = pd.DataFrame({"column1": [ - "(Def-expand/TestDefNormal,(Action/TestDef1/2471,Action/TestDef2)),Event/SomeEvent,(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2)),Item/SomeItem,Age/25"]}) + "(Def-expand/TestDefNormal,(Acceleration/2471,Action/TestDef2)),Event/SomeEvent,(Def-expand/TestDefPlaceholder/123,(Acceleration/123,Action/TestDef2)),Item/SomeItem,Acceleration/25"]}) expected_df = pd.DataFrame( - {"column1": ["Def/TestDefNormal,Event/SomeEvent,Def/TestDefPlaceholder/123,Item/SomeItem,Age/25"]}) + {"column1": ["Def/TestDefNormal,Event/SomeEvent,Def/TestDefPlaceholder/123,Item/SomeItem,Acceleration/25"]}) result = shrink_defs(df, self.schema, ['column1']) pd.testing.assert_frame_equal(result, expected_df) def test_shrink_defs_series_normal(self): - series = pd.Series(["(Def-expand/TestDefNormal,(Action/TestDef1/2471,Action/TestDef2)),Event/SomeEvent"]) + series = pd.Series(["(Def-expand/TestDefNormal,(Acceleration/2471,Action/TestDef2)),Event/SomeEvent"]) expected_series = pd.Series(["Def/TestDefNormal,Event/SomeEvent"]) result = shrink_defs(series, self.schema, None) pd.testing.assert_series_equal(result, expected_series) def test_shrink_defs_series_placeholder(self): - series = pd.Series(["(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2)),Item/SomeItem"]) + series = pd.Series(["(Def-expand/TestDefPlaceholder/123,(Acceleration/123,Action/TestDef2)),Item/SomeItem"]) expected_series = pd.Series(["Def/TestDefPlaceholder/123,Item/SomeItem"]) result = shrink_defs(series, self.schema, None) pd.testing.assert_series_equal(result, expected_series) @@ -67,27 +67,27 @@ def test_shrink_defs_series_placeholder(self): class TestExpandDefs(unittest.TestCase): def setUp(self): self.schema = load_schema_version() - self.def_dict = DefinitionDict(["(Definition/TestDefNormal,(Action/TestDef1/2471,Action/TestDef2))", - "(Definition/TestDefPlaceholder/#,(Action/TestDef1/#,Action/TestDef2))"], + self.def_dict = DefinitionDict(["(Definition/TestDefNormal,(Acceleration/2471,Action/TestDef2))", + "(Definition/TestDefPlaceholder/#,(Acceleration/#,Action/TestDef2))"], hed_schema=self.schema) def test_expand_defs_normal(self): df = pd.DataFrame({"column1": ["Def/TestDefNormal,Event/SomeEvent"]}) expected_df = pd.DataFrame( - {"column1": ["(Def-expand/TestDefNormal,(Action/TestDef1/2471,Action/TestDef2)),Event/SomeEvent"]}) + {"column1": ["(Def-expand/TestDefNormal,(Acceleration/2471,Action/TestDef2)),Event/SomeEvent"]}) result = expand_defs(df, self.schema, self.def_dict, ['column1']) pd.testing.assert_frame_equal(result, expected_df) def test_expand_defs_placeholder(self): df = pd.DataFrame({"column1": ["Def/TestDefPlaceholder/123,Item/SomeItem"]}) expected_df = pd.DataFrame({"column1": [ - "(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2)),Item/SomeItem"]}) + "(Def-expand/TestDefPlaceholder/123,(Acceleration/123,Action/TestDef2)),Item/SomeItem"]}) result = expand_defs(df, self.schema, self.def_dict, ['column1']) pd.testing.assert_frame_equal(result, expected_df) def test_expand_defs_no_matching_tags(self): - df = pd.DataFrame({"column1": ["(Event/SomeEvent,Item/SomeItem,Age/25)"]}) - expected_df = pd.DataFrame({"column1": ["(Event/SomeEvent,Item/SomeItem,Age/25)"]}) + df = pd.DataFrame({"column1": ["(Event/SomeEvent,Item/SomeItem,Acceleration/25)"]}) + expected_df = pd.DataFrame({"column1": ["(Event/SomeEvent,Item/SomeItem,Acceleration/25)"]}) result = expand_defs(df, self.schema, self.def_dict, ['column1']) pd.testing.assert_frame_equal(result, expected_df) @@ -95,21 +95,21 @@ def test_expand_defs_multiple_columns(self): df = pd.DataFrame({"column1": ["Def/TestDefNormal,Event/SomeEvent"], "column2": ["Def/TestDefPlaceholder/123,Item/SomeItem"]}) expected_df = pd.DataFrame( - {"column1": ["(Def-expand/TestDefNormal,(Action/TestDef1/2471,Action/TestDef2)),Event/SomeEvent"], + {"column1": ["(Def-expand/TestDefNormal,(Acceleration/2471,Action/TestDef2)),Event/SomeEvent"], "column2": [ - "(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2)),Item/SomeItem"]}) + "(Def-expand/TestDefPlaceholder/123,(Acceleration/123,Action/TestDef2)),Item/SomeItem"]}) result = expand_defs(df, self.schema, self.def_dict, ['column1', 'column2']) pd.testing.assert_frame_equal(result, expected_df) def test_expand_defs_series_normal(self): series = pd.Series(["Def/TestDefNormal,Event/SomeEvent"]) - expected_series = pd.Series(["(Def-expand/TestDefNormal,(Action/TestDef1/2471,Action/TestDef2)),Event/SomeEvent"]) + expected_series = pd.Series(["(Def-expand/TestDefNormal,(Acceleration/2471,Action/TestDef2)),Event/SomeEvent"]) result = expand_defs(series, self.schema, self.def_dict, None) pd.testing.assert_series_equal(result, expected_series) def test_expand_defs_series_placeholder(self): series = pd.Series(["Def/TestDefPlaceholder/123,Item/SomeItem"]) - expected_series = pd.Series(["(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2)),Item/SomeItem"]) + expected_series = pd.Series(["(Def-expand/TestDefPlaceholder/123,(Acceleration/123,Action/TestDef2)),Item/SomeItem"]) result = expand_defs(series, self.schema, self.def_dict, None) pd.testing.assert_series_equal(result, expected_series) @@ -157,8 +157,8 @@ def test_convert_to_form_multiple_tags_long(self): def test_basic_expand_detection(self): # all simple cases with no duplicates test_strings = [ - "(Def-expand/A1/1, (Action/1, Age/5, Item-count/3))", - "(Def-expand/A1/2, (Action/2, Age/5, Item-count/3))", + "(Def-expand/A1/1, (Action/1, Acceleration/5, Item-count/3))", + "(Def-expand/A1/2, (Action/2, Acceleration/5, Item-count/3))", "(Def-expand/B2/3, (Action/3, Collection/animals, Alert))", "(Def-expand/B2/4, (Action/4, Collection/animals, Alert))", "(Def-expand/C3/5, (Action/5, Joyful, Event))", @@ -170,20 +170,20 @@ def test_mixed_detection(self): # Cases where you can only retroactively identify the first def-expand test_strings = [ # Basic example first just to verify - "(Def-expand/A1/1, (Action/1, Age/5, Item-count/2))", - "(Def-expand/A1/2, (Action/2, Age/5, Item-count/2))", + "(Def-expand/A1/1, (Action/1, Acceleration/5, Item-count/2))", + "(Def-expand/A1/2, (Action/2, Acceleration/5, Item-count/2))", # Out of order ambiguous - "(Def-expand/B2/3, (Action/3, Collection/animals, Age/3))", - "(Def-expand/B2/4, (Action/4, Collection/animals, Age/3))", + "(Def-expand/B2/3, (Action/3, Collection/animals, Acceleration/3))", + "(Def-expand/B2/4, (Action/4, Collection/animals, Acceleration/3))", # Multiple tags - "(Def-expand/C3/5, (Action/5, Age/5, Item-count/5))", - "(Def-expand/C3/6, (Action/6, Age/5, Item-count/5))", + "(Def-expand/C3/5, (Action/5, Acceleration/5, Item-count/5))", + "(Def-expand/C3/6, (Action/6, Acceleration/5, Item-count/5))", # Multiple tags2 - "(Def-expand/D4/7, (Action/7, Age/7, Item-count/8))", - "(Def-expand/D4/8, (Action/8, Age/7, Item-count/8))" + "(Def-expand/D4/7, (Action/7, Acceleration/7, Item-count/8))", + "(Def-expand/D4/8, (Action/8, Acceleration/7, Item-count/8))" # Multiple tags3 - "(Def-expand/D5/7, (Action/7, Age/7, Item-count/8, Event))", - "(Def-expand/D5/8, (Action/8, Age/7, Item-count/8, Event))" + "(Def-expand/D5/7, (Action/7, Acceleration/7, Item-count/8, Event))", + "(Def-expand/D5/8, (Action/8, Acceleration/7, Item-count/8, Event))" ] def_dict, ambiguous_defs, _ = process_def_expands(test_strings, self.schema) self.assertEqual(len(def_dict), 5) @@ -191,11 +191,11 @@ def test_mixed_detection(self): def test_ambiguous_defs(self): # Cases that can't be identified test_strings = [ - "(Def-expand/A1/2, (Action/2, Age/5, Item-count/2))", - "(Def-expand/B2/3, (Action/3, Collection/animals, Age/3))", - "(Def-expand/C3/5, (Action/5, Age/5, Item-count/5))", - "(Def-expand/D4/7, (Action/7, Age/7, Item-count/8))", - "(Def-expand/D5/7, (Action/7, Age/7, Item-count/8, Event))", + "(Def-expand/A1/2, (Action/2, Acceleration/5, Item-count/2))", + "(Def-expand/B2/3, (Action/3, Collection/animals, Acceleration/3))", + "(Def-expand/C3/5, (Action/5, Acceleration/5, Item-count/5))", + "(Def-expand/D4/7, (Action/7, Acceleration/7, Item-count/8))", + "(Def-expand/D5/7, (Action/7, Acceleration/7, Item-count/8, Event))", ] _, ambiguous_defs, _ = process_def_expands(test_strings, self.schema) self.assertEqual(len(ambiguous_defs), 5) @@ -224,25 +224,46 @@ def test_errors(self): _, _, errors = process_def_expands(test_strings, self.schema) self.assertEqual(len(errors), 1) + def test_errors_ambiguous(self): + # Verify we recognize errors when we had a def that can't be resolved. + test_strings = [ + "(Def-expand/A1/1, (Action/1, Age/5, Item-count/1))", + "(Def-expand/A1/2, (Action/2, Age/5, Item-count/3))", + "(Def-expand/A1/3, (Action/3, Age/5, Item-count/3))", + ] + known, ambiguous, errors = process_def_expands(test_strings, self.schema) + self.assertEqual(len(errors), 1) + self.assertEqual(len(errors["a1"]), 3) + + def test_errors_unresolved(self): + # Verify we recognize errors when we had a def that can't be resolved. + test_strings = [ + "(Def-expand/A1/1, (Action/1, Age/5, Item-count/1))", + "(Def-expand/A1/2, (Action/2, Age/5, Item-count/3))", + ] + known, ambiguous, errors = process_def_expands(test_strings, self.schema) + self.assertEqual(len(errors), 1) + self.assertEqual(len(errors["a1"]), 2) + def test_def_expand_detection(self): test_strings = [ - "(Def-expand/A1/1, (Action/1, Age/5, Item-Count/2))", - "(Def-expand/A1/2, (Action/2, Age/5, Item-Count/2))", + "(Def-expand/A1/1, (Action/1, Acceleration/5, Item-Count/2))", + "(Def-expand/A1/2, (Action/2, Acceleration/5, Item-Count/2))", "(Def-expand/B2/3, (Action/3, Collection/animals, Alert))", "(Def-expand/B2/4, (Action/4, Collection/animals, Alert))", "(Def-expand/C3/5, (Action/5, Joyful, Event))", "(Def-expand/C3/6, (Action/6, Joyful, Event))", - "((Def-expand/A1/7, (Action/7, Age/5, Item-Count/2)), Event, Age/10)", - "((Def-expand/A1/8, (Action/8, Age/5, Item-Count/2)), Collection/toys, Item-Count/5)", + "((Def-expand/A1/7, (Action/7, Acceleration/5, Item-Count/2)), Event, Acceleration/10)", + "((Def-expand/A1/8, (Action/8, Acceleration/5, Item-Count/2)), Collection/toys, Item-Count/5)", "((Def-expand/B2/9, (Action/9, Collection/animals, Alert)), Event, Collection/plants)", "((Def-expand/B2/10, (Action/10, Collection/animals, Alert)), Joyful, Item-Count/3)", - "((Def-expand/C3/11, (Action/11, Joyful, Event)), Collection/vehicles, Age/20)", + "((Def-expand/C3/11, (Action/11, Joyful, Event)), Collection/vehicles, Acceleration/20)", "((Def-expand/C3/12, (Action/12, Joyful, Event)), Alert, Item-Count/8)", - "((Def-expand/A1/13, (Action/13, Age/5, Item-Count/2)), (Def-expand/B2/13, (Action/13, Collection/animals, Alert)), Event)", - "((Def-expand/A1/14, (Action/14, Age/5, Item-Count/2)), Joyful, (Def-expand/C3/14, (Action/14, Joyful, Event)))", - "(Def-expand/B2/15, (Action/15, Collection/animals, Alert)), (Def-expand/C3/15, (Action/15, Joyful, Event)), Age/30", - "((Def-expand/A1/16, (Action/16, Age/5, Item-Count/2)), (Def-expand/B2/16, (Action/16, Collection/animals, Alert)), Collection/food)", - "(Def-expand/C3/17, (Action/17, Joyful, Event)), (Def-expand/A1/17, (Action/17, Age/5, Item-Count/2)), Item-Count/6", + "((Def-expand/A1/13, (Action/13, Acceleration/5, Item-Count/2)), (Def-expand/B2/13, (Action/13, Collection/animals, Alert)), Event)", + "((Def-expand/A1/14, (Action/14, Acceleration/5, Item-Count/2)), Joyful, (Def-expand/C3/14, (Action/14, Joyful, Event)))", + "(Def-expand/B2/15, (Action/15, Collection/animals, Alert)), (Def-expand/C3/15, (Action/15, Joyful, Event)), Acceleration/30", + "((Def-expand/A1/16, (Action/16, Acceleration/5, Item-Count/2)), (Def-expand/B2/16, (Action/16, Collection/animals, Alert)), Collection/food)", + "(Def-expand/C3/17, (Action/17, Joyful, Event)), (Def-expand/A1/17, (Action/17, Acceleration/5, Item-Count/2)), Item-Count/6", "((Def-expand/B2/18, (Action/18, Collection/animals, Alert)), (Def-expand/C3/18, (Action/18, Joyful, Event)), Alert)", "(Def-expand/D1/Apple, (Task/Apple, Collection/cars, Attribute/color))", "(Def-expand/D1/Banana, (Task/Banana, Collection/cars, Attribute/color))", @@ -250,7 +271,7 @@ def test_def_expand_detection(self): "(Def-expand/E2/Dog, (Collection/Dog, Collection/plants, Attribute/type))", "((Def-expand/D1/Elephant, (Task/Elephant, Collection/cars, Attribute/color)), (Def-expand/E2/Fox, (Collection/Fox, Collection/plants, Attribute/type)), Event)", "((Def-expand/D1/Giraffe, (Task/Giraffe, Collection/cars, Attribute/color)), Joyful, (Def-expand/E2/Horse, (Collection/Horse, Collection/plants, Attribute/type)))", - "(Def-expand/D1/Iguana, (Task/Iguana, Collection/cars, Attribute/color)), (Def-expand/E2/Jaguar, (Collection/Jaguar, Collection/plants, Attribute/type)), Age/30", + "(Def-expand/D1/Iguana, (Task/Iguana, Collection/cars, Attribute/color)), (Def-expand/E2/Jaguar, (Collection/Jaguar, Collection/plants, Attribute/type)), Acceleration/30", "(Def-expand/F1/Lion, (Task/Lion, Collection/boats, Attribute/length))", "(Def-expand/F1/Monkey, (Task/Monkey, Collection/boats, Attribute/length))", "(Def-expand/G2/Nest, (Collection/Nest, Collection/instruments, Attribute/material))", diff --git a/tests/models/test_sidecar.py b/tests/models/test_sidecar.py index 182a15a3b..caec94043 100644 --- a/tests/models/test_sidecar.py +++ b/tests/models/test_sidecar.py @@ -82,13 +82,13 @@ def test__iter__(self): def test_validate_column_group(self): validation_issues = self.errors_sidecar.validate(self.hed_schema) - self.assertEqual(len(validation_issues), 22) + self.assertEqual(len(validation_issues), 23) validation_issues2 = self.errors_sidecar_minor.validate(self.hed_schema) - self.assertEqual(len(validation_issues2), 18) + self.assertEqual(len(validation_issues2), 19) validation_issues = self.json_without_definitions_sidecar.validate(self.hed_schema) - self.assertEqual(len(validation_issues), 8) + self.assertEqual(len(validation_issues), 7) hed_string = HedString("(Definition/JsonFileDef/#, (Item/JsonDef1/#,Item/JsonDef1))", self.hed_schema) extra_def_dict = DefinitionDict() diff --git a/tests/tools/remodeling/operations/test_summarize_definitions_op.py b/tests/tools/remodeling/operations/test_summarize_definitions_op.py index b5100a652..a55f61c6e 100644 --- a/tests/tools/remodeling/operations/test_summarize_definitions_op.py +++ b/tests/tools/remodeling/operations/test_summarize_definitions_op.py @@ -2,7 +2,6 @@ import os import unittest import pandas as pd -from hed.models.df_util import get_assembled from hed.tools.remodeling.dispatcher import Dispatcher from hed.tools.remodeling.operations.summarize_definitions_op import SummarizeDefinitionsOp, DefinitionSummaryContext @@ -27,8 +26,6 @@ def tearDownClass(cls): def test_constructor(self): parms = json.loads(self.json_parms) - sum_op1 = SummarizeDefinitionsOp(parms) - self.assertIsInstance(sum_op1, SummarizeDefinitionsOp, "constructor creates an object of the correct type") parms["expand_context"] = "" with self.assertRaises(KeyError) as context: SummarizeDefinitionsOp(parms) @@ -43,18 +40,45 @@ def test_do_op(self): dispatch = Dispatcher([], data_root=None, backup_name=None, hed_versions=['8.1.0']) parms = json.loads(self.json_parms) sum_op = SummarizeDefinitionsOp(parms) - self.assertIsInstance(sum_op, SummarizeDefinitionsOp, "constructor creates an object of the correct type") df = pd.read_csv(self.data_path, delimiter='\t', header=0, keep_default_na=False, na_values=",null") df_new = sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run1', sidecar=self.json_path) - self.assertEqual(200, len(df_new), "summarize_hed_type_op dataframe length is correct") - self.assertEqual(10, len(df_new.columns), "summarize_hed_type_op has correct number of columns") + self.assertEqual(200, len(df_new), " dataframe length is correct") + self.assertEqual(10, len(df_new.columns), " has correct number of columns") self.assertIn(sum_op.summary_name, dispatch.context_dict) self.assertIsInstance(dispatch.context_dict[sum_op.summary_name], DefinitionSummaryContext) - # x = dispatch.context_dict[sum_op.summary_name].summary_dict['subj2_run1'] - # self.assertEqual(len(dispatch.context_dict[sum_op.summary_name].summary_dict['subj2_run1'].tag_dict), 47) - # df_new = sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run2', sidecar=self.json_path) - # self.assertEqual(len(dispatch.context_dict[sum_op.summary_name].summary_dict['subj2_run2'].tag_dict), 47) + def test_summary(self): + dispatch = Dispatcher([], data_root=None, backup_name=None, hed_versions=['8.1.0']) + parms = json.loads(self.json_parms) + sum_op = SummarizeDefinitionsOp(parms) + df = pd.read_csv(self.data_path, delimiter='\t', header=0, keep_default_na=False, na_values=",null") + df_new = sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run1', sidecar=self.json_path) + self.assertEqual(200, len(df_new), " dataframe length is correct") + self.assertEqual(10, len(df_new.columns), " has correct number of columns") + self.assertIn(sum_op.summary_name, dispatch.context_dict) + self.assertIsInstance(dispatch.context_dict[sum_op.summary_name], DefinitionSummaryContext) + # print(str(dispatch.context_dict[sum_op.summary_name].get_text_summary()['Dataset'])) + + def test_summary_errors(self): + dispatch = Dispatcher([], data_root=None, backup_name=None, hed_versions=['8.1.0']) + parms = json.loads(self.json_parms) + sum_op = SummarizeDefinitionsOp(parms) + df = pd.DataFrame({"HED": [ + "(Def-expand/A1/1, (Action/1, Acceleration/5, Item-count/2))", + "(Def-expand/B2/3, (Action/3, Collection/animals, Acceleration/3))", + "(Def-expand/C3/5, (Action/5, Acceleration/5, Item-count/5))", + "(Def-expand/D4/7, (Action/7, Acceleration/7, Item-count/8))", + "(Def-expand/D5/7, (Action/7, Acceleration/7, Item-count/8, Event))", + "(Def-expand/A1/2, (Action/2, Age/5, Item-count/2))", + "(Def-expand/A1/3, (Action/3, Age/4, Item-count/3))", + + # This could be identified, but fails due to the above raising errors + "(Def-expand/A1/4, (Action/4, Age/5, Item-count/2))", + ]}) + df_new = sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run1', sidecar=self.json_path) + self.assertIn(sum_op.summary_name, dispatch.context_dict) + self.assertIsInstance(dispatch.context_dict[sum_op.summary_name], DefinitionSummaryContext) + #print(str(dispatch.context_dict[sum_op.summary_name].get_text_summary()['Dataset'])) if __name__ == '__main__': unittest.main() diff --git a/tests/tools/remodeling/operations/test_summarize_hed_validation_op.py b/tests/tools/remodeling/operations/test_summarize_hed_validation_op.py index 0136c205e..451528428 100644 --- a/tests/tools/remodeling/operations/test_summarize_hed_validation_op.py +++ b/tests/tools/remodeling/operations/test_summarize_hed_validation_op.py @@ -63,7 +63,7 @@ def test_do_op(self): sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run3', sidecar=self.bad_json_path) self.assertEqual(len(dispatch.context_dict[sum_op.summary_name].summary_dict), 3) run3 = dispatch.context_dict[sum_op.summary_name].summary_dict['subj2_run3'] - self.assertEqual(run3["total_sidecar_issues"], 2) + self.assertEqual(run3["total_sidecar_issues"], 4) def test_get_summary_details(self): dispatch = Dispatcher([], data_root=None, backup_name=None, hed_versions=['8.1.0']) diff --git a/tests/validator/test_def_validator.py b/tests/validator/test_def_validator.py index 6bef321a7..7464e985d 100644 --- a/tests/validator/test_def_validator.py +++ b/tests/validator/test_def_validator.py @@ -19,7 +19,7 @@ def setUpClass(cls): cls.basic_definition_string = f"(Definition/TestDef,{cls.def_contents_string})" cls.basic_definition_string_no_paren = f"Definition/TestDef,{cls.def_contents_string}" - cls.placeholder_definition_contents = "(Item/TestDef1/#,Item/TestDef2)" + cls.placeholder_definition_contents = "(Acceleration/#,Item/TestDef2)" cls.placeholder_definition_string = f"(Definition/TestDefPlaceholder/#,{cls.placeholder_definition_contents})" cls.placeholder_definition_string_no_paren = \ f"Definition/TestDefPlaceholder/#,{cls.placeholder_definition_contents}" @@ -34,7 +34,7 @@ def setUpClass(cls): cls.basic_hed_string_with_def_first_paren = f"({cls.label_def_string},{cls.basic_hed_string})" cls.placeholder_label_def_string = "Def/TestDefPlaceholder/2471" - cls.placeholder_expanded_def_string = "(Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/2471,Item/TestDef2))" + cls.placeholder_expanded_def_string = "(Def-expand/TestDefPlaceholder/2471,(Acceleration/2471,Item/TestDef2))" cls.placeholder_hed_string_with_def = f"{cls.basic_hed_string},{cls.placeholder_label_def_string}" cls.placeholder_hed_string_with_def_first = f"{cls.placeholder_label_def_string},{cls.basic_hed_string}" @@ -80,27 +80,11 @@ def test_bad_def_expand(self): def_issues = def_validator.validate_def_tags(valid_placeholder) self.assertFalse(def_issues) - invalid_placeholder = HedString("(Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/21,Item/TestDef2))", self.hed_schema) + invalid_placeholder = HedString("(Def-expand/TestDefPlaceholder/2471,(Acceleration/21,Item/TestDef2))", self.hed_schema) def_issues = def_validator.validate_def_tags(invalid_placeholder) self.assertTrue(bool(def_issues)) - def test_def_no_content(self): - - def_validator = DefValidator() - def_string = HedString("(Definition/EmptyDef)", self.hed_schema) - def_validator.check_for_definitions(def_string) - - valid_empty = HedString("Def/EmptyDef", self.hed_schema) - def_issues = def_validator.validate_def_tags(valid_empty) - def_issues += def_validator.expand_def_tags(valid_empty) - self.assertEqual(str(valid_empty), "(Def-expand/EmptyDef)") - self.assertFalse(def_issues) - - valid_empty = HedString("Def/EmptyDef", self.hed_schema) - def_issues = def_validator.validate_def_tags(valid_empty) - self.assertFalse(def_issues) - def test_duplicate_def(self): def_dict = DefinitionDict() def_string = HedString(self.placeholder_definition_string, self.hed_schema) @@ -137,11 +121,11 @@ def setUpClass(cls): cls.basic_hed_string_with_def_first = f"{cls.label_def_string},{cls.basic_hed_string}" cls.basic_hed_string_with_def_first_paren = f"({cls.label_def_string},{cls.basic_hed_string})" cls.placeholder_label_def_string = "Def/TestDefPlaceholder/2471" - cls.placeholder_definition_contents = "(Item/TestDef1/#,Item/TestDef2)" + cls.placeholder_definition_contents = "(Acceleration/#,Item/TestDef2)" cls.placeholder_definition_string = f"(Definition/TestDefPlaceholder/#,{cls.placeholder_definition_contents})" cls.placeholder_definition_string_no_paren = \ f"Definition/TestDefPlaceholder/#,{cls.placeholder_definition_contents}" - cls.placeholder_expanded_def_string = "(Def-expand/TestDefPlaceholder/2471,(Item/TestDef1/2471,Item/TestDef2))" + cls.placeholder_expanded_def_string = "(Def-expand/TestDefPlaceholder/2471,(Acceleration/2471,Item/TestDef2))" cls.placeholder_hed_string_with_def = f"{cls.basic_hed_string},{cls.placeholder_label_def_string}" cls.placeholder_hed_string_with_def_first = f"{cls.placeholder_label_def_string},{cls.basic_hed_string}" @@ -266,7 +250,7 @@ def test_expand_def_tags_placeholder(self): remove_definitions=True, basic_definition_string=self.placeholder_definition_string) - # todo ian: finish updating these + # todo: finish updating these # # special case test # def test_changing_tag_then_def_mapping(self): # def_dict = DefinitionDict() diff --git a/tests/validator/test_hed_validator.py b/tests/validator/test_hed_validator.py index a523e33c3..848beda34 100644 --- a/tests/validator/test_hed_validator.py +++ b/tests/validator/test_hed_validator.py @@ -88,6 +88,7 @@ def test_complex_file_validation_with_index(self): self.assertEqual(len(validation_issues), 0) def test_complex_file_validation_invalid(self): + # todo: Update or remove schema_path = os.path.realpath(os.path.join(os.path.dirname(__file__), '../data/validator_tests/bids_schema.mediawiki')) events_path = os.path.realpath(os.path.join(os.path.dirname(__file__), @@ -98,13 +99,14 @@ def test_complex_file_validation_invalid(self): '../data/validator_tests/bids_events_bad_defs.json')) sidecar = Sidecar(json_path) issues = sidecar.validate(hed_schema) - self.assertEqual(len(issues), 4) + self.assertEqual(len(issues), 8) input_file = TabularInput(events_path, sidecar=sidecar) validation_issues = input_file.validate(hed_schema) - self.assertEqual(len(validation_issues), 63) + self.assertEqual(len(validation_issues), 105) def test_complex_file_validation_invalid_definitions_removed(self): + # todo: update this/remove # This verifies definitions are being removed from sidecar strings before being added, or it will produce # extra errors. schema_path = os.path.realpath(os.path.join(os.path.dirname(__file__), @@ -117,11 +119,11 @@ def test_complex_file_validation_invalid_definitions_removed(self): '../data/validator_tests/bids_events_bad_defs2.json')) sidecar = Sidecar(json_path) issues = sidecar.validate(hed_schema) - self.assertEqual(len(issues), 4) + self.assertEqual(len(issues), 7) input_file = TabularInput(events_path, sidecar=sidecar) validation_issues = input_file.validate(hed_schema) - self.assertEqual(len(validation_issues), 42) + self.assertEqual(len(validation_issues), 63) def test_file_bad_defs_in_spreadsheet(self): schema_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), @@ -137,7 +139,7 @@ def test_file_bad_defs_in_spreadsheet(self): worksheet_name='LKT Events') validation_issues = loaded_file.validate(hed_schema=hed_schema) - self.assertEqual(len(validation_issues), 2) + self.assertEqual(len(validation_issues), 4) def test_tabular_input_with_HED_col_in_json(self): schema_path = os.path.realpath(os.path.join(os.path.dirname(__file__), diff --git a/tests/validator/test_onset_validator.py b/tests/validator/test_onset_validator.py index ef7e3aa54..c6908646a 100644 --- a/tests/validator/test_onset_validator.py +++ b/tests/validator/test_onset_validator.py @@ -18,19 +18,19 @@ def setUpClass(cls): hed_xml_file = os.path.join(cls.base_data_dir, "schema_tests/HED8.0.0.mediawiki") cls.hed_schema = schema.load_schema(hed_xml_file) cls.placeholder_label_def_string = "Def/TestDefPlaceholder/2471" - cls.placeholder_def_contents = "(Action/TestDef1/#,Action/TestDef2)" + cls.placeholder_def_contents = "(Acceleration/#,Action/TestDef2)" cls.placeholder_definition_string = f"(Definition/TestDefPlaceholder/#,{cls.placeholder_def_contents})" - cls.placeholder_expanded_def_string = "(Def-expand/TestDefPlaceholder/2471,(Action/TestDef1/2471,Action/TestDef2))" + cls.placeholder_expanded_def_string = "(Def-expand/TestDefPlaceholder/2471,(Acceleration/2471,Action/TestDef2))" cls.label_def_string = "Def/TestDefNormal" cls.def_contents = "(Action/TestDef1,Action/TestDef2)" cls.definition_string = f"(Definition/TestDefNormal,{cls.def_contents})" - cls.expanded_def_string = "(Def-expand/TestDefNormal,(Action/TestDef1/2471,Action/TestDef2))" + cls.expanded_def_string = "(Def-expand/TestDefNormal,(Acceleration/2471,Action/TestDef2))" cls.placeholder_label_def_string2 = "Def/TestDefPlaceholder/123" - cls.placeholder_def_contents2 = "(Action/TestDef1/#,Action/TestDef2)" + cls.placeholder_def_contents2 = "(Acceleration/#,Action/TestDef2)" cls.placeholder_definition_string2 = f"(Definition/TestDefPlaceholder/#,{cls.placeholder_def_contents2})" - cls.placeholder_expanded_def_string2 = "(Def-expand/TestDefPlaceholder/123,(Action/TestDef1/123,Action/TestDef2))" + cls.placeholder_expanded_def_string2 = "(Def-expand/TestDefPlaceholder/123,(Acceleration/123,Action/TestDef2))" cls.def_dict_placeholder = DefinitionDict() def_string = HedString(cls.placeholder_definition_string, hed_schema=cls.hed_schema) @@ -263,9 +263,13 @@ def test_onset_multiple_or_misplaced_errors(self): f"({self.placeholder_label_def_string},Onset, Offset)", ] test_issues = [ - self.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, tag=1), - self.format_error(OnsetErrors.ONSET_TAG_OUTSIDE_OF_GROUP, tag=2, def_tag="Def/TestDefPlaceholder/2471"), - self.format_error(OnsetErrors.ONSET_TAG_OUTSIDE_OF_GROUP, tag=2, def_tag="Def/TestDefPlaceholder/2471"), + self.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, tag=1, actual_error=ValidationErrors.ONSET_OFFSET_ERROR) + + self.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, tag=1), + self.format_error(ValidationErrors.HED_MULTIPLE_TOP_TAGS, tag=1, multiple_tags=["Onset"]) + + self.format_error(ValidationErrors.HED_TAG_REPEATED, tag=2) + + self.format_error(OnsetErrors.ONSET_TAG_OUTSIDE_OF_GROUP, tag=2, def_tag="Def/TestDefPlaceholder/2471"), + self.format_error(ValidationErrors.HED_MULTIPLE_TOP_TAGS, tag=1, multiple_tags=["Offset"]) + + self.format_error(OnsetErrors.ONSET_TAG_OUTSIDE_OF_GROUP, tag=2, def_tag="Def/TestDefPlaceholder/2471"), ] self._test_issues_no_context(test_strings, test_issues) diff --git a/tests/validator/test_tag_validator.py b/tests/validator/test_tag_validator.py index 939423638..5f453f806 100644 --- a/tests/validator/test_tag_validator.py +++ b/tests/validator/test_tag_validator.py @@ -1,6 +1,6 @@ import unittest -from hed.errors.error_types import ValidationErrors +from hed.errors.error_types import ValidationErrors, DefinitionErrors from tests.validator.test_tag_validator_base import TestValidatorBase from functools import partial @@ -26,7 +26,7 @@ def test_exist_in_schema(self): 'usedToBeIllegalComma': 'Label/This is a label,This/Is/A/Tag', 'legalDef': 'Def/Item', 'legalDefExpand': 'Def-expand/Item', - 'legalDefinition': 'Definition/Item', + 'illegalDefinition': 'Definition/Item', } expected_results = { 'takesValue': True, @@ -39,14 +39,14 @@ def test_exist_in_schema(self): 'usedToBeIllegalComma': False, 'legalDef': True, 'legalDefExpand': True, - 'legalDefinition': True, + 'illegalDefinition': False, } expected_issues = { 'takesValue': [], 'full': [], 'extensionsAllowed': [], - 'leafExtension': self.format_error(ValidationErrors.INVALID_EXTENSION, tag=0), - 'nonExtensionsAllowed': self.format_error(ValidationErrors.INVALID_EXTENSION, tag=0), + 'leafExtension': self.format_error(ValidationErrors.TAG_EXTENSION_INVALID, tag=0), + 'nonExtensionsAllowed': self.format_error(ValidationErrors.TAG_EXTENSION_INVALID, tag=0), 'invalidExtension': self.format_error( ValidationErrors.INVALID_PARENT_NODE, tag=0, index_in_tag=6, index_in_tag_end=9, expected_parent_tag="Property/Sensory-property/Sensory-attribute/Visual-attribute" + @@ -59,7 +59,7 @@ def test_exist_in_schema(self): index_in_tag=0, index_in_tag_end=4), 'legalDef': [], 'legalDefExpand': [], - 'legalDefinition': [] + 'illegalDefinition': self.format_error(DefinitionErrors.BAD_DEFINITION_LOCATION, tag=0) } self.validator_semantic(test_strings, expected_results, expected_issues, False) @@ -83,7 +83,7 @@ def test_proper_capitalization(self): 'camelCase': [], 'takesValue': [], 'numeric': [], - 'lowercase': self.format_error(ValidationErrors.HED_STYLE_WARNING, tag=0) + 'lowercase': self.format_error(ValidationErrors.STYLE_WARNING, tag=0) } self.validator_semantic(test_strings, expected_results, expected_issues, True) @@ -106,11 +106,11 @@ def test_proper_capitalization(self): # } # expected_issues = { # 'proper': [], - # 'camelCase': self.format_error(ValidationErrors.HED_STYLE_WARNING, tag=0), + # 'camelCase': self.format_error(ValidationErrors.STYLE_WARNING, tag=0), # 'takesValue': [], # 'numeric': [], - # 'lowercase': self.format_error(ValidationErrors.HED_STYLE_WARNING, tag=0), - # 'multipleUpper': self.format_error(ValidationErrors.HED_STYLE_WARNING, tag=0) + # 'lowercase': self.format_error(ValidationErrors.STYLE_WARNING, tag=0), + # 'multipleUpper': self.format_error(ValidationErrors.STYLE_WARNING, tag=0) # } # self.validator_semantic(test_strings, expected_results, expected_issues, True) # @@ -133,11 +133,11 @@ def test_proper_capitalization(self): # } # expected_issues = { # 'proper': [], - # 'camelCase': self.format_error(ValidationErrors.HED_STYLE_WARNING, tag=0), + # 'camelCase': self.format_error(ValidationErrors.STYLE_WARNING, tag=0), # 'takesValue': [], # 'numeric': [], - # 'lowercase': self.format_error(ValidationErrors.HED_STYLE_WARNING, tag=0), - # 'multipleUpper': self.format_error(ValidationErrors.HED_STYLE_WARNING, tag=0) + # 'lowercase': self.format_error(ValidationErrors.STYLE_WARNING, tag=0), + # 'multipleUpper': self.format_error(ValidationErrors.STYLE_WARNING, tag=0) # } # self.validator_semantic(test_strings, expected_results, expected_issues, True) @@ -152,7 +152,7 @@ def test_child_required(self): } expected_issues = { 'hasChild': [], - 'missingChild': self.format_error(ValidationErrors.HED_TAG_REQUIRES_CHILD, tag=0) + 'missingChild': self.format_error(ValidationErrors.TAG_REQUIRES_CHILD, tag=0) } self.validator_semantic(test_strings, expected_results, expected_issues, True) @@ -179,14 +179,14 @@ def test_required_units(self): # legal_clock_time_units = ['hour:min', 'hour:min:sec'] expected_issues = { 'hasRequiredUnit': [], - 'missingRequiredUnit': self.format_error(ValidationErrors.HED_UNITS_DEFAULT_USED, tag=0, + 'missingRequiredUnit': self.format_error(ValidationErrors.UNITS_MISSING, tag=0, default_unit='s'), 'notRequiredNoNumber': [], 'notRequiredNumber': [], 'notRequiredScientific': [], - 'timeValue': self.format_error(ValidationErrors.HED_TAG_EXTENDED, tag=0, + 'timeValue': self.format_error(ValidationErrors.TAG_EXTENDED, tag=0, index_in_tag=10, index_in_tag_end=None), - 'invalidTimeValue': self.format_error(ValidationErrors.HED_TAG_EXTENDED, tag=0, + 'invalidTimeValue': self.format_error(ValidationErrors.TAG_EXTENDED, tag=0, index_in_tag=10, index_in_tag_end=None), } self.validator_semantic(test_strings, expected_results, expected_issues, True) @@ -249,27 +249,27 @@ def test_correct_units(self): 'correctNoPluralUnit': [], 'correctNonSymbolCapitalizedUnit': [], 'correctSymbolCapitalizedUnit': [], - 'incorrectUnit': self.format_error(ValidationErrors.HED_UNITS_INVALID, + 'incorrectUnit': self.format_error(ValidationErrors.UNITS_INVALID, tag=0, units=legal_time_units), - 'incorrectSiUsage': self.format_error(ValidationErrors.HED_UNITS_INVALID, + 'incorrectSiUsage': self.format_error(ValidationErrors.UNITS_INVALID, tag=0, units=legal_time_units), - 'incorrectPluralUnit': self.format_error(ValidationErrors.HED_UNITS_INVALID, + 'incorrectPluralUnit': self.format_error(ValidationErrors.UNITS_INVALID, tag=0, units=legal_freq_units), - 'incorrectSymbolCapitalizedUnit': self.format_error(ValidationErrors.HED_UNITS_INVALID, + 'incorrectSymbolCapitalizedUnit': self.format_error(ValidationErrors.UNITS_INVALID, tag=0, units=legal_freq_units), 'incorrectSymbolCapitalizedUnitModifier': self.format_error( - ValidationErrors.HED_UNITS_INVALID, tag=0, units=legal_freq_units), + ValidationErrors.UNITS_INVALID, tag=0, units=legal_freq_units), 'notRequiredNumber': [], 'notRequiredScientific': [], - 'specialAllowedCharBadUnit': self.format_error(ValidationErrors.HED_VALUE_INVALID, + 'specialAllowedCharBadUnit': self.format_error(ValidationErrors.VALUE_INVALID, tag=0), 'specialAllowedCharUnit': [], # 'properTime': [], - # 'invalidTime': self.format_error(ValidationErrors.HED_UNITS_INVALID, tag=0, + # 'invalidTime': self.format_error(ValidationErrors.UNITS_INVALID, tag=0, # units=legal_clock_time_units) # 'specialAllowedCharCurrency': [], - # 'specialNotAllowedCharCurrency': self.format_error(ValidationErrors.HED_UNITS_INVALID, + # 'specialNotAllowedCharCurrency': self.format_error(ValidationErrors.UNITS_INVALID, # tag=0, # units=legal_currency_units), } @@ -300,7 +300,7 @@ def test_extension_warning(self): } expected_issues = { 'noWarning': [], - 'warning': self.format_error(ValidationErrors.HED_TAG_EXTENDED, tag=0, + 'warning': self.format_error(ValidationErrors.TAG_EXTENDED, tag=0, index_in_tag=13, index_in_tag_end=None), } self.validator_semantic(test_strings, expected_results, expected_issues, True) @@ -319,12 +319,12 @@ def test_invalid_placeholder_in_normal_string(self): expected_issues = { 'invalidPlaceholder': self.format_error(ValidationErrors.INVALID_TAG_CHARACTER, tag=0, index_in_tag=9, index_in_tag_end=10, - actual_error=ValidationErrors.HED_VALUE_INVALID), + actual_error=ValidationErrors.PLACEHOLDER_INVALID), 'invalidMiscPoundSign': self.format_error(ValidationErrors.NO_VALID_TAG_FOUND, tag=0, index_in_tag=0, index_in_tag_end=8), 'invalidAfterBaseTag': self.format_error(ValidationErrors.INVALID_TAG_CHARACTER, tag=0, index_in_tag=14, index_in_tag_end=15, - actual_error=ValidationErrors.HED_VALUE_INVALID), + actual_error=ValidationErrors.PLACEHOLDER_INVALID), } self.validator_semantic(test_strings, expected_results, expected_issues, False) @@ -339,12 +339,12 @@ def test_span_reporting(self): } tag_unit_class_units = ['day', 'hour', 'minute', 's', 'second'] expected_issues = { - 'orgTagDifferent': self.format_error(ValidationErrors.HED_UNITS_INVALID, + 'orgTagDifferent': self.format_error(ValidationErrors.UNITS_INVALID, tag=0, units=tag_unit_class_units), 'orgTagDifferent2': - self.format_error(ValidationErrors.HED_UNITS_INVALID, + self.format_error(ValidationErrors.UNITS_INVALID, tag=0, units=tag_unit_class_units) - + self.format_error(ValidationErrors.HED_UNITS_INVALID, tag=1, + + self.format_error(ValidationErrors.UNITS_INVALID, tag=1, units=tag_unit_class_units), } self.validator_semantic(test_strings, expected_results, expected_issues, False) @@ -429,10 +429,12 @@ def test_topLevelTagGroup_validation(self): 'invalid2TwoInOne': False, } expected_issues = { - 'invalid1': self.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, tag=0), + 'invalid1': self.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, tag=0, actual_error=ValidationErrors.DEFINITION_INVALID) + + self.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, tag=0), 'valid1': [], 'valid2': [], - 'invalid2': self.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, tag=1), + 'invalid2': self.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, tag=1, actual_error=ValidationErrors.DEFINITION_INVALID) + + self.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, tag=1), 'invalidTwoInOne': self.format_error( ValidationErrors.HED_MULTIPLE_TOP_TAGS, tag=0, multiple_tags="Definition/InvalidDef3".split(", ")), @@ -533,13 +535,13 @@ def test_mismatched_parentheses(self): 'valid': True } expected_issues = { - 'extraOpening': self.format_error(ValidationErrors.HED_PARENTHESES_MISMATCH, + 'extraOpening': self.format_error(ValidationErrors.PARENTHESES_MISMATCH, opening_parentheses_count=2, closing_parentheses_count=1), - 'extraClosing': self.format_error(ValidationErrors.HED_PARENTHESES_MISMATCH, + 'extraClosing': self.format_error(ValidationErrors.PARENTHESES_MISMATCH, opening_parentheses_count=1, closing_parentheses_count=2) - + self.format_error(ValidationErrors.HED_TAG_EMPTY, source_string=test_strings['extraClosing'], + + self.format_error(ValidationErrors.TAG_EMPTY, source_string=test_strings['extraClosing'], char_index=84), 'valid': [] } @@ -625,49 +627,49 @@ def test_malformed_delimiters(self): tag="Action/Reach/To touch("), 'missingClosingComma': self.format_error(ValidationErrors.COMMA_MISSING, tag="Participant/Effect/Body part/Arm)"), - 'extraOpeningComma': self.format_error(ValidationErrors.HED_TAG_EMPTY, + 'extraOpeningComma': self.format_error(ValidationErrors.TAG_EMPTY, source_string=test_strings['extraOpeningComma'], char_index=0), - 'extraClosingComma': self.format_error(ValidationErrors.HED_TAG_EMPTY, + 'extraClosingComma': self.format_error(ValidationErrors.TAG_EMPTY, source_string=test_strings['extraClosingComma'], char_index=len( test_strings['extraClosingComma']) - 1), - # 'extraOpeningParen': self.format_error(ValidationErrors.HED_TAG_EMPTY, + # 'extraOpeningParen': self.format_error(ValidationErrors.TAG_EMPTY, # character='(', index_in_tag=0), - # 'extraClosingParen': self.format_error(ValidationErrors.HED_TAG_EMPTY, character=')', + # 'extraClosingParen': self.format_error(ValidationErrors.TAG_EMPTY, character=')', # index_in_tag=len(test_strings['extraClosingParen']) - 1), - 'extraOpeningParen': self.format_error(ValidationErrors.HED_PARENTHESES_MISMATCH, + 'extraOpeningParen': self.format_error(ValidationErrors.PARENTHESES_MISMATCH, opening_parentheses_count=2, closing_parentheses_count=1), - 'extraClosingParen': self.format_error(ValidationErrors.HED_PARENTHESES_MISMATCH, + 'extraClosingParen': self.format_error(ValidationErrors.PARENTHESES_MISMATCH, opening_parentheses_count=1, closing_parentheses_count=2), 'multipleExtraOpeningDelimiters': - self.format_error(ValidationErrors.HED_TAG_EMPTY, + self.format_error(ValidationErrors.TAG_EMPTY, source_string=test_strings['multipleExtraOpeningDelimiters'], char_index=0) - + self.format_error(ValidationErrors.HED_TAG_EMPTY, + + self.format_error(ValidationErrors.TAG_EMPTY, source_string=test_strings['multipleExtraOpeningDelimiters'], char_index=1) - + self.format_error(ValidationErrors.HED_TAG_EMPTY, + + self.format_error(ValidationErrors.TAG_EMPTY, source_string=test_strings['multipleExtraOpeningDelimiters'], char_index=2), 'multipleExtraClosingDelimiters': - self.format_error(ValidationErrors.HED_TAG_EMPTY, + self.format_error(ValidationErrors.TAG_EMPTY, source_string=test_strings['multipleExtraClosingDelimiters'], char_index=len(test_strings['multipleExtraClosingDelimiters']) - 1) - + self.format_error(ValidationErrors.HED_TAG_EMPTY, + + self.format_error(ValidationErrors.TAG_EMPTY, source_string=test_strings['multipleExtraClosingDelimiters'], char_index=len(test_strings['multipleExtraClosingDelimiters']) - 2) - + self.format_error(ValidationErrors.HED_TAG_EMPTY, + + self.format_error(ValidationErrors.TAG_EMPTY, source_string=test_strings['multipleExtraClosingDelimiters'], char_index=len(test_strings['multipleExtraClosingDelimiters']) - 3) - + self.format_error(ValidationErrors.HED_TAG_EMPTY, + + self.format_error(ValidationErrors.TAG_EMPTY, source_string=test_strings['multipleExtraClosingDelimiters'], char_index=len(test_strings['multipleExtraClosingDelimiters']) - 4), 'multipleExtraMiddleDelimiters': - self.format_error(ValidationErrors.HED_TAG_EMPTY, + self.format_error(ValidationErrors.TAG_EMPTY, source_string=test_strings['multipleExtraMiddleDelimiters'], char_index=22) - + self.format_error(ValidationErrors.HED_TAG_EMPTY, + + self.format_error(ValidationErrors.TAG_EMPTY, source_string=test_strings['multipleExtraMiddleDelimiters'], char_index=121) - + self.format_error(ValidationErrors.HED_TAG_EMPTY, + + self.format_error(ValidationErrors.TAG_EMPTY, source_string=test_strings['multipleExtraMiddleDelimiters'], char_index=122), 'valid': [], 'validNestedParentheses': [], @@ -743,40 +745,40 @@ def test_string_extra_slash_space(self): 'trailingDoubleSlashWithSpace': False, } expected_errors = { - 'twoLevelDoubleSlash': self.format_error(ValidationErrors.HED_NODE_NAME_EMPTY, + 'twoLevelDoubleSlash': self.format_error(ValidationErrors.NODE_NAME_EMPTY, index_in_tag=5, index_in_tag_end=7, tag=0), 'threeLevelDoubleSlash': - self.format_error(ValidationErrors.HED_NODE_NAME_EMPTY, + self.format_error(ValidationErrors.NODE_NAME_EMPTY, index_in_tag=7, index_in_tag_end=9, tag=0) - + self.format_error(ValidationErrors.HED_NODE_NAME_EMPTY, + + self.format_error(ValidationErrors.NODE_NAME_EMPTY, index_in_tag=13, index_in_tag_end=15, tag=0), 'tripleSlashes': - self.format_error(ValidationErrors.HED_NODE_NAME_EMPTY, index_in_tag=7, index_in_tag_end=10, tag=0) - + self.format_error(ValidationErrors.HED_NODE_NAME_EMPTY, + self.format_error(ValidationErrors.NODE_NAME_EMPTY, index_in_tag=7, index_in_tag_end=10, tag=0) + + self.format_error(ValidationErrors.NODE_NAME_EMPTY, index_in_tag=14, index_in_tag_end=17, tag=0), - 'mixedSingleAndDoubleSlashes': self.format_error(ValidationErrors.HED_NODE_NAME_EMPTY, + 'mixedSingleAndDoubleSlashes': self.format_error(ValidationErrors.NODE_NAME_EMPTY, index_in_tag=7, index_in_tag_end=9, tag=0), - 'singleSlashWithSpace': self.format_error(ValidationErrors.HED_NODE_NAME_EMPTY, + 'singleSlashWithSpace': self.format_error(ValidationErrors.NODE_NAME_EMPTY, index_in_tag=5, index_in_tag_end=7, tag=0), - 'doubleSlashSurroundingSpace': self.format_error(ValidationErrors.HED_NODE_NAME_EMPTY, + 'doubleSlashSurroundingSpace': self.format_error(ValidationErrors.NODE_NAME_EMPTY, index_in_tag=5, index_in_tag_end=8, tag=0), - 'doubleSlashThenSpace': self.format_error(ValidationErrors.HED_NODE_NAME_EMPTY, + 'doubleSlashThenSpace': self.format_error(ValidationErrors.NODE_NAME_EMPTY, index_in_tag=5, index_in_tag_end=8, tag=0), - 'sosPattern': self.format_error(ValidationErrors.HED_NODE_NAME_EMPTY, index_in_tag=5, + 'sosPattern': self.format_error(ValidationErrors.NODE_NAME_EMPTY, index_in_tag=5, index_in_tag_end=14, tag=0), 'alternatingSlashSpace': - self.format_error(ValidationErrors.HED_NODE_NAME_EMPTY, index_in_tag=7, index_in_tag_end=11, tag=0) - + self.format_error(ValidationErrors.HED_NODE_NAME_EMPTY, + self.format_error(ValidationErrors.NODE_NAME_EMPTY, index_in_tag=7, index_in_tag_end=11, tag=0) + + self.format_error(ValidationErrors.NODE_NAME_EMPTY, index_in_tag=15, index_in_tag_end=19, tag=0), - 'leadingDoubleSlash': self.format_error(ValidationErrors.HED_NODE_NAME_EMPTY, + 'leadingDoubleSlash': self.format_error(ValidationErrors.NODE_NAME_EMPTY, index_in_tag=0, index_in_tag_end=2, tag=0), - 'trailingDoubleSlash': self.format_error(ValidationErrors.HED_NODE_NAME_EMPTY, + 'trailingDoubleSlash': self.format_error(ValidationErrors.NODE_NAME_EMPTY, index_in_tag=15, index_in_tag_end=17, tag=0), - 'leadingDoubleSlashWithSpace': self.format_error(ValidationErrors.HED_NODE_NAME_EMPTY, + 'leadingDoubleSlashWithSpace': self.format_error(ValidationErrors.NODE_NAME_EMPTY, index_in_tag=0, index_in_tag_end=3, tag=0), - 'trailingDoubleSlashWithSpace': self.format_error(ValidationErrors.HED_NODE_NAME_EMPTY, + 'trailingDoubleSlashWithSpace': self.format_error(ValidationErrors.NODE_NAME_EMPTY, index_in_tag=15, index_in_tag_end=18, tag=0), } @@ -803,20 +805,20 @@ def test_no_more_than_two_tildes(self): } expected_issues = { 'noTildeGroup': [], - 'oneTildeGroup': self.format_error(ValidationErrors.HED_TILDES_UNSUPPORTED, + 'oneTildeGroup': self.format_error(ValidationErrors.TILDES_UNSUPPORTED, source_string=test_strings['oneTildeGroup'], char_index=56), 'twoTildeGroup': - self.format_error(ValidationErrors.HED_TILDES_UNSUPPORTED, + self.format_error(ValidationErrors.TILDES_UNSUPPORTED, source_string=test_strings['twoTildeGroup'], char_index=49) - + self.format_error(ValidationErrors.HED_TILDES_UNSUPPORTED, + + self.format_error(ValidationErrors.TILDES_UNSUPPORTED, source_string=test_strings['twoTildeGroup'], char_index=77), 'invalidTildeGroup': - self.format_error(ValidationErrors.HED_TILDES_UNSUPPORTED, + self.format_error(ValidationErrors.TILDES_UNSUPPORTED, source_string=test_strings['invalidTildeGroup'], char_index=49) - + self.format_error(ValidationErrors.HED_TILDES_UNSUPPORTED, + + self.format_error(ValidationErrors.TILDES_UNSUPPORTED, source_string=test_strings['invalidTildeGroup'], char_index=77) - + self.format_error(ValidationErrors.HED_TILDES_UNSUPPORTED, + + self.format_error(ValidationErrors.TILDES_UNSUPPORTED, source_string=test_strings['invalidTildeGroup'], char_index=147) } self.validator_semantic(test_strings, expected_results, expected_issues, False) @@ -846,13 +848,13 @@ def test_includes_all_required_tags(self): } expected_issues = { 'complete': [], - 'missingAgent': self.format_error(ValidationErrors.HED_REQUIRED_TAG_MISSING, + 'missingAgent': self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_prefix='Agent/Animal-agent'), - 'missingAction': self.format_error(ValidationErrors.HED_REQUIRED_TAG_MISSING, tag_prefix='Action'), + 'missingAction': self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_prefix='Action'), 'inSubGroup': [], 'missingAll': - self.format_error(ValidationErrors.HED_REQUIRED_TAG_MISSING, tag_prefix='Action') - + self.format_error(ValidationErrors.HED_REQUIRED_TAG_MISSING, tag_prefix='Agent/Animal-agent'), + self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_prefix='Action') + + self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_prefix='Agent/Animal-agent'), } self.validator_semantic(test_strings, expected_results, expected_issues, True) @@ -874,9 +876,9 @@ def test_multiple_copies_unique_tags(self): } expected_issues = { 'legal': [], - 'multipleDesc': self.format_error(ValidationErrors.HED_TAG_NOT_UNIQUE, + 'multipleDesc': self.format_error(ValidationErrors.TAG_NOT_UNIQUE, tag_prefix='Property/Organizational-property/Event-context'), - 'multipleDescIncShort': self.format_error(ValidationErrors.HED_TAG_NOT_UNIQUE, + 'multipleDescIncShort': self.format_error(ValidationErrors.TAG_NOT_UNIQUE, tag_prefix='Property/Organizational-property/Event-context'), } self.validator_semantic(test_strings, expected_results, expected_issues, False) @@ -912,10 +914,12 @@ def test_special_units(self): # 'properTime': [], # 'invalidTime': [], 'specialAllowedCharCurrency': [], - 'specialNotAllowedCharCurrency': self.format_error(ValidationErrors.HED_UNITS_INVALID, + 'specialNotAllowedCharCurrency': self.format_error(ValidationErrors.UNITS_INVALID, tag=0, - units=legal_currency_units), - 'specialAllowedCharCurrencyAsSuffix': self.format_error(ValidationErrors.HED_UNITS_INVALID, + units=legal_currency_units) + + self.format_error(ValidationErrors.VALUE_INVALID, + tag=0), + 'specialAllowedCharCurrencyAsSuffix': self.format_error(ValidationErrors.UNITS_INVALID, tag=0, units=legal_currency_units), } diff --git a/tests/validator/test_tag_validator_library.py b/tests/validator/test_tag_validator_library.py index c4552f689..571fa2b85 100644 --- a/tests/validator/test_tag_validator_library.py +++ b/tests/validator/test_tag_validator_library.py @@ -3,7 +3,7 @@ from hed.errors import error_reporter from hed import schema -from hed.errors.error_types import ValidationErrors +from hed.errors.error_types import ValidationErrors, DefinitionErrors from hed.schema.hed_schema_group import HedSchemaGroup from hed.errors.exceptions import HedFileError from tests.validator.test_tag_validator_base import TestValidatorBase @@ -58,7 +58,7 @@ def test_exist_in_schema(self): 'usedToBeIllegalComma': 'tl:Label/This is a label,tl:This/Is/A/Tag', 'legalDef': 'tl:Def/Item', 'legalDefExpand': 'tl:Def-expand/Item', - 'legalDefinition': 'tl:Definition/Item', + 'illegalDefinition': 'tl:Definition/Item', 'unknownPrefix': 'ul:Definition/Item' } expected_results = { @@ -72,15 +72,15 @@ def test_exist_in_schema(self): 'usedToBeIllegalComma': False, 'legalDef': True, 'legalDefExpand': True, - 'legalDefinition': True, + 'illegalDefinition': False, 'unknownPrefix': False } expected_issues = { 'takesValue': [], 'full': [], 'extensionsAllowed': [], - 'leafExtension': self.format_error(ValidationErrors.INVALID_EXTENSION, tag=0), - 'nonExtensionsAllowed': self.format_error(ValidationErrors.INVALID_EXTENSION, tag=0), + 'leafExtension': self.format_error(ValidationErrors.TAG_EXTENSION_INVALID, tag=0), + 'nonExtensionsAllowed': self.format_error(ValidationErrors.TAG_EXTENSION_INVALID, tag=0), 'invalidExtension': self.format_error( ValidationErrors.INVALID_PARENT_NODE, tag=0, index_in_tag=9, index_in_tag_end=12, expected_parent_tag="Property/Sensory-property/Sensory-attribute/Visual-attribute" + @@ -93,7 +93,7 @@ def test_exist_in_schema(self): index_in_tag=3, index_in_tag_end=7), 'legalDef': [], 'legalDefExpand': [], - 'legalDefinition': [], + 'illegalDefinition': self.format_error(DefinitionErrors.BAD_DEFINITION_LOCATION, tag=0), 'unknownPrefix': self.format_error( ValidationErrors.HED_LIBRARY_UNMATCHED, tag=0, unknown_prefix="ul:", known_prefixes=["", "tl:"]), } @@ -119,7 +119,7 @@ def test_proper_capitalization(self): 'camelCase': [], 'takesValue': [], 'numeric': [], - 'lowercase': self.format_error(ValidationErrors.HED_STYLE_WARNING, tag=0) + 'lowercase': self.format_error(ValidationErrors.STYLE_WARNING, tag=0) } self.validator_semantic(test_strings, expected_results, expected_issues, True) @@ -134,7 +134,7 @@ def test_child_required(self): } expected_issues = { 'hasChild': [], - 'missingChild': self.format_error(ValidationErrors.HED_TAG_REQUIRES_CHILD, tag=0) + 'missingChild': self.format_error(ValidationErrors.TAG_REQUIRES_CHILD, tag=0) } self.validator_semantic(test_strings, expected_results, expected_issues, True) @@ -162,14 +162,14 @@ def test_required_units(self): expected_issues = { 'hasRequiredUnit': [], 'missingRequiredUnit': self.format_error( - ValidationErrors.HED_UNITS_DEFAULT_USED, tag=0, default_unit='s'), + ValidationErrors.UNITS_MISSING, tag=0, default_unit='s'), 'notRequiredNoNumber': [], 'notRequiredNumber': [], 'notRequiredScientific': [], 'timeValue': self.format_error( - ValidationErrors.HED_TAG_EXTENDED, tag=0, index_in_tag=10, index_in_tag_end=None), + ValidationErrors.TAG_EXTENDED, tag=0, index_in_tag=10, index_in_tag_end=None), 'invalidTimeValue': self.format_error( - ValidationErrors.HED_TAG_EXTENDED, tag=0, index_in_tag=10, index_in_tag_end=None), + ValidationErrors.TAG_EXTENDED, tag=0, index_in_tag=10, index_in_tag_end=None), } self.validator_semantic(test_strings, expected_results, expected_issues, True) @@ -230,22 +230,22 @@ def test_correct_units(self): 'correctNonSymbolCapitalizedUnit': [], 'correctSymbolCapitalizedUnit': [], 'incorrectUnit': self.format_error( - ValidationErrors.HED_UNITS_INVALID, tag=0, units=legal_time_units), + ValidationErrors.UNITS_INVALID, tag=0, units=legal_time_units), 'incorrectPluralUnit': self.format_error( - ValidationErrors.HED_UNITS_INVALID, tag=0, units=legal_freq_units), + ValidationErrors.UNITS_INVALID, tag=0, units=legal_freq_units), 'incorrectSymbolCapitalizedUnit': self.format_error( - ValidationErrors.HED_UNITS_INVALID, tag=0, units=legal_freq_units), + ValidationErrors.UNITS_INVALID, tag=0, units=legal_freq_units), 'incorrectSymbolCapitalizedUnitModifier': self.format_error( - ValidationErrors.HED_UNITS_INVALID, tag=0, units=legal_freq_units), + ValidationErrors.UNITS_INVALID, tag=0, units=legal_freq_units), 'notRequiredNumber': [], 'notRequiredScientific': [], - 'specialAllowedCharBadUnit': self.format_error(ValidationErrors.HED_VALUE_INVALID, tag=0), + 'specialAllowedCharBadUnit': self.format_error(ValidationErrors.VALUE_INVALID, tag=0), 'specialAllowedCharUnit': [], # 'properTime': [], - # 'invalidTime': self.format_error(ValidationErrors.HED_UNITS_INVALID, tag=0, + # 'invalidTime': self.format_error(ValidationErrors.UNITS_INVALID, tag=0, # units=legal_clock_time_units) # 'specialAllowedCharCurrency': [], - # 'specialNotAllowedCharCurrency': self.format_error(ValidationErrors.HED_UNITS_INVALID, + # 'specialNotAllowedCharCurrency': self.format_error(ValidationErrors.UNITS_INVALID, # tag=0, # units=legal_currency_units), } @@ -275,7 +275,7 @@ def test_invalid_placeholder_in_normal_string(self): expected_issues = { 'invalidPlaceholder': self.format_error(ValidationErrors.INVALID_TAG_CHARACTER, tag=0, index_in_tag=12, index_in_tag_end=13, - actual_error=ValidationErrors.HED_VALUE_INVALID), + actual_error=ValidationErrors.PLACEHOLDER_INVALID), } self.validator_semantic(test_strings, expected_results, expected_issues, False) @@ -290,11 +290,11 @@ def test_span_reporting(self): } tag_unit_class_units = ['day', 'hour', 'minute', 's', 'second'] expected_issues = { - 'orgTagDifferent': self.format_error(ValidationErrors.HED_UNITS_INVALID, tag=0, + 'orgTagDifferent': self.format_error(ValidationErrors.UNITS_INVALID, tag=0, units=tag_unit_class_units), - 'orgTagDifferent2': self.format_error(ValidationErrors.HED_UNITS_INVALID, tag=0, + 'orgTagDifferent2': self.format_error(ValidationErrors.UNITS_INVALID, tag=0, units=tag_unit_class_units) - + self.format_error(ValidationErrors.HED_UNITS_INVALID, tag=1, + + self.format_error(ValidationErrors.UNITS_INVALID, tag=1, units=tag_unit_class_units), } self.validator_semantic(test_strings, expected_results, expected_issues, False) @@ -367,10 +367,12 @@ def test_topLevelTagGroup_validation(self): } expected_issues = { 'invalid1': self.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, - tag=0), + tag=0, actual_error=ValidationErrors.DEFINITION_INVALID) + + self.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, tag=0), 'valid1': [], 'valid2': [], - 'invalid2': self.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, tag=1), + 'invalid2': self.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, tag=1, actual_error=ValidationErrors.DEFINITION_INVALID) + + self.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, tag=1), 'invalidTwoInOne': self.format_error( ValidationErrors.HED_MULTIPLE_TOP_TAGS, tag=0, multiple_tags="tl:Definition/InvalidDef3".split(", ")), @@ -437,15 +439,15 @@ def test_includes_all_required_tags(self): } expected_issues = { 'complete': [], - 'missingAgent': self.format_error(ValidationErrors.HED_REQUIRED_TAG_MISSING, + 'missingAgent': self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_prefix='Agent/Animal-agent'), - 'missingAction': self.format_error(ValidationErrors.HED_REQUIRED_TAG_MISSING, tag_prefix='Action'), + 'missingAction': self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_prefix='Action'), 'inSubGroup': [], 'missingAll': - self.format_error(ValidationErrors.HED_REQUIRED_TAG_MISSING, tag_prefix='Action') - + self.format_error(ValidationErrors.HED_REQUIRED_TAG_MISSING, tag_prefix='Agent/Animal-agent') - + self.format_error(ValidationErrors.HED_REQUIRED_TAG_MISSING, tag_prefix='tl:Action') - + self.format_error(ValidationErrors.HED_REQUIRED_TAG_MISSING, tag_prefix='tl:Agent/Animal-agent'), + self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_prefix='Action') + + self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_prefix='Agent/Animal-agent') + + self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_prefix='tl:Action') + + self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_prefix='tl:Agent/Animal-agent'), } self.validator_semantic(test_strings, expected_results, expected_issues, True) @@ -467,9 +469,9 @@ def test_multiple_copies_unique_tags(self): } expected_issues = { 'legal': [], - 'multipleDesc': self.format_error(ValidationErrors.HED_TAG_NOT_UNIQUE, + 'multipleDesc': self.format_error(ValidationErrors.TAG_NOT_UNIQUE, tag_prefix='tl:Property/Organizational-property/Event-context'), - 'multipleDescIncShort': self.format_error(ValidationErrors.HED_TAG_NOT_UNIQUE, + 'multipleDescIncShort': self.format_error(ValidationErrors.TAG_NOT_UNIQUE, tag_prefix='tl:Property/Organizational-property/Event-context'), } self.validator_semantic(test_strings, expected_results, expected_issues, False) From a9cb39f7282af479d50cbc59362fc1c79b55103f Mon Sep 17 00:00:00 2001 From: IanCa <30812436+IanCa@users.noreply.github.com> Date: Wed, 12 Apr 2023 18:42:07 -0500 Subject: [PATCH 049/103] Get rid of continue-on-error in spec tests They now pass --- .github/workflows/spec_tests.yaml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/spec_tests.yaml b/.github/workflows/spec_tests.yaml index e41edd61f..b4e37bbf9 100644 --- a/.github/workflows/spec_tests.yaml +++ b/.github/workflows/spec_tests.yaml @@ -34,7 +34,6 @@ jobs: - name: Test with unittest run: | python -m unittest spec_tests/* > test_results.txt - continue-on-error: true - name: Upload spec test results uses: actions/upload-artifact@v3 From b94f99a52d00b156e031531178914c99a02e3524 Mon Sep 17 00:00:00 2001 From: IanCa <30812436+IanCa@users.noreply.github.com> Date: Wed, 12 Apr 2023 18:44:40 -0500 Subject: [PATCH 050/103] Point spec_tests to the single test file. --- .github/workflows/spec_tests.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/spec_tests.yaml b/.github/workflows/spec_tests.yaml index b4e37bbf9..b4e9dbf37 100644 --- a/.github/workflows/spec_tests.yaml +++ b/.github/workflows/spec_tests.yaml @@ -33,7 +33,7 @@ jobs: - name: Test with unittest run: | - python -m unittest spec_tests/* > test_results.txt + python -m unittest spec_tests/test_errors.py > test_results.txt - name: Upload spec test results uses: actions/upload-artifact@v3 From edbaef26152a3fc210c1f976c3d47a19b9383e91 Mon Sep 17 00:00:00 2001 From: IanCa Date: Thu, 13 Apr 2023 16:00:51 -0500 Subject: [PATCH 051/103] Update CHARACTER_INVALID and STYLE_WARNING tests. Make it not able to report 3 errors for VALUE_INVALID(max 2 now) --- hed/validator/tag_validator.py | 14 ++++++++------ spec_tests/test_errors.py | 5 ++--- 2 files changed, 10 insertions(+), 9 deletions(-) diff --git a/hed/validator/tag_validator.py b/hed/validator/tag_validator.py index 8d11668d2..a1fcdf733 100644 --- a/hed/validator/tag_validator.py +++ b/hed/validator/tag_validator.py @@ -150,7 +150,7 @@ def check_invalid_character_issues(self, hed_string): """ validation_issues = [] for index, character in enumerate(hed_string): - if character in TagValidator.INVALID_STRING_CHARS: + if character in TagValidator.INVALID_STRING_CHARS or ord(character) > 127: validation_issues += self._report_invalid_character_error(hed_string, index) return validation_issues @@ -298,7 +298,7 @@ def check_tag_unit_class_units_are_valid(self, original_tag, report_tag_as=None, stripped_value, unit = original_tag.get_stripped_unit_value() if not unit: bad_units = " " in original_tag.extension - + had_error = False # Todo: in theory this should separately validate the number and the units, for units # that are prefixes like $. Right now those are marked as unit invalid AND value_invalid. if bad_units: @@ -306,11 +306,12 @@ def check_tag_unit_class_units_are_valid(self, original_tag, report_tag_as=None, if original_tag.is_takes_value_tag() and\ not self._validate_value_class_portion(original_tag, stripped_value): validation_issues += ErrorHandler.format_error(ValidationErrors.VALUE_INVALID, - report_tag_as if report_tag_as else original_tag, - actual_error=error_code) + report_tag_as if report_tag_as else original_tag) if error_code: + had_error = True validation_issues += ErrorHandler.format_error(ValidationErrors.VALUE_INVALID, - report_tag_as if report_tag_as else original_tag) + report_tag_as if report_tag_as else original_tag, + actual_error=error_code) if bad_units: @@ -325,7 +326,8 @@ def check_tag_unit_class_units_are_valid(self, original_tag, report_tag_as=None, tag=report_tag_as if report_tag_as else original_tag, default_unit=default_unit) - if error_code: + # We don't want to give this overall error twice + if error_code and not had_error: new_issue = validation_issues[0].copy() new_issue['code'] = error_code validation_issues += [new_issue] diff --git a/spec_tests/test_errors.py b/spec_tests/test_errors.py index 0313b10e3..b196afb96 100644 --- a/spec_tests/test_errors.py +++ b/spec_tests/test_errors.py @@ -44,10 +44,8 @@ skip_tests = { "VERSION_DEPRECATED": "Not applicable", - "CHARACTER_INVALID": "Not finalized", - "STYLE_WARNING": "Bad tests", "onset-offset-error-duplicated-onset-or-offset": "TBD how we implement this", - "tag-extension-invalid-bad-node-name": "Part of character invalid checking", + "tag-extension-invalid-bad-node-name": "Part of character invalid checking/didn't get to it yet", } class MyTestCase(unittest.TestCase): @@ -77,6 +75,7 @@ def run_single_test(self, test_file): if name in skip_tests: print(f"Skipping {name} test because: {skip_tests[name]}") continue + description = info['description'] schema = info['schema'] check_for_warnings = info.get("warning", False) From c6f40ee6978ed2787cf62544e7375aeab5355c57 Mon Sep 17 00:00:00 2001 From: IanCa Date: Thu, 13 Apr 2023 16:56:30 -0500 Subject: [PATCH 052/103] point to new spec version --- spec_tests/hed-specification | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/spec_tests/hed-specification b/spec_tests/hed-specification index a71c92e73..1415ff80d 160000 --- a/spec_tests/hed-specification +++ b/spec_tests/hed-specification @@ -1 +1 @@ -Subproject commit a71c92e73af4f89eaf24ae8b760de428804ffbdf +Subproject commit 1415ff80ddd86e11708b991b5b379ee1c5b18098 From 82574fd13356ac751c43723d22b705c3bad343f6 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 24 Apr 2023 12:02:49 +0000 Subject: [PATCH 053/103] Bump paambaati/codeclimate-action from 3.2.0 to 4.0.0 Bumps [paambaati/codeclimate-action](https://github.com/paambaati/codeclimate-action) from 3.2.0 to 4.0.0. - [Release notes](https://github.com/paambaati/codeclimate-action/releases) - [Changelog](https://github.com/paambaati/codeclimate-action/blob/main/CHANGELOG.md) - [Commits](https://github.com/paambaati/codeclimate-action/compare/v3.2.0...v4.0.0) --- updated-dependencies: - dependency-name: paambaati/codeclimate-action dependency-type: direct:production update-type: version-update:semver-major ... Signed-off-by: dependabot[bot] --- .github/workflows/ci.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml index 1173827e2..120662503 100644 --- a/.github/workflows/ci.yaml +++ b/.github/workflows/ci.yaml @@ -104,7 +104,7 @@ jobs: with: coverageCommand: coverage xml debug: true - uses: paambaati/codeclimate-action@v3.2.0 + uses: paambaati/codeclimate-action@v4.0.0 env: CC_TEST_REPORTER_ID: ${{ secrets.CC_TEST_REPORTER_ID }} From 2508473875a5c1bc5eb2f4708ee5af6e5dd5696b Mon Sep 17 00:00:00 2001 From: IanCa Date: Mon, 24 Apr 2023 17:56:12 -0500 Subject: [PATCH 054/103] Update merged schemas to support rooted tags Add spec tests for rooted schema issues Allow for filename parameter on schema save functions Probably more misc schema fixes I'm forgetting --- hed/errors/error_messages.py | 14 + hed/errors/error_types.py | 2 + hed/errors/exceptions.py | 17 +- hed/schema/hed_schema.py | 72 +- hed/schema/hed_schema_constants.py | 5 +- hed/schema/hed_schema_entry.py | 51 +- hed/schema/hed_schema_io.py | 2 +- hed/schema/hed_schema_section.py | 91 +- hed/schema/schema_compliance.py | 31 +- hed/schema/schema_io/schema2base.py | 38 +- hed/schema/schema_io/schema2wiki.py | 10 +- hed/schema/schema_io/schema2xml.py | 8 +- hed/schema/schema_io/wiki2schema.py | 77 +- hed/schema/schema_io/xml2schema.py | 45 +- hed/schema/schema_validation_util.py | 54 +- spec_tests/hed-specification | 2 +- spec_tests/test_errors.py | 51 +- .../schema_tests/merge_tests/HED8.2.0.xml | 169 +- .../merge_tests/HED_score_1.0.0.mediawiki | 2 +- .../merge_tests/HED_score_lib_tags.mediawiki | 1688 +++---- .../merge_tests/HED_score_lib_tags.xml | 3370 +------------- .../merge_tests/HED_score_merged.mediawiki | 3958 +++++++++-------- .../merge_tests/HED_score_merged.xml | 165 +- .../merge_tests/add_all_types.mediawiki | 4 +- .../issues_tests/HED_badroot_0.0.1.mediawiki | 16 + .../HED_dupesubroot_0.0.1.mediawiki | 23 + .../HED_root_wrong_place_0.0.1.mediawiki | 16 + .../issues_tests/overlapping_tags1.mediawiki | 2 +- .../issues_tests/overlapping_tags2.mediawiki | 2 +- .../issues_tests/overlapping_tags3.mediawiki | 2 +- .../issues_tests/overlapping_tags4.mediawiki | 2 +- .../overlapping_unit_classes.mediawiki | 2 +- .../issues_tests/overlapping_units.mediawiki | 2 +- tests/models/test_spreadsheet_input.py | 2 +- tests/schema/test_hed_schema_io.py | 29 +- .../bids/test_bids_tabular_dictionary.py | 2 +- tests/tools/remodeling/test_backup_manager.py | 6 +- tests/tools/remodeling/test_dispatcher.py | 4 +- 38 files changed, 3661 insertions(+), 6375 deletions(-) create mode 100644 tests/data/schema_tests/merge_tests/issues_tests/HED_badroot_0.0.1.mediawiki create mode 100644 tests/data/schema_tests/merge_tests/issues_tests/HED_dupesubroot_0.0.1.mediawiki create mode 100644 tests/data/schema_tests/merge_tests/issues_tests/HED_root_wrong_place_0.0.1.mediawiki diff --git a/hed/errors/error_messages.py b/hed/errors/error_messages.py index 8f77edaf7..5df62f03f 100644 --- a/hed/errors/error_messages.py +++ b/hed/errors/error_messages.py @@ -219,6 +219,13 @@ def schema_error_hed_duplicate_node(tag, duplicate_tag_list, section): f"{tag_join_delimiter}{tag_join_delimiter.join(duplicate_tag_list)}" +@hed_error(SchemaErrors.HED_SCHEMA_DUPLICATE_FROM_LIBRARY) +def schema_error_hed_duplicate_node(tag, duplicate_tag_list, section): + tag_join_delimiter = "\n\t" + return f"Duplicate term '{str(tag)}' was found in the library and in the standard schema in '{section}' section schema as:" + \ + f"{tag_join_delimiter}{tag_join_delimiter.join(duplicate_tag_list)}" + + @hed_error(SchemaErrors.HED_SCHEMA_ATTRIBUTE_INVALID) def schema_error_unknown_attribute(attribute_name, source_tag): return f"Attribute '{attribute_name}' used by '{source_tag}' was not defined in the schema, " \ @@ -249,6 +256,13 @@ def schema_warning_non_placeholder_class(tag_name, invalid_attribute_name): f"Found {invalid_attribute_name} on {tag_name}" +@hed_error(SchemaWarnings.INVALID_ATTRIBUTE, default_severity=ErrorSeverity.ERROR) +def schema_error_invalid_attribute(tag_name, invalid_attribute_name): + return f"'{invalid_attribute_name}' should not be present in a loaded schema, found on '{tag_name}'." \ + f"Something went very wrong." + + + @hed_error(SidecarErrors.BLANK_HED_STRING) def sidecar_error_blank_hed_string(): return "No HED string found for Value or Category column." diff --git a/hed/errors/error_types.py b/hed/errors/error_types.py index 00e2185bb..15b77e6a3 100644 --- a/hed/errors/error_types.py +++ b/hed/errors/error_types.py @@ -104,6 +104,7 @@ class SidecarErrors: class SchemaErrors: HED_SCHEMA_DUPLICATE_NODE = 'HED_SCHEMA_DUPLICATE_NODE' HED_SCHEMA_ATTRIBUTE_INVALID = 'HED_SCHEMA_ATTRIBUTE_INVALID' + HED_SCHEMA_DUPLICATE_FROM_LIBRARY = "SCHEMA_LIBRARY_INVALID" class SchemaWarnings: @@ -113,6 +114,7 @@ class SchemaWarnings: HED_SCHEMA_CHARACTER_INVALID = "HED_SCHEMA_CHARACTER_INVALID" INVALID_CAPITALIZATION = 'invalidCaps' NON_PLACEHOLDER_HAS_CLASS = 'NON_PLACEHOLDER_HAS_CLASS' + INVALID_ATTRIBUTE = "INVALID_ATTRIBUTE" class DefinitionErrors: diff --git a/hed/errors/exceptions.py b/hed/errors/exceptions.py index 94b1b6e75..59ca86340 100644 --- a/hed/errors/exceptions.py +++ b/hed/errors/exceptions.py @@ -14,7 +14,16 @@ class HedExceptions: # These are actual schema issues, not that the file cannot be found or parsed SCHEMA_HEADER_MISSING = 'HED_SCHEMA_HEADER_INVALID' HED_SCHEMA_HEADER_INVALID = 'HED_SCHEMA_HEADER_INVALID' - BAD_HED_LIBRARY_NAME = 'badHedLibraryName' + + SCHEMA_LIBRARY_INVALID = "SCHEMA_LIBRARY_INVALID" + BAD_HED_LIBRARY_NAME = 'SCHEMA_LIBRARY_INVALID' + BAD_WITH_STANDARD = "SCHEMA_LIBRARY_INVALID" + BAD_WITH_STANDARD_VERSION = "SCHEMA_LIBRARY_INVALID" + ROOTED_TAG_INVALID = "SCHEMA_LIBRARY_INVALID" + ROOTED_TAG_HAS_PARENT = "SCHEMA_LIBRARY_INVALID" + ROOTED_TAG_DOES_NOT_EXIST = "SCHEMA_LIBRARY_INVALID" + IN_LIBRARY_IN_UNMERGED = "SCHEMA_LIBRARY_INVALID" + HED_SCHEMA_VERSION_INVALID = 'HED_SCHEMA_VERSION_INVALID' SCHEMA_START_MISSING = 'HED_WIKI_SEPARATOR_INVALID' SCHEMA_END_INVALID = 'HED_WIKI_SEPARATOR_INVALID' @@ -31,8 +40,8 @@ class HedExceptions: class HedFileError(Exception): """Exception raised when a file cannot be parsed due to being malformed, file IO, etc.""" - def __init__(self, error_type, message, filename, issues=None): - self.error_type = error_type + def __init__(self, code, message, filename, issues=None): + self.code = code self.message = message self.filename = filename self.issues = issues @@ -40,5 +49,5 @@ def __init__(self, error_type, message, filename, issues=None): self.issues = [ {'message': message, ErrorContext.FILE_NAME: filename, - 'error_code': error_type} + 'code': code} ] diff --git a/hed/schema/hed_schema.py b/hed/schema/hed_schema.py index 47bfe53df..5e94349b6 100644 --- a/hed/schema/hed_schema.py +++ b/hed/schema/hed_schema.py @@ -1,3 +1,5 @@ +import os +import shutil from hed.schema.hed_schema_constants import HedKey, HedSectionKey from hed.schema import hed_schema_constants as constants @@ -6,7 +8,7 @@ from hed.schema.schema_io.schema2wiki import HedSchema2Wiki from hed.schema import schema_validation_util -from hed.schema.hed_schema_section import HedSchemaSection, HedSchemaTagSection +from hed.schema.hed_schema_section import HedSchemaSection, HedSchemaTagSection, HedSchemaUnitClassSection from hed.errors import ErrorHandler from hed.errors.error_types import ValidationErrors @@ -84,7 +86,7 @@ def merged(self): """ - return self.header_attributes.get(constants.MERGED_ATTRIBUTE, "") + return not self.header_attributes.get(constants.UNMERGED_ATTRIBUTE, "") def get_save_header_attributes(self, save_merged=False): """ returns the attributes that should be saved. @@ -93,11 +95,12 @@ def get_save_header_attributes(self, save_merged=False): sort_to_start = "!!!!!!!!!!!!!!" header_attributes = dict(sorted(self.header_attributes.items(), key=lambda x: sort_to_start if x[0] == constants.VERSION_ATTRIBUTE else x[0], reverse=False)) if save_merged: - # make sure it's the last attribute(just to make sure it's in an order) - header_attributes.pop(constants.MERGED_ATTRIBUTE, None) - header_attributes[constants.MERGED_ATTRIBUTE] = "True" + header_attributes.pop(constants.UNMERGED_ATTRIBUTE, None) else: - header_attributes.pop(constants.MERGED_ATTRIBUTE, None) + # make sure it's the last attribute(just to make sure it's in an order) + header_attributes.pop(constants.UNMERGED_ATTRIBUTE, None) + header_attributes[constants.UNMERGED_ATTRIBUTE] = "True" + return header_attributes @@ -137,8 +140,8 @@ def get_as_mediawiki_string(self, save_merged=False): """ Return the schema to a mediawiki string. save_merged: bool - If true, this will save the schema as a merged schema if it is a "with-standard" schema. - If it is not a "with-standard" schema, this setting has no effect. + If true, this will save the schema as a merged schema if it is a "withStandard" schema. + If it is not a "withStandard" schema, this setting has no effect. Returns: str: The schema as a string in mediawiki format. @@ -147,12 +150,12 @@ def get_as_mediawiki_string(self, save_merged=False): output_strings = schema2wiki.process_schema(self, save_merged) return '\n'.join(output_strings) - def get_as_xml_string(self, save_merged=False): + def get_as_xml_string(self, save_merged=True): """ Return the schema to an XML string. save_merged: bool - If true, this will save the schema as a merged schema if it is a "with-standard" schema. - If it is not a "with-standard" schema, this setting has no effect. + If true, this will save the schema as a merged schema if it is a "withStandard" schema. + If it is not a "withStandard" schema, this setting has no effect. Returns: str: Return the schema as an XML string. @@ -161,33 +164,50 @@ def get_as_xml_string(self, save_merged=False): xml_tree = schema2xml.process_schema(self, save_merged) return schema_util._xml_element_2_str(xml_tree) - def save_as_mediawiki(self, save_merged=False): + def save_as_mediawiki(self, filename=None, save_merged=False): """ Save as mediawiki to a temporary file. + filename: str + If present, move the resulting file to this location. save_merged: bool - If true, this will save the schema as a merged schema if it is a "with-standard" schema. - If it is not a "with-standard" schema, this setting has no effect. + If true, this will save the schema as a merged schema if it is a "withStandard" schema. + If it is not a "withStandard" schema, this setting has no effect. + Returns: str: The newly created schema filename. - """ schema2wiki = HedSchema2Wiki() output_strings = schema2wiki.process_schema(self, save_merged) local_wiki_file = schema_util.write_strings_to_file(output_strings, ".mediawiki") + if filename: + directory = os.path.dirname(filename) + if directory and not os.path.exists(directory): + os.makedirs(directory) + shutil.move(local_wiki_file, filename) + return filename return local_wiki_file - def save_as_xml(self, save_merged=False): + def save_as_xml(self, filename=None, save_merged=True): """ Save as XML to a temporary file. + filename: str + If present, move the resulting file to this location. + save_merged: bool + If true, this will save the schema as a merged schema if it is a "withStandard" schema. + If it is not a "withStandard" schema, this setting has no effect. + Returns: str: The name of the newly created schema file. - save_merged: bool - If true, this will save the schema as a merged schema if it is a "with-standard" schema. - If it is not a "with-standard" schema, this setting has no effect. """ schema2xml = HedSchema2XML() xml_tree = schema2xml.process_schema(self, save_merged) local_xml_file = schema_util.write_xml_tree_2_xml_file(xml_tree, ".xml") + if filename: + directory = os.path.dirname(filename) + if directory and not os.path.exists(directory): + os.makedirs(directory) + shutil.move(local_xml_file, filename) + return filename return local_xml_file def set_schema_prefix(self, schema_prefix): @@ -691,7 +711,7 @@ def _create_empty_sections(): dictionaries[HedSectionKey.Attributes] = HedSchemaSection(HedSectionKey.Attributes) dictionaries[HedSectionKey.UnitModifiers] = HedSchemaSection(HedSectionKey.UnitModifiers) dictionaries[HedSectionKey.Units] = HedSchemaSection(HedSectionKey.Units) - dictionaries[HedSectionKey.UnitClasses] = HedSchemaSection(HedSectionKey.UnitClasses) + dictionaries[HedSectionKey.UnitClasses] = HedSchemaUnitClassSection(HedSectionKey.UnitClasses) dictionaries[HedSectionKey.ValueClasses] = HedSchemaSection(HedSectionKey.ValueClasses) dictionaries[HedSectionKey.AllTags] = HedSchemaTagSection(HedSectionKey.AllTags, case_sensitive=False) @@ -768,6 +788,14 @@ def _get_attributes_for_section(self, key_class): # =============================================== # Semi private function used to create a schema in memory(usually from a source file) # =============================================== - def _add_tag_to_dict(self, long_tag_name, key_class): + def _add_tag_to_dict(self, long_tag_name, new_entry, key_class): + # No reason we can't add this here always + if self.library and not self.merged: + new_entry.set_attribute_value(HedKey.InLibrary, self.library) + + section = self._sections[key_class] + return section._add_to_dict(long_tag_name, new_entry) + + def _create_tag_entry(self, long_tag_name, key_class): section = self._sections[key_class] - return section._add_to_dict(long_tag_name) + return section._create_tag_entry(long_tag_name) \ No newline at end of file diff --git a/hed/schema/hed_schema_constants.py b/hed/schema/hed_schema_constants.py index 60ff97e5e..d5c65a6d7 100644 --- a/hed/schema/hed_schema_constants.py +++ b/hed/schema/hed_schema_constants.py @@ -39,6 +39,7 @@ class HedKey: ValueClass = "valueClass" RelatedTag = "relatedTag" SuggestedTag = "suggestedTag" + Rooted = "rooted" # All known properties BoolProperty = 'boolProperty' @@ -66,5 +67,5 @@ class HedKey: VERSION_ATTRIBUTE = 'version' LIBRARY_ATTRIBUTE = 'library' -WITH_STANDARD_ATTRIBUTE = "with-standard" -MERGED_ATTRIBUTE = "merged" \ No newline at end of file +WITH_STANDARD_ATTRIBUTE = "withStandard" +UNMERGED_ATTRIBUTE = "unmerged" \ No newline at end of file diff --git a/hed/schema/hed_schema_entry.py b/hed/schema/hed_schema_entry.py index 396392a1e..2c335b882 100644 --- a/hed/schema/hed_schema_entry.py +++ b/hed/schema/hed_schema_entry.py @@ -139,7 +139,6 @@ def __init__(self, *args, **kwargs): self._units = [] self.units = [] self.derivative_units = [] - self.unit_class_entry = None def add_unit(self, unit_entry): """ Add the given unit entry to this unit class. @@ -170,6 +169,12 @@ def finalize_entry(self, schema): derivative_units[modifier.name + derived_unit] = unit_entry self.derivative_units = derivative_units + def __eq__(self, other): + if not super().__eq__(other): + return False + if self.units != other.units: + return False + return True class UnitEntry(HedSchemaEntry): """ A single unit entry with modifiers in the HedSchema. """ @@ -188,7 +193,6 @@ def finalize_entry(self, schema): """ self.unit_modifiers = schema.get_modifiers_for_unit(self.name) - class HedTagEntry(HedSchemaEntry): """ A single tag entry in the HedSchema. """ def __init__(self, *args, **kwargs): @@ -202,36 +206,6 @@ def __init__(self, *args, **kwargs): self._parent_tag = None self.tag_terms = tuple() - @staticmethod - def get_fake_tag_entry(tag, tags_to_identify): - """ Create a tag entry if a given a tag has a match in a list of possible short tags. - - Parameters: - tag (str): The short/mid/long form tag to identify. - tags_to_identify (list): A list of lowercase short tags to identify. - - Returns: - tuple: - - HedTagEntry or None: The fake entry showing the short tag name as the found tag. - - str: The remaining text after the located short tag, which may be empty. - - Notes: - - The match is done left to right. - - """ - split_names = tag.split("/") - index = 0 - for name in split_names: - if name.lower() in tags_to_identify: - fake_entry = HedTagEntry(name=tag[:index + len(name)], section=None) - fake_entry.long_tag_name = fake_entry.name - fake_entry.short_tag_name = name - return fake_entry, tag[index + len(name):] - - index += len(name) + 1 - - return None, "" - def any_parent_has_attribute(self, attribute): """ Check if tag (or parents) has the attribute. @@ -271,6 +245,19 @@ def base_tag_has_attribute(self, tag_attribute): return base_entry.has_attribute(tag_attribute) + @property + def parent(self): + """Get the parent entry of this tag""" + return self._parent_tag + + @property + def parent_name(self): + """Gets the parent tag entry name""" + if self._parent_tag: + return self._parent_tag.name + parent_name, _, child_name = self.name.rpartition("/") + return parent_name + def finalize_entry(self, schema): """ Called once after schema loading to set state. diff --git a/hed/schema/hed_schema_io.py b/hed/schema/hed_schema_io.py index a1ab5281a..3f022d483 100644 --- a/hed/schema/hed_schema_io.py +++ b/hed/schema/hed_schema_io.py @@ -152,7 +152,7 @@ def _load_schema_version(xml_version=None, xml_folder=None): final_hed_xml_file = hed_cache.get_hed_version_path(xml_version, library_name, xml_folder) hed_schema = load_schema(final_hed_xml_file) except HedFileError as e: - if e.error_type == HedExceptions.FILE_NOT_FOUND: + if e.code == HedExceptions.FILE_NOT_FOUND: hed_cache.cache_xml_versions(cache_folder=xml_folder) final_hed_xml_file = hed_cache.get_hed_version_path(xml_version, library_name, xml_folder) if not final_hed_xml_file: diff --git a/hed/schema/hed_schema_section.py b/hed/schema/hed_schema_section.py index 3d1af3e84..9798e1ef5 100644 --- a/hed/schema/hed_schema_section.py +++ b/hed/schema/hed_schema_section.py @@ -1,5 +1,5 @@ from hed.schema.hed_schema_entry import HedSchemaEntry, UnitClassEntry, UnitEntry, HedTagEntry -from hed.schema.hed_schema_constants import HedSectionKey +from hed.schema.hed_schema_constants import HedSectionKey, HedKey entries_by_section = { @@ -21,7 +21,7 @@ def __init__(self, section_key, case_sensitive=True): Parameters: section_key (HedSectionKey): Name of the schema section. - case_sensitive (bool): If True, names are case sensitive. + case_sensitive (bool): If True, names are case-sensitive. """ # {lower_case_name: HedSchemaEntry} @@ -46,13 +46,12 @@ def section_key(self): def duplicate_names(self): return self._duplicate_names - def _add_to_dict(self, name): - """ Add a name to the dictionary for this section. """ - name_key = name - if not self.case_sensitive: - name_key = name.lower() - + def _create_tag_entry(self, name): new_entry = self._section_entry(name, self) + return new_entry + + def _check_if_duplicate(self, name_key, new_entry): + return_entry = new_entry if name_key in self.all_names: if name_key not in self._duplicate_names: self._duplicate_names[name_key] = [self.all_names[name_key]] @@ -60,8 +59,20 @@ def _add_to_dict(self, name): else: self.all_names[name_key] = new_entry - self.all_entries.append(new_entry) - return new_entry + return return_entry + + def _add_to_dict(self, name, new_entry, parent_index=None): + """ Add a name to the dictionary for this section. """ + name_key = name + if not self.case_sensitive: + name_key = name.lower() + + return_entry = self._check_if_duplicate(name_key, new_entry) + + if parent_index is None: + parent_index = len(self.all_entries) + self.all_entries.insert(parent_index, new_entry) + return return_entry def get_entries_with_attribute(self, attribute_name, return_name_only=False, schema_prefix=""): """ Return entries or names with given attribute. @@ -136,6 +147,14 @@ def __bool__(self): return bool(self.all_names) +class HedSchemaUnitClassSection(HedSchemaSection): + def _check_if_duplicate(self, name_key, new_entry): + if name_key in self and len(new_entry.attributes) == 1\ + and HedKey.InLibrary in new_entry.attributes: + return self.all_names[name_key] + return super()._check_if_duplicate(name_key, new_entry) + + class HedSchemaTagSection(HedSchemaSection): """ A section of the schema. """ @@ -144,24 +163,28 @@ def __init__(self, *args, case_sensitive=False, **kwargs): # This dict contains all forms of all tags. The .all_names variable has ONLY the long forms. self.long_form_tags = {} - self._duplicate_terms = {} - - def _add_to_dict(self, name): + @staticmethod + def _get_tag_forms(name): name_key = name tag_forms = [] while name_key: tag_forms.append(name_key) slash_index = name_key.find("/") if slash_index == -1: - name_key = None + break else: name_key = name_key[slash_index + 1:] # We can't add value tags by themselves if tag_forms[-1] == "#": tag_forms = tag_forms[:-1] - new_entry = super()._add_to_dict(name) + return name_key, tag_forms + + def _create_tag_entry(self, name): + new_entry = super()._create_tag_entry(name) + + _, tag_forms = self._get_tag_forms(name) # remove the /# if present, but only from the entry, not from the lookups # This lets us easily use source_tag + remainder instead of having to strip off the /# later. short_name = tag_forms[-1] @@ -172,22 +195,36 @@ def _add_to_dict(self, name): new_entry.long_tag_name = long_tag_name new_entry.short_tag_name = short_name - for tag_key in tag_forms: - name_key = tag_key.lower() - if name_key in self.long_form_tags: - if name_key not in self._duplicate_terms: - self._duplicate_terms[name_key] = [self.long_form_tags[name_key]] - self._duplicate_terms[name_key].append(new_entry) - else: + return new_entry + + def _check_if_duplicate(self, name, new_entry): + name_key, tag_forms = self._get_tag_forms(name) + if name_key in self: + if name_key not in self._duplicate_names: + self._duplicate_names[name_key] = [self.get(name_key)] + self._duplicate_names[name_key].append(new_entry) + else: + self.all_names[name] = new_entry + for tag_key in tag_forms: + name_key = tag_key.lower() self.long_form_tags[name_key] = new_entry return new_entry - @property - def duplicate_names(self): - combined_with_terms = self._duplicate_names.copy() - combined_with_terms.update(self._duplicate_terms) - return combined_with_terms + def _add_to_dict(self, name, new_entry, parent_index=None): + if new_entry.has_attribute(HedKey.InLibrary): + parent_name = new_entry.parent_name + if parent_name.lower() in self: + # Make sure we insert the new entry after all previous relevant ones, as order isn't assured + # for rooted tags + parent_entry = self.get(parent_name.lower()) + parent_index = self.all_entries.index(parent_entry) + 1 + for i in range(parent_index, len(self.all_entries)): + parent_index = i + 1 + if not self.all_entries[i].name.startswith(parent_entry.name): + break + + return super()._add_to_dict(name, new_entry, parent_index) def get(self, key): if not self.case_sensitive: diff --git a/hed/schema/schema_compliance.py b/hed/schema/schema_compliance.py index c0b821723..84ba8e85a 100644 --- a/hed/schema/schema_compliance.py +++ b/hed/schema/schema_compliance.py @@ -49,6 +49,7 @@ def check_compliance(hed_schema, check_for_warnings=True, name=None, error_handl HedKey.RelatedTag: tag_exists_check, HedKey.UnitClass: tag_is_placeholder_check, HedKey.ValueClass: tag_is_placeholder_check, + HedKey.Rooted: attribute_does_not_exist_check, # This should be impossible to trigger unless loading fails } # Check attributes @@ -69,7 +70,11 @@ def check_compliance(hed_schema, check_for_warnings=True, name=None, error_handl # Check duplicate names for name, duplicate_entries in hed_schema[section_key].duplicate_names.items(): - issues_list += error_handler.format_error_with_context(SchemaErrors.HED_SCHEMA_DUPLICATE_NODE, name, + values = set(entry.has_attribute(HedKey.InLibrary) for entry in duplicate_entries) + error_code = SchemaErrors.HED_SCHEMA_DUPLICATE_NODE + if len(values) == 2: + error_code = SchemaErrors.HED_SCHEMA_DUPLICATE_FROM_LIBRARY + issues_list += error_handler.format_error_with_context(error_code, name, duplicate_tag_list=[entry.name for entry in duplicate_entries], section=section_key) @@ -113,6 +118,30 @@ def tag_is_placeholder_check(hed_schema, tag_entry, possible_tags, force_issues_ return issues +def attribute_does_not_exist_check(hed_schema, tag_entry, attribute_name, force_issues_as_warnings=True): + """ Throws an error saying this is a bad attribute if found. + + Parameters: + hed_schema (HedSchema): The schema to check if the tag exists. + tag_entry (HedSchemaEntry): The schema entry for this tag. + attribute_name (str): the attribute name we're looking for + force_issues_as_warnings (bool): If True sets all the severity levels to warning. + + Returns: + list: A list of issues. Each issue is a dictionary. + + """ + issues = [] + issues += ErrorHandler.format_error(SchemaWarnings.INVALID_ATTRIBUTE, tag_entry.name, + attribute_name) + + if force_issues_as_warnings: + for issue in issues: + issue['severity'] = ErrorSeverity.WARNING + + return issues + + def tag_exists_check(hed_schema, tag_entry, possible_tags, force_issues_as_warnings=True): """ Check if comma separated list are valid HedTags. diff --git a/hed/schema/schema_io/schema2base.py b/hed/schema/schema_io/schema2base.py index 6f1c88a09..732e65b1b 100644 --- a/hed/schema/schema_io/schema2base.py +++ b/hed/schema/schema_io/schema2base.py @@ -1,5 +1,6 @@ """Baseclass for mediawiki/xml writers""" from hed.schema.hed_schema_constants import HedSectionKey, HedKey +import copy class HedSchema2Base: @@ -16,8 +17,8 @@ def process_schema(self, hed_schema, save_merged=False): ---------- hed_schema : HedSchema save_merged: bool - If true, this will save the schema as a merged schema if it is a "with-standard" schema. - If it is not a "with-standard" schema, this setting has no effect. + If true, this will save the schema as a merged schema if it is a "withStandard" schema. + If it is not a "withStandard" schema, this setting has no effect. Returns ------- @@ -70,23 +71,44 @@ def _write_tag_entry(self, tag_entry, parent=None, level=0): def _write_entry(self, entry, parent_node, include_props=True): raise NotImplementedError("This needs to be defined in the subclass") + def _write_rooted_parent_entry(self, tag_entry, schema_node): + parent_copy = copy.deepcopy(tag_entry._parent_tag) + parent_copy.attributes = {HedKey.Rooted: True} + parent_copy.description = "" + + parent_node = self._write_tag_entry(parent_copy, schema_node, 0) + + return parent_node + def _output_tags(self, all_tags): schema_node = self._start_section(HedSectionKey.AllTags) - tag_levels = {} - for tag_entry in all_tags.values(): + # This assumes .all_entries is sorted in a reasonable way for output. + level_adj = 0 + all_nodes = {} # List of all nodes we've written out. + for tag_entry in all_tags.all_entries: if self._should_skip(tag_entry): continue tag = tag_entry.name level = tag.count("/") + if not tag_entry.has_attribute(HedKey.InLibrary): + level_adj = 0 if level == 0: root_tag = self._write_tag_entry(tag_entry, schema_node, level) - tag_levels[0] = root_tag + all_nodes[tag_entry.name] = root_tag else: - parent_tag = tag_levels[level - 1] - child_tag = self._write_tag_entry(tag_entry, parent_tag, level) - tag_levels[level] = child_tag + # Only output the rooted parent nodes if they have a parent(for duplicates that don't) + if tag_entry.has_attribute(HedKey.InLibrary) and tag_entry.parent and \ + not tag_entry.parent.has_attribute(HedKey.InLibrary): + if tag_entry.parent.name not in all_nodes: + parent_node = self._write_rooted_parent_entry(tag_entry, schema_node) + all_nodes[tag_entry.parent.name] = parent_node + level_adj = level - 1 + + parent_node = all_nodes.get(tag_entry.parent_name, schema_node) + child_node = self._write_tag_entry(tag_entry, parent_node, level - level_adj) + all_nodes[tag_entry.name] = child_node self._end_tag_section() diff --git a/hed/schema/schema_io/schema2wiki.py b/hed/schema/schema_io/schema2wiki.py index b590cefec..1de5e9c1b 100644 --- a/hed/schema/schema_io/schema2wiki.py +++ b/hed/schema/schema_io/schema2wiki.py @@ -1,6 +1,6 @@ """Allows output of HedSchema objects as .mediawiki format""" -from hed.schema.hed_schema_constants import HedSectionKey +from hed.schema.hed_schema_constants import HedSectionKey, HedKey from hed.schema.schema_io import wiki_constants from hed.schema.schema_io.schema2base import HedSchema2Base @@ -49,6 +49,8 @@ def _end_tag_section(self): def _write_tag_entry(self, tag_entry, parent_node=None, level=0): tag = tag_entry.name if level == 0: + if "/" in tag: + tag = tag_entry.short_tag_name self._add_blank_line() self.current_tag_string += f"'''{tag}'''" else: @@ -121,8 +123,7 @@ def _get_attribs_string_from_schema(header_attributes): final_attrib_string = " ".join(attrib_values) return final_attrib_string - @staticmethod - def _format_tag_props(tag_props): + def _format_tag_props(self, tag_props): """ Takes a dictionary of tag attributes and returns a string with the .mediawiki representation @@ -138,6 +139,9 @@ def _format_tag_props(tag_props): prop_string = "" final_props = [] for prop, value in tag_props.items(): + # Never save InLibrary if saving merged. + if not self._save_merged and prop == HedKey.InLibrary: + continue if value is None or value is False: continue if value is True: diff --git a/hed/schema/schema_io/schema2xml.py b/hed/schema/schema_io/schema2xml.py index 83f4c052e..974480347 100644 --- a/hed/schema/schema_io/schema2xml.py +++ b/hed/schema/schema_io/schema2xml.py @@ -1,7 +1,7 @@ """Allows output of HedSchema objects as .xml format""" from xml.etree.ElementTree import Element, SubElement -from hed.schema.hed_schema_constants import HedSectionKey +from hed.schema.hed_schema_constants import HedSectionKey, HedKey from hed.schema.schema_io import xml_constants from hed.schema.schema_io.schema2base import HedSchema2Base @@ -107,8 +107,7 @@ def _write_entry(self, entry, parent_node=None, include_props=True): # ========================================= # Output helper functions to create nodes # ========================================= - @staticmethod - def _add_tag_node_attributes(tag_node, tag_attributes, attribute_node_name=xml_constants.ATTRIBUTE_ELEMENT): + def _add_tag_node_attributes(self, tag_node, tag_attributes, attribute_node_name=xml_constants.ATTRIBUTE_ELEMENT): """Adds the attributes to a tag. Parameters @@ -125,7 +124,8 @@ def _add_tag_node_attributes(tag_node, tag_attributes, attribute_node_name=xml_c for attribute, value in tag_attributes.items(): if value is False: continue - + if not self._save_merged and attribute == HedKey.InLibrary: + continue node_name = attribute_node_name attribute_node = SubElement(tag_node, node_name) name_node = SubElement(attribute_node, xml_constants.NAME_ELEMENT) diff --git a/hed/schema/schema_io/wiki2schema.py b/hed/schema/schema_io/wiki2schema.py index c4078db66..16ce95390 100644 --- a/hed/schema/schema_io/wiki2schema.py +++ b/hed/schema/schema_io/wiki2schema.py @@ -76,6 +76,7 @@ def __init__(self, wiki_file_path, schema_as_string): self.fatal_errors = [] self._schema = HedSchema() self._schema.filename = wiki_file_path + self._loading_merged = True try: if wiki_file_path and schema_as_string: @@ -120,10 +121,16 @@ def _read_wiki(self, wiki_lines): if self._schema.with_standard and not self._schema.merged: from hed.schema.hed_schema_io import load_schema_version saved_attr = self._schema.header_attributes - base_version = load_schema_version(self._schema.with_standard) + try: + base_version = load_schema_version(self._schema.with_standard) + except HedFileError as e: + raise HedFileError(HedExceptions.BAD_WITH_STANDARD_VERSION, + message=f"Cannot load withStandard schema '{self._schema.with_standard}'", + filename=e.filename) self._schema = base_version self._schema.filename = self.filename self._schema.header_attributes = saved_attr + self._loading_merged = False wiki_lines_by_section = self._split_lines_into_sections(wiki_lines) parse_order = { @@ -279,23 +286,37 @@ def _read_schema(self, lines): """ self._schema._initialize_attributes(HedSectionKey.AllTags) parent_tags = [] + level_adj = 0 for line_number, line in lines: if line.startswith(wiki_constants.ROOT_TAG): parent_tags = [] else: - level = self._get_tag_level(line) + level = self._get_tag_level(line) + level_adj if level < len(parent_tags): parent_tags = parent_tags[:level] elif level > len(parent_tags): - self._add_fatal_error(line, "Line has too many *'s at the front. You cannot skip a level.") + self._add_fatal_error(line_number, line, "Line has too many *'s at the front. You cannot skip a level.") continue - new_tag_name = self._add_tag_line(parent_tags, line_number, line) - if not new_tag_name: - if new_tag_name != "": - self._add_fatal_error(line_number, line) + # Create the entry + tag_entry = self._add_tag_line(parent_tags, line_number, line) + + if not tag_entry: + # This will have already raised an error + continue + + try: + rooted_entry = schema_validation_util.check_rooted_errors(tag_entry, self._schema, self._loading_merged) + if rooted_entry: + parent_tags = rooted_entry.long_tag_name.split("/") + level_adj = len(parent_tags) - 1 + continue + except HedFileError as e: + self._add_fatal_error(line_number, line, e.message, e.code) continue - parent_tags.append(new_tag_name) + tag_entry = self._add_to_dict(line_number, line, tag_entry, HedSectionKey.AllTags) + + parent_tags.append(tag_entry.short_tag_name) def _read_unit_classes(self, lines): """Adds the unit classes section @@ -316,16 +337,19 @@ def _read_unit_classes(self, lines): level = self._get_tag_level(line) # This is a unit class if level == 1: - unit_class_entry = self._add_single_line(line_number, line, HedSectionKey.UnitClasses) + unit_class_entry = self._create_entry(line_number, line, HedSectionKey.UnitClasses) + unit_class_entry = self._add_to_dict(line_number, line, unit_class_entry, HedSectionKey.UnitClasses) # This is a unit class unit else: - unit_class_unit_entry = self._add_single_line(line_number, line, HedSectionKey.Units) + unit_class_unit_entry = self._create_entry(line_number, line, HedSectionKey.Units) + self._add_to_dict(line_number, line, unit_class_unit_entry, HedSectionKey.Units) unit_class_entry.add_unit(unit_class_unit_entry) def _read_section(self, lines, section_key): self._schema._initialize_attributes(section_key) for line_number, line in lines: - self._add_single_line(line_number, line, section_key) + new_entry = self._create_entry(line_number, line, section_key) + self._add_to_dict(line_number, line, new_entry, section_key) def _read_unit_modifiers(self, lines): """Adds the unit modifiers section @@ -403,6 +427,13 @@ def _get_header_attributes_old(self, version_line): return final_attributes + def _add_to_dict(self, line_number, line, entry, key_class): + if entry.has_attribute(HedKey.InLibrary) and not self._loading_merged: + self._add_fatal_error(line_number, line, + f"Library tag in unmerged schema has InLibrary attribute", + HedExceptions.IN_LIBRARY_IN_UNMERGED) + return self._schema._add_tag_to_dict(entry.name, entry, key_class) + @staticmethod def _get_tag_level(tag_line): """ Get the tag level from a line in a wiki file. @@ -555,11 +586,12 @@ def _add_tag_line(self, parent_tags, line_number, tag_line): long_tag_name = "/".join(parent_tags) + "/" + tag_name else: long_tag_name = tag_name - self._add_single_line(line_number, tag_line, HedSectionKey.AllTags, long_tag_name) + return self._create_entry(line_number, tag_line, HedSectionKey.AllTags, long_tag_name) - return tag_name + self._add_fatal_error(line_number, tag_line) + return None - def _add_single_line(self, line_number, tag_line, key_class, element_name=None): + def _create_entry(self, line_number, tag_line, key_class, element_name=None): node_name, index = self._get_tag_name(tag_line) if node_name is None: self._add_fatal_error(line_number, tag_line) @@ -577,29 +609,22 @@ def _add_single_line(self, line_number, tag_line, key_class, element_name=None): self._add_fatal_error(line_number, tag_line, "Description has mismatched delimiters") return - # todo: improve this check - if key_class == HedSectionKey.UnitClasses and not node_desc and not node_attributes and\ - node_name in self._schema.unit_classes and self._schema.library: - return self._schema.get_tag_entry(node_name, HedSectionKey.UnitClasses) + tag_entry = self._schema._create_tag_entry(node_name, key_class) - tag_entry = self._schema._add_tag_to_dict(node_name, key_class) if node_desc: tag_entry.description = node_desc.strip() for attribute_name, attribute_value in node_attributes.items(): tag_entry.set_attribute_value(attribute_name, attribute_value) - # No reason we can't add this here always - if self._schema.library and not self._schema.merged: - tag_entry.set_attribute_value(HedKey.InLibrary, self._schema.library) - return tag_entry - def _add_fatal_error(self, line_number, line, warning_message="Schema term is empty or the line is malformed"): + def _add_fatal_error(self, line_number, line, warning_message="Schema term is empty or the line is malformed", + error_code=HedExceptions.HED_WIKI_DELIMITERS_INVALID): self.fatal_errors.append( - {'error_code': HedExceptions.HED_WIKI_DELIMITERS_INVALID, + {'code': error_code, ErrorContext.ROW: line_number, ErrorContext.LINE: line, "message": f"ERROR: {warning_message}" } - ) \ No newline at end of file + ) diff --git a/hed/schema/schema_io/xml2schema.py b/hed/schema/schema_io/xml2schema.py index 5f541789c..ae0a8f246 100644 --- a/hed/schema/schema_io/xml2schema.py +++ b/hed/schema/schema_io/xml2schema.py @@ -5,8 +5,9 @@ from defusedxml import ElementTree import xml from hed.errors.exceptions import HedFileError, HedExceptions -from hed.schema.hed_schema_constants import HedSectionKey +from hed.schema.hed_schema_constants import HedSectionKey, HedKey from hed.schema import HedSchema +from hed.schema import schema_validation_util from hed.schema.schema_io import xml_constants @@ -19,14 +20,20 @@ def __init__(self, hed_xml_file_path, schema_as_string=None): self._schema = HedSchema() self._schema.filename = hed_xml_file_path self._schema.header_attributes = self._get_header_attributes() - + self._loading_merged = True if self._schema.with_standard and not self._schema.merged: from hed.schema.hed_schema_io import load_schema_version saved_attr = self._schema.header_attributes - base_version = load_schema_version(self._schema.with_standard) + try: + base_version = load_schema_version(self._schema.with_standard) + except HedFileError as e: + raise HedFileError(HedExceptions.BAD_WITH_STANDARD_VERSION, + message=f"Cannot load withStandard schema '{self._schema.with_standard}'", + filename=e.filename) self._schema = base_version self._schema.filename = hed_xml_file_path self._schema.header_attributes = saved_attr + self._loading_merged = False self._schema.prologue = self._get_prologue() self._schema.epilogue = self._get_epilogue() @@ -90,7 +97,8 @@ def _populate_section(self, key_class): def_element_name = xml_constants.ELEMENT_NAMES[key_class] attribute_elements = self._get_elements_by_name(def_element_name, section) for element in attribute_elements: - self._parse_node(element, key_class) + new_entry = self._parse_node(element, key_class) + self._add_to_dict(new_entry, key_class) def _populate_tag_dictionaries(self): """Populates a dictionary of dictionaries associated with tags and their attributes. @@ -106,9 +114,20 @@ def _populate_tag_dictionaries(self): """ self._schema._initialize_attributes(HedSectionKey.AllTags) tag_elements = self._get_elements_by_name("node") + loading_from_chain = "" + loading_from_chain_short = "" for tag_element in tag_elements: tag = self._get_tag_path_from_tag_element(tag_element) - self._parse_node(tag_element, HedSectionKey.AllTags, tag) + if loading_from_chain: + tag = tag.replace(loading_from_chain_short, loading_from_chain) + tag_entry = self._parse_node(tag_element, HedSectionKey.AllTags, tag) + + rooted_entry = schema_validation_util.check_rooted_errors(tag_entry, self._schema, self._loading_merged) + if rooted_entry: + loading_from_chain = rooted_entry.name + loading_from_chain_short = rooted_entry.short_tag_name + continue + self._add_to_dict(tag_entry, HedSectionKey.AllTags) def _populate_unit_class_dictionaries(self): """Populates a dictionary of dictionaries associated with all the unit classes, unit class units, and unit @@ -137,11 +156,13 @@ class default units. for unit_class_element in unit_class_elements: unit_class_entry = self._parse_node(unit_class_element, HedSectionKey.UnitClasses) + unit_class_entry = self._add_to_dict(unit_class_entry, HedSectionKey.UnitClasses) element_units = self._get_elements_by_name(xml_constants.UNIT_CLASS_UNIT_ELEMENT, unit_class_element) element_unit_names = [self._get_element_tag_value(element) for element in element_units] for unit, element in zip(element_unit_names, element_units): unit_class_unit_entry = self._parse_node(element, HedSectionKey.Units) + self._add_to_dict(unit_class_unit_entry, HedSectionKey.Units) unit_class_entry.add_unit(unit_class_unit_entry) def _reformat_xsd_attrib(self, attrib_dict): @@ -185,12 +206,9 @@ def _parse_node(self, node_element, key_class, element_name=None): else: node_name = self._get_element_tag_value(node_element) attribute_desc = self._get_element_tag_value(node_element, xml_constants.DESCRIPTION_ELEMENT) - # todo: improve this check - if key_class == HedSectionKey.UnitClasses and not attribute_desc and\ - node_name in self._schema.unit_classes and self._schema.library: - return self._schema.get_tag_entry(node_name, HedSectionKey.UnitClasses) - tag_entry = self._schema._add_tag_to_dict(node_name, key_class) + tag_entry = self._schema._create_tag_entry(node_name, key_class) + if attribute_desc: tag_entry.description = attribute_desc @@ -307,3 +325,10 @@ def _get_elements_by_name(self, element_name='node', parent_element=None): else: elements = parent_element.findall('.//%s' % element_name) return elements + + def _add_to_dict(self, entry, key_class): + if entry.has_attribute(HedKey.InLibrary) and not self._loading_merged: + raise HedFileError(HedExceptions.IN_LIBRARY_IN_UNMERGED, + f"Library tag in unmerged schema has InLibrary attribute", + self._schema.filename) + return self._schema._add_tag_to_dict(entry.name, entry, key_class) \ No newline at end of file diff --git a/hed/schema/schema_validation_util.py b/hed/schema/schema_validation_util.py index e187194bf..64cac9980 100644 --- a/hed/schema/schema_validation_util.py +++ b/hed/schema/schema_validation_util.py @@ -14,12 +14,11 @@ def validate_library_name(library_name): bool or str: If not False, string indicates the issue. """ - if library_name.isalpha(): - return False - for i, character in enumerate(library_name): if not character.isalpha(): return f"Non alpha character '{character}' at position {i} in '{library_name}'" + if character.isupper(): + return f"Non lowercase character '{character}' at position {i} in '{library_name}'" def validate_version_string(version_string): @@ -64,6 +63,13 @@ def is_hed3_version_number(version_string): } +def validate_present_attributes(attrib_dict, filename): + if constants.WITH_STANDARD_ATTRIBUTE in attrib_dict and constants.LIBRARY_ATTRIBUTE not in attrib_dict: + raise HedFileError(HedExceptions.BAD_WITH_STANDARD, + "withStandard header attribute found, but no library attribute is present", + filename) + + def validate_attributes(attrib_dict, filename): """ Validate attributes in the dictionary. @@ -78,6 +84,8 @@ def validate_attributes(attrib_dict, filename): HedFileError: if invalid or version not found in the dictionary. """ + validate_present_attributes(attrib_dict, filename) + for attribute_name, attribute_value in attrib_dict.items(): if attribute_name in attribute_validators: validator, error_code = attribute_validators[attribute_name] @@ -88,3 +96,43 @@ def validate_attributes(attrib_dict, filename): if constants.VERSION_ATTRIBUTE not in attrib_dict: raise HedFileError(HedExceptions.HED_SCHEMA_VERSION_INVALID, "No version attribute found in header", filename=filename) + + +# Might move this to a baseclass version if one is ever made for wiki2schema/xml2schema +def check_rooted_errors(tag_entry, schema, loading_merged): + """ This semi-validates rooted tags, raising an exception on major errors + + Parameters: + tag_entry(HedTagEntry): the possibly rooted tag + schema(HedSchema): The schema being loaded + loading_merged(bool): If this schema was already merged before loading + + Returns: + rooted_tag(HedTagEntry or None): The base tag entry from the standard schema + Returns None if this tag isn't rooted + + Raises: + HedValueError: Raises if the tag doesn't exist or similar + + """ + if tag_entry.has_attribute(constants.HedKey.Rooted): + if tag_entry.parent_name: + raise HedFileError(HedExceptions.ROOTED_TAG_INVALID, + f'Found rooted tag \'{tag_entry.short_tag_name}\' as a non root node.', + schema.filename) + if not schema.with_standard: + raise HedFileError(HedExceptions.ROOTED_TAG_INVALID, + f"Rooted tag attribute found on '{tag_entry.short_tag_name}' in a standard schema.", + schema.filename) + if loading_merged: + raise HedFileError(HedExceptions.ROOTED_TAG_INVALID, + f'Found rooted tag \'{tag_entry.short_tag_name}\' in schema without unmerged="True"', + schema.filename) + + rooted_entry = schema.all_tags.get(tag_entry.name.lower()) + if not rooted_entry or rooted_entry.has_attribute(constants.HedKey.InLibrary): + raise HedFileError(HedExceptions.ROOTED_TAG_DOES_NOT_EXIST, + f"Rooted tag '{tag_entry.short_tag_name}' not found in paired standard schema", + schema.filename) + + return rooted_entry diff --git a/spec_tests/hed-specification b/spec_tests/hed-specification index 1415ff80d..86b9c6eb8 160000 --- a/spec_tests/hed-specification +++ b/spec_tests/hed-specification @@ -1 +1 @@ -Subproject commit 1415ff80ddd86e11708b991b5b379ee1c5b18098 +Subproject commit 86b9c6eb842de9dc8c9e0c63586104d8da9dffab diff --git a/spec_tests/test_errors.py b/spec_tests/test_errors.py index b196afb96..891e69af3 100644 --- a/spec_tests/test_errors.py +++ b/spec_tests/test_errors.py @@ -3,12 +3,16 @@ from hed.models import DefinitionDict from hed import load_schema_version, HedString +from hed.schema import from_string from hed.validator import HedValidator from hed import Sidecar import io import json from hed import HedFileError from hed.errors import ErrorHandler, get_printable_issue_string +import shutil +from hed import schema +from hed.schema import hed_cache # To be removed eventually once all errors are being verified. @@ -39,25 +43,46 @@ "TILDES_UNSUPPORTED", "UNITS_INVALID", "UNITS_MISSING", - "VALUE_INVALID" + "VALUE_INVALID", + + + "SCHEMA_LIBRARY_INVALID" ] skip_tests = { "VERSION_DEPRECATED": "Not applicable", "onset-offset-error-duplicated-onset-or-offset": "TBD how we implement this", "tag-extension-invalid-bad-node-name": "Part of character invalid checking/didn't get to it yet", + "SIDECAR_BRACES_INVALID": "Not in yet as curly braces" } + class MyTestCase(unittest.TestCase): @classmethod def setUpClass(cls): test_dir = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), - 'hed-specification/docs/source/_static/data/error_tests')) + 'hed-specification/tests/json_tests')) cls.test_files = [os.path.join(test_dir, f) for f in os.listdir(test_dir) if os.path.isfile(os.path.join(test_dir, f))] cls.fail_count = [] cls.default_sidecar = Sidecar(os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), 'test_sidecar.json'))) + # this is just to make sure 8.2.0 is in the cache(as you can't find it online yet) and could be cleaned up + cls.hed_cache_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), 'test_errors_cache/') + base_schema_dir = '../tests/data/schema_tests/merge_tests/' + cls.saved_cache_folder = hed_cache.HED_CACHE_DIRECTORY + schema.set_cache_directory(cls.hed_cache_dir) + cls.full_base_folder = os.path.join(os.path.dirname(os.path.realpath(__file__)), base_schema_dir) + cls.source_schema_path = os.path.join(cls.full_base_folder, "HED8.2.0.xml") + cls.cache_folder = hed_cache.get_cache_directory() + cls.schema_path_in_cache = os.path.join(cls.cache_folder, "HED8.2.0.xml") + shutil.copy(cls.source_schema_path, cls.schema_path_in_cache) + + @classmethod + def tearDownClass(cls): + shutil.rmtree(cls.hed_cache_dir) + schema.set_cache_directory(cls.saved_cache_folder) + def run_single_test(self, test_file): with open(test_file, "r") as fp: test_info = json.load(fp) @@ -82,11 +107,11 @@ def run_single_test(self, test_file): error_handler = ErrorHandler(check_for_warnings) if schema: schema = load_schema_version(schema) + definitions = info['definitions'] + def_dict = DefinitionDict(definitions, schema) + self.assertFalse(def_dict.issues) else: - raise ValueError("Tests always require a schema now") - definitions = info['definitions'] - def_dict = DefinitionDict(definitions, schema) - self.assertFalse(def_dict.issues) + def_dict = DefinitionDict() for section_name, section in info["tests"].items(): if section_name == "string_tests": self._run_single_string_test(section, schema, def_dict, error_code, description, name, error_handler) @@ -96,6 +121,8 @@ def run_single_test(self, test_file): self._run_single_events_test(section, schema, def_dict, error_code, description, name, error_handler) if section_name == "combo_tests": self._run_single_combo_test(section, schema, def_dict, error_code, description, name, error_handler) + if section_name == "schema_tests": + self._run_single_schema_test(section, error_code, description, name, error_handler) def report_result(self, expected_result, issues, error_code, description, name, test, test_type): if expected_result == "fails": @@ -190,6 +217,18 @@ def _run_single_combo_test(self, info, schema, def_dict, error_code, description issues += file.validate(hed_schema=schema, extra_def_dicts=def_dict, error_handler=error_handler) self.report_result(result, issues, error_code, description, name, test, "combo_tests") + def _run_single_schema_test(self, info, error_code, description,name, error_handler): + for result, tests in info.items(): + for test in tests: + issues = [] + schema_string = "\n".join(test) + try: + loaded_schema = from_string(schema_string, file_type=".mediawiki") + issues = loaded_schema.check_compliance() + except HedFileError as e: + issues = e.issues + self.report_result(result, issues, error_code, description, name, test, "schema_tests") + def test_errors(self): for test_file in self.test_files: self.run_single_test(test_file) diff --git a/tests/data/schema_tests/merge_tests/HED8.2.0.xml b/tests/data/schema_tests/merge_tests/HED8.2.0.xml index ec087b596..cecbd111c 100644 --- a/tests/data/schema_tests/merge_tests/HED8.2.0.xml +++ b/tests/data/schema_tests/merge_tests/HED8.2.0.xml @@ -1,6 +1,10 @@ - This schema includes an xsd and requires unit class, unit modifier, value class, schema attribute and property sections. + The HED standard schema is a hierarchically-organized vocabulary for annotating events and experimental structure. HED annotations consist of comma-separated tags drawn from this vocabulary. This vocabulary can be augmented by terms drawn from specialized library schema. + +Each term in this vocabulary has a human-readable description and may include additional attributes that give additional properties or that specify how tools should treat the tag during analysis. The meaning of these attributes is described in the Additional schema properties section. + +For additional information and tutorials see https://www.hed-resources.org. @@ -932,6 +936,10 @@ Gentalia The external organs of reproduction. + + deprecatedFrom + 8.1.0 + Hip @@ -2131,19 +2139,50 @@ Temporal-marker An indicator placed at a particular time in the data. + + Inset + Marks an intermediate point in an ongoing event of temporal extent. + + topLevelTagGroup + + + reserved + + + relatedTag + Onset + Offset + + Onset - Labels the start or beginning of something, usually an event. + Marks the start of an ongoing event of temporal extent. topLevelTagGroup + + reserved + + + relatedTag + Inset + Offset + Offset - Labels the time at which something stops. + Marks the end of an event of temporal extent. topLevelTagGroup + + reserved + + + relatedTag + Onset + Inset + Pause @@ -3420,7 +3459,17 @@ A characteristic of or relating to time or limited by time. Delay - Time during which some action is awaited. + The time at which an event start time is delayed from the current onset time. This tag defines the start time of an event of temporal extent and may be used with the Duration tag. + + topLevelTagGroup + + + reserved + + + relatedTag + Duration + # @@ -3438,7 +3487,17 @@ Duration - The period of time during which something occurs or continues. + The period of time during which an event occurs. This tag defines the end time of an event of temporal extent and may be used with the Delay tag. + + topLevelTagGroup + + + reserved + + + relatedTag + Delay + # @@ -3937,6 +3996,9 @@ requireChild + + reserved + # Name of the definition. @@ -3955,6 +4017,9 @@ requireChild + + reserved + tagGroup @@ -3975,6 +4040,9 @@ requireChild + + reserved + topLevelTagGroup @@ -3993,6 +4061,9 @@ Event-context A special HED tag inserted as part of a top-level tag group to contain information about the interrelated conditions under which the event occurs. The event context includes information about other events that are ongoing when this event happens. + + reserved + topLevelTagGroup @@ -6227,6 +6298,16 @@ 0.0254 + + meter + + SIUnit + + + conversionFactor + 1.0 + + metre @@ -6973,10 +7054,10 @@ - deprecated - This tag is out of date and should no longer be used. + deprecatedFrom + Indicates that this element is deprecated. The value of the attribute is the latest schema version in which the element appeared in undeprecated form. - boolProperty + elementProperty @@ -6992,10 +7073,16 @@ boolProperty + + nodeProperty + + + isInherited + inLibrary - Indicates this node came from the named library schema, not the standard schema. + Indicates this schema element came from the named library schema, not the standard schema. This attribute is added by tools when a library schema is merged into its partnered standard schema. elementProperty @@ -7006,10 +7093,19 @@ boolProperty + + nodeProperty + relatedTag A schema attribute suggesting HED tags that are closely related to this tag. This attribute is used by tagging tools. + + nodeProperty + + + isInherited + requireChild @@ -7017,6 +7113,9 @@ boolProperty + + nodeProperty + required @@ -7024,6 +7123,26 @@ boolProperty + + nodeProperty + + + + reserved + A schema attribute indicating that this tag has special meaning and requires special handling by tools. + + boolProperty + + + nodeProperty + + + + rooted + Indicates a top-level library schema node is identical to a node of the same name in the partnered standard schema. This attribute can only appear in nodes that have the inLibrary schema attribute. + + nodeProperty + SIUnit @@ -7058,6 +7177,12 @@ suggestedTag A schema attribute that indicates another tag that is often associated with this tag. This attribute is used by tagging tools to provide tagging suggestions. + + nodeProperty + + + isInherited + tagGroup @@ -7065,6 +7190,9 @@ boolProperty + + nodeProperty + takesValue @@ -7072,6 +7200,9 @@ boolProperty + + nodeProperty + topLevelTagGroup @@ -7079,6 +7210,9 @@ boolProperty + + nodeProperty + unique @@ -7086,10 +7220,16 @@ boolProperty + + nodeProperty + unitClass A schema attribute specifying which unit class this value tag belongs to. + + nodeProperty + unitPrefix @@ -7114,6 +7254,9 @@ valueClass A schema attribute specifying which value class this value tag belongs to. + + nodeProperty + @@ -7125,6 +7268,14 @@ elementProperty Indicates this schema attribute can apply to any type of element(tag term, unit class, etc). + + isInherited + Indicates that this attribute is inherited by child nodes. This property only applies to schema attributes for nodes. + + + nodeProperty + Indicates this schema attribute applies to node (tag-term) elements. This was added to allow for an attribute to apply to multiple elements. + unitClassProperty Indicates that the schema attribute is meant to be applied to unit classes. diff --git a/tests/data/schema_tests/merge_tests/HED_score_1.0.0.mediawiki b/tests/data/schema_tests/merge_tests/HED_score_1.0.0.mediawiki index c984f3d6e..3d633fa40 100644 --- a/tests/data/schema_tests/merge_tests/HED_score_1.0.0.mediawiki +++ b/tests/data/schema_tests/merge_tests/HED_score_1.0.0.mediawiki @@ -1,4 +1,4 @@ -HED library="score" version="1.0.0" with-standard="8.2.0" +HED library="score" version="1.0.0" withStandard="8.2.0" unmerged="true" '''Prologue''' This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. diff --git a/tests/data/schema_tests/merge_tests/HED_score_lib_tags.mediawiki b/tests/data/schema_tests/merge_tests/HED_score_lib_tags.mediawiki index 984cb98e4..b754ef5cf 100644 --- a/tests/data/schema_tests/merge_tests/HED_score_lib_tags.mediawiki +++ b/tests/data/schema_tests/merge_tests/HED_score_lib_tags.mediawiki @@ -1,4 +1,4 @@ -HED version="1.0.0" library="score" with-standard="8.2.0" +HED version="1.0.0" library="score" withStandard="8.2.0" unmerged="True" '''Prologue''' This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. @@ -10,863 +10,863 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind !# start schema -'''Modulator''' {requireChild, inLibrary=score} [External stimuli / interventions or changes in the alertness level (sleep) that modify: the background activity, or how often a graphoelement is occurring, or change other features of the graphoelement (like intra-burst frequency). For each observed finding, there is an option of specifying how they are influenced by the modulators and procedures that were done during the recording.] -* Sleep-modulator {inLibrary=score} -** Sleep-deprivation {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Sleep-following-sleep-deprivation {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Natural-sleep {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Induced-sleep {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Drowsiness {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Awakening {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Medication-modulator {inLibrary=score} -** Medication-administered-during-recording {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Medication-withdrawal-or-reduction-during-recording {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Eye-modulator {inLibrary=score} -** Manual-eye-closure {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Manual-eye-opening {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Stimulation-modulator {inLibrary=score} -** Intermittent-photic-stimulation {requireChild, inLibrary=score} -*** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits, inLibrary=score} -** Auditory-stimulation {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Nociceptive-stimulation {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Hyperventilation {inLibrary=score} -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Physical-effort {inLibrary=score} -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Cognitive-task {inLibrary=score} -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Other-modulator-or-procedure {requireChild, inLibrary=score} -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +'''Modulator''' {requireChild} [External stimuli / interventions or changes in the alertness level (sleep) that modify: the background activity, or how often a graphoelement is occurring, or change other features of the graphoelement (like intra-burst frequency). For each observed finding, there is an option of specifying how they are influenced by the modulators and procedures that were done during the recording.] + * Sleep-modulator + ** Sleep-deprivation + *** # {takesValue, valueClass=textClass} [Free text.] + ** Sleep-following-sleep-deprivation + *** # {takesValue, valueClass=textClass} [Free text.] + ** Natural-sleep + *** # {takesValue, valueClass=textClass} [Free text.] + ** Induced-sleep + *** # {takesValue, valueClass=textClass} [Free text.] + ** Drowsiness + *** # {takesValue, valueClass=textClass} [Free text.] + ** Awakening + *** # {takesValue, valueClass=textClass} [Free text.] + * Medication-modulator + ** Medication-administered-during-recording + *** # {takesValue, valueClass=textClass} [Free text.] + ** Medication-withdrawal-or-reduction-during-recording + *** # {takesValue, valueClass=textClass} [Free text.] + * Eye-modulator + ** Manual-eye-closure + *** # {takesValue, valueClass=textClass} [Free text.] + ** Manual-eye-opening + *** # {takesValue, valueClass=textClass} [Free text.] + * Stimulation-modulator + ** Intermittent-photic-stimulation {requireChild} + *** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits} + ** Auditory-stimulation + *** # {takesValue, valueClass=textClass} [Free text.] + ** Nociceptive-stimulation + *** # {takesValue, valueClass=textClass} [Free text.] + * Hyperventilation + ** # {takesValue, valueClass=textClass} [Free text.] + * Physical-effort + ** # {takesValue, valueClass=textClass} [Free text.] + * Cognitive-task + ** # {takesValue, valueClass=textClass} [Free text.] + * Other-modulator-or-procedure {requireChild} + ** # {takesValue, valueClass=textClass} [Free text.] -'''Background-activity''' {requireChild, inLibrary=score} [An EEG activity representing the setting in which a given normal or abnormal pattern appears and from which such pattern is distinguished.] -* Posterior-dominant-rhythm {suggestedTag=Finding-significance-to-recording, suggestedTag=Finding-frequency, suggestedTag=Posterior-dominant-rhythm-amplitude-range, suggestedTag=Finding-amplitude-asymmetry, suggestedTag=Posterior-dominant-rhythm-frequency-asymmetry, suggestedTag=Posterior-dominant-rhythm-eye-opening-reactivity, suggestedTag=Posterior-dominant-rhythm-organization, suggestedTag=Posterior-dominant-rhythm-caveat, suggestedTag=Absence-of-posterior-dominant-rhythm, inLibrary=score} [Rhythmic activity occurring during wakefulness over the posterior regions of the head, generally with maximum amplitudes over the occipital areas. Amplitude varies. Best seen with eyes closed and during physical relaxation and relative mental inactivity. Blocked or attenuated by attention, especially visual, and mental effort. In adults this is the alpha rhythm, and the frequency is 8 to 13 Hz. However the frequency can be higher or lower than this range (often a supra or sub harmonic of alpha frequency) and is called alpha variant rhythm (fast and slow alpha variant rhythm). In children, the normal range of the frequency of the posterior dominant rhythm is age-dependant.] -* Mu-rhythm {suggestedTag=Finding-frequency, suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, inLibrary=score} [EEG rhythm at 7-11 Hz composed of arch-shaped waves occurring over the central or centro-parietal regions of the scalp during wakefulness. Amplitudes varies but is mostly below 50 microV. Blocked or attenuated most clearly by contralateral movement, thought of movement, readiness to move or tactile stimulation.] -* Other-organized-rhythm {requireChild, suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [EEG activity that consisting of waves of approximately constant period, which is considered as part of the background (ongoing) activity, but does not fulfill the criteria of the posterior dominant rhythm.] -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Background-activity-special-feature {requireChild, inLibrary=score} [Special Features. Special features contains scoring options for the background activity of critically ill patients.] -** Continuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} -** Nearly-continuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} -** Discontinuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} -** Background-burst-suppression {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} [EEG pattern consisting of bursts (activity appearing and disappearing abruptly) interrupted by periods of low amplitude (below 20 microV) and which occurs simultaneously over all head regions.] -** Background-burst-attenuation {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} -** Background-activity-suppression {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, suggestedTag=Appearance-mode, inLibrary=score} [Periods showing activity under 10 microV (referential montage) and interrupting the background (ongoing) activity.] -** Electrocerebral-inactivity {inLibrary=score} [Absence of any ongoing cortical electric activities; in all leads EEG is isoelectric or only contains artifacts. Sensitivity has to be increased up to 2 microV/mm; recording time: at least 30 minutes.] +'''Background-activity''' {requireChild} [An EEG activity representing the setting in which a given normal or abnormal pattern appears and from which such pattern is distinguished.] + * Posterior-dominant-rhythm {suggestedTag=Finding-significance-to-recording, suggestedTag=Finding-frequency, suggestedTag=Posterior-dominant-rhythm-amplitude-range, suggestedTag=Finding-amplitude-asymmetry, suggestedTag=Posterior-dominant-rhythm-frequency-asymmetry, suggestedTag=Posterior-dominant-rhythm-eye-opening-reactivity, suggestedTag=Posterior-dominant-rhythm-organization, suggestedTag=Posterior-dominant-rhythm-caveat, suggestedTag=Absence-of-posterior-dominant-rhythm} [Rhythmic activity occurring during wakefulness over the posterior regions of the head, generally with maximum amplitudes over the occipital areas. Amplitude varies. Best seen with eyes closed and during physical relaxation and relative mental inactivity. Blocked or attenuated by attention, especially visual, and mental effort. In adults this is the alpha rhythm, and the frequency is 8 to 13 Hz. However the frequency can be higher or lower than this range (often a supra or sub harmonic of alpha frequency) and is called alpha variant rhythm (fast and slow alpha variant rhythm). In children, the normal range of the frequency of the posterior dominant rhythm is age-dependant.] + * Mu-rhythm {suggestedTag=Finding-frequency, suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors} [EEG rhythm at 7-11 Hz composed of arch-shaped waves occurring over the central or centro-parietal regions of the scalp during wakefulness. Amplitudes varies but is mostly below 50 microV. Blocked or attenuated most clearly by contralateral movement, thought of movement, readiness to move or tactile stimulation.] + * Other-organized-rhythm {requireChild, suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [EEG activity that consisting of waves of approximately constant period, which is considered as part of the background (ongoing) activity, but does not fulfill the criteria of the posterior dominant rhythm.] + ** # {takesValue, valueClass=textClass} [Free text.] + * Background-activity-special-feature {requireChild} [Special Features. Special features contains scoring options for the background activity of critically ill patients.] + ** Continuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent} + ** Nearly-continuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent} + ** Discontinuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent} + ** Background-burst-suppression {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent} [EEG pattern consisting of bursts (activity appearing and disappearing abruptly) interrupted by periods of low amplitude (below 20 microV) and which occurs simultaneously over all head regions.] + ** Background-burst-attenuation {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent} + ** Background-activity-suppression {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, suggestedTag=Appearance-mode} [Periods showing activity under 10 microV (referential montage) and interrupting the background (ongoing) activity.] + ** Electrocerebral-inactivity [Absence of any ongoing cortical electric activities; in all leads EEG is isoelectric or only contains artifacts. Sensitivity has to be increased up to 2 microV/mm; recording time: at least 30 minutes.] -'''Sleep-and-drowsiness''' {requireChild, inLibrary=score} [The features of the ongoing activity during sleep are scored here. If abnormal graphoelements appear, disappear or change their morphology during sleep, that is not scored here but at the entry corresponding to that graphooelement (as a modulator).] -* Sleep-architecture {suggestedTag=Property-not-possible-to-determine, inLibrary=score} [For longer recordings. Only to be scored if whole-night sleep is part of the recording. It is a global descriptor of the structure and pattern of sleep: estimation of the amount of time spent in REM and NREM sleep, sleep duration, NREM-REM cycle.] -** Normal-sleep-architecture {inLibrary=score} -** Abnormal-sleep-architecture {inLibrary=score} -* Sleep-stage-reached {requireChild, suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-significance-to-recording, inLibrary=score} [For normal sleep patterns the sleep stages reached during the recording can be specified] -** Sleep-stage-N1 {inLibrary=score} [Sleep stage 1.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Sleep-stage-N2 {inLibrary=score} [Sleep stage 2.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Sleep-stage-N3 {inLibrary=score} [Sleep stage 3.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Sleep-stage-REM {inLibrary=score} [Rapid eye movement.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Sleep-spindles {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Burst at 11-15 Hz but mostly at 12-14 Hz generally diffuse but of higher voltage over the central regions of the head, occurring during sleep. Amplitude varies but is mostly below 50 microV in the adult.] -* Arousal-pattern {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Arousal pattern in children. Prolonged, marked high voltage 4-6/s activity in all leads with some intermixed slower frequencies, in children.] -* Frontal-arousal-rhythm {suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Prolonged (up to 20s) rhythmical sharp or spiky activity over the frontal areas (maximum over the frontal midline) seen at arousal from sleep in children with minimal cerebral dysfunction.] -* Vertex-wave {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Sharp potential, maximal at the vertex, negative relative to other areas, apparently occurring spontaneously during sleep or in response to a sensory stimulus during sleep or wakefulness. May be single or repetitive. Amplitude varies but rarely exceeds 250 microV. Abbreviation: V wave. Synonym: vertex sharp wave.] -* K-complex {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [A burst of somewhat variable appearance, consisting most commonly of a high voltage negative slow wave followed by a smaller positive slow wave frequently associated with a sleep spindle. Duration greater than 0.5 s. Amplitude is generally maximal in the frontal vertex. K complexes occur during nonREM sleep, apparently spontaneously, or in response to sudden sensory / auditory stimuli, and are not specific for any individual sensory modality.] -* Saw-tooth-waves {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Vertex negative 2-5 Hz waves occuring in series during REM sleep] -* POSTS {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Positive occipital sharp transients of sleep. Sharp transient maximal over the occipital regions, positive relative to other areas, apparently occurring spontaneously during sleep. May be single or repetitive. Amplitude varies but is generally bellow 50 microV.] -* Hypnagogic-hypersynchrony {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Bursts of bilateral, synchronous delta or theta activity of large amplitude, occasionally with superimposed faster components, occurring during falling asleep or during awakening, in children.] -* Non-reactive-sleep {inLibrary=score} [EEG activity consisting of normal sleep graphoelements, but which cannot be interrupted by external stimuli/ the patient cannot be waken.] +'''Sleep-and-drowsiness''' {requireChild} [The features of the ongoing activity during sleep are scored here. If abnormal graphoelements appear, disappear or change their morphology during sleep, that is not scored here but at the entry corresponding to that graphooelement (as a modulator).] + * Sleep-architecture {suggestedTag=Property-not-possible-to-determine} [For longer recordings. Only to be scored if whole-night sleep is part of the recording. It is a global descriptor of the structure and pattern of sleep: estimation of the amount of time spent in REM and NREM sleep, sleep duration, NREM-REM cycle.] + ** Normal-sleep-architecture + ** Abnormal-sleep-architecture + * Sleep-stage-reached {requireChild, suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-significance-to-recording} [For normal sleep patterns the sleep stages reached during the recording can be specified] + ** Sleep-stage-N1 [Sleep stage 1.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Sleep-stage-N2 [Sleep stage 2.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Sleep-stage-N3 [Sleep stage 3.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Sleep-stage-REM [Rapid eye movement.] + *** # {takesValue, valueClass=textClass} [Free text.] + * Sleep-spindles {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry} [Burst at 11-15 Hz but mostly at 12-14 Hz generally diffuse but of higher voltage over the central regions of the head, occurring during sleep. Amplitude varies but is mostly below 50 microV in the adult.] + * Arousal-pattern {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Arousal pattern in children. Prolonged, marked high voltage 4-6/s activity in all leads with some intermixed slower frequencies, in children.] + * Frontal-arousal-rhythm {suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Prolonged (up to 20s) rhythmical sharp or spiky activity over the frontal areas (maximum over the frontal midline) seen at arousal from sleep in children with minimal cerebral dysfunction.] + * Vertex-wave {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry} [Sharp potential, maximal at the vertex, negative relative to other areas, apparently occurring spontaneously during sleep or in response to a sensory stimulus during sleep or wakefulness. May be single or repetitive. Amplitude varies but rarely exceeds 250 microV. Abbreviation: V wave. Synonym: vertex sharp wave.] + * K-complex {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry} [A burst of somewhat variable appearance, consisting most commonly of a high voltage negative slow wave followed by a smaller positive slow wave frequently associated with a sleep spindle. Duration greater than 0.5 s. Amplitude is generally maximal in the frontal vertex. K complexes occur during nonREM sleep, apparently spontaneously, or in response to sudden sensory / auditory stimuli, and are not specific for any individual sensory modality.] + * Saw-tooth-waves {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry} [Vertex negative 2-5 Hz waves occuring in series during REM sleep] + * POSTS {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry} [Positive occipital sharp transients of sleep. Sharp transient maximal over the occipital regions, positive relative to other areas, apparently occurring spontaneously during sleep. May be single or repetitive. Amplitude varies but is generally bellow 50 microV.] + * Hypnagogic-hypersynchrony {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry} [Bursts of bilateral, synchronous delta or theta activity of large amplitude, occasionally with superimposed faster components, occurring during falling asleep or during awakening, in children.] + * Non-reactive-sleep [EEG activity consisting of normal sleep graphoelements, but which cannot be interrupted by external stimuli/ the patient cannot be waken.] -'''Interictal-finding''' {requireChild, inLibrary=score} [EEG pattern / transient that is distinguished form the background activity, considered abnormal, but is not recorded during ictal period (seizure) or postictal period; the presence of an interictal finding does not necessarily imply that the patient has epilepsy.] -* Epileptiform-interictal-activity {suggestedTag=Spike-morphology, suggestedTag=Spike-and-slow-wave-morphology, suggestedTag=Runs-of-rapid-spikes-morphology, suggestedTag=Polyspikes-morphology, suggestedTag=Polyspike-and-slow-wave-morphology, suggestedTag=Sharp-wave-morphology, suggestedTag=Sharp-and-slow-wave-morphology, suggestedTag=Slow-sharp-wave-morphology, suggestedTag=High-frequency-oscillation-morphology, suggestedTag=Hypsarrhythmia-classic-morphology, suggestedTag=Hypsarrhythmia-modified-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-propagation, suggestedTag=Multifocal-finding, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, suggestedTag=Finding-incidence, inLibrary=score} -* Abnormal-interictal-rhythmic-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Polymorphic-delta-activity-morphology, suggestedTag=Frontal-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Occipital-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Temporal-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, suggestedTag=Finding-incidence, inLibrary=score} -* Interictal-special-patterns {requireChild, inLibrary=score} -** Interictal-periodic-discharges {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics, inLibrary=score} [Periodic discharge not further specified (PDs).] -*** Generalized-periodic-discharges {inLibrary=score} [GPDs.] -*** Lateralized-periodic-discharges {inLibrary=score} [LPDs.] -*** Bilateral-independent-periodic-discharges {inLibrary=score} [BIPDs.] -*** Multifocal-periodic-discharges {inLibrary=score} [MfPDs.] -** Extreme-delta-brush {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} +'''Interictal-finding''' {requireChild} [EEG pattern / transient that is distinguished form the background activity, considered abnormal, but is not recorded during ictal period (seizure) or postictal period; the presence of an interictal finding does not necessarily imply that the patient has epilepsy.] + * Epileptiform-interictal-activity {suggestedTag=Spike-morphology, suggestedTag=Spike-and-slow-wave-morphology, suggestedTag=Runs-of-rapid-spikes-morphology, suggestedTag=Polyspikes-morphology, suggestedTag=Polyspike-and-slow-wave-morphology, suggestedTag=Sharp-wave-morphology, suggestedTag=Sharp-and-slow-wave-morphology, suggestedTag=Slow-sharp-wave-morphology, suggestedTag=High-frequency-oscillation-morphology, suggestedTag=Hypsarrhythmia-classic-morphology, suggestedTag=Hypsarrhythmia-modified-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-propagation, suggestedTag=Multifocal-finding, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, suggestedTag=Finding-incidence} + * Abnormal-interictal-rhythmic-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Polymorphic-delta-activity-morphology, suggestedTag=Frontal-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Occipital-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Temporal-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, suggestedTag=Finding-incidence} + * Interictal-special-patterns {requireChild} + ** Interictal-periodic-discharges {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics} [Periodic discharge not further specified (PDs).] + *** Generalized-periodic-discharges [GPDs.] + *** Lateralized-periodic-discharges [LPDs.] + *** Bilateral-independent-periodic-discharges [BIPDs.] + *** Multifocal-periodic-discharges [MfPDs.] + ** Extreme-delta-brush {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} -'''Critically-ill-patients-patterns''' {requireChild, inLibrary=score} [Rhythmic or periodic patterns in critically ill patients (RPPs) are scored according to the 2012 version of the American Clinical Neurophysiology Society Standardized Critical Care EEG Terminology (Hirsch et al., 2013).] -* Critically-ill-patients-periodic-discharges {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics, inLibrary=score} [Periodic discharges (PDs).] -* Rhythmic-delta-activity {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics, inLibrary=score} [RDA] -* Spike-or-sharp-and-wave {suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics, inLibrary=score} [SW] +'''Critically-ill-patients-patterns''' {requireChild} [Rhythmic or periodic patterns in critically ill patients (RPPs) are scored according to the 2012 version of the American Clinical Neurophysiology Society Standardized Critical Care EEG Terminology (Hirsch et al., 2013).] + * Critically-ill-patients-periodic-discharges {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics} [Periodic discharges (PDs).] + * Rhythmic-delta-activity {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics} [RDA] + * Spike-or-sharp-and-wave {suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics} [SW] -'''Episode''' {requireChild, inLibrary=score} [Clinical episode or electrographic seizure.] -* Epileptic-seizure {requireChild, inLibrary=score} -** Focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} -*** Aware-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} -*** Impaired-awareness-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} -*** Awareness-unknown-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} -*** Focal-to-bilateral-tonic-clonic-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} -** Generalized-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} -** Unknown-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} -** Unclassified-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} -* Subtle-seizure {suggestedTag=Episode-phase, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Seizure type frequent in neonates, sometimes referred to as motor automatisms; they may include random and roving eye movements, sucking, chewing motions, tongue protrusion, rowing or swimming or boxing movements of the arms, pedaling and bicycling movements of the lower limbs; apneic seizures are relatively common. Although some subtle seizures are associated with rhythmic ictal EEG discharges, and are clearly epileptic, ictal EEG often does not show typical epileptic activity.] -* Electrographic-seizure {suggestedTag=Episode-phase, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Referred usually to non convulsive status. Ictal EEG: rhythmic discharge or spike and wave pattern with definite evolution in frequency, location, or morphology lasting at least 10 s; evolution in amplitude alone did not qualify.] -* Seizure-PNES {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Psychogenic non-epileptic seizure.] -* Sleep-related-episode {requireChild, inLibrary=score} -** Sleep-related-arousal {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Normal.] -** Benign-sleep-myoclonus {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [A distinctive disorder of sleep characterized by a) neonatal onset, b) rhythmic myoclonic jerks only during sleep and c) abrupt and consistent cessation with arousal, d) absence of concomitant electrographic changes suggestive of seizures, and e) good outcome.] -** Confusional-awakening {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Episode of non epileptic nature included in NREM parasomnias, characterized by sudden arousal and complex behavior but without full alertness, usually lasting a few minutes and occurring almost in all children at least occasionally. Amnesia of the episode is the rule.] -** Sleep-periodic-limb-movement {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [PLMS. Periodic limb movement in sleep. Episodes are characterized by brief (0.5- to 5.0-second) lower-extremity movements during sleep, which typically occur at 20- to 40-second intervals, most commonly during the first 3 hours of sleep. The affected individual is usually not aware of the movements or of the transient partial arousals.] -** REM-sleep-behavioral-disorder {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [REM sleep behavioral disorder. Episodes characterized by: a) presence of REM sleep without atonia (RSWA) on polysomnography (PSG); b) presence of at least 1 of the following conditions - (1) Sleep-related behaviors, by history, that have been injurious, potentially injurious, or disruptive (example: dream enactment behavior); (2) abnormal REM sleep behavior documented during PSG monitoring; (3) absence of epileptiform activity on electroencephalogram (EEG) during REM sleep (unless RBD can be clearly distinguished from any concurrent REM sleep-related seizure disorder); (4) sleep disorder not better explained by another sleep disorder, a medical or neurologic disorder, a mental disorder, medication use, or a substance use disorder.] -** Sleep-walking {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Episodes characterized by ambulation during sleep; the patient is difficult to arouse during an episode, and is usually amnesic following the episode. Episodes usually occur in the first third of the night during slow wave sleep. Polysomnographic recordings demonstrate 2 abnormalities during the first sleep cycle: frequent, brief, non-behavioral EEG-defined arousals prior to the somnambulistic episode and abnormally low gamma (0.75-2.0 Hz) EEG power on spectral analysis, correlating with high-voltage (hyper-synchronic gamma) waves lasting 10 to 15 s occurring just prior to the movement. This is followed by stage I NREM sleep, and there is no evidence of complete awakening.] -* Pediatric-episode {requireChild, inLibrary=score} -** Hyperekplexia {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Disorder characterized by exaggerated startle response and hypertonicity that may occur during the first year of life and in severe cases during the neonatal period. Children usually present with marked irritability and recurrent startles in response to handling and sounds. Severely affected infants can have severe jerks and stiffening, sometimes with breath-holding spells.] -** Jactatio-capitis-nocturna {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Relatively common in normal children at the time of going to bed, especially during the first year of life, the rhythmic head movements persist during sleep. Usually, these phenomena disappear before 3 years of age.] -** Pavor-nocturnus {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [A nocturnal episode characterized by age of onset of less than five years (mean age 18 months, with peak prevalence at five to seven years), appearance of signs of panic two hours after falling asleep with crying, screams, a fearful expression, inability to recognize other people including parents (for a duration of 5-15 minutes), amnesia upon awakening. Pavor nocturnus occurs in patients almost every night for months or years (but the frequency is highly variable and may be as low as once a month) and is likely to disappear spontaneously at the age of six to eight years.] -** Pediatric-stereotypical-behavior-episode {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Repetitive motor behavior in children, typically rhythmic and persistent; usually not paroxysmal and rarely suggest epilepsy. They include headbanging, head-rolling, jactatio capitis nocturna, body rocking, buccal or lingual movements, hand flapping and related mannerisms, repetitive hand-waving (to self-induce photosensitive seizures).] -* Paroxysmal-motor-event {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Paroxysmal phenomena during neonatal or childhood periods characterized by recurrent motor or behavioral signs or symptoms that must be distinguishes from epileptic disorders.] -* Syncope {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Episode with loss of consciousness and muscle tone that is abrupt in onset, of short duration and followed by rapid recovery; it occurs in response to transient impairment of cerebral perfusion. Typical prodromal symptoms often herald onset of syncope and postictal symptoms are minimal. Syncopal convulsions resulting from cerebral anoxia are common but are not a form of epilepsy, nor are there any accompanying EEG ictal discharges.] -* Cataplexy {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [A sudden decrement in muscle tone and loss of deep tendon reflexes, leading to muscle weakness, paralysis, or postural collapse. Cataplexy usually is precipitated by an outburst of emotional expression-notably laughter, anger, or startle. It is one of the tetrad of symptoms of narcolepsy. During cataplexy, respiration and voluntary eye movements are not compromised. Consciousness is preserved.] -* Other-episode {requireChild, inLibrary=score} -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +'''Episode''' {requireChild} [Clinical episode or electrographic seizure.] + * Epileptic-seizure {requireChild} + ** Focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} + *** Aware-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} + *** Impaired-awareness-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} + *** Awareness-unknown-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} + *** Focal-to-bilateral-tonic-clonic-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} + ** Generalized-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} + ** Unknown-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} + ** Unclassified-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} + * Subtle-seizure {suggestedTag=Episode-phase, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Seizure type frequent in neonates, sometimes referred to as motor automatisms; they may include random and roving eye movements, sucking, chewing motions, tongue protrusion, rowing or swimming or boxing movements of the arms, pedaling and bicycling movements of the lower limbs; apneic seizures are relatively common. Although some subtle seizures are associated with rhythmic ictal EEG discharges, and are clearly epileptic, ictal EEG often does not show typical epileptic activity.] + * Electrographic-seizure {suggestedTag=Episode-phase, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Referred usually to non convulsive status. Ictal EEG: rhythmic discharge or spike and wave pattern with definite evolution in frequency, location, or morphology lasting at least 10 s; evolution in amplitude alone did not qualify.] + * Seizure-PNES {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Psychogenic non-epileptic seizure.] + * Sleep-related-episode {requireChild} + ** Sleep-related-arousal {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Normal.] + ** Benign-sleep-myoclonus {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [A distinctive disorder of sleep characterized by a) neonatal onset, b) rhythmic myoclonic jerks only during sleep and c) abrupt and consistent cessation with arousal, d) absence of concomitant electrographic changes suggestive of seizures, and e) good outcome.] + ** Confusional-awakening {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Episode of non epileptic nature included in NREM parasomnias, characterized by sudden arousal and complex behavior but without full alertness, usually lasting a few minutes and occurring almost in all children at least occasionally. Amnesia of the episode is the rule.] + ** Sleep-periodic-limb-movement {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [PLMS. Periodic limb movement in sleep. Episodes are characterized by brief (0.5- to 5.0-second) lower-extremity movements during sleep, which typically occur at 20- to 40-second intervals, most commonly during the first 3 hours of sleep. The affected individual is usually not aware of the movements or of the transient partial arousals.] + ** REM-sleep-behavioral-disorder {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [REM sleep behavioral disorder. Episodes characterized by: a) presence of REM sleep without atonia (RSWA) on polysomnography (PSG); b) presence of at least 1 of the following conditions - (1) Sleep-related behaviors, by history, that have been injurious, potentially injurious, or disruptive (example: dream enactment behavior); (2) abnormal REM sleep behavior documented during PSG monitoring; (3) absence of epileptiform activity on electroencephalogram (EEG) during REM sleep (unless RBD can be clearly distinguished from any concurrent REM sleep-related seizure disorder); (4) sleep disorder not better explained by another sleep disorder, a medical or neurologic disorder, a mental disorder, medication use, or a substance use disorder.] + ** Sleep-walking {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Episodes characterized by ambulation during sleep; the patient is difficult to arouse during an episode, and is usually amnesic following the episode. Episodes usually occur in the first third of the night during slow wave sleep. Polysomnographic recordings demonstrate 2 abnormalities during the first sleep cycle: frequent, brief, non-behavioral EEG-defined arousals prior to the somnambulistic episode and abnormally low gamma (0.75-2.0 Hz) EEG power on spectral analysis, correlating with high-voltage (hyper-synchronic gamma) waves lasting 10 to 15 s occurring just prior to the movement. This is followed by stage I NREM sleep, and there is no evidence of complete awakening.] + * Pediatric-episode {requireChild} + ** Hyperekplexia {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Disorder characterized by exaggerated startle response and hypertonicity that may occur during the first year of life and in severe cases during the neonatal period. Children usually present with marked irritability and recurrent startles in response to handling and sounds. Severely affected infants can have severe jerks and stiffening, sometimes with breath-holding spells.] + ** Jactatio-capitis-nocturna {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Relatively common in normal children at the time of going to bed, especially during the first year of life, the rhythmic head movements persist during sleep. Usually, these phenomena disappear before 3 years of age.] + ** Pavor-nocturnus {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [A nocturnal episode characterized by age of onset of less than five years (mean age 18 months, with peak prevalence at five to seven years), appearance of signs of panic two hours after falling asleep with crying, screams, a fearful expression, inability to recognize other people including parents (for a duration of 5-15 minutes), amnesia upon awakening. Pavor nocturnus occurs in patients almost every night for months or years (but the frequency is highly variable and may be as low as once a month) and is likely to disappear spontaneously at the age of six to eight years.] + ** Pediatric-stereotypical-behavior-episode {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Repetitive motor behavior in children, typically rhythmic and persistent; usually not paroxysmal and rarely suggest epilepsy. They include headbanging, head-rolling, jactatio capitis nocturna, body rocking, buccal or lingual movements, hand flapping and related mannerisms, repetitive hand-waving (to self-induce photosensitive seizures).] + * Paroxysmal-motor-event {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Paroxysmal phenomena during neonatal or childhood periods characterized by recurrent motor or behavioral signs or symptoms that must be distinguishes from epileptic disorders.] + * Syncope {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [Episode with loss of consciousness and muscle tone that is abrupt in onset, of short duration and followed by rapid recovery; it occurs in response to transient impairment of cerebral perfusion. Typical prodromal symptoms often herald onset of syncope and postictal symptoms are minimal. Syncopal convulsions resulting from cerebral anoxia are common but are not a form of epilepsy, nor are there any accompanying EEG ictal discharges.] + * Cataplexy {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting} [A sudden decrement in muscle tone and loss of deep tendon reflexes, leading to muscle weakness, paralysis, or postural collapse. Cataplexy usually is precipitated by an outburst of emotional expression-notably laughter, anger, or startle. It is one of the tetrad of symptoms of narcolepsy. During cataplexy, respiration and voluntary eye movements are not compromised. Consciousness is preserved.] + * Other-episode {requireChild} + ** # {takesValue, valueClass=textClass} [Free text.] -'''Physiologic-pattern''' {requireChild, inLibrary=score} [EEG graphoelements or rhythms that are considered normal. They only should be scored if the physician considers that they have a specific clinical significance for the recording.] -* Rhythmic-activity-pattern {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Not further specified.] -* Slow-alpha-variant-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Characteristic rhythms mostly at 4-5 Hz, recorded most prominently over the posterior regions of the head. Generally alternate, or are intermixed, with alpha rhythm to which they often are harmonically related. Amplitude varies but is frequently close to 50 micro V. Blocked or attenuated by attention, especially visual, and mental effort. Comment: slow alpha variant rhythms should be distinguished from posterior slow waves characteristic of children and adolescents and occasionally seen in young adults.] -* Fast-alpha-variant-rhythm {suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Characteristic rhythm at 14-20 Hz, detected most prominently over the posterior regions of the head. May alternate or be intermixed with alpha rhythm. Blocked or attenuated by attention, especially visual, and mental effort.] -* Ciganek-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Midline theta rhythm (Ciganek rhythm) may be observed during wakefulness or drowsiness. The frequency is 4-7 Hz, and the location is midline (ie, vertex). The morphology is rhythmic, smooth, sinusoidal, arciform, spiky, or mu-like.] -* Lambda-wave {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Diphasic sharp transient occurring over occipital regions of the head of waking subjects during visual exploration. The main component is positive relative to other areas. Time-locked to saccadic eye movement. Amplitude varies but is generally below 50 micro V.] -* Posterior-slow-waves-youth {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Waves in the delta and theta range, of variable form, lasting 0.35 to 0.5 s or longer without any consistent periodicity, found in the range of 6-12 years (occasionally seen in young adults). Alpha waves are almost always intermingled or superimposed. Reactive similar to alpha activity.] -* Diffuse-slowing-hyperventilation {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Diffuse slowing induced by hyperventilation. Bilateral, diffuse slowing during hyperventilation. Recorded in 70 percent of normal children (3-5 years) and less then 10 percent of adults. Usually appear in the posterior regions and spread forward in younger age group, whereas they tend to appear in the frontal regions and spread backward in the older age group.] -* Photic-driving {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Physiologic response consisting of rhythmic activity elicited over the posterior regions of the head by repetitive photic stimulation at frequencies of about 5-30 Hz. Comments: term should be limited to activity time-locked to the stimulus and of frequency identical or harmonically related to the stimulus frequency. Photic driving should be distinguished from the visual evoked potentials elicited by isolated flashes of light or flashes repeated at very low frequency.] -* Photomyogenic-response {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [A response to intermittent photic stimulation characterized by the appearance in the record of brief, repetitive muscular artifacts (spikes) over the anterior regions of the head. These often increase gradually in amplitude as stimuli are continued and cease promptly when the stimulus is withdrawn. Comment: this response is frequently associated with flutter of the eyelids and vertical oscillations of the eyeballs and sometimes with discrete jerking mostly involving the musculature of the face and head. (Preferred to synonym: photo-myoclonic response).] -* Other-physiologic-pattern {requireChild, inLibrary=score} -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +'''Physiologic-pattern''' {requireChild} [EEG graphoelements or rhythms that are considered normal. They only should be scored if the physician considers that they have a specific clinical significance for the recording.] + * Rhythmic-activity-pattern {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Not further specified.] + * Slow-alpha-variant-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Characteristic rhythms mostly at 4-5 Hz, recorded most prominently over the posterior regions of the head. Generally alternate, or are intermixed, with alpha rhythm to which they often are harmonically related. Amplitude varies but is frequently close to 50 micro V. Blocked or attenuated by attention, especially visual, and mental effort. Comment: slow alpha variant rhythms should be distinguished from posterior slow waves characteristic of children and adolescents and occasionally seen in young adults.] + * Fast-alpha-variant-rhythm {suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Characteristic rhythm at 14-20 Hz, detected most prominently over the posterior regions of the head. May alternate or be intermixed with alpha rhythm. Blocked or attenuated by attention, especially visual, and mental effort.] + * Ciganek-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Midline theta rhythm (Ciganek rhythm) may be observed during wakefulness or drowsiness. The frequency is 4-7 Hz, and the location is midline (ie, vertex). The morphology is rhythmic, smooth, sinusoidal, arciform, spiky, or mu-like.] + * Lambda-wave {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Diphasic sharp transient occurring over occipital regions of the head of waking subjects during visual exploration. The main component is positive relative to other areas. Time-locked to saccadic eye movement. Amplitude varies but is generally below 50 micro V.] + * Posterior-slow-waves-youth {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Waves in the delta and theta range, of variable form, lasting 0.35 to 0.5 s or longer without any consistent periodicity, found in the range of 6-12 years (occasionally seen in young adults). Alpha waves are almost always intermingled or superimposed. Reactive similar to alpha activity.] + * Diffuse-slowing-hyperventilation {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Diffuse slowing induced by hyperventilation. Bilateral, diffuse slowing during hyperventilation. Recorded in 70 percent of normal children (3-5 years) and less then 10 percent of adults. Usually appear in the posterior regions and spread forward in younger age group, whereas they tend to appear in the frontal regions and spread backward in the older age group.] + * Photic-driving {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Physiologic response consisting of rhythmic activity elicited over the posterior regions of the head by repetitive photic stimulation at frequencies of about 5-30 Hz. Comments: term should be limited to activity time-locked to the stimulus and of frequency identical or harmonically related to the stimulus frequency. Photic driving should be distinguished from the visual evoked potentials elicited by isolated flashes of light or flashes repeated at very low frequency.] + * Photomyogenic-response {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [A response to intermittent photic stimulation characterized by the appearance in the record of brief, repetitive muscular artifacts (spikes) over the anterior regions of the head. These often increase gradually in amplitude as stimuli are continued and cease promptly when the stimulus is withdrawn. Comment: this response is frequently associated with flutter of the eyelids and vertical oscillations of the eyeballs and sometimes with discrete jerking mostly involving the musculature of the face and head. (Preferred to synonym: photo-myoclonic response).] + * Other-physiologic-pattern {requireChild} + ** # {takesValue, valueClass=textClass} [Free text.] -'''Uncertain-significant-pattern''' {requireChild, inLibrary=score} [EEG graphoelements or rhythms that resemble abnormal patterns but that are not necessarily associated with a pathology, and the physician does not consider them abnormal in the context of the scored recording (like normal variants and patterns).] -* Sharp-transient-pattern {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} -* Wicket-spikes {inLibrary=score} [Spike-like monophasic negative single waves or trains of waves occurring over the temporal regions during drowsiness that have an arcuate or mu-like appearance. These are mainly seen in older individuals and represent a benign variant that is of little clinical significance.] -* Small-sharp-spikes {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Benign epileptiform Transients of Sleep (BETS). Small sharp spikes (SSS) of very short duration and low amplitude, often followed by a small theta wave, occurring in the temporal regions during drowsiness and light sleep. They occur on one or both sides (often asynchronously). The main negative and positive components are of about equally spiky character. Rarely seen in children, they are seen most often in adults and the elderly. Two thirds of the patients have a history of epileptic seizures.] -* Fourteen-six-Hz-positive-burst {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Burst of arch-shaped waves at 13-17 Hz and/or 5-7-Hz but most commonly at 14 and or 6 Hz seen generally over the posterior temporal and adjacent areas of one or both sides of the head during sleep. The sharp peaks of its component waves are positive with respect to other regions. Amplitude varies but is generally below 75 micro V. Comments: (1) best demonstrated by referential recording using contralateral earlobe or other remote, reference electrodes. (2) This pattern has no established clinical significance.] -* Six-Hz-spike-slow-wave {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Spike and slow wave complexes at 4-7Hz, but mostly at 6 Hz occurring generally in brief bursts bilaterally and synchronously, symmetrically or asymmetrically, and either confined to or of larger amplitude over the posterior or anterior regions of the head. The spike has a strong positive component. Amplitude varies but is generally smaller than that of spike-and slow-wave complexes repeating at slower rates. Comment: this pattern should be distinguished from epileptiform discharges. Synonym: wave and spike phantom.] -* Rudimentary-spike-wave-complex {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Synonym: Pseudo petit mal discharge. Paroxysmal discharge that consists of generalized or nearly generalized high voltage 3 to 4/sec waves with poorly developed spike in the positive trough between the slow waves, occurring in drowsiness only. It is found only in infancy and early childhood when marked hypnagogic rhythmical theta activity is paramount in the drowsy state.] -* Slow-fused-transient {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [A posterior slow-wave preceded by a sharp-contoured potential that blends together with the ensuing slow wave, in children.] -* Needle-like-occipital-spikes-blind {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Spike discharges of a particularly fast and needle-like character develop over the occipital region in most congenitally blind children. Completely disappear during childhood or adolescence.] -* Subclinical-rhythmic-EEG-discharge-adults {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Subclinical rhythmic EEG discharge of adults (SERDA). A rhythmic pattern seen in the adult age group, mainly in the waking state or drowsiness. It consists of a mixture of frequencies, often predominant in the theta range. The onset may be fairly abrupt with widespread sharp rhythmical theta and occasionally with delta activity. As to the spatial distribution, a maximum of this discharge is usually found over the centroparietal region and especially over the vertex. It may resemble a seizure discharge but is not accompanied by any clinical signs or symptoms.] -* Rhythmic-temporal-theta-burst-drowsiness {inLibrary=score} [Rhythmic temporal theta burst of drowsiness (RTTD). Characteristic burst of 4-7 Hz waves frequently notched by faster waves, occurring over the temporal regions of the head during drowsiness. Synonym: psychomotor variant pattern. Comment: this is a pattern of drowsiness that is of no clinical significance.] -* Temporal-slowing-elderly {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Focal theta and/or delta activity over the temporal regions, especially the left, in persons over the age of 60. Amplitudes are low/similar to the background activity. Comment: focal temporal theta was found in 20 percent of people between the ages of 40-59 years, and 40 percent of people between 60 and 79 years. One third of people older than 60 years had focal temporal delta activity.] -* Breach-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Rhythmical activity recorded over cranial bone defects. Usually it is in the 6 to 11/sec range, does not respond to movements.] -* Other-uncertain-significant-pattern {requireChild, inLibrary=score} -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +'''Uncertain-significant-pattern''' {requireChild} [EEG graphoelements or rhythms that resemble abnormal patterns but that are not necessarily associated with a pathology, and the physician does not consider them abnormal in the context of the scored recording (like normal variants and patterns).] + * Sharp-transient-pattern {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} + * Wicket-spikes [Spike-like monophasic negative single waves or trains of waves occurring over the temporal regions during drowsiness that have an arcuate or mu-like appearance. These are mainly seen in older individuals and represent a benign variant that is of little clinical significance.] + * Small-sharp-spikes {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Benign epileptiform Transients of Sleep (BETS). Small sharp spikes (SSS) of very short duration and low amplitude, often followed by a small theta wave, occurring in the temporal regions during drowsiness and light sleep. They occur on one or both sides (often asynchronously). The main negative and positive components are of about equally spiky character. Rarely seen in children, they are seen most often in adults and the elderly. Two thirds of the patients have a history of epileptic seizures.] + * Fourteen-six-Hz-positive-burst {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Burst of arch-shaped waves at 13-17 Hz and/or 5-7-Hz but most commonly at 14 and or 6 Hz seen generally over the posterior temporal and adjacent areas of one or both sides of the head during sleep. The sharp peaks of its component waves are positive with respect to other regions. Amplitude varies but is generally below 75 micro V. Comments: (1) best demonstrated by referential recording using contralateral earlobe or other remote, reference electrodes. (2) This pattern has no established clinical significance.] + * Six-Hz-spike-slow-wave {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Spike and slow wave complexes at 4-7Hz, but mostly at 6 Hz occurring generally in brief bursts bilaterally and synchronously, symmetrically or asymmetrically, and either confined to or of larger amplitude over the posterior or anterior regions of the head. The spike has a strong positive component. Amplitude varies but is generally smaller than that of spike-and slow-wave complexes repeating at slower rates. Comment: this pattern should be distinguished from epileptiform discharges. Synonym: wave and spike phantom.] + * Rudimentary-spike-wave-complex {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Synonym: Pseudo petit mal discharge. Paroxysmal discharge that consists of generalized or nearly generalized high voltage 3 to 4/sec waves with poorly developed spike in the positive trough between the slow waves, occurring in drowsiness only. It is found only in infancy and early childhood when marked hypnagogic rhythmical theta activity is paramount in the drowsy state.] + * Slow-fused-transient {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [A posterior slow-wave preceded by a sharp-contoured potential that blends together with the ensuing slow wave, in children.] + * Needle-like-occipital-spikes-blind {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Spike discharges of a particularly fast and needle-like character develop over the occipital region in most congenitally blind children. Completely disappear during childhood or adolescence.] + * Subclinical-rhythmic-EEG-discharge-adults {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Subclinical rhythmic EEG discharge of adults (SERDA). A rhythmic pattern seen in the adult age group, mainly in the waking state or drowsiness. It consists of a mixture of frequencies, often predominant in the theta range. The onset may be fairly abrupt with widespread sharp rhythmical theta and occasionally with delta activity. As to the spatial distribution, a maximum of this discharge is usually found over the centroparietal region and especially over the vertex. It may resemble a seizure discharge but is not accompanied by any clinical signs or symptoms.] + * Rhythmic-temporal-theta-burst-drowsiness [Rhythmic temporal theta burst of drowsiness (RTTD). Characteristic burst of 4-7 Hz waves frequently notched by faster waves, occurring over the temporal regions of the head during drowsiness. Synonym: psychomotor variant pattern. Comment: this is a pattern of drowsiness that is of no clinical significance.] + * Temporal-slowing-elderly {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Focal theta and/or delta activity over the temporal regions, especially the left, in persons over the age of 60. Amplitudes are low/similar to the background activity. Comment: focal temporal theta was found in 20 percent of people between the ages of 40-59 years, and 40 percent of people between 60 and 79 years. One third of people older than 60 years had focal temporal delta activity.] + * Breach-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern} [Rhythmical activity recorded over cranial bone defects. Usually it is in the 6 to 11/sec range, does not respond to movements.] + * Other-uncertain-significant-pattern {requireChild} + ** # {takesValue, valueClass=textClass} [Free text.] -'''Artifact''' {requireChild, inLibrary=score} [When relevant for the clinical interpretation, artifacts can be scored by specifying the type and the location.] -* Biological-artifact {requireChild, inLibrary=score} -** Eye-blink-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: Fp1/Fp2 become electropositive with eye closure because the cornea is positively charged causing a negative deflection in Fp1/Fp2. If the eye blink is unilateral, consider prosthetic eye. If it is in F8 rather than Fp2 then the electrodes are plugged in wrong.] -** Eye-movement-horizontal-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: There is an upward deflection in the Fp2-F8 derivation, when the eyes move to the right side. In this case F8 becomes more positive and therefore. When the eyes move to the left, F7 becomes more positive and there is an upward deflection in the Fp1-F7 derivation.] -** Eye-movement-vertical-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: The EEG shows positive potentials (50-100 micro V) with bi-frontal distribution, maximum at Fp1 and Fp2, when the eyeball rotated upward. The downward rotation of the eyeball was associated with the negative deflection. The time course of the deflections was similar to the time course of the eyeball movement.] -** Slow-eye-movement-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Slow, rolling eye-movements, seen during drowsiness.] -** Nystagmus-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} -** Chewing-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} -** Sucking-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} -** Glossokinetic-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [The tongue functions as a dipole, with the tip negative with respect to the base. The artifact produced by the tongue has a broad potential field that drops from frontal to occipital areas, although it is less steep than that produced by eye movement artifacts. The amplitude of the potentials is greater inferiorly than in parasagittal regions; the frequency is variable but usually in the delta range. Chewing and sucking can produce similar artifacts.] -** Rocking-patting-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Quasi-rhythmical artifacts in recordings from infants caused by rocking/patting.] -** Movement-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: Large amplitude artifact, with irregular morphology (usually resembling a slow-wave or a wave with complex morphology) seen in one or several channels, due to movement. If the causing movement is repetitive, the artifact might resemble a rhythmic EEG activity.] -** Respiration-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Respiration can produce 2 kinds of artifacts. One type is in the form of slow and rhythmic activity, synchronous with the body movements of respiration and mechanically affecting the impedance of (usually) one electrode. The other type can be slow or sharp waves that occur synchronously with inhalation or exhalation and involve those electrodes on which the patient is lying.] -** Pulse-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: Occurs when an EEG electrode is placed over a pulsating vessel. The pulsation can cause slow waves that may simulate EEG activity. A direct relationship exists between ECG and the pulse waves (200-300 millisecond delay after ECG equals QRS complex).] -** ECG-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: Far-field potential generated in the heart. The voltage and apparent surface of the artifact vary from derivation to derivation and, consequently, from montage to montage. The artifact is observed best in referential montages using earlobe electrodes A1 and A2. ECG artifact is recognized easily by its rhythmicity/regularity and coincidence with the ECG tracing.] -** Sweat-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Is a low amplitude undulating waveform that is usually greater than 2 seconds and may appear to be an unstable baseline.] -** EMG-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Myogenic potentials are the most common artifacts. Frontalis and temporalis muscles (ex..: clenching of jaw muscles) are common causes. Generally, the potentials generated in the muscles are of shorter duration than those generated in the brain. The frequency components are usually beyond 30-50 Hz, and the bursts are arrhythmic.] -* Non-biological-artifact {requireChild, inLibrary=score} -** Power-supply-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} [50-60 Hz artifact. Monomorphic waveform due to 50 or 60 Hz A/C power supply.] -** Induction-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Artifacts (usually of high frequency) induced by nearby equipment (like in the intensive care unit).] -** Dialysis-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} -** Artificial-ventilation-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} -** Electrode-pops-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Are brief discharges with a very steep upslope and shallow fall that occur in all leads which include that electrode.] -** Salt-bridge-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Typically occurs in 1 channel which may appear isoelectric. Only seen in bipolar montage.] -* Other-artifact {requireChild, suggestedTag=Artifact-significance-to-recording, inLibrary=score} -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +'''Artifact''' {requireChild} [When relevant for the clinical interpretation, artifacts can be scored by specifying the type and the location.] + * Biological-artifact {requireChild} + ** Eye-blink-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Example for EEG: Fp1/Fp2 become electropositive with eye closure because the cornea is positively charged causing a negative deflection in Fp1/Fp2. If the eye blink is unilateral, consider prosthetic eye. If it is in F8 rather than Fp2 then the electrodes are plugged in wrong.] + ** Eye-movement-horizontal-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Example for EEG: There is an upward deflection in the Fp2-F8 derivation, when the eyes move to the right side. In this case F8 becomes more positive and therefore. When the eyes move to the left, F7 becomes more positive and there is an upward deflection in the Fp1-F7 derivation.] + ** Eye-movement-vertical-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Example for EEG: The EEG shows positive potentials (50-100 micro V) with bi-frontal distribution, maximum at Fp1 and Fp2, when the eyeball rotated upward. The downward rotation of the eyeball was associated with the negative deflection. The time course of the deflections was similar to the time course of the eyeball movement.] + ** Slow-eye-movement-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Slow, rolling eye-movements, seen during drowsiness.] + ** Nystagmus-artifact {suggestedTag=Artifact-significance-to-recording} + ** Chewing-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} + ** Sucking-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} + ** Glossokinetic-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [The tongue functions as a dipole, with the tip negative with respect to the base. The artifact produced by the tongue has a broad potential field that drops from frontal to occipital areas, although it is less steep than that produced by eye movement artifacts. The amplitude of the potentials is greater inferiorly than in parasagittal regions; the frequency is variable but usually in the delta range. Chewing and sucking can produce similar artifacts.] + ** Rocking-patting-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Quasi-rhythmical artifacts in recordings from infants caused by rocking/patting.] + ** Movement-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Example for EEG: Large amplitude artifact, with irregular morphology (usually resembling a slow-wave or a wave with complex morphology) seen in one or several channels, due to movement. If the causing movement is repetitive, the artifact might resemble a rhythmic EEG activity.] + ** Respiration-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Respiration can produce 2 kinds of artifacts. One type is in the form of slow and rhythmic activity, synchronous with the body movements of respiration and mechanically affecting the impedance of (usually) one electrode. The other type can be slow or sharp waves that occur synchronously with inhalation or exhalation and involve those electrodes on which the patient is lying.] + ** Pulse-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Example for EEG: Occurs when an EEG electrode is placed over a pulsating vessel. The pulsation can cause slow waves that may simulate EEG activity. A direct relationship exists between ECG and the pulse waves (200-300 millisecond delay after ECG equals QRS complex).] + ** ECG-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Example for EEG: Far-field potential generated in the heart. The voltage and apparent surface of the artifact vary from derivation to derivation and, consequently, from montage to montage. The artifact is observed best in referential montages using earlobe electrodes A1 and A2. ECG artifact is recognized easily by its rhythmicity/regularity and coincidence with the ECG tracing.] + ** Sweat-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Is a low amplitude undulating waveform that is usually greater than 2 seconds and may appear to be an unstable baseline.] + ** EMG-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording} [Myogenic potentials are the most common artifacts. Frontalis and temporalis muscles (ex..: clenching of jaw muscles) are common causes. Generally, the potentials generated in the muscles are of shorter duration than those generated in the brain. The frequency components are usually beyond 30-50 Hz, and the bursts are arrhythmic.] + * Non-biological-artifact {requireChild} + ** Power-supply-artifact {suggestedTag=Artifact-significance-to-recording} [50-60 Hz artifact. Monomorphic waveform due to 50 or 60 Hz A/C power supply.] + ** Induction-artifact {suggestedTag=Artifact-significance-to-recording} [Artifacts (usually of high frequency) induced by nearby equipment (like in the intensive care unit).] + ** Dialysis-artifact {suggestedTag=Artifact-significance-to-recording} + ** Artificial-ventilation-artifact {suggestedTag=Artifact-significance-to-recording} + ** Electrode-pops-artifact {suggestedTag=Artifact-significance-to-recording} [Are brief discharges with a very steep upslope and shallow fall that occur in all leads which include that electrode.] + ** Salt-bridge-artifact {suggestedTag=Artifact-significance-to-recording} [Typically occurs in 1 channel which may appear isoelectric. Only seen in bipolar montage.] + * Other-artifact {requireChild, suggestedTag=Artifact-significance-to-recording} + ** # {takesValue, valueClass=textClass} [Free text.] -'''Polygraphic-channel-finding''' {requireChild, inLibrary=score} [Changes observed in polygraphic channels can be scored: EOG, Respiration, ECG, EMG, other polygraphic channel (+ free text), and their significance logged (normal, abnormal, no definite abnormality).] -* EOG-channel-finding {suggestedTag=Finding-significance-to-recording, inLibrary=score} [ElectroOculoGraphy.] -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Respiration-channel-finding {suggestedTag=Finding-significance-to-recording, inLibrary=score} -** Respiration-oxygen-saturation {inLibrary=score} -*** # {takesValue, valueClass=numericClass, inLibrary=score} -** Respiration-feature {inLibrary=score} -*** Apnoe-respiration {inLibrary=score} [Add duration (range in seconds) and comments in free text.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Hypopnea-respiration {inLibrary=score} [Add duration (range in seconds) and comments in free text] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Apnea-hypopnea-index-respiration {requireChild, inLibrary=score} [Events/h. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Periodic-respiration {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Tachypnea-respiration {requireChild, inLibrary=score} [Cycles/min. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Other-respiration-feature {requireChild, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* ECG-channel-finding {suggestedTag=Finding-significance-to-recording, inLibrary=score} [Electrocardiography.] -** ECG-QT-period {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** ECG-feature {inLibrary=score} -*** ECG-sinus-rhythm {inLibrary=score} [Normal rhythm. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** ECG-arrhythmia {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** ECG-asystolia {inLibrary=score} [Add duration (range in seconds) and comments in free text.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** ECG-bradycardia {inLibrary=score} [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** ECG-extrasystole {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** ECG-ventricular-premature-depolarization {inLibrary=score} [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** ECG-tachycardia {inLibrary=score} [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Other-ECG-feature {requireChild, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* EMG-channel-finding {suggestedTag=Finding-significance-to-recording, inLibrary=score} [electromyography] -** EMG-muscle-side {inLibrary=score} -*** EMG-left-muscle {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** EMG-right-muscle {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** EMG-bilateral-muscle {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** EMG-muscle-name {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** EMG-feature {inLibrary=score} -*** EMG-myoclonus {inLibrary=score} -**** Negative-myoclonus {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** EMG-myoclonus-rhythmic {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** EMG-myoclonus-arrhythmic {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** EMG-myoclonus-synchronous {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** EMG-myoclonus-asynchronous {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** EMG-PLMS {inLibrary=score} [Periodic limb movements in sleep.] -*** EMG-spasm {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** EMG-tonic-contraction {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** EMG-asymmetric-activation {requireChild, inLibrary=score} -**** EMG-asymmetric-activation-left-first {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** EMG-asymmetric-activation-right-first {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Other-EMG-features {requireChild, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Other-polygraphic-channel {requireChild, inLibrary=score} -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +'''Polygraphic-channel-finding''' {requireChild} [Changes observed in polygraphic channels can be scored: EOG, Respiration, ECG, EMG, other polygraphic channel (+ free text), and their significance logged (normal, abnormal, no definite abnormality).] + * EOG-channel-finding {suggestedTag=Finding-significance-to-recording} [ElectroOculoGraphy.] + ** # {takesValue, valueClass=textClass} [Free text.] + * Respiration-channel-finding {suggestedTag=Finding-significance-to-recording} + ** Respiration-oxygen-saturation + *** # {takesValue, valueClass=numericClass} + ** Respiration-feature + *** Apnoe-respiration [Add duration (range in seconds) and comments in free text.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Hypopnea-respiration [Add duration (range in seconds) and comments in free text] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Apnea-hypopnea-index-respiration {requireChild} [Events/h. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Periodic-respiration + **** # {takesValue, valueClass=textClass} [Free text.] + *** Tachypnea-respiration {requireChild} [Cycles/min. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Other-respiration-feature {requireChild} + **** # {takesValue, valueClass=textClass} [Free text.] + * ECG-channel-finding {suggestedTag=Finding-significance-to-recording} [Electrocardiography.] + ** ECG-QT-period + *** # {takesValue, valueClass=textClass} [Free text.] + ** ECG-feature + *** ECG-sinus-rhythm [Normal rhythm. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] + **** # {takesValue, valueClass=textClass} [Free text.] + *** ECG-arrhythmia + **** # {takesValue, valueClass=textClass} [Free text.] + *** ECG-asystolia [Add duration (range in seconds) and comments in free text.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** ECG-bradycardia [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] + **** # {takesValue, valueClass=textClass} [Free text.] + *** ECG-extrasystole + **** # {takesValue, valueClass=textClass} [Free text.] + *** ECG-ventricular-premature-depolarization [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] + **** # {takesValue, valueClass=textClass} [Free text.] + *** ECG-tachycardia [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Other-ECG-feature {requireChild} + **** # {takesValue, valueClass=textClass} [Free text.] + * EMG-channel-finding {suggestedTag=Finding-significance-to-recording} [electromyography] + ** EMG-muscle-side + *** EMG-left-muscle + **** # {takesValue, valueClass=textClass} [Free text.] + *** EMG-right-muscle + **** # {takesValue, valueClass=textClass} [Free text.] + *** EMG-bilateral-muscle + **** # {takesValue, valueClass=textClass} [Free text.] + ** EMG-muscle-name + *** # {takesValue, valueClass=textClass} [Free text.] + ** EMG-feature + *** EMG-myoclonus + **** Negative-myoclonus + ***** # {takesValue, valueClass=textClass} [Free text.] + **** EMG-myoclonus-rhythmic + ***** # {takesValue, valueClass=textClass} [Free text.] + **** EMG-myoclonus-arrhythmic + ***** # {takesValue, valueClass=textClass} [Free text.] + **** EMG-myoclonus-synchronous + ***** # {takesValue, valueClass=textClass} [Free text.] + **** EMG-myoclonus-asynchronous + ***** # {takesValue, valueClass=textClass} [Free text.] + *** EMG-PLMS [Periodic limb movements in sleep.] + *** EMG-spasm + **** # {takesValue, valueClass=textClass} [Free text.] + *** EMG-tonic-contraction + **** # {takesValue, valueClass=textClass} [Free text.] + *** EMG-asymmetric-activation {requireChild} + **** EMG-asymmetric-activation-left-first + ***** # {takesValue, valueClass=textClass} [Free text.] + **** EMG-asymmetric-activation-right-first + ***** # {takesValue, valueClass=textClass} [Free text.] + *** Other-EMG-features {requireChild} + **** # {takesValue, valueClass=textClass} [Free text.] + * Other-polygraphic-channel {requireChild} + ** # {takesValue, valueClass=textClass} [Free text.] -'''Finding-property''' {requireChild, inLibrary=score} [Descriptive element similar to main HED /Property. Something that pertains to a thing. A characteristic of some entity. A quality or feature regarded as a characteristic or inherent part of someone or something. HED attributes are adjectives or adverbs.] -* Signal-morphology-property {requireChild, inLibrary=score} -** Rhythmic-activity-morphology {inLibrary=score} [EEG activity consisting of a sequence of waves approximately constant period.] -*** Delta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} [EEG rhythm in the delta (under 4 Hz) range that does not belong to the posterior dominant rhythm (scored under other organized rhythms).] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Theta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} [EEG rhythm in the theta (4-8 Hz) range that does not belong to the posterior dominant rhythm (scored under other organized rhythm).] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Alpha-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} [EEG rhythm in the alpha range (8-13 Hz) which is considered part of the background (ongoing) activity but does not fulfill the criteria of the posterior dominant rhythm (alpha rhythm).] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Beta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} [EEG rhythm between 14 and 40 Hz, which is considered part of the background (ongoing) activity but does not fulfill the criteria of the posterior dominant rhythm. Most characteristically: a rhythm from 14 to 40 Hz recorded over the fronto-central regions of the head during wakefulness. Amplitude of the beta rhythm varies but is mostly below 30 microV. Other beta rhythms are most prominent in other locations or are diffuse.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Gamma-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Spike-morphology {inLibrary=score} [A transient, clearly distinguished from background activity, with pointed peak at a conventional paper speed or time scale and duration from 20 to under 70 ms, i.e. 1/50-1/15 s approximately. Main component is generally negative relative to other areas. Amplitude varies.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Spike-and-slow-wave-morphology {inLibrary=score} [A pattern consisting of a spike followed by a slow wave.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Runs-of-rapid-spikes-morphology {inLibrary=score} [Bursts of spike discharges at a rate from 10 to 25/sec (in most cases somewhat irregular). The bursts last more than 2 seconds (usually 2 to 10 seconds) and it is typically seen in sleep. Synonyms: rhythmic spikes, generalized paroxysmal fast activity, fast paroxysmal rhythms, grand mal discharge, fast beta activity.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Polyspikes-morphology {inLibrary=score} [Two or more consecutive spikes.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Polyspike-and-slow-wave-morphology {inLibrary=score} [Two or more consecutive spikes associated with one or more slow waves.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Sharp-wave-morphology {inLibrary=score} [A transient clearly distinguished from background activity, with pointed peak at a conventional paper speed or time scale, and duration of 70-200 ms, i.e. over 1/4-1/5 s approximately. Main component is generally negative relative to other areas. Amplitude varies.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Sharp-and-slow-wave-morphology {inLibrary=score} [A sequence of a sharp wave and a slow wave.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Slow-sharp-wave-morphology {inLibrary=score} [A transient that bears all the characteristics of a sharp-wave, but exceeds 200 ms. Synonym: blunted sharp wave.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** High-frequency-oscillation-morphology {inLibrary=score} [HFO.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Hypsarrhythmia-classic-morphology {inLibrary=score} [Abnormal interictal high amplitude waves and a background of irregular spikes.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Hypsarrhythmia-modified-morphology {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Fast-spike-activity-morphology {inLibrary=score} [A burst consisting of a sequence of spikes. Duration greater than 1 s. Frequency at least in the alpha range.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Low-voltage-fast-activity-morphology {inLibrary=score} [Refers to the fast, and often recruiting activity which can be recorded at the onset of an ictal discharge, particularly in invasive EEG recording of a seizure.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Polysharp-waves-morphology {inLibrary=score} [A sequence of two or more sharp-waves.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Slow-wave-large-amplitude-morphology {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Irregular-delta-or-theta-activity-morphology {inLibrary=score} [EEG activity consisting of repetitive waves of inconsistent wave-duration but in delta and/or theta rang (greater than 125 ms).] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Electrodecremental-change-morphology {inLibrary=score} [Sudden desynchronization of electrical activity.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** DC-shift-morphology {inLibrary=score} [Shift of negative polarity of the direct current recordings, during seizures.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Disappearance-of-ongoing-activity-morphology {inLibrary=score} [Disappearance of the EEG activity that preceded the ictal event but still remnants of background activity (thus not enough to name it electrodecremental change).] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Polymorphic-delta-activity-morphology {inLibrary=score} [EEG activity consisting of waves in the delta range (over 250 ms duration for each wave) but of different morphology.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Frontal-intermittent-rhythmic-delta-activity-morphology {inLibrary=score} [Frontal intermittent rhythmic delta activity (FIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at 1.5-2.5 Hz over the frontal areas of one or both sides of the head. Comment: most commonly associated with unspecified encephalopathy, in adults.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Occipital-intermittent-rhythmic-delta-activity-morphology {inLibrary=score} [Occipital intermittent rhythmic delta activity (OIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at 2-3 Hz over the occipital or posterior head regions of one or both sides of the head. Frequently blocked or attenuated by opening the eyes. Comment: most commonly associated with unspecified encephalopathy, in children.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Temporal-intermittent-rhythmic-delta-activity-morphology {inLibrary=score} [Temporal intermittent rhythmic delta activity (TIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at over the temporal areas of one side of the head. Comment: most commonly associated with temporal lobe epilepsy.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Periodic-discharges-morphology {requireChild, inLibrary=score} [Periodic discharges not further specified (PDs).] -*** Periodic-discharges-superimposed-activity {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** Periodic-discharges-fast-superimposed-activity {suggestedTag=Finding-frequency, inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Periodic-discharges-rhythmic-superimposed-activity {suggestedTag=Finding-frequency, inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Periodic-discharge-sharpness {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** Spiky-periodic-discharge-sharpness {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Sharp-periodic-discharge-sharpness {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Sharply-contoured-periodic-discharge-sharpness {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Blunt-periodic-discharge-sharpness {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Number-of-periodic-discharge-phases {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** 1-periodic-discharge-phase {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** 2-periodic-discharge-phases {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** 3-periodic-discharge-phases {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Greater-than-3-periodic-discharge-phases {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Periodic-discharge-triphasic-morphology {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Periodic-discharge-absolute-amplitude {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** Periodic-discharge-absolute-amplitude-very-low {inLibrary=score} [Lower than 20 microV.] -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Low-periodic-discharge-absolute-amplitude {inLibrary=score} [20 to 49 microV.] -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Medium-periodic-discharge-absolute-amplitude {inLibrary=score} [50 to 199 microV.] -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** High-periodic-discharge-absolute-amplitude {inLibrary=score} [Greater than 200 microV.] -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Periodic-discharge-relative-amplitude {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** Periodic-discharge-relative-amplitude-less-than-equal-2 {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Periodic-discharge-relative-amplitude-greater-than-2 {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Periodic-discharge-polarity {requireChild, inLibrary=score} -**** Periodic-discharge-postitive-polarity {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Periodic-discharge-negative-polarity {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Periodic-discharge-unclear-polarity {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Source-analysis-property {requireChild, inLibrary=score} [How the current in the brain reaches the electrode sensors.] -** Source-analysis-laterality {requireChild, suggestedTag=Brain-laterality, inLibrary=score} -** Source-analysis-brain-region {requireChild, inLibrary=score} -*** Source-analysis-frontal-perisylvian-superior-surface {inLibrary=score} -*** Source-analysis-frontal-lateral {inLibrary=score} -*** Source-analysis-frontal-mesial {inLibrary=score} -*** Source-analysis-frontal-polar {inLibrary=score} -*** Source-analysis-frontal-orbitofrontal {inLibrary=score} -*** Source-analysis-temporal-polar {inLibrary=score} -*** Source-analysis-temporal-basal {inLibrary=score} -*** Source-analysis-temporal-lateral-anterior {inLibrary=score} -*** Source-analysis-temporal-lateral-posterior {inLibrary=score} -*** Source-analysis-temporal-perisylvian-inferior-surface {inLibrary=score} -*** Source-analysis-central-lateral-convexity {inLibrary=score} -*** Source-analysis-central-mesial {inLibrary=score} -*** Source-analysis-central-sulcus-anterior-surface {inLibrary=score} -*** Source-analysis-central-sulcus-posterior-surface {inLibrary=score} -*** Source-analysis-central-opercular {inLibrary=score} -*** Source-analysis-parietal-lateral-convexity {inLibrary=score} -*** Source-analysis-parietal-mesial {inLibrary=score} -*** Source-analysis-parietal-opercular {inLibrary=score} -*** Source-analysis-occipital-lateral {inLibrary=score} -*** Source-analysis-occipital-mesial {inLibrary=score} -*** Source-analysis-occipital-basal {inLibrary=score} -*** Source-analysis-insula {inLibrary=score} -* Location-property {requireChild, inLibrary=score} [Location can be scored for findings. Semiologic finding can also be characterized by the somatotopic modifier (i.e. the part of the body where it occurs). In this respect, laterality (left, right, symmetric, asymmetric, left greater than right, right greater than left), body part (eyelid, face, arm, leg, trunk, visceral, hemi-) and centricity (axial, proximal limb, distal limb) can be scored.] -** Brain-laterality {requireChild, inLibrary=score} -*** Brain-laterality-left {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-laterality-left-greater-right {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-laterality-right {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-laterality-right-greater-left {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-laterality-midline {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-laterality-diffuse-asynchronous {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Brain-region {requireChild, inLibrary=score} -*** Brain-region-frontal {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-region-temporal {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-region-central {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-region-parietal {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-region-occipital {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Body-part-location {requireChild, inLibrary=score} -*** Body-part-eyelid {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Body-part-face {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Body-part-arm {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Body-part-leg {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Body-part-trunk {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Body-part-visceral {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Body-part-hemi {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Brain-centricity {requireChild, inLibrary=score} -*** Brain-centricity-axial {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-centricity-proximal-limb {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-centricity-distal-limb {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Sensors {requireChild, inLibrary=score} [Lists all corresponding sensors (electrodes/channels in montage). The sensor-group is selected from a list defined in the site-settings for each EEG-lab.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Finding-propagation {suggestedTag=Property-exists, suggestedTag=Property-absence, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, inLibrary=score} [When propagation within the graphoelement is observed, first the location of the onset region is scored. Then, the location of the propagation can be noted.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Multifocal-finding {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} [When the same interictal graphoelement is observed bilaterally and at least in three independent locations, can score them using one entry, and choosing multifocal as a descriptor of the locations of the given interictal graphoelements, optionally emphasizing the involved, and the most active sites.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Modulators-property {requireChild, inLibrary=score} [For each described graphoelement, the influence of the modulators can be scored. Only modulators present in the recording are scored.] -** Modulators-reactivity {requireChild, suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} [Susceptibility of individual rhythms or the EEG as a whole to change following sensory stimulation or other physiologic actions.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Eye-closure-sensitivity {suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} [Eye closure sensitivity.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Eye-opening-passive {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by, inLibrary=score} [Passive eye opening. Used with base schema Increasing/Decreasing.] -** Medication-effect-EEG {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Medications effect on EEG. Used with base schema Increasing/Decreasing.] -** Medication-reduction-effect-EEG {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Medications reduction or withdrawal effect on EEG. Used with base schema Increasing/Decreasing.] -** Auditive-stimuli-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Used with base schema Increasing/Decreasing.] -** Nociceptive-stimuli-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by, inLibrary=score} [Used with base schema Increasing/Decreasing.] -** Physical-effort-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by, inLibrary=score} [Used with base schema Increasing/Decreasing] -** Cognitive-task-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by, inLibrary=score} [Used with base schema Increasing/Decreasing.] -** Other-modulators-effect-EEG {requireChild, inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Facilitating-factor {inLibrary=score} [Facilitating factors are defined as transient and sporadic endogenous or exogenous elements capable of augmenting seizure incidence (increasing the likelihood of seizure occurrence).] -*** Facilitating-factor-alcohol {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Facilitating-factor-awake {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Facilitating-factor-catamenial {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Facilitating-factor-fever {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Facilitating-factor-sleep {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Facilitating-factor-sleep-deprived {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Facilitating-factor-other {requireChild, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Provocative-factor {requireChild, inLibrary=score} [Provocative factors are defined as transient and sporadic endogenous or exogenous elements capable of evoking/triggering seizures immediately following the exposure to it.] -*** Hyperventilation-provoked {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Reflex-provoked {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Medication-effect-clinical {suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Medications clinical effect. Used with base schema Increasing/Decreasing.] -** Medication-reduction-effect-clinical {suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Medications reduction or withdrawal clinical effect. Used with base schema Increasing/Decreasing.] -** Other-modulators-effect-clinical {requireChild, inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Intermittent-photic-stimulation-effect {requireChild, inLibrary=score} -*** Posterior-stimulus-dependent-intermittent-photic-stimulation-response {suggestedTag=Finding-frequency, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Posterior-stimulus-independent-intermittent-photic-stimulation-response-limited {suggestedTag=Finding-frequency, inLibrary=score} [limited to the stimulus-train] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Posterior-stimulus-independent-intermittent-photic-stimulation-response-self-sustained {suggestedTag=Finding-frequency, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Generalized-photoparoxysmal-intermittent-photic-stimulation-response-limited {suggestedTag=Finding-frequency, inLibrary=score} [Limited to the stimulus-train.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Generalized-photoparoxysmal-intermittent-photic-stimulation-response-self-sustained {suggestedTag=Finding-frequency, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Activation-of-pre-existing-epileptogenic-area-intermittent-photic-stimulation-effect {suggestedTag=Finding-frequency, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Unmodified-intermittent-photic-stimulation-effect {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Quality-of-hyperventilation {requireChild, inLibrary=score} -*** Hyperventilation-refused-procedure {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Hyperventilation-poor-effort {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Hyperventilation-good-effort {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Hyperventilation-excellent-effort {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Modulators-effect {requireChild, inLibrary=score} [Tags for describing the influence of the modulators] -*** Modulators-effect-continuous-during-NRS {inLibrary=score} [Continuous during non-rapid-eye-movement-sleep (NRS)] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Modulators-effect-only-during {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Only during Sleep/Awakening/Hyperventilation/Physical effort/Cognitive task. Free text.] -*** Modulators-effect-change-of-patterns {inLibrary=score} [Change of patterns during sleep/awakening.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Time-related-property {requireChild, inLibrary=score} [Important to estimate how often an interictal abnormality is seen in the recording.] -** Appearance-mode {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} [Describes how the non-ictal EEG pattern/graphoelement is distributed through the recording.] -*** Random-appearance-mode {inLibrary=score} [Occurrence of the non-ictal EEG pattern / graphoelement without any rhythmicity / periodicity.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Periodic-appearance-mode {inLibrary=score} [Non-ictal EEG pattern / graphoelement occurring at an approximately regular rate / interval (generally of 1 to several seconds).] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Variable-appearance-mode {inLibrary=score} [Occurrence of non-ictal EEG pattern / graphoelements, that is sometimes rhythmic or periodic, other times random, throughout the recording.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Intermittent-appearance-mode {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Continuous-appearance-mode {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Discharge-pattern {requireChild, inLibrary=score} [Describes the organization of the EEG signal within the discharge (distinguish between single and repetitive discharges)] -*** Single-discharge-pattern {suggestedTag=Finding-incidence, inLibrary=score} [Applies to the intra-burst pattern: a graphoelement that is not repetitive; before and after the graphoelement one can distinguish the background activity.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Rhythmic-trains-or-bursts-discharge-pattern {suggestedTag=Finding-prevalence, suggestedTag=Finding-frequency, inLibrary=score} [Applies to the intra-burst pattern: a non-ictal graphoelement that repeats itself without returning to the background activity between them. The graphoelements within this repetition occur at approximately constant period.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Arrhythmic-trains-or-bursts-discharge-pattern {suggestedTag=Finding-prevalence, inLibrary=score} [Applies to the intra-burst pattern: a non-ictal graphoelement that repeats itself without returning to the background activity between them. The graphoelements within this repetition occur at inconstant period.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Fragmented-discharge-pattern {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Periodic-discharge-time-related-features {requireChild, inLibrary=score} [Periodic discharges not further specified (PDs) time-relayed features tags.] -*** Periodic-discharge-duration {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** Very-brief-periodic-discharge-duration {inLibrary=score} [Less than 10 sec.] -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Brief-periodic-discharge-duration {inLibrary=score} [10 to 59 sec.] -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Intermediate-periodic-discharge-duration {inLibrary=score} [1 to 4.9 min.] -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Long-periodic-discharge-duration {inLibrary=score} [5 to 59 min.] -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Very-long-periodic-discharge-duration {inLibrary=score} [Greater than 1 hour.] -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Periodic-discharge-onset {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** Sudden-periodic-discharge-onset {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Gradual-periodic-discharge-onset {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Periodic-discharge-dynamics {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** Evolving-periodic-discharge-dynamics {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Fluctuating-periodic-discharge-dynamics {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Static-periodic-discharge-dynamics {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Finding-extent {inLibrary=score} [Percentage of occurrence during the recording (background activity and interictal finding).] -*** # {takesValue, valueClass=numericClass, inLibrary=score} -** Finding-incidence {requireChild, inLibrary=score} [How often it occurs/time-epoch.] -*** Only-once-finding-incidence {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Rare-finding-incidence {inLibrary=score} [less than 1/h] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Uncommon-finding-incidence {inLibrary=score} [1/5 min to 1/h.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Occasional-finding-incidence {inLibrary=score} [1/min to 1/5min.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Frequent-finding-incidence {inLibrary=score} [1/10 s to 1/min.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Abundant-finding-incidence {inLibrary=score} [Greater than 1/10 s).] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Finding-prevalence {requireChild, inLibrary=score} [The percentage of the recording covered by the train/burst.] -*** Rare-finding-prevalence {inLibrary=score} [Less than 1 percent.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Occasional-finding-prevalence {inLibrary=score} [1 to 9 percent.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Frequent-finding-prevalence {inLibrary=score} [10 to 49 percent.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Abundant-finding-prevalence {inLibrary=score} [50 to 89 percent.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Continuous-finding-prevalence {inLibrary=score} [Greater than 90 percent.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Posterior-dominant-rhythm-property {requireChild, inLibrary=score} [Posterior dominant rhythm is the most often scored EEG feature in clinical practice. Therefore, there are specific terms that can be chosen for characterizing the PDR.] -** Posterior-dominant-rhythm-amplitude-range {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -*** Low-posterior-dominant-rhythm-amplitude-range {inLibrary=score} [Low (less than 20 microV).] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Medium-posterior-dominant-rhythm-amplitude-range {inLibrary=score} [Medium (between 20 and 70 microV).] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** High-posterior-dominant-rhythm-amplitude-range {inLibrary=score} [High (more than 70 microV).] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Posterior-dominant-rhythm-frequency-asymmetry {requireChild, inLibrary=score} [When symmetrical could be labeled with base schema Symmetrical tag.] -*** Posterior-dominant-rhythm-frequency-asymmetry-lower-left {inLibrary=score} [Hz lower on the left side.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Posterior-dominant-rhythm-frequency-asymmetry-lower-right {inLibrary=score} [Hz lower on the right side.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Posterior-dominant-rhythm-eye-opening-reactivity {suggestedTag=Property-not-possible-to-determine, inLibrary=score} [Change (disappearance or measurable decrease in amplitude) of a posterior dominant rhythm following eye-opening. Eye closure has the opposite effect.] -*** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-left {inLibrary=score} [Reduced left side reactivity.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-right {inLibrary=score} [Reduced right side reactivity.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [free text] -*** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-both {inLibrary=score} [Reduced reactivity on both sides.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Posterior-dominant-rhythm-organization {requireChild, inLibrary=score} [When normal could be labeled with base schema Normal tag.] -*** Posterior-dominant-rhythm-organization-poorly-organized {inLibrary=score} [Poorly organized.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Posterior-dominant-rhythm-organization-disorganized {inLibrary=score} [Disorganized.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Posterior-dominant-rhythm-organization-markedly-disorganized {inLibrary=score} [Markedly disorganized.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Posterior-dominant-rhythm-caveat {requireChild, inLibrary=score} [Caveat to the annotation of PDR.] -*** No-posterior-dominant-rhythm-caveat {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Posterior-dominant-rhythm-caveat-only-open-eyes-during-the-recording {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Posterior-dominant-rhythm-caveat-sleep-deprived-caveat {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Posterior-dominant-rhythm-caveat-drowsy {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Posterior-dominant-rhythm-caveat-only-following-hyperventilation {inLibrary=score} -** Absence-of-posterior-dominant-rhythm {requireChild, inLibrary=score} [Reason for absence of PDR.] -*** Absence-of-posterior-dominant-rhythm-artifacts {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Absence-of-posterior-dominant-rhythm-extreme-low-voltage {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Absence-of-posterior-dominant-rhythm-eye-closure-could-not-be-achieved {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Absence-of-posterior-dominant-rhythm-lack-of-awake-period {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Absence-of-posterior-dominant-rhythm-lack-of-compliance {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Absence-of-posterior-dominant-rhythm-other-causes {requireChild, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Episode-property {requireChild, inLibrary=score} -** Seizure-classification {requireChild, inLibrary=score} [Epileptic seizures are named using the current ILAE seizure classification (Fisher et al., 2017, Beniczky et al., 2017).] -*** Motor-onset-seizure {inLibrary=score} -**** Myoclonic-motor-onset-seizure {inLibrary=score} -**** Negative-myoclonic-motor-onset-seizure {inLibrary=score} -**** Clonic-motor-onset-seizure {inLibrary=score} -**** Tonic-motor-onset-seizure {inLibrary=score} -**** Atonic-motor-onset-seizure {inLibrary=score} -**** Myoclonic-atonic-motor-onset-seizure {inLibrary=score} -**** Myoclonic-tonic-clonic-motor-onset-seizure {inLibrary=score} -**** Tonic-clonic-motor-onset-seizure {inLibrary=score} -**** Automatism-motor-onset-seizure {inLibrary=score} -**** Hyperkinetic-motor-onset-seizure {inLibrary=score} -**** Epileptic-spasm-episode {inLibrary=score} -*** Nonmotor-onset-seizure {inLibrary=score} -**** Behavior-arrest-nonmotor-onset-seizure {inLibrary=score} -**** Sensory-nonmotor-onset-seizure {inLibrary=score} -**** Emotional-nonmotor-onset-seizure {inLibrary=score} -**** Cognitive-nonmotor-onset-seizure {inLibrary=score} -**** Autonomic-nonmotor-onset-seizure {inLibrary=score} -*** Absence-seizure {inLibrary=score} -**** Typical-absence-seizure {inLibrary=score} -**** Atypical-absence-seizure {inLibrary=score} -**** Myoclonic-absence-seizure {inLibrary=score} -**** Eyelid-myoclonia-absence-seizure {inLibrary=score} -** Episode-phase {requireChild, suggestedTag=Seizure-semiology-manifestation, suggestedTag=Postictal-semiology-manifestation, suggestedTag=Ictal-EEG-patterns, inLibrary=score} [The electroclinical findings (i.e., the seizure semiology and the ictal EEG) are divided in three phases: onset, propagation, and postictal.] -*** Episode-phase-initial {inLibrary=score} -*** Episode-phase-subsequent {inLibrary=score} -*** Episode-phase-postictal {inLibrary=score} -** Seizure-semiology-manifestation {requireChild, inLibrary=score} [Semiology is described according to the ILAE Glossary of Descriptive Terminology for Ictal Semiology (Blume et al., 2001). Besides the name, the semiologic finding can also be characterized by the somatotopic modifier, laterality, body part and centricity. Uses Location-property tags.] -*** Semiology-motor-manifestation {inLibrary=score} -**** Semiology-elementary-motor {inLibrary=score} -***** Semiology-motor-tonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [A sustained increase in muscle contraction lasting a few seconds to minutes.] -***** Semiology-motor-dystonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Sustained contractions of both agonist and antagonist muscles producing athetoid or twisting movements, which, when prolonged, may produce abnormal postures.] -***** Semiology-motor-epileptic-spasm {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [A sudden flexion, extension, or mixed extension flexion of predominantly proximal and truncal muscles that is usually more sustained than a myoclonic movement but not so sustained as a tonic seizure (i.e., about 1 s). Limited forms may occur: grimacing, head nodding. Frequent occurrence in clusters.] -***** Semiology-motor-postural {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Adoption of a posture that may be bilaterally symmetric or asymmetric (as in a fencing posture).] -***** Semiology-motor-versive {suggestedTag=Body-part, suggestedTag=Episode-event-count, inLibrary=score} [A sustained, forced conjugate ocular, cephalic, and/or truncal rotation or lateral deviation from the midline.] -***** Semiology-motor-clonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Myoclonus that is regularly repetitive, involves the same muscle groups, at a frequency of about 2 to 3 c/s, and is prolonged. Synonym: rhythmic myoclonus .] -***** Semiology-motor-myoclonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Characterized by myoclonus. MYOCLONUS : sudden, brief (lower than 100 ms) involuntary single or multiple contraction(s) of muscles(s) or muscle groups of variable topography (axial, proximal limb, distal).] -***** Semiology-motor-jacksonian-march {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Term indicating spread of clonic movements through contiguous body parts unilaterally.] -***** Semiology-motor-negative-myoclonus {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Characterized by negative myoclonus. NEGATIVE MYOCLONUS: interruption of tonic muscular activity for lower than 500 ms without evidence of preceding myoclonia.] -***** Semiology-motor-tonic-clonic {requireChild, inLibrary=score} [A sequence consisting of a tonic followed by a clonic phase. Variants such as clonic-tonic-clonic may be seen. Asymmetry of limb posture during the tonic phase of a GTC: one arm is rigidly extended at the elbow (often with the fist clenched tightly and flexed at the wrist), whereas the opposite arm is flexed at the elbow.] -****** Semiology-motor-tonic-clonic-without-figure-of-four {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} -****** Semiology-motor-tonic-clonic-with-figure-of-four-extension-left-elbow {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} -****** Semiology-motor-tonic-clonic-with-figure-of-four-extension-right-elbow {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} -***** Semiology-motor-astatic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Loss of erect posture that results from an atonic, myoclonic, or tonic mechanism. Synonym: drop attack.] -***** Semiology-motor-atonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Sudden loss or diminution of muscle tone without apparent preceding myoclonic or tonic event lasting greater or equal to 1 to 2 s, involving head, trunk, jaw, or limb musculature.] -***** Semiology-motor-eye-blinking {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} -***** Semiology-motor-other-elementary-motor {requireChild, inLibrary=score} -****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Semiology-motor-automatisms {inLibrary=score} -***** Semiology-motor-automatisms-mimetic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Facial expression suggesting an emotional state, often fear.] -***** Semiology-motor-automatisms-oroalimentary {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Lip smacking, lip pursing, chewing, licking, tooth grinding, or swallowing.] -***** Semiology-motor-automatisms-dacrystic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Bursts of crying.] -***** Semiology-motor-automatisms-dyspraxic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Inability to perform learned movements spontaneously or on command or imitation despite intact relevant motor and sensory systems and adequate comprehension and cooperation.] -***** Semiology-motor-automatisms-manual {suggestedTag=Brain-laterality, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [1. Indicates principally distal components, bilateral or unilateral. 2. Fumbling, tapping, manipulating movements.] -***** Semiology-motor-automatisms-gestural {suggestedTag=Brain-laterality, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Semipurposive, asynchronous hand movements. Often unilateral.] -***** Semiology-motor-automatisms-pedal {suggestedTag=Brain-laterality, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [1. Indicates principally distal components, bilateral or unilateral. 2. Fumbling, tapping, manipulating movements.] -***** Semiology-motor-automatisms-hypermotor {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [1. Involves predominantly proximal limb or axial muscles producing irregular sequential ballistic movements, such as pedaling, pelvic thrusting, thrashing, rocking movements. 2. Increase in rate of ongoing movements or inappropriately rapid performance of a movement.] -***** Semiology-motor-automatisms-hypokinetic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [A decrease in amplitude and/or rate or arrest of ongoing motor activity.] -***** Semiology-motor-automatisms-gelastic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Bursts of laughter or giggling, usually without an appropriate affective tone.] -***** Semiology-motor-other-automatisms {requireChild, inLibrary=score} -****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Semiology-motor-behavioral-arrest {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Interruption of ongoing motor activity or of ongoing behaviors with fixed gaze, without movement of the head or trunk (oro-alimentary and hand automatisms may continue).] -*** Semiology-non-motor-manifestation {inLibrary=score} -**** Semiology-sensory {inLibrary=score} -***** Semiology-sensory-headache {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Headache occurring in close temporal proximity to the seizure or as the sole seizure manifestation.] -***** Semiology-sensory-visual {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Flashing or flickering lights, spots, simple patterns, scotomata, or amaurosis.] -***** Semiology-sensory-auditory {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Buzzing, drumming sounds or single tones.] -***** Semiology-sensory-olfactory {suggestedTag=Body-part, suggestedTag=Episode-event-count, inLibrary=score} -***** Semiology-sensory-gustatory {suggestedTag=Episode-event-count, inLibrary=score} [Taste sensations including acidic, bitter, salty, sweet, or metallic.] -***** Semiology-sensory-epigastric {suggestedTag=Episode-event-count, inLibrary=score} [Abdominal discomfort including nausea, emptiness, tightness, churning, butterflies, malaise, pain, and hunger; sensation may rise to chest or throat. Some phenomena may reflect ictal autonomic dysfunction.] -***** Semiology-sensory-somatosensory {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Tingling, numbness, electric-shock sensation, sense of movement or desire to move.] -***** Semiology-sensory-painful {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Peripheral (lateralized/bilateral), cephalic, abdominal.] -***** Semiology-sensory-autonomic-sensation {suggestedTag=Episode-event-count, inLibrary=score} [A sensation consistent with involvement of the autonomic nervous system, including cardiovascular, gastrointestinal, sudomotor, vasomotor, and thermoregulatory functions. (Thus autonomic aura; cf. autonomic events 3.0).] -***** Semiology-sensory-other {requireChild, inLibrary=score} -****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Semiology-experiential {inLibrary=score} -***** Semiology-experiential-affective-emotional {suggestedTag=Episode-event-count, inLibrary=score} [Components include fear, depression, joy, and (rarely) anger.] -***** Semiology-experiential-hallucinatory {suggestedTag=Episode-event-count, inLibrary=score} [Composite perceptions without corresponding external stimuli involving visual, auditory, somatosensory, olfactory, and/or gustatory phenomena. Example: hearing and seeing people talking.] -***** Semiology-experiential-illusory {suggestedTag=Episode-event-count, inLibrary=score} [An alteration of actual percepts involving the visual, auditory, somatosensory, olfactory, or gustatory systems.] -***** Semiology-experiential-mnemonic {inLibrary=score} [Components that reflect ictal dysmnesia such as feelings of familiarity (deja-vu) and unfamiliarity (jamais-vu).] -****** Semiology-experiential-mnemonic-Deja-vu {suggestedTag=Episode-event-count, inLibrary=score} -****** Semiology-experiential-mnemonic-Jamais-vu {suggestedTag=Episode-event-count, inLibrary=score} -***** Semiology-experiential-other {requireChild, inLibrary=score} -****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Semiology-dyscognitive {suggestedTag=Episode-event-count, inLibrary=score} [The term describes events in which (1) disturbance of cognition is the predominant or most apparent feature, and (2a) two or more of the following components are involved, or (2b) involvement of such components remains undetermined. Otherwise, use the more specific term (e.g., mnemonic experiential seizure or hallucinatory experiential seizure). Components of cognition: ++ perception: symbolic conception of sensory information ++ attention: appropriate selection of a principal perception or task ++ emotion: appropriate affective significance of a perception ++ memory: ability to store and retrieve percepts or concepts ++ executive function: anticipation, selection, monitoring of consequences, and initiation of motor activity including praxis, speech.] -**** Semiology-language-related {inLibrary=score} -***** Semiology-language-related-vocalization {suggestedTag=Episode-event-count, inLibrary=score} -***** Semiology-language-related-verbalization {suggestedTag=Episode-event-count, inLibrary=score} -***** Semiology-language-related-dysphasia {suggestedTag=Episode-event-count, inLibrary=score} -***** Semiology-language-related-aphasia {suggestedTag=Episode-event-count, inLibrary=score} -***** Semiology-language-related-other {requireChild, inLibrary=score} -****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Semiology-autonomic {inLibrary=score} -***** Semiology-autonomic-pupillary {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Mydriasis, miosis (either bilateral or unilateral).] -***** Semiology-autonomic-hypersalivation {suggestedTag=Episode-event-count, inLibrary=score} [Increase in production of saliva leading to uncontrollable drooling] -***** Semiology-autonomic-respiratory-apnoeic {suggestedTag=Episode-event-count, inLibrary=score} [subjective shortness of breath, hyperventilation, stridor, coughing, choking, apnea, oxygen desaturation, neurogenic pulmonary edema.] -***** Semiology-autonomic-cardiovascular {suggestedTag=Episode-event-count, inLibrary=score} [Modifications of heart rate (tachycardia, bradycardia), cardiac arrhythmias (such as sinus arrhythmia, sinus arrest, supraventricular tachycardia, atrial premature depolarizations, ventricular premature depolarizations, atrio-ventricular block, bundle branch block, atrioventricular nodal escape rhythm, asystole).] -***** Semiology-autonomic-gastrointestinal {suggestedTag=Episode-event-count, inLibrary=score} [Nausea, eructation, vomiting, retching, abdominal sensations, abdominal pain, flatulence, spitting, diarrhea.] -***** Semiology-autonomic-urinary-incontinence {suggestedTag=Episode-event-count, inLibrary=score} [urinary urge (intense urinary urge at the beginning of seizures), urinary incontinence, ictal urination (rare symptom of partial seizures without loss of consciousness).] -***** Semiology-autonomic-genital {suggestedTag=Episode-event-count, inLibrary=score} [Sexual auras (erotic thoughts and feelings, sexual arousal and orgasm). Genital auras (unpleasant, sometimes painful, frightening or emotionally neutral somatosensory sensations in the genitals that can be accompanied by ictal orgasm). Sexual automatisms (hypermotor movements consisting of writhing, thrusting, rhythmic movements of the pelvis, arms and legs, sometimes associated with picking and rhythmic manipulation of the groin or genitalia, exhibitionism and masturbation).] -***** Semiology-autonomic-vasomotor {suggestedTag=Episode-event-count, inLibrary=score} [Flushing or pallor (may be accompanied by feelings of warmth, cold and pain).] -***** Semiology-autonomic-sudomotor {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Sweating and piloerection (may be accompanied by feelings of warmth, cold and pain).] -***** Semiology-autonomic-thermoregulatory {suggestedTag=Episode-event-count, inLibrary=score} [Hyperthermia, fever.] -***** Semiology-autonomic-other {requireChild, inLibrary=score} -****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Semiology-manifestation-other {requireChild, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Postictal-semiology-manifestation {requireChild, inLibrary=score} -*** Postictal-semiology-unconscious {suggestedTag=Episode-event-count, inLibrary=score} -*** Postictal-semiology-quick-recovery-of-consciousness {suggestedTag=Episode-event-count, inLibrary=score} [Quick recovery of awareness and responsiveness.] -*** Postictal-semiology-aphasia-or-dysphasia {suggestedTag=Episode-event-count, inLibrary=score} [Impaired communication involving language without dysfunction of relevant primary motor or sensory pathways, manifested as impaired comprehension, anomia, parahasic errors or a combination of these.] -*** Postictal-semiology-behavioral-change {suggestedTag=Episode-event-count, inLibrary=score} [Occurring immediately after a aseizure. Including psychosis, hypomanina, obsessive-compulsive behavior.] -*** Postictal-semiology-hemianopia {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Postictal visual loss in a a hemi field.] -*** Postictal-semiology-impaired-cognition {suggestedTag=Episode-event-count, inLibrary=score} [Decreased Cognitive performance involving one or more of perception, attention, emotion, memory, execution, praxis, speech.] -*** Postictal-semiology-dysphoria {suggestedTag=Episode-event-count, inLibrary=score} [Depression, irritability, euphoric mood, fear, anxiety.] -*** Postictal-semiology-headache {suggestedTag=Episode-event-count, inLibrary=score} [Headache with features of tension-type or migraine headache that develops within 3 h following the seizure and resolves within 72 h after seizure.] -*** Postictal-semiology-nose-wiping {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Noes-wiping usually within 60 sec of seizure offset, usually with the hand ipsilateral to the seizure onset.] -*** Postictal-semiology-anterograde-amnesia {suggestedTag=Episode-event-count, inLibrary=score} [Impaired ability to remember new material.] -*** Postictal-semiology-retrograde-amnesia {suggestedTag=Episode-event-count, inLibrary=score} [Impaired ability to recall previously remember material.] -*** Postictal-semiology-paresis {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Todds palsy. Any unilateral postictal dysfunction relating to motor, language, sensory and/or integrative functions.] -*** Postictal-semiology-sleep {inLibrary=score} [Invincible need to sleep after a seizure.] -*** Postictal-semiology-unilateral-myoclonic-jerks {inLibrary=score} [unilateral motor phenomena, other then specified, occurring in postictal phase.] -*** Postictal-semiology-other-unilateral-motor-phenomena {requireChild, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Polygraphic-channel-relation-to-episode {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -*** Polygraphic-channel-cause-to-episode {inLibrary=score} -*** Polygraphic-channel-consequence-of-episode {inLibrary=score} -** Ictal-EEG-patterns {inLibrary=score} -*** Ictal-EEG-patterns-obscured-by-artifacts {inLibrary=score} [The interpretation of the EEG is not possible due to artifacts.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Ictal-EEG-activity {suggestedTag=Polyspikes-morphology, suggestedTag=Fast-spike-activity-morphology, suggestedTag=Low-voltage-fast-activity-morphology, suggestedTag=Polysharp-waves-morphology, suggestedTag=Spike-and-slow-wave-morphology, suggestedTag=Polyspike-and-slow-wave-morphology, suggestedTag=Sharp-and-slow-wave-morphology, suggestedTag=Rhythmic-activity-morphology, suggestedTag=Slow-wave-large-amplitude-morphology, suggestedTag=Irregular-delta-or-theta-activity-morphology, suggestedTag=Electrodecremental-change-morphology, suggestedTag=DC-shift-morphology, suggestedTag=Disappearance-of-ongoing-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Source-analysis-laterality, suggestedTag=Source-analysis-brain-region, suggestedTag=Episode-event-count, inLibrary=score} -*** Postictal-EEG-activity {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, inLibrary=score} -** Episode-time-context-property {inLibrary=score} [Additional clinically relevant features related to episodes can be scored under timing and context. If needed, episode duration can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Temporal-value/Duration.] -*** Episode-consciousness {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** Episode-consciousness-not-tested {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Episode-consciousness-affected {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Episode-consciousness-mildly-affected {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Episode-consciousness-not-affected {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Episode-awareness {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Clinical-EEG-temporal-relationship {suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** Clinical-start-followed-EEG {inLibrary=score} [Clinical start, followed by EEG start by X seconds.] -***** # {takesValue, valueClass=numericClass, unitClass=timeUnits, inLibrary=score} -**** EEG-start-followed-clinical {inLibrary=score} [EEG start, followed by clinical start by X seconds.] -***** # {takesValue, valueClass=numericClass, unitClass=timeUnits, inLibrary=score} -**** Simultaneous-start-clinical-EEG {inLibrary=score} -**** Clinical-EEG-temporal-relationship-notes {inLibrary=score} [Clinical notes to annotate the clinical-EEG temporal relationship.] -***** # {takesValue, valueClass=textClass, inLibrary=score} -*** Episode-event-count {suggestedTag=Property-not-possible-to-determine, inLibrary=score} [Number of stereotypical episodes during the recording.] -**** # {takesValue, valueClass=numericClass, inLibrary=score} -*** State-episode-start {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} [State at the start of the episode.] -**** Episode-start-from-sleep {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Episode-start-from-awake {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Episode-postictal-phase {suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** # {takesValue, valueClass=numericClass, unitClass=timeUnits, inLibrary=score} -*** Episode-prodrome {suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} [Prodrome is a preictal phenomenon, and it is defined as a subjective or objective clinical alteration (e.g., ill-localized sensation or agitation) that heralds the onset of an epileptic seizure but does not form part of it (Blume et al., 2001). Therefore, prodrome should be distinguished from aura (which is an ictal phenomenon).] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Episode-tongue-biting {suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Episode-responsiveness {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** Episode-responsiveness-preserved {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Episode-responsiveness-affected {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Episode-appearance {requireChild, inLibrary=score} -**** Episode-appearance-interactive {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Episode-appearance-spontaneous {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Seizure-dynamics {requireChild, inLibrary=score} [Spatiotemporal dynamics can be scored (evolution in morphology; evolution in frequency; evolution in location).] -**** Seizure-dynamics-evolution-morphology {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Seizure-dynamics-evolution-frequency {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Seizure-dynamics-evolution-location {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Seizure-dynamics-not-possible-to-determine {inLibrary=score} [Not possible to determine.] -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Other-finding-property {requireChild, inLibrary=score} -** Artifact-significance-to-recording {requireChild, inLibrary=score} [It is important to score the significance of the described artifacts: recording is not interpretable, recording of reduced diagnostic value, does not interfere with the interpretation of the recording.] -*** Recording-not-interpretable-due-to-artifact {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Recording-of-reduced-diagnostic-value-due-to-artifact {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Artifact-does-not-interfere-recording {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Finding-significance-to-recording {requireChild, inLibrary=score} [Significance of finding. When normal/abnormal could be labeled with base schema Normal/Abnormal tags.] -*** Finding-no-definite-abnormality {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Finding-significance-not-possible-to-determine {inLibrary=score} [Not possible to determine.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Finding-frequency {inLibrary=score} [Value in Hz (number) typed in.] -*** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits, inLibrary=score} -** Finding-amplitude {inLibrary=score} [Value in microvolts (number) typed in.] -*** # {takesValue, valueClass=numericClass, unitClass=electricPotentialUnits, inLibrary=score} -** Finding-amplitude-asymmetry {requireChild, inLibrary=score} [For posterior dominant rhythm: a difference in amplitude between the homologous area on opposite sides of the head that consistently exceeds 50 percent. When symmetrical could be labeled with base schema Symmetrical tag. For sleep: Absence or consistently marked amplitude asymmetry (greater than 50 percent) of a normal sleep graphoelement.] -*** Finding-amplitude-asymmetry-lower-left {inLibrary=score} [Amplitude lower on the left side.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Finding-amplitude-asymmetry-lower-right {inLibrary=score} [Amplitude lower on the right side.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Finding-amplitude-asymmetry-not-possible-to-determine {inLibrary=score} [Not possible to determine.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Finding-stopped-by {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Finding-triggered-by {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Finding-unmodified {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Property-not-possible-to-determine {inLibrary=score} [Not possible to determine.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Property-exists {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Property-absence {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] +'''Finding-property''' {requireChild} [Descriptive element similar to main HED /Property. Something that pertains to a thing. A characteristic of some entity. A quality or feature regarded as a characteristic or inherent part of someone or something. HED attributes are adjectives or adverbs.] + * Signal-morphology-property {requireChild} + ** Rhythmic-activity-morphology [EEG activity consisting of a sequence of waves approximately constant period.] + *** Delta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude} [EEG rhythm in the delta (under 4 Hz) range that does not belong to the posterior dominant rhythm (scored under other organized rhythms).] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Theta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude} [EEG rhythm in the theta (4-8 Hz) range that does not belong to the posterior dominant rhythm (scored under other organized rhythm).] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Alpha-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude} [EEG rhythm in the alpha range (8-13 Hz) which is considered part of the background (ongoing) activity but does not fulfill the criteria of the posterior dominant rhythm (alpha rhythm).] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Beta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude} [EEG rhythm between 14 and 40 Hz, which is considered part of the background (ongoing) activity but does not fulfill the criteria of the posterior dominant rhythm. Most characteristically: a rhythm from 14 to 40 Hz recorded over the fronto-central regions of the head during wakefulness. Amplitude of the beta rhythm varies but is mostly below 30 microV. Other beta rhythms are most prominent in other locations or are diffuse.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Gamma-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude} + **** # {takesValue, valueClass=textClass} [Free text.] + ** Spike-morphology [A transient, clearly distinguished from background activity, with pointed peak at a conventional paper speed or time scale and duration from 20 to under 70 ms, i.e. 1/50-1/15 s approximately. Main component is generally negative relative to other areas. Amplitude varies.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Spike-and-slow-wave-morphology [A pattern consisting of a spike followed by a slow wave.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Runs-of-rapid-spikes-morphology [Bursts of spike discharges at a rate from 10 to 25/sec (in most cases somewhat irregular). The bursts last more than 2 seconds (usually 2 to 10 seconds) and it is typically seen in sleep. Synonyms: rhythmic spikes, generalized paroxysmal fast activity, fast paroxysmal rhythms, grand mal discharge, fast beta activity.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Polyspikes-morphology [Two or more consecutive spikes.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Polyspike-and-slow-wave-morphology [Two or more consecutive spikes associated with one or more slow waves.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Sharp-wave-morphology [A transient clearly distinguished from background activity, with pointed peak at a conventional paper speed or time scale, and duration of 70-200 ms, i.e. over 1/4-1/5 s approximately. Main component is generally negative relative to other areas. Amplitude varies.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Sharp-and-slow-wave-morphology [A sequence of a sharp wave and a slow wave.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Slow-sharp-wave-morphology [A transient that bears all the characteristics of a sharp-wave, but exceeds 200 ms. Synonym: blunted sharp wave.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** High-frequency-oscillation-morphology [HFO.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Hypsarrhythmia-classic-morphology [Abnormal interictal high amplitude waves and a background of irregular spikes.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Hypsarrhythmia-modified-morphology + *** # {takesValue, valueClass=textClass} [Free text.] + ** Fast-spike-activity-morphology [A burst consisting of a sequence of spikes. Duration greater than 1 s. Frequency at least in the alpha range.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Low-voltage-fast-activity-morphology [Refers to the fast, and often recruiting activity which can be recorded at the onset of an ictal discharge, particularly in invasive EEG recording of a seizure.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Polysharp-waves-morphology [A sequence of two or more sharp-waves.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Slow-wave-large-amplitude-morphology + *** # {takesValue, valueClass=textClass} [Free text.] + ** Irregular-delta-or-theta-activity-morphology [EEG activity consisting of repetitive waves of inconsistent wave-duration but in delta and/or theta rang (greater than 125 ms).] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Electrodecremental-change-morphology [Sudden desynchronization of electrical activity.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** DC-shift-morphology [Shift of negative polarity of the direct current recordings, during seizures.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Disappearance-of-ongoing-activity-morphology [Disappearance of the EEG activity that preceded the ictal event but still remnants of background activity (thus not enough to name it electrodecremental change).] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Polymorphic-delta-activity-morphology [EEG activity consisting of waves in the delta range (over 250 ms duration for each wave) but of different morphology.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Frontal-intermittent-rhythmic-delta-activity-morphology [Frontal intermittent rhythmic delta activity (FIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at 1.5-2.5 Hz over the frontal areas of one or both sides of the head. Comment: most commonly associated with unspecified encephalopathy, in adults.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Occipital-intermittent-rhythmic-delta-activity-morphology [Occipital intermittent rhythmic delta activity (OIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at 2-3 Hz over the occipital or posterior head regions of one or both sides of the head. Frequently blocked or attenuated by opening the eyes. Comment: most commonly associated with unspecified encephalopathy, in children.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Temporal-intermittent-rhythmic-delta-activity-morphology [Temporal intermittent rhythmic delta activity (TIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at over the temporal areas of one side of the head. Comment: most commonly associated with temporal lobe epilepsy.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Periodic-discharges-morphology {requireChild} [Periodic discharges not further specified (PDs).] + *** Periodic-discharges-superimposed-activity {requireChild, suggestedTag=Property-not-possible-to-determine} + **** Periodic-discharges-fast-superimposed-activity {suggestedTag=Finding-frequency} + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Periodic-discharges-rhythmic-superimposed-activity {suggestedTag=Finding-frequency} + ***** # {takesValue, valueClass=textClass} [Free text.] + *** Periodic-discharge-sharpness {requireChild, suggestedTag=Property-not-possible-to-determine} + **** Spiky-periodic-discharge-sharpness + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Sharp-periodic-discharge-sharpness + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Sharply-contoured-periodic-discharge-sharpness + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Blunt-periodic-discharge-sharpness + ***** # {takesValue, valueClass=textClass} [Free text.] + *** Number-of-periodic-discharge-phases {requireChild, suggestedTag=Property-not-possible-to-determine} + **** 1-periodic-discharge-phase + ***** # {takesValue, valueClass=textClass} [Free text.] + **** 2-periodic-discharge-phases + ***** # {takesValue, valueClass=textClass} [Free text.] + **** 3-periodic-discharge-phases + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Greater-than-3-periodic-discharge-phases + ***** # {takesValue, valueClass=textClass} [Free text.] + *** Periodic-discharge-triphasic-morphology {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists, suggestedTag=Property-absence} + **** # {takesValue, valueClass=textClass} [Free text.] + *** Periodic-discharge-absolute-amplitude {requireChild, suggestedTag=Property-not-possible-to-determine} + **** Periodic-discharge-absolute-amplitude-very-low [Lower than 20 microV.] + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Low-periodic-discharge-absolute-amplitude [20 to 49 microV.] + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Medium-periodic-discharge-absolute-amplitude [50 to 199 microV.] + ***** # {takesValue, valueClass=textClass} [Free text.] + **** High-periodic-discharge-absolute-amplitude [Greater than 200 microV.] + ***** # {takesValue, valueClass=textClass} [Free text.] + *** Periodic-discharge-relative-amplitude {requireChild, suggestedTag=Property-not-possible-to-determine} + **** Periodic-discharge-relative-amplitude-less-than-equal-2 + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Periodic-discharge-relative-amplitude-greater-than-2 + ***** # {takesValue, valueClass=textClass} [Free text.] + *** Periodic-discharge-polarity {requireChild} + **** Periodic-discharge-postitive-polarity + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Periodic-discharge-negative-polarity + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Periodic-discharge-unclear-polarity + ***** # {takesValue, valueClass=textClass} [Free text.] + * Source-analysis-property {requireChild} [How the current in the brain reaches the electrode sensors.] + ** Source-analysis-laterality {requireChild, suggestedTag=Brain-laterality} + ** Source-analysis-brain-region {requireChild} + *** Source-analysis-frontal-perisylvian-superior-surface + *** Source-analysis-frontal-lateral + *** Source-analysis-frontal-mesial + *** Source-analysis-frontal-polar + *** Source-analysis-frontal-orbitofrontal + *** Source-analysis-temporal-polar + *** Source-analysis-temporal-basal + *** Source-analysis-temporal-lateral-anterior + *** Source-analysis-temporal-lateral-posterior + *** Source-analysis-temporal-perisylvian-inferior-surface + *** Source-analysis-central-lateral-convexity + *** Source-analysis-central-mesial + *** Source-analysis-central-sulcus-anterior-surface + *** Source-analysis-central-sulcus-posterior-surface + *** Source-analysis-central-opercular + *** Source-analysis-parietal-lateral-convexity + *** Source-analysis-parietal-mesial + *** Source-analysis-parietal-opercular + *** Source-analysis-occipital-lateral + *** Source-analysis-occipital-mesial + *** Source-analysis-occipital-basal + *** Source-analysis-insula + * Location-property {requireChild} [Location can be scored for findings. Semiologic finding can also be characterized by the somatotopic modifier (i.e. the part of the body where it occurs). In this respect, laterality (left, right, symmetric, asymmetric, left greater than right, right greater than left), body part (eyelid, face, arm, leg, trunk, visceral, hemi-) and centricity (axial, proximal limb, distal limb) can be scored.] + ** Brain-laterality {requireChild} + *** Brain-laterality-left + **** # {takesValue, valueClass=textClass} [Free text.] + *** Brain-laterality-left-greater-right + **** # {takesValue, valueClass=textClass} [Free text.] + *** Brain-laterality-right + **** # {takesValue, valueClass=textClass} [Free text.] + *** Brain-laterality-right-greater-left + **** # {takesValue, valueClass=textClass} [Free text.] + *** Brain-laterality-midline + **** # {takesValue, valueClass=textClass} [Free text.] + *** Brain-laterality-diffuse-asynchronous + **** # {takesValue, valueClass=textClass} [Free text.] + ** Brain-region {requireChild} + *** Brain-region-frontal + **** # {takesValue, valueClass=textClass} [Free text.] + *** Brain-region-temporal + **** # {takesValue, valueClass=textClass} [Free text.] + *** Brain-region-central + **** # {takesValue, valueClass=textClass} [Free text.] + *** Brain-region-parietal + **** # {takesValue, valueClass=textClass} [Free text.] + *** Brain-region-occipital + **** # {takesValue, valueClass=textClass} [Free text.] + ** Body-part-location {requireChild} + *** Body-part-eyelid + **** # {takesValue, valueClass=textClass} [Free text.] + *** Body-part-face + **** # {takesValue, valueClass=textClass} [Free text.] + *** Body-part-arm + **** # {takesValue, valueClass=textClass} [Free text.] + *** Body-part-leg + **** # {takesValue, valueClass=textClass} [Free text.] + *** Body-part-trunk + **** # {takesValue, valueClass=textClass} [Free text.] + *** Body-part-visceral + **** # {takesValue, valueClass=textClass} [Free text.] + *** Body-part-hemi + **** # {takesValue, valueClass=textClass} [Free text.] + ** Brain-centricity {requireChild} + *** Brain-centricity-axial + **** # {takesValue, valueClass=textClass} [Free text.] + *** Brain-centricity-proximal-limb + **** # {takesValue, valueClass=textClass} [Free text.] + *** Brain-centricity-distal-limb + **** # {takesValue, valueClass=textClass} [Free text.] + ** Sensors {requireChild} [Lists all corresponding sensors (electrodes/channels in montage). The sensor-group is selected from a list defined in the site-settings for each EEG-lab.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Finding-propagation {suggestedTag=Property-exists, suggestedTag=Property-absence, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors} [When propagation within the graphoelement is observed, first the location of the onset region is scored. Then, the location of the propagation can be noted.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Multifocal-finding {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists, suggestedTag=Property-absence} [When the same interictal graphoelement is observed bilaterally and at least in three independent locations, can score them using one entry, and choosing multifocal as a descriptor of the locations of the given interictal graphoelements, optionally emphasizing the involved, and the most active sites.] + *** # {takesValue, valueClass=textClass} [Free text.] + * Modulators-property {requireChild} [For each described graphoelement, the influence of the modulators can be scored. Only modulators present in the recording are scored.] + ** Modulators-reactivity {requireChild, suggestedTag=Property-exists, suggestedTag=Property-absence} [Susceptibility of individual rhythms or the EEG as a whole to change following sensory stimulation or other physiologic actions.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Eye-closure-sensitivity {suggestedTag=Property-exists, suggestedTag=Property-absence} [Eye closure sensitivity.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Eye-opening-passive {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by} [Passive eye opening. Used with base schema Increasing/Decreasing.] + ** Medication-effect-EEG {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified} [Medications effect on EEG. Used with base schema Increasing/Decreasing.] + ** Medication-reduction-effect-EEG {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified} [Medications reduction or withdrawal effect on EEG. Used with base schema Increasing/Decreasing.] + ** Auditive-stimuli-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified} [Used with base schema Increasing/Decreasing.] + ** Nociceptive-stimuli-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by} [Used with base schema Increasing/Decreasing.] + ** Physical-effort-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by} [Used with base schema Increasing/Decreasing] + ** Cognitive-task-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by} [Used with base schema Increasing/Decreasing.] + ** Other-modulators-effect-EEG {requireChild} + *** # {takesValue, valueClass=textClass} [Free text.] + ** Facilitating-factor [Facilitating factors are defined as transient and sporadic endogenous or exogenous elements capable of augmenting seizure incidence (increasing the likelihood of seizure occurrence).] + *** Facilitating-factor-alcohol + **** # {takesValue, valueClass=textClass} [Free text.] + *** Facilitating-factor-awake + **** # {takesValue, valueClass=textClass} [Free text.] + *** Facilitating-factor-catamenial + **** # {takesValue, valueClass=textClass} [Free text.] + *** Facilitating-factor-fever + **** # {takesValue, valueClass=textClass} [Free text.] + *** Facilitating-factor-sleep + **** # {takesValue, valueClass=textClass} [Free text.] + *** Facilitating-factor-sleep-deprived + **** # {takesValue, valueClass=textClass} [Free text.] + *** Facilitating-factor-other {requireChild} + **** # {takesValue, valueClass=textClass} [Free text.] + ** Provocative-factor {requireChild} [Provocative factors are defined as transient and sporadic endogenous or exogenous elements capable of evoking/triggering seizures immediately following the exposure to it.] + *** Hyperventilation-provoked + **** # {takesValue, valueClass=textClass} [Free text.] + *** Reflex-provoked + **** # {takesValue, valueClass=textClass} [Free text.] + ** Medication-effect-clinical {suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified} [Medications clinical effect. Used with base schema Increasing/Decreasing.] + ** Medication-reduction-effect-clinical {suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified} [Medications reduction or withdrawal clinical effect. Used with base schema Increasing/Decreasing.] + ** Other-modulators-effect-clinical {requireChild} + *** # {takesValue, valueClass=textClass} [Free text.] + ** Intermittent-photic-stimulation-effect {requireChild} + *** Posterior-stimulus-dependent-intermittent-photic-stimulation-response {suggestedTag=Finding-frequency} + **** # {takesValue, valueClass=textClass} [Free text.] + *** Posterior-stimulus-independent-intermittent-photic-stimulation-response-limited {suggestedTag=Finding-frequency} [limited to the stimulus-train] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Posterior-stimulus-independent-intermittent-photic-stimulation-response-self-sustained {suggestedTag=Finding-frequency} + **** # {takesValue, valueClass=textClass} [Free text.] + *** Generalized-photoparoxysmal-intermittent-photic-stimulation-response-limited {suggestedTag=Finding-frequency} [Limited to the stimulus-train.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Generalized-photoparoxysmal-intermittent-photic-stimulation-response-self-sustained {suggestedTag=Finding-frequency} + **** # {takesValue, valueClass=textClass} [Free text.] + *** Activation-of-pre-existing-epileptogenic-area-intermittent-photic-stimulation-effect {suggestedTag=Finding-frequency} + **** # {takesValue, valueClass=textClass} [Free text.] + *** Unmodified-intermittent-photic-stimulation-effect + **** # {takesValue, valueClass=textClass} [Free text.] + ** Quality-of-hyperventilation {requireChild} + *** Hyperventilation-refused-procedure + **** # {takesValue, valueClass=textClass} [Free text.] + *** Hyperventilation-poor-effort + **** # {takesValue, valueClass=textClass} [Free text.] + *** Hyperventilation-good-effort + **** # {takesValue, valueClass=textClass} [Free text.] + *** Hyperventilation-excellent-effort + **** # {takesValue, valueClass=textClass} [Free text.] + ** Modulators-effect {requireChild} [Tags for describing the influence of the modulators] + *** Modulators-effect-continuous-during-NRS [Continuous during non-rapid-eye-movement-sleep (NRS)] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Modulators-effect-only-during + **** # {takesValue, valueClass=textClass} [Only during Sleep/Awakening/Hyperventilation/Physical effort/Cognitive task. Free text.] + *** Modulators-effect-change-of-patterns [Change of patterns during sleep/awakening.] + **** # {takesValue, valueClass=textClass} [Free text.] + * Time-related-property {requireChild} [Important to estimate how often an interictal abnormality is seen in the recording.] + ** Appearance-mode {requireChild, suggestedTag=Property-not-possible-to-determine} [Describes how the non-ictal EEG pattern/graphoelement is distributed through the recording.] + *** Random-appearance-mode [Occurrence of the non-ictal EEG pattern / graphoelement without any rhythmicity / periodicity.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Periodic-appearance-mode [Non-ictal EEG pattern / graphoelement occurring at an approximately regular rate / interval (generally of 1 to several seconds).] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Variable-appearance-mode [Occurrence of non-ictal EEG pattern / graphoelements, that is sometimes rhythmic or periodic, other times random, throughout the recording.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Intermittent-appearance-mode + **** # {takesValue, valueClass=textClass} [Free text.] + *** Continuous-appearance-mode + **** # {takesValue, valueClass=textClass} [Free text.] + ** Discharge-pattern {requireChild} [Describes the organization of the EEG signal within the discharge (distinguish between single and repetitive discharges)] + *** Single-discharge-pattern {suggestedTag=Finding-incidence} [Applies to the intra-burst pattern: a graphoelement that is not repetitive; before and after the graphoelement one can distinguish the background activity.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Rhythmic-trains-or-bursts-discharge-pattern {suggestedTag=Finding-prevalence, suggestedTag=Finding-frequency} [Applies to the intra-burst pattern: a non-ictal graphoelement that repeats itself without returning to the background activity between them. The graphoelements within this repetition occur at approximately constant period.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Arrhythmic-trains-or-bursts-discharge-pattern {suggestedTag=Finding-prevalence} [Applies to the intra-burst pattern: a non-ictal graphoelement that repeats itself without returning to the background activity between them. The graphoelements within this repetition occur at inconstant period.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Fragmented-discharge-pattern + **** # {takesValue, valueClass=textClass} [Free text.] + ** Periodic-discharge-time-related-features {requireChild} [Periodic discharges not further specified (PDs) time-relayed features tags.] + *** Periodic-discharge-duration {requireChild, suggestedTag=Property-not-possible-to-determine} + **** Very-brief-periodic-discharge-duration [Less than 10 sec.] + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Brief-periodic-discharge-duration [10 to 59 sec.] + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Intermediate-periodic-discharge-duration [1 to 4.9 min.] + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Long-periodic-discharge-duration [5 to 59 min.] + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Very-long-periodic-discharge-duration [Greater than 1 hour.] + ***** # {takesValue, valueClass=textClass} [Free text.] + *** Periodic-discharge-onset {requireChild, suggestedTag=Property-not-possible-to-determine} + **** Sudden-periodic-discharge-onset + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Gradual-periodic-discharge-onset + ***** # {takesValue, valueClass=textClass} [Free text.] + *** Periodic-discharge-dynamics {requireChild, suggestedTag=Property-not-possible-to-determine} + **** Evolving-periodic-discharge-dynamics + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Fluctuating-periodic-discharge-dynamics + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Static-periodic-discharge-dynamics + ***** # {takesValue, valueClass=textClass} [Free text.] + ** Finding-extent [Percentage of occurrence during the recording (background activity and interictal finding).] + *** # {takesValue, valueClass=numericClass} + ** Finding-incidence {requireChild} [How often it occurs/time-epoch.] + *** Only-once-finding-incidence + **** # {takesValue, valueClass=textClass} [Free text.] + *** Rare-finding-incidence [less than 1/h] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Uncommon-finding-incidence [1/5 min to 1/h.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Occasional-finding-incidence [1/min to 1/5min.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Frequent-finding-incidence [1/10 s to 1/min.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Abundant-finding-incidence [Greater than 1/10 s).] + **** # {takesValue, valueClass=textClass} [Free text.] + ** Finding-prevalence {requireChild} [The percentage of the recording covered by the train/burst.] + *** Rare-finding-prevalence [Less than 1 percent.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Occasional-finding-prevalence [1 to 9 percent.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Frequent-finding-prevalence [10 to 49 percent.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Abundant-finding-prevalence [50 to 89 percent.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Continuous-finding-prevalence [Greater than 90 percent.] + **** # {takesValue, valueClass=textClass} [Free text.] + * Posterior-dominant-rhythm-property {requireChild} [Posterior dominant rhythm is the most often scored EEG feature in clinical practice. Therefore, there are specific terms that can be chosen for characterizing the PDR.] + ** Posterior-dominant-rhythm-amplitude-range {requireChild, suggestedTag=Property-not-possible-to-determine} + *** Low-posterior-dominant-rhythm-amplitude-range [Low (less than 20 microV).] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Medium-posterior-dominant-rhythm-amplitude-range [Medium (between 20 and 70 microV).] + **** # {takesValue, valueClass=textClass} [Free text.] + *** High-posterior-dominant-rhythm-amplitude-range [High (more than 70 microV).] + **** # {takesValue, valueClass=textClass} [Free text.] + ** Posterior-dominant-rhythm-frequency-asymmetry {requireChild} [When symmetrical could be labeled with base schema Symmetrical tag.] + *** Posterior-dominant-rhythm-frequency-asymmetry-lower-left [Hz lower on the left side.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Posterior-dominant-rhythm-frequency-asymmetry-lower-right [Hz lower on the right side.] + **** # {takesValue, valueClass=textClass} [Free text.] + ** Posterior-dominant-rhythm-eye-opening-reactivity {suggestedTag=Property-not-possible-to-determine} [Change (disappearance or measurable decrease in amplitude) of a posterior dominant rhythm following eye-opening. Eye closure has the opposite effect.] + *** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-left [Reduced left side reactivity.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-right [Reduced right side reactivity.] + **** # {takesValue, valueClass=textClass} [free text] + *** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-both [Reduced reactivity on both sides.] + **** # {takesValue, valueClass=textClass} [Free text.] + ** Posterior-dominant-rhythm-organization {requireChild} [When normal could be labeled with base schema Normal tag.] + *** Posterior-dominant-rhythm-organization-poorly-organized [Poorly organized.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Posterior-dominant-rhythm-organization-disorganized [Disorganized.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Posterior-dominant-rhythm-organization-markedly-disorganized [Markedly disorganized.] + **** # {takesValue, valueClass=textClass} [Free text.] + ** Posterior-dominant-rhythm-caveat {requireChild} [Caveat to the annotation of PDR.] + *** No-posterior-dominant-rhythm-caveat + **** # {takesValue, valueClass=textClass} [Free text.] + *** Posterior-dominant-rhythm-caveat-only-open-eyes-during-the-recording + **** # {takesValue, valueClass=textClass} [Free text.] + *** Posterior-dominant-rhythm-caveat-sleep-deprived-caveat + **** # {takesValue, valueClass=textClass} [Free text.] + *** Posterior-dominant-rhythm-caveat-drowsy + **** # {takesValue, valueClass=textClass} [Free text.] + *** Posterior-dominant-rhythm-caveat-only-following-hyperventilation + ** Absence-of-posterior-dominant-rhythm {requireChild} [Reason for absence of PDR.] + *** Absence-of-posterior-dominant-rhythm-artifacts + **** # {takesValue, valueClass=textClass} [Free text.] + *** Absence-of-posterior-dominant-rhythm-extreme-low-voltage + **** # {takesValue, valueClass=textClass} [Free text.] + *** Absence-of-posterior-dominant-rhythm-eye-closure-could-not-be-achieved + **** # {takesValue, valueClass=textClass} [Free text.] + *** Absence-of-posterior-dominant-rhythm-lack-of-awake-period + **** # {takesValue, valueClass=textClass} [Free text.] + *** Absence-of-posterior-dominant-rhythm-lack-of-compliance + **** # {takesValue, valueClass=textClass} [Free text.] + *** Absence-of-posterior-dominant-rhythm-other-causes {requireChild} + **** # {takesValue, valueClass=textClass} [Free text.] + * Episode-property {requireChild} + ** Seizure-classification {requireChild} [Epileptic seizures are named using the current ILAE seizure classification (Fisher et al., 2017, Beniczky et al., 2017).] + *** Motor-onset-seizure + **** Myoclonic-motor-onset-seizure + **** Negative-myoclonic-motor-onset-seizure + **** Clonic-motor-onset-seizure + **** Tonic-motor-onset-seizure + **** Atonic-motor-onset-seizure + **** Myoclonic-atonic-motor-onset-seizure + **** Myoclonic-tonic-clonic-motor-onset-seizure + **** Tonic-clonic-motor-onset-seizure + **** Automatism-motor-onset-seizure + **** Hyperkinetic-motor-onset-seizure + **** Epileptic-spasm-episode + *** Nonmotor-onset-seizure + **** Behavior-arrest-nonmotor-onset-seizure + **** Sensory-nonmotor-onset-seizure + **** Emotional-nonmotor-onset-seizure + **** Cognitive-nonmotor-onset-seizure + **** Autonomic-nonmotor-onset-seizure + *** Absence-seizure + **** Typical-absence-seizure + **** Atypical-absence-seizure + **** Myoclonic-absence-seizure + **** Eyelid-myoclonia-absence-seizure + ** Episode-phase {requireChild, suggestedTag=Seizure-semiology-manifestation, suggestedTag=Postictal-semiology-manifestation, suggestedTag=Ictal-EEG-patterns} [The electroclinical findings (i.e., the seizure semiology and the ictal EEG) are divided in three phases: onset, propagation, and postictal.] + *** Episode-phase-initial + *** Episode-phase-subsequent + *** Episode-phase-postictal + ** Seizure-semiology-manifestation {requireChild} [Semiology is described according to the ILAE Glossary of Descriptive Terminology for Ictal Semiology (Blume et al., 2001). Besides the name, the semiologic finding can also be characterized by the somatotopic modifier, laterality, body part and centricity. Uses Location-property tags.] + *** Semiology-motor-manifestation + **** Semiology-elementary-motor + ***** Semiology-motor-tonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [A sustained increase in muscle contraction lasting a few seconds to minutes.] + ***** Semiology-motor-dystonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Sustained contractions of both agonist and antagonist muscles producing athetoid or twisting movements, which, when prolonged, may produce abnormal postures.] + ***** Semiology-motor-epileptic-spasm {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [A sudden flexion, extension, or mixed extension flexion of predominantly proximal and truncal muscles that is usually more sustained than a myoclonic movement but not so sustained as a tonic seizure (i.e., about 1 s). Limited forms may occur: grimacing, head nodding. Frequent occurrence in clusters.] + ***** Semiology-motor-postural {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Adoption of a posture that may be bilaterally symmetric or asymmetric (as in a fencing posture).] + ***** Semiology-motor-versive {suggestedTag=Body-part, suggestedTag=Episode-event-count} [A sustained, forced conjugate ocular, cephalic, and/or truncal rotation or lateral deviation from the midline.] + ***** Semiology-motor-clonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Myoclonus that is regularly repetitive, involves the same muscle groups, at a frequency of about 2 to 3 c/s, and is prolonged. Synonym: rhythmic myoclonus .] + ***** Semiology-motor-myoclonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Characterized by myoclonus. MYOCLONUS : sudden, brief (lower than 100 ms) involuntary single or multiple contraction(s) of muscles(s) or muscle groups of variable topography (axial, proximal limb, distal).] + ***** Semiology-motor-jacksonian-march {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Term indicating spread of clonic movements through contiguous body parts unilaterally.] + ***** Semiology-motor-negative-myoclonus {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Characterized by negative myoclonus. NEGATIVE MYOCLONUS: interruption of tonic muscular activity for lower than 500 ms without evidence of preceding myoclonia.] + ***** Semiology-motor-tonic-clonic {requireChild} [A sequence consisting of a tonic followed by a clonic phase. Variants such as clonic-tonic-clonic may be seen. Asymmetry of limb posture during the tonic phase of a GTC: one arm is rigidly extended at the elbow (often with the fist clenched tightly and flexed at the wrist), whereas the opposite arm is flexed at the elbow.] + ****** Semiology-motor-tonic-clonic-without-figure-of-four {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} + ****** Semiology-motor-tonic-clonic-with-figure-of-four-extension-left-elbow {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} + ****** Semiology-motor-tonic-clonic-with-figure-of-four-extension-right-elbow {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} + ***** Semiology-motor-astatic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Loss of erect posture that results from an atonic, myoclonic, or tonic mechanism. Synonym: drop attack.] + ***** Semiology-motor-atonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Sudden loss or diminution of muscle tone without apparent preceding myoclonic or tonic event lasting greater or equal to 1 to 2 s, involving head, trunk, jaw, or limb musculature.] + ***** Semiology-motor-eye-blinking {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count} + ***** Semiology-motor-other-elementary-motor {requireChild} + ****** # {takesValue, valueClass=textClass} [Free text.] + **** Semiology-motor-automatisms + ***** Semiology-motor-automatisms-mimetic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count} [Facial expression suggesting an emotional state, often fear.] + ***** Semiology-motor-automatisms-oroalimentary {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count} [Lip smacking, lip pursing, chewing, licking, tooth grinding, or swallowing.] + ***** Semiology-motor-automatisms-dacrystic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count} [Bursts of crying.] + ***** Semiology-motor-automatisms-dyspraxic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count} [Inability to perform learned movements spontaneously or on command or imitation despite intact relevant motor and sensory systems and adequate comprehension and cooperation.] + ***** Semiology-motor-automatisms-manual {suggestedTag=Brain-laterality, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count} [1. Indicates principally distal components, bilateral or unilateral. 2. Fumbling, tapping, manipulating movements.] + ***** Semiology-motor-automatisms-gestural {suggestedTag=Brain-laterality, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count} [Semipurposive, asynchronous hand movements. Often unilateral.] + ***** Semiology-motor-automatisms-pedal {suggestedTag=Brain-laterality, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count} [1. Indicates principally distal components, bilateral or unilateral. 2. Fumbling, tapping, manipulating movements.] + ***** Semiology-motor-automatisms-hypermotor {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count} [1. Involves predominantly proximal limb or axial muscles producing irregular sequential ballistic movements, such as pedaling, pelvic thrusting, thrashing, rocking movements. 2. Increase in rate of ongoing movements or inappropriately rapid performance of a movement.] + ***** Semiology-motor-automatisms-hypokinetic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count} [A decrease in amplitude and/or rate or arrest of ongoing motor activity.] + ***** Semiology-motor-automatisms-gelastic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count} [Bursts of laughter or giggling, usually without an appropriate affective tone.] + ***** Semiology-motor-other-automatisms {requireChild} + ****** # {takesValue, valueClass=textClass} [Free text.] + **** Semiology-motor-behavioral-arrest {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Interruption of ongoing motor activity or of ongoing behaviors with fixed gaze, without movement of the head or trunk (oro-alimentary and hand automatisms may continue).] + *** Semiology-non-motor-manifestation + **** Semiology-sensory + ***** Semiology-sensory-headache {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count} [Headache occurring in close temporal proximity to the seizure or as the sole seizure manifestation.] + ***** Semiology-sensory-visual {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count} [Flashing or flickering lights, spots, simple patterns, scotomata, or amaurosis.] + ***** Semiology-sensory-auditory {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count} [Buzzing, drumming sounds or single tones.] + ***** Semiology-sensory-olfactory {suggestedTag=Body-part, suggestedTag=Episode-event-count} + ***** Semiology-sensory-gustatory {suggestedTag=Episode-event-count} [Taste sensations including acidic, bitter, salty, sweet, or metallic.] + ***** Semiology-sensory-epigastric {suggestedTag=Episode-event-count} [Abdominal discomfort including nausea, emptiness, tightness, churning, butterflies, malaise, pain, and hunger; sensation may rise to chest or throat. Some phenomena may reflect ictal autonomic dysfunction.] + ***** Semiology-sensory-somatosensory {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Tingling, numbness, electric-shock sensation, sense of movement or desire to move.] + ***** Semiology-sensory-painful {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Peripheral (lateralized/bilateral), cephalic, abdominal.] + ***** Semiology-sensory-autonomic-sensation {suggestedTag=Episode-event-count} [A sensation consistent with involvement of the autonomic nervous system, including cardiovascular, gastrointestinal, sudomotor, vasomotor, and thermoregulatory functions. (Thus autonomic aura; cf. autonomic events 3.0).] + ***** Semiology-sensory-other {requireChild} + ****** # {takesValue, valueClass=textClass} [Free text.] + **** Semiology-experiential + ***** Semiology-experiential-affective-emotional {suggestedTag=Episode-event-count} [Components include fear, depression, joy, and (rarely) anger.] + ***** Semiology-experiential-hallucinatory {suggestedTag=Episode-event-count} [Composite perceptions without corresponding external stimuli involving visual, auditory, somatosensory, olfactory, and/or gustatory phenomena. Example: hearing and seeing people talking.] + ***** Semiology-experiential-illusory {suggestedTag=Episode-event-count} [An alteration of actual percepts involving the visual, auditory, somatosensory, olfactory, or gustatory systems.] + ***** Semiology-experiential-mnemonic [Components that reflect ictal dysmnesia such as feelings of familiarity (deja-vu) and unfamiliarity (jamais-vu).] + ****** Semiology-experiential-mnemonic-Deja-vu {suggestedTag=Episode-event-count} + ****** Semiology-experiential-mnemonic-Jamais-vu {suggestedTag=Episode-event-count} + ***** Semiology-experiential-other {requireChild} + ****** # {takesValue, valueClass=textClass} [Free text.] + **** Semiology-dyscognitive {suggestedTag=Episode-event-count} [The term describes events in which (1) disturbance of cognition is the predominant or most apparent feature, and (2a) two or more of the following components are involved, or (2b) involvement of such components remains undetermined. Otherwise, use the more specific term (e.g., mnemonic experiential seizure or hallucinatory experiential seizure). Components of cognition: ++ perception: symbolic conception of sensory information ++ attention: appropriate selection of a principal perception or task ++ emotion: appropriate affective significance of a perception ++ memory: ability to store and retrieve percepts or concepts ++ executive function: anticipation, selection, monitoring of consequences, and initiation of motor activity including praxis, speech.] + **** Semiology-language-related + ***** Semiology-language-related-vocalization {suggestedTag=Episode-event-count} + ***** Semiology-language-related-verbalization {suggestedTag=Episode-event-count} + ***** Semiology-language-related-dysphasia {suggestedTag=Episode-event-count} + ***** Semiology-language-related-aphasia {suggestedTag=Episode-event-count} + ***** Semiology-language-related-other {requireChild} + ****** # {takesValue, valueClass=textClass} [Free text.] + **** Semiology-autonomic + ***** Semiology-autonomic-pupillary {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count} [Mydriasis, miosis (either bilateral or unilateral).] + ***** Semiology-autonomic-hypersalivation {suggestedTag=Episode-event-count} [Increase in production of saliva leading to uncontrollable drooling] + ***** Semiology-autonomic-respiratory-apnoeic {suggestedTag=Episode-event-count} [subjective shortness of breath, hyperventilation, stridor, coughing, choking, apnea, oxygen desaturation, neurogenic pulmonary edema.] + ***** Semiology-autonomic-cardiovascular {suggestedTag=Episode-event-count} [Modifications of heart rate (tachycardia, bradycardia), cardiac arrhythmias (such as sinus arrhythmia, sinus arrest, supraventricular tachycardia, atrial premature depolarizations, ventricular premature depolarizations, atrio-ventricular block, bundle branch block, atrioventricular nodal escape rhythm, asystole).] + ***** Semiology-autonomic-gastrointestinal {suggestedTag=Episode-event-count} [Nausea, eructation, vomiting, retching, abdominal sensations, abdominal pain, flatulence, spitting, diarrhea.] + ***** Semiology-autonomic-urinary-incontinence {suggestedTag=Episode-event-count} [urinary urge (intense urinary urge at the beginning of seizures), urinary incontinence, ictal urination (rare symptom of partial seizures without loss of consciousness).] + ***** Semiology-autonomic-genital {suggestedTag=Episode-event-count} [Sexual auras (erotic thoughts and feelings, sexual arousal and orgasm). Genital auras (unpleasant, sometimes painful, frightening or emotionally neutral somatosensory sensations in the genitals that can be accompanied by ictal orgasm). Sexual automatisms (hypermotor movements consisting of writhing, thrusting, rhythmic movements of the pelvis, arms and legs, sometimes associated with picking and rhythmic manipulation of the groin or genitalia, exhibitionism and masturbation).] + ***** Semiology-autonomic-vasomotor {suggestedTag=Episode-event-count} [Flushing or pallor (may be accompanied by feelings of warmth, cold and pain).] + ***** Semiology-autonomic-sudomotor {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count} [Sweating and piloerection (may be accompanied by feelings of warmth, cold and pain).] + ***** Semiology-autonomic-thermoregulatory {suggestedTag=Episode-event-count} [Hyperthermia, fever.] + ***** Semiology-autonomic-other {requireChild} + ****** # {takesValue, valueClass=textClass} [Free text.] + *** Semiology-manifestation-other {requireChild} + **** # {takesValue, valueClass=textClass} [Free text.] + ** Postictal-semiology-manifestation {requireChild} + *** Postictal-semiology-unconscious {suggestedTag=Episode-event-count} + *** Postictal-semiology-quick-recovery-of-consciousness {suggestedTag=Episode-event-count} [Quick recovery of awareness and responsiveness.] + *** Postictal-semiology-aphasia-or-dysphasia {suggestedTag=Episode-event-count} [Impaired communication involving language without dysfunction of relevant primary motor or sensory pathways, manifested as impaired comprehension, anomia, parahasic errors or a combination of these.] + *** Postictal-semiology-behavioral-change {suggestedTag=Episode-event-count} [Occurring immediately after a aseizure. Including psychosis, hypomanina, obsessive-compulsive behavior.] + *** Postictal-semiology-hemianopia {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count} [Postictal visual loss in a a hemi field.] + *** Postictal-semiology-impaired-cognition {suggestedTag=Episode-event-count} [Decreased Cognitive performance involving one or more of perception, attention, emotion, memory, execution, praxis, speech.] + *** Postictal-semiology-dysphoria {suggestedTag=Episode-event-count} [Depression, irritability, euphoric mood, fear, anxiety.] + *** Postictal-semiology-headache {suggestedTag=Episode-event-count} [Headache with features of tension-type or migraine headache that develops within 3 h following the seizure and resolves within 72 h after seizure.] + *** Postictal-semiology-nose-wiping {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count} [Noes-wiping usually within 60 sec of seizure offset, usually with the hand ipsilateral to the seizure onset.] + *** Postictal-semiology-anterograde-amnesia {suggestedTag=Episode-event-count} [Impaired ability to remember new material.] + *** Postictal-semiology-retrograde-amnesia {suggestedTag=Episode-event-count} [Impaired ability to recall previously remember material.] + *** Postictal-semiology-paresis {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count} [Todds palsy. Any unilateral postictal dysfunction relating to motor, language, sensory and/or integrative functions.] + *** Postictal-semiology-sleep [Invincible need to sleep after a seizure.] + *** Postictal-semiology-unilateral-myoclonic-jerks [unilateral motor phenomena, other then specified, occurring in postictal phase.] + *** Postictal-semiology-other-unilateral-motor-phenomena {requireChild} + **** # {takesValue, valueClass=textClass} [Free text.] + ** Polygraphic-channel-relation-to-episode {requireChild, suggestedTag=Property-not-possible-to-determine} + *** Polygraphic-channel-cause-to-episode + *** Polygraphic-channel-consequence-of-episode + ** Ictal-EEG-patterns + *** Ictal-EEG-patterns-obscured-by-artifacts [The interpretation of the EEG is not possible due to artifacts.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Ictal-EEG-activity {suggestedTag=Polyspikes-morphology, suggestedTag=Fast-spike-activity-morphology, suggestedTag=Low-voltage-fast-activity-morphology, suggestedTag=Polysharp-waves-morphology, suggestedTag=Spike-and-slow-wave-morphology, suggestedTag=Polyspike-and-slow-wave-morphology, suggestedTag=Sharp-and-slow-wave-morphology, suggestedTag=Rhythmic-activity-morphology, suggestedTag=Slow-wave-large-amplitude-morphology, suggestedTag=Irregular-delta-or-theta-activity-morphology, suggestedTag=Electrodecremental-change-morphology, suggestedTag=DC-shift-morphology, suggestedTag=Disappearance-of-ongoing-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Source-analysis-laterality, suggestedTag=Source-analysis-brain-region, suggestedTag=Episode-event-count} + *** Postictal-EEG-activity {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity} + ** Episode-time-context-property [Additional clinically relevant features related to episodes can be scored under timing and context. If needed, episode duration can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Temporal-value/Duration.] + *** Episode-consciousness {requireChild, suggestedTag=Property-not-possible-to-determine} + **** Episode-consciousness-not-tested + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Episode-consciousness-affected + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Episode-consciousness-mildly-affected + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Episode-consciousness-not-affected + ***** # {takesValue, valueClass=textClass} [Free text.] + *** Episode-awareness {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists, suggestedTag=Property-absence} + **** # {takesValue, valueClass=textClass} [Free text.] + *** Clinical-EEG-temporal-relationship {suggestedTag=Property-not-possible-to-determine} + **** Clinical-start-followed-EEG [Clinical start, followed by EEG start by X seconds.] + ***** # {takesValue, valueClass=numericClass, unitClass=timeUnits} + **** EEG-start-followed-clinical [EEG start, followed by clinical start by X seconds.] + ***** # {takesValue, valueClass=numericClass, unitClass=timeUnits} + **** Simultaneous-start-clinical-EEG + **** Clinical-EEG-temporal-relationship-notes [Clinical notes to annotate the clinical-EEG temporal relationship.] + ***** # {takesValue, valueClass=textClass} + *** Episode-event-count {suggestedTag=Property-not-possible-to-determine} [Number of stereotypical episodes during the recording.] + **** # {takesValue, valueClass=numericClass} + *** State-episode-start {requireChild, suggestedTag=Property-not-possible-to-determine} [State at the start of the episode.] + **** Episode-start-from-sleep + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Episode-start-from-awake + ***** # {takesValue, valueClass=textClass} [Free text.] + *** Episode-postictal-phase {suggestedTag=Property-not-possible-to-determine} + **** # {takesValue, valueClass=numericClass, unitClass=timeUnits} + *** Episode-prodrome {suggestedTag=Property-exists, suggestedTag=Property-absence} [Prodrome is a preictal phenomenon, and it is defined as a subjective or objective clinical alteration (e.g., ill-localized sensation or agitation) that heralds the onset of an epileptic seizure but does not form part of it (Blume et al., 2001). Therefore, prodrome should be distinguished from aura (which is an ictal phenomenon).] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Episode-tongue-biting {suggestedTag=Property-exists, suggestedTag=Property-absence} + **** # {takesValue, valueClass=textClass} [Free text.] + *** Episode-responsiveness {requireChild, suggestedTag=Property-not-possible-to-determine} + **** Episode-responsiveness-preserved + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Episode-responsiveness-affected + ***** # {takesValue, valueClass=textClass} [Free text.] + *** Episode-appearance {requireChild} + **** Episode-appearance-interactive + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Episode-appearance-spontaneous + ***** # {takesValue, valueClass=textClass} [Free text.] + *** Seizure-dynamics {requireChild} [Spatiotemporal dynamics can be scored (evolution in morphology; evolution in frequency; evolution in location).] + **** Seizure-dynamics-evolution-morphology + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Seizure-dynamics-evolution-frequency + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Seizure-dynamics-evolution-location + ***** # {takesValue, valueClass=textClass} [Free text.] + **** Seizure-dynamics-not-possible-to-determine [Not possible to determine.] + ***** # {takesValue, valueClass=textClass} [Free text.] + * Other-finding-property {requireChild} + ** Artifact-significance-to-recording {requireChild} [It is important to score the significance of the described artifacts: recording is not interpretable, recording of reduced diagnostic value, does not interfere with the interpretation of the recording.] + *** Recording-not-interpretable-due-to-artifact + **** # {takesValue, valueClass=textClass} [Free text.] + *** Recording-of-reduced-diagnostic-value-due-to-artifact + **** # {takesValue, valueClass=textClass} [Free text.] + *** Artifact-does-not-interfere-recording + **** # {takesValue, valueClass=textClass} [Free text.] + ** Finding-significance-to-recording {requireChild} [Significance of finding. When normal/abnormal could be labeled with base schema Normal/Abnormal tags.] + *** Finding-no-definite-abnormality + **** # {takesValue, valueClass=textClass} [Free text.] + *** Finding-significance-not-possible-to-determine [Not possible to determine.] + **** # {takesValue, valueClass=textClass} [Free text.] + ** Finding-frequency [Value in Hz (number) typed in.] + *** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits} + ** Finding-amplitude [Value in microvolts (number) typed in.] + *** # {takesValue, valueClass=numericClass, unitClass=electricPotentialUnits} + ** Finding-amplitude-asymmetry {requireChild} [For posterior dominant rhythm: a difference in amplitude between the homologous area on opposite sides of the head that consistently exceeds 50 percent. When symmetrical could be labeled with base schema Symmetrical tag. For sleep: Absence or consistently marked amplitude asymmetry (greater than 50 percent) of a normal sleep graphoelement.] + *** Finding-amplitude-asymmetry-lower-left [Amplitude lower on the left side.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Finding-amplitude-asymmetry-lower-right [Amplitude lower on the right side.] + **** # {takesValue, valueClass=textClass} [Free text.] + *** Finding-amplitude-asymmetry-not-possible-to-determine [Not possible to determine.] + **** # {takesValue, valueClass=textClass} [Free text.] + ** Finding-stopped-by + *** # {takesValue, valueClass=textClass} [Free text.] + ** Finding-triggered-by + *** # {takesValue, valueClass=textClass} [Free text.] + ** Finding-unmodified + *** # {takesValue, valueClass=textClass} [Free text.] + ** Property-not-possible-to-determine [Not possible to determine.] + *** # {takesValue, valueClass=textClass} [Free text.] + ** Property-exists + *** # {takesValue, valueClass=textClass} [Free text.] + ** Property-absence + *** # {takesValue, valueClass=textClass} [Free text.] !# end schema -'''Unit classes''' +'''Unit classes''' '''Unit modifiers''' diff --git a/tests/data/schema_tests/merge_tests/HED_score_lib_tags.xml b/tests/data/schema_tests/merge_tests/HED_score_lib_tags.xml index 05b00eff3..9566f37de 100644 --- a/tests/data/schema_tests/merge_tests/HED_score_lib_tags.xml +++ b/tests/data/schema_tests/merge_tests/HED_score_lib_tags.xml @@ -1,5 +1,5 @@ - + This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. The HED-SCORE library schema allows neurologists, neurophysiologists, and brain researchers to annotate electrophysiology recordings using terms from an internationally accepted set of defined terms (SCORE) compatible with the HED framework. The resulting annotations are understandable to clinicians and directly usable in computer analysis. @@ -13,22 +13,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Sleep-modulator - - inLibrary - score - Sleep-deprivation - - inLibrary - score - # Free text. @@ -39,18 +27,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Sleep-following-sleep-deprivation - - inLibrary - score - # Free text. @@ -61,18 +41,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Natural-sleep - - inLibrary - score - # Free text. @@ -83,18 +55,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Induced-sleep - - inLibrary - score - # Free text. @@ -105,18 +69,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Drowsiness - - inLibrary - score - # Free text. @@ -127,18 +83,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Awakening - - inLibrary - score - # Free text. @@ -149,25 +97,13 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Medication-modulator - - inLibrary - score - Medication-administered-during-recording - - inLibrary - score - # Free text. @@ -178,18 +114,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Medication-withdrawal-or-reduction-during-recording - - inLibrary - score - # Free text. @@ -200,25 +128,13 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Eye-modulator - - inLibrary - score - Manual-eye-closure - - inLibrary - score - # Free text. @@ -229,18 +145,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Manual-eye-opening - - inLibrary - score - # Free text. @@ -251,28 +159,16 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Stimulation-modulator - - inLibrary - score - Intermittent-photic-stimulation requireChild - - inLibrary - score - # @@ -286,18 +182,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind unitClass frequencyUnits - - inLibrary - score - Auditory-stimulation - - inLibrary - score - # Free text. @@ -308,18 +196,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Nociceptive-stimulation - - inLibrary - score - # Free text. @@ -330,19 +210,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Hyperventilation - - inLibrary - score - # Free text. @@ -353,18 +225,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Physical-effort - - inLibrary - score - # Free text. @@ -375,18 +239,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Cognitive-task - - inLibrary - score - # Free text. @@ -397,10 +253,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -408,10 +260,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - # Free text. @@ -422,10 +270,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -435,10 +279,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Posterior-dominant-rhythm Rhythmic activity occurring during wakefulness over the posterior regions of the head, generally with maximum amplitudes over the occipital areas. Amplitude varies. Best seen with eyes closed and during physical relaxation and relative mental inactivity. Blocked or attenuated by attention, especially visual, and mental effort. In adults this is the alpha rhythm, and the frequency is 8 to 13 Hz. However the frequency can be higher or lower than this range (often a supra or sub harmonic of alpha frequency) and is called alpha variant rhythm (fast and slow alpha variant rhythm). In children, the normal range of the frequency of the posterior dominant rhythm is age-dependant. @@ -454,10 +294,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Posterior-dominant-rhythm-caveat Absence-of-posterior-dominant-rhythm - - inLibrary - score - Mu-rhythm @@ -470,10 +306,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-region Sensors - - inLibrary - score - Other-organized-rhythm @@ -495,10 +327,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - # Free text. @@ -509,10 +337,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -521,10 +345,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Continuous-background-activity @@ -539,10 +359,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Sensors Finding-extent - - inLibrary - score - Nearly-continuous-background-activity @@ -558,10 +374,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Sensors Finding-extent - - inLibrary - score - Discontinuous-background-activity @@ -577,10 +389,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Sensors Finding-extent - - inLibrary - score - Background-burst-suppression @@ -592,10 +400,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Sensors Finding-extent - - inLibrary - score - Background-burst-attenuation @@ -606,10 +410,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Sensors Finding-extent - - inLibrary - score - Background-activity-suppression @@ -622,18 +422,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Finding-extent Appearance-mode - - inLibrary - score - Electrocerebral-inactivity Absence of any ongoing cortical electric activities; in all leads EEG is isoelectric or only contains artifacts. Sensitivity has to be increased up to 2 microV/mm; recording time: at least 30 minutes. - - inLibrary - score - @@ -643,10 +435,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Sleep-architecture For longer recordings. Only to be scored if whole-night sleep is part of the recording. It is a global descriptor of the structure and pattern of sleep: estimation of the amount of time spent in REM and NREM sleep, sleep duration, NREM-REM cycle. @@ -654,23 +442,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Property-not-possible-to-determine - - inLibrary - score - Normal-sleep-architecture - - inLibrary - score - Abnormal-sleep-architecture - - inLibrary - score - @@ -684,17 +460,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Property-not-possible-to-determine Finding-significance-to-recording - - inLibrary - score - Sleep-stage-N1 Sleep stage 1. - - inLibrary - score - # Free text. @@ -705,19 +473,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Sleep-stage-N2 Sleep stage 2. - - inLibrary - score - # Free text. @@ -728,19 +488,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Sleep-stage-N3 Sleep stage 3. - - inLibrary - score - # Free text. @@ -751,19 +503,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Sleep-stage-REM Rapid eye movement. - - inLibrary - score - # Free text. @@ -774,10 +518,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -792,10 +532,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Sensors Finding-amplitude-asymmetry - - inLibrary - score - Arousal-pattern @@ -808,10 +544,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Frontal-arousal-rhythm @@ -821,10 +553,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Vertex-wave @@ -837,10 +565,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Sensors Finding-amplitude-asymmetry - - inLibrary - score - K-complex @@ -853,10 +577,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Sensors Finding-amplitude-asymmetry - - inLibrary - score - Saw-tooth-waves @@ -869,10 +589,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Sensors Finding-amplitude-asymmetry - - inLibrary - score - POSTS @@ -885,10 +601,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Sensors Finding-amplitude-asymmetry - - inLibrary - score - Hypnagogic-hypersynchrony @@ -901,18 +613,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Sensors Finding-amplitude-asymmetry - - inLibrary - score - Non-reactive-sleep EEG activity consisting of normal sleep graphoelements, but which cannot be interrupted by external stimuli/ the patient cannot be waken. - - inLibrary - score - @@ -921,10 +625,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Epileptiform-interictal-activity @@ -949,10 +649,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Discharge-pattern Finding-incidence - - inLibrary - score - Abnormal-interictal-rhythmic-activity @@ -974,20 +670,12 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Discharge-pattern Finding-incidence - - inLibrary - score - Interictal-special-patterns requireChild - - inLibrary - score - Interictal-periodic-discharges Periodic discharge not further specified (PDs). @@ -1007,41 +695,21 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Periodic-discharge-onset Periodic-discharge-dynamics - - inLibrary - score - Generalized-periodic-discharges GPDs. - - inLibrary - score - Lateralized-periodic-discharges LPDs. - - inLibrary - score - Bilateral-independent-periodic-discharges BIPDs. - - inLibrary - score - Multifocal-periodic-discharges MfPDs. - - inLibrary - score - @@ -1054,10 +722,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - @@ -1067,10 +731,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Critically-ill-patients-periodic-discharges Periodic discharges (PDs). @@ -1091,10 +751,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Periodic-discharge-onset Periodic-discharge-dynamics - - inLibrary - score - Rhythmic-delta-activity @@ -1111,10 +767,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Periodic-discharge-onset Periodic-discharge-dynamics - - inLibrary - score - Spike-or-sharp-and-wave @@ -1136,10 +788,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Periodic-discharge-onset Periodic-discharge-dynamics - - inLibrary - score - @@ -1148,19 +796,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Epileptic-seizure requireChild - - inLibrary - score - Focal-onset-epileptic-seizure @@ -1176,10 +816,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - Aware-focal-onset-epileptic-seizure @@ -1196,10 +832,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - Impaired-awareness-focal-onset-epileptic-seizure @@ -1217,10 +849,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - Awareness-unknown-focal-onset-epileptic-seizure @@ -1238,10 +866,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - Focal-to-bilateral-tonic-clonic-focal-onset-epileptic-seizure @@ -1258,10 +882,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - @@ -1280,10 +900,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - Unknown-onset-epileptic-seizure @@ -1301,10 +917,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - Unclassified-epileptic-seizure @@ -1321,10 +933,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - @@ -1342,10 +950,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - Electrographic-seizure @@ -1362,10 +966,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - Seizure-PNES @@ -1383,20 +983,12 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - Sleep-related-episode requireChild - - inLibrary - score - Sleep-related-arousal Normal. @@ -1413,10 +1005,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - Benign-sleep-myoclonus @@ -1434,10 +1022,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - Confusional-awakening @@ -1455,10 +1039,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - Sleep-periodic-limb-movement @@ -1476,10 +1056,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - REM-sleep-behavioral-disorder @@ -1497,10 +1073,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - Sleep-walking @@ -1518,10 +1090,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - @@ -1529,10 +1097,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Hyperekplexia Disorder characterized by exaggerated startle response and hypertonicity that may occur during the first year of life and in severe cases during the neonatal period. Children usually present with marked irritability and recurrent startles in response to handling and sounds. Severely affected infants can have severe jerks and stiffening, sometimes with breath-holding spells. @@ -1549,10 +1113,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - Jactatio-capitis-nocturna @@ -1570,10 +1130,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - Pavor-nocturnus @@ -1591,10 +1147,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - Pediatric-stereotypical-behavior-episode @@ -1612,10 +1164,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - @@ -1634,10 +1182,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - Syncope @@ -1655,10 +1199,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - Cataplexy @@ -1676,20 +1216,12 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-prodrome Episode-tongue-biting - - inLibrary - score - Other-episode requireChild - - inLibrary - score - # Free text. @@ -1700,10 +1232,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -1713,10 +1241,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Rhythmic-activity-pattern Not further specified. @@ -1733,10 +1257,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Slow-alpha-variant-rhythm @@ -1749,10 +1269,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Fast-alpha-variant-rhythm @@ -1762,10 +1278,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Ciganek-rhythm @@ -1778,10 +1290,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Lambda-wave @@ -1794,10 +1302,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Posterior-slow-waves-youth @@ -1810,10 +1314,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Diffuse-slowing-hyperventilation @@ -1826,10 +1326,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Photic-driving @@ -1842,10 +1338,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Photomyogenic-response @@ -1858,20 +1350,12 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Other-physiologic-pattern requireChild - - inLibrary - score - # Free text. @@ -1882,10 +1366,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -1895,10 +1375,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Sharp-transient-pattern @@ -1909,18 +1385,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Wicket-spikes Spike-like monophasic negative single waves or trains of waves occurring over the temporal regions during drowsiness that have an arcuate or mu-like appearance. These are mainly seen in older individuals and represent a benign variant that is of little clinical significance. - - inLibrary - score - Small-sharp-spikes @@ -1933,10 +1401,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Fourteen-six-Hz-positive-burst @@ -1949,10 +1413,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Six-Hz-spike-slow-wave @@ -1965,10 +1425,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Rudimentary-spike-wave-complex @@ -1981,10 +1437,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Slow-fused-transient @@ -1997,10 +1449,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Needle-like-occipital-spikes-blind @@ -2013,10 +1461,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Subclinical-rhythmic-EEG-discharge-adults @@ -2029,18 +1473,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Rhythmic-temporal-theta-burst-drowsiness Rhythmic temporal theta burst of drowsiness (RTTD). Characteristic burst of 4-7 Hz waves frequently notched by faster waves, occurring over the temporal regions of the head during drowsiness. Synonym: psychomotor variant pattern. Comment: this is a pattern of drowsiness that is of no clinical significance. - - inLibrary - score - Temporal-slowing-elderly @@ -2053,10 +1489,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Breach-rhythm @@ -2069,20 +1501,12 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Appearance-mode Discharge-pattern - - inLibrary - score - Other-uncertain-significant-pattern requireChild - - inLibrary - score - # Free text. @@ -2093,10 +1517,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -2106,19 +1526,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Biological-artifact requireChild - - inLibrary - score - Eye-blink-artifact Example for EEG: Fp1/Fp2 become electropositive with eye closure because the cornea is positively charged causing a negative deflection in Fp1/Fp2. If the eye blink is unilateral, consider prosthetic eye. If it is in F8 rather than Fp2 then the electrodes are plugged in wrong. @@ -2130,10 +1542,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Multifocal-finding Artifact-significance-to-recording - - inLibrary - score - Eye-movement-horizontal-artifact @@ -2146,10 +1554,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Multifocal-finding Artifact-significance-to-recording - - inLibrary - score - Eye-movement-vertical-artifact @@ -2162,10 +1566,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Multifocal-finding Artifact-significance-to-recording - - inLibrary - score - Slow-eye-movement-artifact @@ -2178,10 +1578,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Multifocal-finding Artifact-significance-to-recording - - inLibrary - score - Nystagmus-artifact @@ -2189,10 +1585,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Artifact-significance-to-recording - - inLibrary - score - Chewing-artifact @@ -2204,10 +1596,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Multifocal-finding Artifact-significance-to-recording - - inLibrary - score - Sucking-artifact @@ -2219,10 +1607,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Multifocal-finding Artifact-significance-to-recording - - inLibrary - score - Glossokinetic-artifact @@ -2235,10 +1619,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Multifocal-finding Artifact-significance-to-recording - - inLibrary - score - Rocking-patting-artifact @@ -2251,10 +1631,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Multifocal-finding Artifact-significance-to-recording - - inLibrary - score - Movement-artifact @@ -2267,10 +1643,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Multifocal-finding Artifact-significance-to-recording - - inLibrary - score - Respiration-artifact @@ -2283,10 +1655,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Multifocal-finding Artifact-significance-to-recording - - inLibrary - score - Pulse-artifact @@ -2299,10 +1667,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Multifocal-finding Artifact-significance-to-recording - - inLibrary - score - ECG-artifact @@ -2315,10 +1679,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Multifocal-finding Artifact-significance-to-recording - - inLibrary - score - Sweat-artifact @@ -2331,10 +1691,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Multifocal-finding Artifact-significance-to-recording - - inLibrary - score - EMG-artifact @@ -2347,10 +1703,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Multifocal-finding Artifact-significance-to-recording - - inLibrary - score - @@ -2358,10 +1710,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Power-supply-artifact 50-60 Hz artifact. Monomorphic waveform due to 50 or 60 Hz A/C power supply. @@ -2369,10 +1717,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Artifact-significance-to-recording - - inLibrary - score - Induction-artifact @@ -2381,10 +1725,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Artifact-significance-to-recording - - inLibrary - score - Dialysis-artifact @@ -2392,10 +1732,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Artifact-significance-to-recording - - inLibrary - score - Artificial-ventilation-artifact @@ -2403,10 +1739,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Artifact-significance-to-recording - - inLibrary - score - Electrode-pops-artifact @@ -2415,10 +1747,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Artifact-significance-to-recording - - inLibrary - score - Salt-bridge-artifact @@ -2427,10 +1755,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Artifact-significance-to-recording - - inLibrary - score - @@ -2442,10 +1766,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Artifact-significance-to-recording - - inLibrary - score - # Free text. @@ -2456,10 +1776,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -2469,10 +1785,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - EOG-channel-finding ElectroOculoGraphy. @@ -2480,10 +1792,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Finding-significance-to-recording - - inLibrary - score - # Free text. @@ -2494,10 +1802,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -2506,16 +1810,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Finding-significance-to-recording - - inLibrary - score - Respiration-oxygen-saturation - - inLibrary - score - # @@ -2525,25 +1821,13 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass numericClass - - inLibrary - score - Respiration-feature - - inLibrary - score - Apnoe-respiration Add duration (range in seconds) and comments in free text. - - inLibrary - score - # Free text. @@ -2554,19 +1838,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Hypopnea-respiration Add duration (range in seconds) and comments in free text - - inLibrary - score - # Free text. @@ -2577,10 +1853,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -2589,10 +1861,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - # Free text. @@ -2603,18 +1871,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Periodic-respiration - - inLibrary - score - # Free text. @@ -2625,10 +1885,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -2637,10 +1893,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - # Free text. @@ -2651,10 +1903,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -2662,10 +1910,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - # Free text. @@ -2676,10 +1920,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -2691,16 +1931,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Finding-significance-to-recording - - inLibrary - score - ECG-QT-period - - inLibrary - score - # Free text. @@ -2711,25 +1943,13 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - ECG-feature - - inLibrary - score - ECG-sinus-rhythm Normal rhythm. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency - - inLibrary - score - # Free text. @@ -2740,18 +1960,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - ECG-arrhythmia - - inLibrary - score - # Free text. @@ -2762,19 +1974,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - ECG-asystolia Add duration (range in seconds) and comments in free text. - - inLibrary - score - # Free text. @@ -2785,19 +1989,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - ECG-bradycardia Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency - - inLibrary - score - # Free text. @@ -2808,18 +2004,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - ECG-extrasystole - - inLibrary - score - # Free text. @@ -2830,19 +2018,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - ECG-ventricular-premature-depolarization Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency - - inLibrary - score - # Free text. @@ -2853,19 +2033,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - ECG-tachycardia Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency - - inLibrary - score - # Free text. @@ -2876,10 +2048,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -2887,10 +2055,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - # Free text. @@ -2901,10 +2065,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -2916,22 +2076,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Finding-significance-to-recording - - inLibrary - score - EMG-muscle-side - - inLibrary - score - EMG-left-muscle - - inLibrary - score - # Free text. @@ -2942,18 +2090,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - EMG-right-muscle - - inLibrary - score - # Free text. @@ -2964,18 +2104,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - EMG-bilateral-muscle - - inLibrary - score - # Free text. @@ -2986,19 +2118,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - EMG-muscle-name - - inLibrary - score - # Free text. @@ -3009,30 +2133,14 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - EMG-feature - - inLibrary - score - EMG-myoclonus - - inLibrary - score - Negative-myoclonus - - inLibrary - score - # Free text. @@ -3043,18 +2151,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - EMG-myoclonus-rhythmic - - inLibrary - score - # Free text. @@ -3065,18 +2165,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - EMG-myoclonus-arrhythmic - - inLibrary - score - # Free text. @@ -3087,18 +2179,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - EMG-myoclonus-synchronous - - inLibrary - score - # Free text. @@ -3109,18 +2193,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - EMG-myoclonus-asynchronous - - inLibrary - score - # Free text. @@ -3131,27 +2207,15 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - EMG-PLMS Periodic limb movements in sleep. - - inLibrary - score - EMG-spasm - - inLibrary - score - # Free text. @@ -3162,18 +2226,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - EMG-tonic-contraction - - inLibrary - score - # Free text. @@ -3184,10 +2240,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -3195,16 +2247,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - EMG-asymmetric-activation-left-first - - inLibrary - score - # Free text. @@ -3215,18 +2259,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - EMG-asymmetric-activation-right-first - - inLibrary - score - # Free text. @@ -3237,10 +2273,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -3249,10 +2281,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - # Free text. @@ -3263,10 +2291,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -3276,10 +2300,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - # Free text. @@ -3290,10 +2310,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -3303,26 +2319,14 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Signal-morphology-property requireChild - - inLibrary - score - Rhythmic-activity-morphology EEG activity consisting of a sequence of waves approximately constant period. - - inLibrary - score - Delta-activity-morphology EEG rhythm in the delta (under 4 Hz) range that does not belong to the posterior dominant rhythm (scored under other organized rhythms). @@ -3331,10 +2335,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Finding-frequency Finding-amplitude - - inLibrary - score - # Free text. @@ -3345,10 +2345,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -3359,10 +2355,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Finding-frequency Finding-amplitude - - inLibrary - score - # Free text. @@ -3373,10 +2365,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -3387,10 +2375,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Finding-frequency Finding-amplitude - - inLibrary - score - # Free text. @@ -3401,10 +2385,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -3415,10 +2395,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Finding-frequency Finding-amplitude - - inLibrary - score - # Free text. @@ -3429,10 +2405,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -3442,10 +2414,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Finding-frequency Finding-amplitude - - inLibrary - score - # Free text. @@ -3456,20 +2424,12 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Spike-morphology A transient, clearly distinguished from background activity, with pointed peak at a conventional paper speed or time scale and duration from 20 to under 70 ms, i.e. 1/50-1/15 s approximately. Main component is generally negative relative to other areas. Amplitude varies. - - inLibrary - score - # Free text. @@ -3480,19 +2440,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Spike-and-slow-wave-morphology A pattern consisting of a spike followed by a slow wave. - - inLibrary - score - # Free text. @@ -3503,19 +2455,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Runs-of-rapid-spikes-morphology Bursts of spike discharges at a rate from 10 to 25/sec (in most cases somewhat irregular). The bursts last more than 2 seconds (usually 2 to 10 seconds) and it is typically seen in sleep. Synonyms: rhythmic spikes, generalized paroxysmal fast activity, fast paroxysmal rhythms, grand mal discharge, fast beta activity. - - inLibrary - score - # Free text. @@ -3526,19 +2470,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Polyspikes-morphology Two or more consecutive spikes. - - inLibrary - score - # Free text. @@ -3549,19 +2485,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Polyspike-and-slow-wave-morphology Two or more consecutive spikes associated with one or more slow waves. - - inLibrary - score - # Free text. @@ -3572,19 +2500,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Sharp-wave-morphology A transient clearly distinguished from background activity, with pointed peak at a conventional paper speed or time scale, and duration of 70-200 ms, i.e. over 1/4-1/5 s approximately. Main component is generally negative relative to other areas. Amplitude varies. - - inLibrary - score - # Free text. @@ -3595,19 +2515,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Sharp-and-slow-wave-morphology A sequence of a sharp wave and a slow wave. - - inLibrary - score - # Free text. @@ -3618,19 +2530,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Slow-sharp-wave-morphology A transient that bears all the characteristics of a sharp-wave, but exceeds 200 ms. Synonym: blunted sharp wave. - - inLibrary - score - # Free text. @@ -3641,19 +2545,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - High-frequency-oscillation-morphology HFO. - - inLibrary - score - # Free text. @@ -3664,19 +2560,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Hypsarrhythmia-classic-morphology Abnormal interictal high amplitude waves and a background of irregular spikes. - - inLibrary - score - # Free text. @@ -3687,18 +2575,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Hypsarrhythmia-modified-morphology - - inLibrary - score - # Free text. @@ -3709,19 +2589,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Fast-spike-activity-morphology A burst consisting of a sequence of spikes. Duration greater than 1 s. Frequency at least in the alpha range. - - inLibrary - score - # Free text. @@ -3732,19 +2604,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Low-voltage-fast-activity-morphology Refers to the fast, and often recruiting activity which can be recorded at the onset of an ictal discharge, particularly in invasive EEG recording of a seizure. - - inLibrary - score - # Free text. @@ -3755,19 +2619,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Polysharp-waves-morphology A sequence of two or more sharp-waves. - - inLibrary - score - # Free text. @@ -3778,18 +2634,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Slow-wave-large-amplitude-morphology - - inLibrary - score - # Free text. @@ -3800,19 +2648,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Irregular-delta-or-theta-activity-morphology EEG activity consisting of repetitive waves of inconsistent wave-duration but in delta and/or theta rang (greater than 125 ms). - - inLibrary - score - # Free text. @@ -3823,19 +2663,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Electrodecremental-change-morphology Sudden desynchronization of electrical activity. - - inLibrary - score - # Free text. @@ -3846,19 +2678,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - DC-shift-morphology Shift of negative polarity of the direct current recordings, during seizures. - - inLibrary - score - # Free text. @@ -3869,19 +2693,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Disappearance-of-ongoing-activity-morphology Disappearance of the EEG activity that preceded the ictal event but still remnants of background activity (thus not enough to name it electrodecremental change). - - inLibrary - score - # Free text. @@ -3892,19 +2708,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Polymorphic-delta-activity-morphology EEG activity consisting of waves in the delta range (over 250 ms duration for each wave) but of different morphology. - - inLibrary - score - # Free text. @@ -3915,19 +2723,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Frontal-intermittent-rhythmic-delta-activity-morphology Frontal intermittent rhythmic delta activity (FIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at 1.5-2.5 Hz over the frontal areas of one or both sides of the head. Comment: most commonly associated with unspecified encephalopathy, in adults. - - inLibrary - score - # Free text. @@ -3938,19 +2738,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Occipital-intermittent-rhythmic-delta-activity-morphology Occipital intermittent rhythmic delta activity (OIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at 2-3 Hz over the occipital or posterior head regions of one or both sides of the head. Frequently blocked or attenuated by opening the eyes. Comment: most commonly associated with unspecified encephalopathy, in children. - - inLibrary - score - # Free text. @@ -3961,19 +2753,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Temporal-intermittent-rhythmic-delta-activity-morphology Temporal intermittent rhythmic delta activity (TIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at over the temporal areas of one side of the head. Comment: most commonly associated with temporal lobe epilepsy. - - inLibrary - score - # Free text. @@ -3984,10 +2768,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -3996,10 +2776,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Periodic-discharges-superimposed-activity @@ -4009,20 +2785,12 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Property-not-possible-to-determine - - inLibrary - score - Periodic-discharges-fast-superimposed-activity suggestedTag Finding-frequency - - inLibrary - score - # Free text. @@ -4033,10 +2801,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -4045,10 +2809,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Finding-frequency - - inLibrary - score - # Free text. @@ -4059,10 +2819,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -4075,16 +2831,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Property-not-possible-to-determine - - inLibrary - score - Spiky-periodic-discharge-sharpness - - inLibrary - score - # Free text. @@ -4095,18 +2843,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Sharp-periodic-discharge-sharpness - - inLibrary - score - # Free text. @@ -4117,18 +2857,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Sharply-contoured-periodic-discharge-sharpness - - inLibrary - score - # Free text. @@ -4139,18 +2871,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Blunt-periodic-discharge-sharpness - - inLibrary - score - # Free text. @@ -4161,10 +2885,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -4177,16 +2897,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Property-not-possible-to-determine - - inLibrary - score - 1-periodic-discharge-phase - - inLibrary - score - # Free text. @@ -4197,18 +2909,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - 2-periodic-discharge-phases - - inLibrary - score - # Free text. @@ -4219,18 +2923,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - 3-periodic-discharge-phases - - inLibrary - score - # Free text. @@ -4241,18 +2937,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Greater-than-3-periodic-discharge-phases - - inLibrary - score - # Free text. @@ -4263,10 +2951,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -4278,10 +2962,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Property-exists Property-absence - - inLibrary - score - # Free text. @@ -4292,10 +2972,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -4307,17 +2983,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Property-not-possible-to-determine - - inLibrary - score - Periodic-discharge-absolute-amplitude-very-low Lower than 20 microV. - - inLibrary - score - # Free text. @@ -4328,19 +2996,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Low-periodic-discharge-absolute-amplitude 20 to 49 microV. - - inLibrary - score - # Free text. @@ -4351,19 +3011,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Medium-periodic-discharge-absolute-amplitude 50 to 199 microV. - - inLibrary - score - # Free text. @@ -4374,19 +3026,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - High-periodic-discharge-absolute-amplitude Greater than 200 microV. - - inLibrary - score - # Free text. @@ -4397,10 +3041,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -4413,16 +3053,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Property-not-possible-to-determine - - inLibrary - score - Periodic-discharge-relative-amplitude-less-than-equal-2 - - inLibrary - score - # Free text. @@ -4433,18 +3065,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Periodic-discharge-relative-amplitude-greater-than-2 - - inLibrary - score - # Free text. @@ -4455,10 +3079,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -4467,16 +3087,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Periodic-discharge-postitive-polarity - - inLibrary - score - # Free text. @@ -4487,18 +3099,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Periodic-discharge-negative-polarity - - inLibrary - score - # Free text. @@ -4509,18 +3113,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Periodic-discharge-unclear-polarity - - inLibrary - score - # Free text. @@ -4531,10 +3127,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -4546,10 +3138,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Source-analysis-laterality @@ -4559,173 +3147,77 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Brain-laterality - - inLibrary - score - Source-analysis-brain-region requireChild - - inLibrary - score - Source-analysis-frontal-perisylvian-superior-surface - - inLibrary - score - Source-analysis-frontal-lateral - - inLibrary - score - Source-analysis-frontal-mesial - - inLibrary - score - Source-analysis-frontal-polar - - inLibrary - score - Source-analysis-frontal-orbitofrontal - - inLibrary - score - Source-analysis-temporal-polar - - inLibrary - score - Source-analysis-temporal-basal - - inLibrary - score - Source-analysis-temporal-lateral-anterior - - inLibrary - score - Source-analysis-temporal-lateral-posterior - - inLibrary - score - Source-analysis-temporal-perisylvian-inferior-surface - - inLibrary - score - Source-analysis-central-lateral-convexity - - inLibrary - score - Source-analysis-central-mesial - - inLibrary - score - Source-analysis-central-sulcus-anterior-surface - - inLibrary - score - Source-analysis-central-sulcus-posterior-surface - - inLibrary - score - Source-analysis-central-opercular - - inLibrary - score - Source-analysis-parietal-lateral-convexity - - inLibrary - score - Source-analysis-parietal-mesial - - inLibrary - score - Source-analysis-parietal-opercular - - inLibrary - score - Source-analysis-occipital-lateral - - inLibrary - score - Source-analysis-occipital-mesial - - inLibrary - score - Source-analysis-occipital-basal - - inLibrary - score - Source-analysis-insula - - inLibrary - score - @@ -4735,25 +3227,13 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Brain-laterality requireChild - - inLibrary - score - Brain-laterality-left - - inLibrary - score - # Free text. @@ -4764,18 +3244,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Brain-laterality-left-greater-right - - inLibrary - score - # Free text. @@ -4786,18 +3258,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Brain-laterality-right - - inLibrary - score - # Free text. @@ -4808,18 +3272,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Brain-laterality-right-greater-left - - inLibrary - score - # Free text. @@ -4830,18 +3286,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Brain-laterality-midline - - inLibrary - score - # Free text. @@ -4852,18 +3300,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Brain-laterality-diffuse-asynchronous - - inLibrary - score - # Free text. @@ -4874,10 +3314,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -4886,16 +3322,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Brain-region-frontal - - inLibrary - score - # Free text. @@ -4906,18 +3334,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Brain-region-temporal - - inLibrary - score - # Free text. @@ -4928,18 +3348,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Brain-region-central - - inLibrary - score - # Free text. @@ -4950,18 +3362,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Brain-region-parietal - - inLibrary - score - # Free text. @@ -4972,18 +3376,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Brain-region-occipital - - inLibrary - score - # Free text. @@ -4994,10 +3390,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -5006,16 +3398,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Body-part-eyelid - - inLibrary - score - # Free text. @@ -5026,18 +3410,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Body-part-face - - inLibrary - score - # Free text. @@ -5048,18 +3424,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Body-part-arm - - inLibrary - score - # Free text. @@ -5070,18 +3438,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Body-part-leg - - inLibrary - score - # Free text. @@ -5092,18 +3452,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Body-part-trunk - - inLibrary - score - # Free text. @@ -5114,18 +3466,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Body-part-visceral - - inLibrary - score - # Free text. @@ -5136,18 +3480,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Body-part-hemi - - inLibrary - score - # Free text. @@ -5158,10 +3494,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -5170,16 +3502,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Brain-centricity-axial - - inLibrary - score - # Free text. @@ -5190,18 +3514,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Brain-centricity-proximal-limb - - inLibrary - score - # Free text. @@ -5212,18 +3528,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Brain-centricity-distal-limb - - inLibrary - score - # Free text. @@ -5234,10 +3542,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -5247,10 +3551,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - # Free text. @@ -5261,10 +3561,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -5278,10 +3574,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-region Sensors - - inLibrary - score - # Free text. @@ -5292,10 +3584,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -5307,10 +3595,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Property-exists Property-absence - - inLibrary - score - # Free text. @@ -5321,10 +3605,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -5334,10 +3614,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Modulators-reactivity Susceptibility of individual rhythms or the EEG as a whole to change following sensory stimulation or other physiologic actions. @@ -5349,10 +3625,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Property-exists Property-absence - - inLibrary - score - # Free text. @@ -5363,10 +3635,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -5377,10 +3645,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Property-exists Property-absence - - inLibrary - score - # Free text. @@ -5391,10 +3655,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -5407,10 +3667,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Finding-unmodified Finding-triggered-by - - inLibrary - score - Medication-effect-EEG @@ -5421,10 +3677,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Finding-stopped-by Finding-unmodified - - inLibrary - score - Medication-reduction-effect-EEG @@ -5435,10 +3687,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Finding-stopped-by Finding-unmodified - - inLibrary - score - Auditive-stimuli-effect @@ -5449,10 +3697,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Finding-stopped-by Finding-unmodified - - inLibrary - score - Nociceptive-stimuli-effect @@ -5464,10 +3708,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Finding-unmodified Finding-triggered-by - - inLibrary - score - Physical-effort-effect @@ -5479,10 +3719,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Finding-unmodified Finding-triggered-by - - inLibrary - score - Cognitive-task-effect @@ -5494,20 +3730,12 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Finding-unmodified Finding-triggered-by - - inLibrary - score - Other-modulators-effect-EEG requireChild - - inLibrary - score - # Free text. @@ -5518,25 +3746,13 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Facilitating-factor Facilitating factors are defined as transient and sporadic endogenous or exogenous elements capable of augmenting seizure incidence (increasing the likelihood of seizure occurrence). - - inLibrary - score - Facilitating-factor-alcohol - - inLibrary - score - # Free text. @@ -5547,18 +3763,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Facilitating-factor-awake - - inLibrary - score - # Free text. @@ -5569,18 +3777,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Facilitating-factor-catamenial - - inLibrary - score - # Free text. @@ -5591,18 +3791,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Facilitating-factor-fever - - inLibrary - score - # Free text. @@ -5613,18 +3805,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Facilitating-factor-sleep - - inLibrary - score - # Free text. @@ -5635,18 +3819,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Facilitating-factor-sleep-deprived - - inLibrary - score - # Free text. @@ -5657,10 +3833,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -5668,10 +3840,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - # Free text. @@ -5682,10 +3850,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -5695,16 +3859,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Hyperventilation-provoked - - inLibrary - score - # Free text. @@ -5715,18 +3871,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Reflex-provoked - - inLibrary - score - # Free text. @@ -5737,10 +3885,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -5752,10 +3896,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Finding-stopped-by Finding-unmodified - - inLibrary - score - Medication-reduction-effect-clinical @@ -5765,20 +3905,12 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Finding-stopped-by Finding-unmodified - - inLibrary - score - Other-modulators-effect-clinical requireChild - - inLibrary - score - # Free text. @@ -5789,10 +3921,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -5800,20 +3928,12 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Posterior-stimulus-dependent-intermittent-photic-stimulation-response suggestedTag Finding-frequency - - inLibrary - score - # Free text. @@ -5824,10 +3944,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -5837,10 +3953,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Finding-frequency - - inLibrary - score - # Free text. @@ -5851,10 +3963,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -5863,10 +3971,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Finding-frequency - - inLibrary - score - # Free text. @@ -5877,10 +3981,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -5890,10 +3990,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Finding-frequency - - inLibrary - score - # Free text. @@ -5904,10 +4000,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -5916,10 +4008,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Finding-frequency - - inLibrary - score - # Free text. @@ -5930,10 +4018,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -5942,10 +4026,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Finding-frequency - - inLibrary - score - # Free text. @@ -5956,18 +4036,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Unmodified-intermittent-photic-stimulation-effect - - inLibrary - score - # Free text. @@ -5978,10 +4050,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -5990,16 +4058,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Hyperventilation-refused-procedure - - inLibrary - score - # Free text. @@ -6010,18 +4070,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Hyperventilation-poor-effort - - inLibrary - score - # Free text. @@ -6032,18 +4084,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Hyperventilation-good-effort - - inLibrary - score - # Free text. @@ -6054,18 +4098,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Hyperventilation-excellent-effort - - inLibrary - score - # Free text. @@ -6076,10 +4112,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -6089,17 +4121,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Modulators-effect-continuous-during-NRS Continuous during non-rapid-eye-movement-sleep (NRS) - - inLibrary - score - # Free text. @@ -6110,18 +4134,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Modulators-effect-only-during - - inLibrary - score - # Only during Sleep/Awakening/Hyperventilation/Physical effort/Cognitive task. Free text. @@ -6132,19 +4148,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Modulators-effect-change-of-patterns Change of patterns during sleep/awakening. - - inLibrary - score - # Free text. @@ -6155,10 +4163,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -6169,10 +4173,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Appearance-mode Describes how the non-ictal EEG pattern/graphoelement is distributed through the recording. @@ -6183,17 +4183,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Property-not-possible-to-determine - - inLibrary - score - Random-appearance-mode Occurrence of the non-ictal EEG pattern / graphoelement without any rhythmicity / periodicity. - - inLibrary - score - # Free text. @@ -6204,19 +4196,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Periodic-appearance-mode Non-ictal EEG pattern / graphoelement occurring at an approximately regular rate / interval (generally of 1 to several seconds). - - inLibrary - score - # Free text. @@ -6227,19 +4211,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Variable-appearance-mode Occurrence of non-ictal EEG pattern / graphoelements, that is sometimes rhythmic or periodic, other times random, throughout the recording. - - inLibrary - score - # Free text. @@ -6250,18 +4226,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Intermittent-appearance-mode - - inLibrary - score - # Free text. @@ -6272,18 +4240,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Continuous-appearance-mode - - inLibrary - score - # Free text. @@ -6294,10 +4254,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -6307,10 +4263,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Single-discharge-pattern Applies to the intra-burst pattern: a graphoelement that is not repetitive; before and after the graphoelement one can distinguish the background activity. @@ -6318,10 +4270,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Finding-incidence - - inLibrary - score - # Free text. @@ -6332,10 +4280,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -6346,10 +4290,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Finding-prevalence Finding-frequency - - inLibrary - score - # Free text. @@ -6360,10 +4300,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -6373,10 +4309,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Finding-prevalence - - inLibrary - score - # Free text. @@ -6387,18 +4319,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Fragmented-discharge-pattern - - inLibrary - score - # Free text. @@ -6409,10 +4333,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -6422,10 +4342,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Periodic-discharge-duration @@ -6435,17 +4351,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Property-not-possible-to-determine - - inLibrary - score - Very-brief-periodic-discharge-duration Less than 10 sec. - - inLibrary - score - # Free text. @@ -6456,19 +4364,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Brief-periodic-discharge-duration 10 to 59 sec. - - inLibrary - score - # Free text. @@ -6479,19 +4379,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Intermediate-periodic-discharge-duration 1 to 4.9 min. - - inLibrary - score - # Free text. @@ -6502,19 +4394,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Long-periodic-discharge-duration 5 to 59 min. - - inLibrary - score - # Free text. @@ -6525,19 +4409,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Very-long-periodic-discharge-duration Greater than 1 hour. - - inLibrary - score - # Free text. @@ -6548,10 +4424,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -6564,16 +4436,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Property-not-possible-to-determine - - inLibrary - score - Sudden-periodic-discharge-onset - - inLibrary - score - # Free text. @@ -6584,18 +4448,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Gradual-periodic-discharge-onset - - inLibrary - score - # Free text. @@ -6606,10 +4462,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -6622,16 +4474,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Property-not-possible-to-determine - - inLibrary - score - Evolving-periodic-discharge-dynamics - - inLibrary - score - # Free text. @@ -6642,18 +4486,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Fluctuating-periodic-discharge-dynamics - - inLibrary - score - # Free text. @@ -6664,18 +4500,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Static-periodic-discharge-dynamics - - inLibrary - score - # Free text. @@ -6686,10 +4514,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -6697,10 +4521,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Finding-extent Percentage of occurrence during the recording (background activity and interictal finding). - - inLibrary - score - # @@ -6710,10 +4530,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass numericClass - - inLibrary - score - @@ -6722,16 +4538,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Only-once-finding-incidence - - inLibrary - score - # Free text. @@ -6742,19 +4550,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Rare-finding-incidence less than 1/h - - inLibrary - score - # Free text. @@ -6765,19 +4565,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Uncommon-finding-incidence 1/5 min to 1/h. - - inLibrary - score - # Free text. @@ -6788,19 +4580,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Occasional-finding-incidence 1/min to 1/5min. - - inLibrary - score - # Free text. @@ -6811,19 +4595,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Frequent-finding-incidence 1/10 s to 1/min. - - inLibrary - score - # Free text. @@ -6834,19 +4610,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Abundant-finding-incidence Greater than 1/10 s). - - inLibrary - score - # Free text. @@ -6857,10 +4625,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -6870,17 +4634,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Rare-finding-prevalence Less than 1 percent. - - inLibrary - score - # Free text. @@ -6891,19 +4647,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Occasional-finding-prevalence 1 to 9 percent. - - inLibrary - score - # Free text. @@ -6914,19 +4662,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Frequent-finding-prevalence 10 to 49 percent. - - inLibrary - score - # Free text. @@ -6937,19 +4677,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Abundant-finding-prevalence 50 to 89 percent. - - inLibrary - score - # Free text. @@ -6960,19 +4692,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Continuous-finding-prevalence Greater than 90 percent. - - inLibrary - score - # Free text. @@ -6983,10 +4707,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -6997,10 +4717,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Posterior-dominant-rhythm-amplitude-range @@ -7010,17 +4726,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Property-not-possible-to-determine - - inLibrary - score - Low-posterior-dominant-rhythm-amplitude-range Low (less than 20 microV). - - inLibrary - score - # Free text. @@ -7031,19 +4739,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Medium-posterior-dominant-rhythm-amplitude-range Medium (between 20 and 70 microV). - - inLibrary - score - # Free text. @@ -7054,19 +4754,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - High-posterior-dominant-rhythm-amplitude-range High (more than 70 microV). - - inLibrary - score - # Free text. @@ -7077,10 +4769,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -7090,17 +4778,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Posterior-dominant-rhythm-frequency-asymmetry-lower-left Hz lower on the left side. - - inLibrary - score - # Free text. @@ -7111,19 +4791,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Posterior-dominant-rhythm-frequency-asymmetry-lower-right Hz lower on the right side. - - inLibrary - score - # Free text. @@ -7134,10 +4806,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -7148,17 +4816,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Property-not-possible-to-determine - - inLibrary - score - Posterior-dominant-rhythm-eye-opening-reactivity-reduced-left Reduced left side reactivity. - - inLibrary - score - # Free text. @@ -7169,19 +4829,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Posterior-dominant-rhythm-eye-opening-reactivity-reduced-right Reduced right side reactivity. - - inLibrary - score - # free text @@ -7192,19 +4844,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Posterior-dominant-rhythm-eye-opening-reactivity-reduced-both Reduced reactivity on both sides. - - inLibrary - score - # Free text. @@ -7215,10 +4859,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -7228,17 +4868,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Posterior-dominant-rhythm-organization-poorly-organized Poorly organized. - - inLibrary - score - # Free text. @@ -7249,19 +4881,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Posterior-dominant-rhythm-organization-disorganized Disorganized. - - inLibrary - score - # Free text. @@ -7272,19 +4896,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Posterior-dominant-rhythm-organization-markedly-disorganized Markedly disorganized. - - inLibrary - score - # Free text. @@ -7295,10 +4911,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -7308,16 +4920,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - No-posterior-dominant-rhythm-caveat - - inLibrary - score - # Free text. @@ -7328,18 +4932,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Posterior-dominant-rhythm-caveat-only-open-eyes-during-the-recording - - inLibrary - score - # Free text. @@ -7350,18 +4946,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Posterior-dominant-rhythm-caveat-sleep-deprived-caveat - - inLibrary - score - # Free text. @@ -7372,18 +4960,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Posterior-dominant-rhythm-caveat-drowsy - - inLibrary - score - # Free text. @@ -7394,18 +4974,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Posterior-dominant-rhythm-caveat-only-following-hyperventilation - - inLibrary - score - @@ -7414,16 +4986,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Absence-of-posterior-dominant-rhythm-artifacts - - inLibrary - score - # Free text. @@ -7434,18 +4998,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Absence-of-posterior-dominant-rhythm-extreme-low-voltage - - inLibrary - score - # Free text. @@ -7456,18 +5012,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Absence-of-posterior-dominant-rhythm-eye-closure-could-not-be-achieved - - inLibrary - score - # Free text. @@ -7478,18 +5026,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Absence-of-posterior-dominant-rhythm-lack-of-awake-period - - inLibrary - score - # Free text. @@ -7500,18 +5040,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Absence-of-posterior-dominant-rhythm-lack-of-compliance - - inLibrary - score - # Free text. @@ -7522,10 +5054,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -7533,10 +5061,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - # Free text. @@ -7547,10 +5071,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -7560,179 +5080,79 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Seizure-classification Epileptic seizures are named using the current ILAE seizure classification (Fisher et al., 2017, Beniczky et al., 2017). requireChild - - inLibrary - score - Motor-onset-seizure - - inLibrary - score - Myoclonic-motor-onset-seizure - - inLibrary - score - Negative-myoclonic-motor-onset-seizure - - inLibrary - score - Clonic-motor-onset-seizure - - inLibrary - score - Tonic-motor-onset-seizure - - inLibrary - score - Atonic-motor-onset-seizure - - inLibrary - score - Myoclonic-atonic-motor-onset-seizure - - inLibrary - score - Myoclonic-tonic-clonic-motor-onset-seizure - - inLibrary - score - Tonic-clonic-motor-onset-seizure - - inLibrary - score - Automatism-motor-onset-seizure - - inLibrary - score - Hyperkinetic-motor-onset-seizure - - inLibrary - score - Epileptic-spasm-episode - - inLibrary - score - Nonmotor-onset-seizure - - inLibrary - score - Behavior-arrest-nonmotor-onset-seizure - - inLibrary - score - Sensory-nonmotor-onset-seizure - - inLibrary - score - Emotional-nonmotor-onset-seizure - - inLibrary - score - Cognitive-nonmotor-onset-seizure - - inLibrary - score - Autonomic-nonmotor-onset-seizure - - inLibrary - score - Absence-seizure - - inLibrary - score - Typical-absence-seizure - - inLibrary - score - Atypical-absence-seizure - - inLibrary - score - Myoclonic-absence-seizure - - inLibrary - score - Eyelid-myoclonia-absence-seizure - - inLibrary - score - @@ -7748,30 +5168,14 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Postictal-semiology-manifestation Ictal-EEG-patterns - - inLibrary - score - Episode-phase-initial - - inLibrary - score - Episode-phase-subsequent - - inLibrary - score - Episode-phase-postictal - - inLibrary - score - @@ -7780,22 +5184,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Semiology-motor-manifestation - - inLibrary - score - Semiology-elementary-motor - - inLibrary - score - Semiology-motor-tonic A sustained increase in muscle contraction lasting a few seconds to minutes. @@ -7806,10 +5198,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-centricity Episode-event-count - - inLibrary - score - Semiology-motor-dystonic @@ -7821,10 +5209,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-centricity Episode-event-count - - inLibrary - score - Semiology-motor-epileptic-spasm @@ -7836,10 +5220,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-centricity Episode-event-count - - inLibrary - score - Semiology-motor-postural @@ -7851,10 +5231,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-centricity Episode-event-count - - inLibrary - score - Semiology-motor-versive @@ -7864,10 +5240,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Body-part Episode-event-count - - inLibrary - score - Semiology-motor-clonic @@ -7879,10 +5251,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-centricity Episode-event-count - - inLibrary - score - Semiology-motor-myoclonic @@ -7894,10 +5262,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-centricity Episode-event-count - - inLibrary - score - Semiology-motor-jacksonian-march @@ -7909,10 +5273,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-centricity Episode-event-count - - inLibrary - score - Semiology-motor-negative-myoclonus @@ -7924,10 +5284,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-centricity Episode-event-count - - inLibrary - score - Semiology-motor-tonic-clonic @@ -7935,10 +5291,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Semiology-motor-tonic-clonic-without-figure-of-four @@ -7948,10 +5300,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-centricity Episode-event-count - - inLibrary - score - Semiology-motor-tonic-clonic-with-figure-of-four-extension-left-elbow @@ -7962,10 +5310,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-centricity Episode-event-count - - inLibrary - score - Semiology-motor-tonic-clonic-with-figure-of-four-extension-right-elbow @@ -7976,10 +5320,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-centricity Episode-event-count - - inLibrary - score - @@ -7992,10 +5332,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-centricity Episode-event-count - - inLibrary - score - Semiology-motor-atonic @@ -8007,10 +5343,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-centricity Episode-event-count - - inLibrary - score - Semiology-motor-eye-blinking @@ -8019,20 +5351,12 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-laterality Episode-event-count - - inLibrary - score - Semiology-motor-other-elementary-motor requireChild - - inLibrary - score - # Free text. @@ -8043,19 +5367,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Semiology-motor-automatisms - - inLibrary - score - Semiology-motor-automatisms-mimetic Facial expression suggesting an emotional state, often fear. @@ -8065,10 +5381,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-appearance Episode-event-count - - inLibrary - score - Semiology-motor-automatisms-oroalimentary @@ -8079,10 +5391,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-appearance Episode-event-count - - inLibrary - score - Semiology-motor-automatisms-dacrystic @@ -8093,10 +5401,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-appearance Episode-event-count - - inLibrary - score - Semiology-motor-automatisms-dyspraxic @@ -8110,10 +5414,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-appearance Episode-event-count - - inLibrary - score - Semiology-motor-automatisms-manual @@ -8126,10 +5426,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-appearance Episode-event-count - - inLibrary - score - Semiology-motor-automatisms-gestural @@ -8141,10 +5437,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-appearance Episode-event-count - - inLibrary - score - Semiology-motor-automatisms-pedal @@ -8157,10 +5449,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-appearance Episode-event-count - - inLibrary - score - Semiology-motor-automatisms-hypermotor @@ -8174,10 +5462,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-appearance Episode-event-count - - inLibrary - score - Semiology-motor-automatisms-hypokinetic @@ -8191,10 +5475,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-appearance Episode-event-count - - inLibrary - score - Semiology-motor-automatisms-gelastic @@ -8205,20 +5485,12 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Episode-appearance Episode-event-count - - inLibrary - score - Semiology-motor-other-automatisms requireChild - - inLibrary - score - # Free text. @@ -8229,10 +5501,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -8246,24 +5514,12 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-centricity Episode-event-count - - inLibrary - score - Semiology-non-motor-manifestation - - inLibrary - score - Semiology-sensory - - inLibrary - score - Semiology-sensory-headache Headache occurring in close temporal proximity to the seizure or as the sole seizure manifestation. @@ -8272,10 +5528,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-laterality Episode-event-count - - inLibrary - score - Semiology-sensory-visual @@ -8285,10 +5537,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-laterality Episode-event-count - - inLibrary - score - Semiology-sensory-auditory @@ -8298,10 +5546,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-laterality Episode-event-count - - inLibrary - score - Semiology-sensory-olfactory @@ -8310,10 +5554,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Body-part Episode-event-count - - inLibrary - score - Semiology-sensory-gustatory @@ -8322,10 +5562,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Semiology-sensory-epigastric @@ -8334,10 +5570,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Semiology-sensory-somatosensory @@ -8349,10 +5581,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-centricity Episode-event-count - - inLibrary - score - Semiology-sensory-painful @@ -8364,10 +5592,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-centricity Episode-event-count - - inLibrary - score - Semiology-sensory-autonomic-sensation @@ -8376,20 +5600,12 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Semiology-sensory-other requireChild - - inLibrary - score - # Free text. @@ -8400,19 +5616,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Semiology-experiential - - inLibrary - score - Semiology-experiential-affective-emotional Components include fear, depression, joy, and (rarely) anger. @@ -8420,10 +5628,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Semiology-experiential-hallucinatory @@ -8432,10 +5636,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Semiology-experiential-illusory @@ -8444,28 +5644,16 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Semiology-experiential-mnemonic Components that reflect ictal dysmnesia such as feelings of familiarity (deja-vu) and unfamiliarity (jamais-vu). - - inLibrary - score - Semiology-experiential-mnemonic-Deja-vu suggestedTag Episode-event-count - - inLibrary - score - Semiology-experiential-mnemonic-Jamais-vu @@ -8473,10 +5661,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - @@ -8484,10 +5668,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - # Free text. @@ -8498,10 +5678,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -8512,27 +5688,15 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Semiology-language-related - - inLibrary - score - Semiology-language-related-vocalization suggestedTag Episode-event-count - - inLibrary - score - Semiology-language-related-verbalization @@ -8540,10 +5704,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Semiology-language-related-dysphasia @@ -8551,10 +5711,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Semiology-language-related-aphasia @@ -8562,20 +5718,12 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Semiology-language-related-other requireChild - - inLibrary - score - # Free text. @@ -8586,19 +5734,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Semiology-autonomic - - inLibrary - score - Semiology-autonomic-pupillary Mydriasis, miosis (either bilateral or unilateral). @@ -8607,10 +5747,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-laterality Episode-event-count - - inLibrary - score - Semiology-autonomic-hypersalivation @@ -8619,10 +5755,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Semiology-autonomic-respiratory-apnoeic @@ -8631,10 +5763,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Semiology-autonomic-cardiovascular @@ -8643,10 +5771,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Semiology-autonomic-gastrointestinal @@ -8655,10 +5779,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Semiology-autonomic-urinary-incontinence @@ -8667,10 +5787,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Semiology-autonomic-genital @@ -8679,10 +5795,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Semiology-autonomic-vasomotor @@ -8691,10 +5803,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Semiology-autonomic-sudomotor @@ -8704,10 +5812,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-laterality Episode-event-count - - inLibrary - score - Semiology-autonomic-thermoregulatory @@ -8716,20 +5820,12 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Semiology-autonomic-other requireChild - - inLibrary - score - # Free text. @@ -8740,10 +5836,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -8753,10 +5845,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - # Free text. @@ -8767,10 +5855,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -8779,20 +5863,12 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Postictal-semiology-unconscious suggestedTag Episode-event-count - - inLibrary - score - Postictal-semiology-quick-recovery-of-consciousness @@ -8801,10 +5877,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Postictal-semiology-aphasia-or-dysphasia @@ -8813,10 +5885,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Postictal-semiology-behavioral-change @@ -8825,10 +5893,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Postictal-semiology-hemianopia @@ -8838,10 +5902,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-laterality Episode-event-count - - inLibrary - score - Postictal-semiology-impaired-cognition @@ -8850,10 +5910,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Postictal-semiology-dysphoria @@ -8862,10 +5918,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Postictal-semiology-headache @@ -8874,10 +5926,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Postictal-semiology-nose-wiping @@ -8887,10 +5935,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-laterality Episode-event-count - - inLibrary - score - Postictal-semiology-anterograde-amnesia @@ -8899,10 +5943,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Postictal-semiology-retrograde-amnesia @@ -8911,10 +5951,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Episode-event-count - - inLibrary - score - Postictal-semiology-paresis @@ -8926,36 +5962,20 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Brain-centricity Episode-event-count - - inLibrary - score - Postictal-semiology-sleep Invincible need to sleep after a seizure. - - inLibrary - score - Postictal-semiology-unilateral-myoclonic-jerks unilateral motor phenomena, other then specified, occurring in postictal phase. - - inLibrary - score - Postictal-semiology-other-unilateral-motor-phenomena requireChild - - inLibrary - score - # Free text. @@ -8966,10 +5986,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -8982,38 +5998,18 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Property-not-possible-to-determine - - inLibrary - score - Polygraphic-channel-cause-to-episode - - inLibrary - score - Polygraphic-channel-consequence-of-episode - - inLibrary - score - Ictal-EEG-patterns - - inLibrary - score - Ictal-EEG-patterns-obscured-by-artifacts The interpretation of the EEG is not possible due to artifacts. - - inLibrary - score - # Free text. @@ -9024,10 +6020,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -9054,10 +6046,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Source-analysis-brain-region Episode-event-count - - inLibrary - score - Postictal-EEG-activity @@ -9067,19 +6055,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Body-part Brain-centricity - - inLibrary - score - Episode-time-context-property Additional clinically relevant features related to episodes can be scored under timing and context. If needed, episode duration can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Temporal-value/Duration. - - inLibrary - score - Episode-consciousness @@ -9089,16 +6069,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Property-not-possible-to-determine - - inLibrary - score - Episode-consciousness-not-tested - - inLibrary - score - # Free text. @@ -9109,18 +6081,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Episode-consciousness-affected - - inLibrary - score - # Free text. @@ -9131,18 +6095,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Episode-consciousness-mildly-affected - - inLibrary - score - # Free text. @@ -9153,18 +6109,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Episode-consciousness-not-affected - - inLibrary - score - # Free text. @@ -9175,10 +6123,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -9190,10 +6134,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Property-exists Property-absence - - inLibrary - score - # Free text. @@ -9204,10 +6144,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -9216,17 +6152,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Property-not-possible-to-determine - - inLibrary - score - Clinical-start-followed-EEG Clinical start, followed by EEG start by X seconds. - - inLibrary - score - # @@ -9240,19 +6168,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind unitClass timeUnits - - inLibrary - score - EEG-start-followed-clinical EEG start, followed by clinical start by X seconds. - - inLibrary - score - # @@ -9266,26 +6186,14 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind unitClass timeUnits - - inLibrary - score - Simultaneous-start-clinical-EEG - - inLibrary - score - Clinical-EEG-temporal-relationship-notes Clinical notes to annotate the clinical-EEG temporal relationship. - - inLibrary - score - # @@ -9295,10 +6203,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -9309,10 +6213,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Property-not-possible-to-determine - - inLibrary - score - # @@ -9322,10 +6222,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass numericClass - - inLibrary - score - @@ -9338,16 +6234,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Property-not-possible-to-determine - - inLibrary - score - Episode-start-from-sleep - - inLibrary - score - # Free text. @@ -9358,18 +6246,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Episode-start-from-awake - - inLibrary - score - # Free text. @@ -9380,10 +6260,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -9393,10 +6269,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Property-not-possible-to-determine - - inLibrary - score - # @@ -9410,10 +6282,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind unitClass timeUnits - - inLibrary - score - @@ -9424,10 +6292,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Property-exists Property-absence - - inLibrary - score - # Free text. @@ -9438,10 +6302,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -9451,10 +6311,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Property-exists Property-absence - - inLibrary - score - # Free text. @@ -9465,10 +6321,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -9480,16 +6332,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag Property-not-possible-to-determine - - inLibrary - score - Episode-responsiveness-preserved - - inLibrary - score - # Free text. @@ -9500,18 +6344,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Episode-responsiveness-affected - - inLibrary - score - # Free text. @@ -9522,10 +6358,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -9534,16 +6366,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Episode-appearance-interactive - - inLibrary - score - # Free text. @@ -9554,18 +6378,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Episode-appearance-spontaneous - - inLibrary - score - # Free text. @@ -9576,10 +6392,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -9589,16 +6401,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Seizure-dynamics-evolution-morphology - - inLibrary - score - # Free text. @@ -9609,18 +6413,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Seizure-dynamics-evolution-frequency - - inLibrary - score - # Free text. @@ -9631,18 +6427,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Seizure-dynamics-evolution-location - - inLibrary - score - # Free text. @@ -9653,19 +6441,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Seizure-dynamics-not-possible-to-determine Not possible to determine. - - inLibrary - score - # Free text. @@ -9676,10 +6456,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -9690,26 +6466,14 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Artifact-significance-to-recording It is important to score the significance of the described artifacts: recording is not interpretable, recording of reduced diagnostic value, does not interfere with the interpretation of the recording. requireChild - - inLibrary - score - Recording-not-interpretable-due-to-artifact - - inLibrary - score - # Free text. @@ -9720,18 +6484,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Recording-of-reduced-diagnostic-value-due-to-artifact - - inLibrary - score - # Free text. @@ -9742,18 +6498,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Artifact-does-not-interfere-recording - - inLibrary - score - # Free text. @@ -9764,10 +6512,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - @@ -9777,16 +6521,8 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Finding-no-definite-abnormality - - inLibrary - score - # Free text. @@ -9797,19 +6533,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Finding-significance-not-possible-to-determine Not possible to determine. - - inLibrary - score - # Free text. @@ -9820,20 +6548,12 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Finding-frequency Value in Hz (number) typed in. - - inLibrary - score - # @@ -9847,19 +6567,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind unitClass frequencyUnits - - inLibrary - score - Finding-amplitude Value in microvolts (number) typed in. - - inLibrary - score - # @@ -9873,10 +6585,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind unitClass electricPotentialUnits - - inLibrary - score - @@ -9885,17 +6593,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild - - inLibrary - score - Finding-amplitude-asymmetry-lower-left Amplitude lower on the left side. - - inLibrary - score - # Free text. @@ -9906,19 +6606,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Finding-amplitude-asymmetry-lower-right Amplitude lower on the right side. - - inLibrary - score - # Free text. @@ -9929,19 +6621,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Finding-amplitude-asymmetry-not-possible-to-determine Not possible to determine. - - inLibrary - score - # Free text. @@ -9952,19 +6636,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Finding-stopped-by - - inLibrary - score - # Free text. @@ -9975,18 +6651,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Finding-triggered-by - - inLibrary - score - # Free text. @@ -9997,18 +6665,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Finding-unmodified - - inLibrary - score - # Free text. @@ -10019,19 +6679,11 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Property-not-possible-to-determine Not possible to determine. - - inLibrary - score - # Free text. @@ -10042,18 +6694,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Property-exists - - inLibrary - score - # Free text. @@ -10064,18 +6708,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - Property-absence - - inLibrary - score - # Free text. @@ -10086,10 +6722,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass textClass - - inLibrary - score - diff --git a/tests/data/schema_tests/merge_tests/HED_score_merged.mediawiki b/tests/data/schema_tests/merge_tests/HED_score_merged.mediawiki index a9d4d2a19..4d341f046 100644 --- a/tests/data/schema_tests/merge_tests/HED_score_merged.mediawiki +++ b/tests/data/schema_tests/merge_tests/HED_score_merged.mediawiki @@ -1,4 +1,4 @@ -HED version="1.0.0" library="score" with-standard="8.2.0" merged="True" +HED version="1.0.0" library="score" withStandard="8.2.0" '''Prologue''' This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. @@ -11,2001 +11,2003 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind !# start schema '''Event''' {suggestedTag=Task-property} [Something that happens at a given time and (typically) place. Elements of this tag subtree designate the general category in which an event falls.] -* Sensory-event {suggestedTag=Task-event-role, suggestedTag=Sensory-presentation} [Something perceivable by the participant. An event meant to be an experimental stimulus should include the tag Task-property/Task-event-role/Experimental-stimulus.] -* Agent-action {suggestedTag=Task-event-role, suggestedTag=Agent} [Any action engaged in by an agent (see the Agent subtree for agent categories). A participant response to an experiment stimulus should include the tag Agent-property/Agent-task-role/Experiment-participant.] -* Data-feature {suggestedTag=Data-property} [An event marking the occurrence of a data feature such as an interictal spike or alpha burst that is often added post hoc to the data record.] -* Experiment-control [An event pertaining to the physical control of the experiment during its operation.] -* Experiment-procedure [An event indicating an experimental procedure, as in performing a saliva swab during the experiment or administering a survey.] -* Experiment-structure [An event specifying a change-point of the structure of experiment. This event is typically used to indicate a change in experimental conditions or tasks.] -* Measurement-event {suggestedTag=Data-property} [A discrete measure returned by an instrument.] + * Sensory-event {suggestedTag=Task-event-role, suggestedTag=Sensory-presentation} [Something perceivable by the participant. An event meant to be an experimental stimulus should include the tag Task-property/Task-event-role/Experimental-stimulus.] + * Agent-action {suggestedTag=Task-event-role, suggestedTag=Agent} [Any action engaged in by an agent (see the Agent subtree for agent categories). A participant response to an experiment stimulus should include the tag Agent-property/Agent-task-role/Experiment-participant.] + * Data-feature {suggestedTag=Data-property} [An event marking the occurrence of a data feature such as an interictal spike or alpha burst that is often added post hoc to the data record.] + * Experiment-control [An event pertaining to the physical control of the experiment during its operation.] + * Experiment-procedure [An event indicating an experimental procedure, as in performing a saliva swab during the experiment or administering a survey.] + * Experiment-structure [An event specifying a change-point of the structure of experiment. This event is typically used to indicate a change in experimental conditions or tasks.] + * Measurement-event {suggestedTag=Data-property} [A discrete measure returned by an instrument.] '''Agent''' {suggestedTag=Agent-property} [Someone or something that takes an active role or produces a specified effect.The role or effect may be implicit. Being alive or performing an activity such as a computation may qualify something to be an agent. An agent may also be something that simulates something else.] -* Animal-agent [An agent that is an animal.] -* Avatar-agent [An agent associated with an icon or avatar representing another agent.] -* Controller-agent [An agent experiment control software or hardware.] -* Human-agent [A person who takes an active role or produces a specified effect.] -* Robotic-agent [An agent mechanical device capable of performing a variety of often complex tasks on command or by being programmed in advance.] -* Software-agent [An agent computer program.] + * Animal-agent [An agent that is an animal.] + * Avatar-agent [An agent associated with an icon or avatar representing another agent.] + * Controller-agent [An agent experiment control software or hardware.] + * Human-agent [A person who takes an active role or produces a specified effect.] + * Robotic-agent [An agent mechanical device capable of performing a variety of often complex tasks on command or by being programmed in advance.] + * Software-agent [An agent computer program.] '''Action''' {extensionAllowed} [Do something.] -* Communicate [Convey knowledge of or information about something.] -** Communicate-gesturally {relatedTag=Move-face, relatedTag=Move-upper-extremity} [Communicate nonverbally using visible bodily actions, either in place of speech or together and in parallel with spoken words. Gestures include movement of the hands, face, or other parts of the body.] -*** Clap-hands [Strike the palms of against one another resoundingly, and usually repeatedly, especially to express approval.] -*** Clear-throat {relatedTag=Move-face, relatedTag=Move-head} [Cough slightly so as to speak more clearly, attract attention, or to express hesitancy before saying something awkward.] -*** Frown {relatedTag=Move-face} [Express disapproval, displeasure, or concentration, typically by turning down the corners of the mouth.] -*** Grimace {relatedTag=Move-face} [Make a twisted expression, typically expressing disgust, pain, or wry amusement.] -*** Nod-head {relatedTag=Move-head} [Tilt head in alternating up and down arcs along the sagittal plane. It is most commonly, but not universally, used to indicate agreement, acceptance, or acknowledgement.] -*** Pump-fist {relatedTag=Move-upper-extremity} [Raise with fist clenched in triumph or affirmation.] -*** Raise-eyebrows {relatedTag=Move-face, relatedTag=Move-eyes} [Move eyebrows upward.] -*** Shake-fist {relatedTag=Move-upper-extremity} [Clench hand into a fist and shake to demonstrate anger.] -*** Shake-head {relatedTag=Move-head} [Turn head from side to side as a way of showing disagreement or refusal.] -*** Shhh {relatedTag=Move-upper-extremity} [Place finger over lips and possibly uttering the syllable shhh to indicate the need to be quiet.] -*** Shrug {relatedTag=Move-upper-extremity, relatedTag=Move-torso} [Lift shoulders up towards head to indicate a lack of knowledge about a particular topic.] -*** Smile {relatedTag=Move-face} [Form facial features into a pleased, kind, or amused expression, typically with the corners of the mouth turned up and the front teeth exposed.] -*** Spread-hands {relatedTag=Move-upper-extremity} [Spread hands apart to indicate ignorance.] -*** Thumbs-down {relatedTag=Move-upper-extremity} [Extend the thumb downward to indicate disapproval.] -*** Thumb-up {relatedTag=Move-upper-extremity} [Extend the thumb upward to indicate approval.] -*** Wave {relatedTag=Move-upper-extremity} [Raise hand and move left and right, as a greeting or sign of departure.] -*** Widen-eyes {relatedTag=Move-face, relatedTag=Move-eyes} [Open eyes and possibly with eyebrows lifted especially to express surprise or fear.] -*** Wink {relatedTag=Move-face, relatedTag=Move-eyes} [Close and open one eye quickly, typically to indicate that something is a joke or a secret or as a signal of affection or greeting.] -** Communicate-musically [Communicate using music.] -*** Hum [Make a low, steady continuous sound like that of a bee. Sing with the lips closed and without uttering speech.] -*** Play-instrument [Make musical sounds using an instrument.] -*** Sing [Produce musical tones by means of the voice.] -*** Vocalize [Utter vocal sounds.] -*** Whistle [Produce a shrill clear sound by forcing breath out or air in through the puckered lips.] -** Communicate-vocally [Communicate using mouth or vocal cords.] -*** Cry [Shed tears associated with emotions, usually sadness but also joy or frustration.] -*** Groan [Make a deep inarticulate sound in response to pain or despair.] -*** Laugh [Make the spontaneous sounds and movements of the face and body that are the instinctive expressions of lively amusement and sometimes also of contempt or derision.] -*** Scream [Make loud, vociferous cries or yells to express pain, excitement, or fear.] -*** Shout [Say something very loudly.] -*** Sigh [Emit a long, deep, audible breath expressing sadness, relief, tiredness, or a similar feeling.] -*** Speak [Communicate using spoken language.] -*** Whisper [Speak very softly using breath without vocal cords.] -* Move [Move in a specified direction or manner. Change position or posture.] -** Breathe [Inhale or exhale during respiration.] -*** Blow [Expel air through pursed lips.] -*** Cough [Suddenly and audibly expel air from the lungs through a partially closed glottis, preceded by inhalation.] -*** Exhale [Blow out or expel breath.] -*** Hiccup [Involuntarily spasm the diaphragm and respiratory organs, with a sudden closure of the glottis and a characteristic sound like that of a cough.] -*** Hold-breath [Interrupt normal breathing by ceasing to inhale or exhale.] -*** Inhale [Draw in with the breath through the nose or mouth.] -*** Sneeze [Suddenly and violently expel breath through the nose and mouth.] -*** Sniff [Draw in air audibly through the nose to detect a smell, to stop it from running, or to express contempt.] -** Move-body [Move entire body.] -*** Bend [Move body in a bowed or curved manner.] -*** Dance [Perform a purposefully selected sequences of human movement often with aesthetic or symbolic value. Move rhythmically to music, typically following a set sequence of steps.] -*** Fall-down [Lose balance and collapse.] -*** Flex [Cause a muscle to stand out by contracting or tensing it. Bend a limb or joint.] -*** Jerk [Make a quick, sharp, sudden movement.] -*** Lie-down [Move to a horizontal or resting position.] -*** Recover-balance [Return to a stable, upright body position.] -*** Sit-down [Move from a standing to a sitting position.] -*** Sit-up [Move from lying down to a sitting position.] -*** Stand-up [Move from a sitting to a standing position.] -*** Stretch [Straighten or extend body or a part of body to its full length, typically so as to tighten muscles or in order to reach something.] -*** Shudder [Tremble convulsively, sometimes as a result of fear or revulsion.] -*** Stumble [Trip or momentarily lose balance and almost fall.] -*** Turn [Change or cause to change direction.] -** Move-body-part [Move one part of a body.] -*** Move-eyes [Move eyes.] -**** Blink [Shut and open the eyes quickly.] -**** Close-eyes [Lower and keep eyelids in a closed position.] -**** Fixate [Direct eyes to a specific point or target.] -**** Inhibit-blinks [Purposely prevent blinking.] -**** Open-eyes [Raise eyelids to expose pupil.] -**** Saccade [Move eyes rapidly between fixation points.] -**** Squint [Squeeze one or both eyes partly closed in an attempt to see more clearly or as a reaction to strong light.] -**** Stare [Look fixedly or vacantly at someone or something with eyes wide open.] -*** Move-face [Move the face or jaw.] -**** Bite [Seize with teeth or jaws an object or organism so as to grip or break the surface covering.] -**** Burp [Noisily release air from the stomach through the mouth. Belch.] -**** Chew [Repeatedly grinding, tearing, and or crushing with teeth or jaws.] -**** Gurgle [Make a hollow bubbling sound like that made by water running out of a bottle.] -**** Swallow [Cause or allow something, especially food or drink to pass down the throat.] -***** Gulp [Swallow quickly or in large mouthfuls, often audibly, sometimes to indicate apprehension.] -**** Yawn [Take a deep involuntary inhalation with the mouth open often as a sign of drowsiness or boredom.] -*** Move-head [Move head.] -**** Lift-head [Tilt head back lifting chin.] -**** Lower-head [Move head downward so that eyes are in a lower position.] -**** Turn-head [Rotate head horizontally to look in a different direction.] -*** Move-lower-extremity [Move leg and/or foot.] -**** Curl-toes [Bend toes sometimes to grip.] -**** Hop [Jump on one foot.] -**** Jog [Run at a trot to exercise.] -**** Jump [Move off the ground or other surface through sudden muscular effort in the legs.] -**** Kick [Strike out or flail with the foot or feet. Strike using the leg, in unison usually with an area of the knee or lower using the foot.] -**** Pedal [Move by working the pedals of a bicycle or other machine.] -**** Press-foot [Move by pressing foot.] -**** Run [Travel on foot at a fast pace.] -**** Step [Put one leg in front of the other and shift weight onto it.] -***** Heel-strike [Strike the ground with the heel during a step.] -***** Toe-off [Push with toe as part of a stride.] -**** Trot [Run at a moderate pace, typically with short steps.] -**** Walk [Move at a regular pace by lifting and setting down each foot in turn never having both feet off the ground at once.] -*** Move-torso [Move body trunk.] -*** Move-upper-extremity [Move arm, shoulder, and/or hand.] -**** Drop [Let or cause to fall vertically.] -**** Grab [Seize suddenly or quickly. Snatch or clutch.] -**** Grasp [Seize and hold firmly.] -**** Hold-down [Prevent someone or something from moving by holding them firmly.] -**** Lift [Raising something to higher position.] -**** Make-fist [Close hand tightly with the fingers bent against the palm.] -**** Point [Draw attention to something by extending a finger or arm.] -**** Press {relatedTag=Push} [Apply pressure to something to flatten, shape, smooth or depress it. This action tag should be used to indicate key presses and mouse clicks.] -**** Push {relatedTag=Press} [Apply force in order to move something away. Use Press to indicate a key press or mouse click.] -**** Reach [Stretch out your arm in order to get or touch something.] -**** Release [Make available or set free.] -**** Retract [Draw or pull back.] -**** Scratch [Drag claws or nails over a surface or on skin.] -**** Snap-fingers [Make a noise by pushing second finger hard against thumb and then releasing it suddenly so that it hits the base of the thumb.] -**** Touch [Come into or be in contact with.] -* Perceive [Produce an internal, conscious image through stimulating a sensory system.] -** Hear [Give attention to a sound.] -** See [Direct gaze toward someone or something or in a specified direction.] -** Smell [Inhale in order to ascertain an odor or scent.] -** Taste [Sense a flavor in the mouth and throat on contact with a substance.] -** Sense-by-touch [Sense something through receptors in the skin.] -* Perform [Carry out or accomplish an action, task, or function.] -** Close [Act as to blocked against entry or passage.] -** Collide-with [Hit with force when moving.] -** Halt [Bring or come to an abrupt stop.] -** Modify [Change something.] -** Open [Widen an aperture, door, or gap, especially one allowing access to something.] -** Operate [Control the functioning of a machine, process, or system.] -** Play [Engage in activity for enjoyment and recreation rather than a serious or practical purpose.] -** Read [Interpret something that is written or printed.] -** Repeat [Make do or perform again.] -** Rest [Be inactive in order to regain strength, health, or energy.] -** Write [Communicate or express by means of letters or symbols written or imprinted on a surface.] -* Think [Direct the mind toward someone or something or use the mind actively to form connected ideas.] -** Allow [Allow access to something such as allowing a car to pass.] -** Attend-to [Focus mental experience on specific targets.] -** Count [Tally items either silently or aloud.] -** Deny [Refuse to give or grant something requested or desired by someone.] -** Detect [Discover or identify the presence or existence of something.] -** Discriminate [Recognize a distinction.] -** Encode [Convert information or an instruction into a particular form.] -** Evade [Escape or avoid, especially by cleverness or trickery.] -** Generate [Cause something, especially an emotion or situation to arise or come about.] -** Identify [Establish or indicate who or what someone or something is.] -** Imagine [Form a mental image or concept of something.] -** Judge [Evaluate evidence to make a decision or form a belief.] -** Learn [Adaptively change behavior as the result of experience.] -** Memorize [Adaptively change behavior as the result of experience.] -** Plan [Think about the activities required to achieve a desired goal.] -** Predict [Say or estimate that something will happen or will be a consequence of something without having exact informaton.] -** Recognize [Identify someone or something from having encountered them before.] -** Respond [React to something such as a treatment or a stimulus.] -** Recall [Remember information by mental effort.] -** Switch-attention [Transfer attention from one focus to another.] -** Track [Follow a person, animal, or object through space or time.] + * Communicate [Convey knowledge of or information about something.] + ** Communicate-gesturally {relatedTag=Move-face, relatedTag=Move-upper-extremity} [Communicate nonverbally using visible bodily actions, either in place of speech or together and in parallel with spoken words. Gestures include movement of the hands, face, or other parts of the body.] + *** Clap-hands [Strike the palms of against one another resoundingly, and usually repeatedly, especially to express approval.] + *** Clear-throat {relatedTag=Move-face, relatedTag=Move-head} [Cough slightly so as to speak more clearly, attract attention, or to express hesitancy before saying something awkward.] + *** Frown {relatedTag=Move-face} [Express disapproval, displeasure, or concentration, typically by turning down the corners of the mouth.] + *** Grimace {relatedTag=Move-face} [Make a twisted expression, typically expressing disgust, pain, or wry amusement.] + *** Nod-head {relatedTag=Move-head} [Tilt head in alternating up and down arcs along the sagittal plane. It is most commonly, but not universally, used to indicate agreement, acceptance, or acknowledgement.] + *** Pump-fist {relatedTag=Move-upper-extremity} [Raise with fist clenched in triumph or affirmation.] + *** Raise-eyebrows {relatedTag=Move-face, relatedTag=Move-eyes} [Move eyebrows upward.] + *** Shake-fist {relatedTag=Move-upper-extremity} [Clench hand into a fist and shake to demonstrate anger.] + *** Shake-head {relatedTag=Move-head} [Turn head from side to side as a way of showing disagreement or refusal.] + *** Shhh {relatedTag=Move-upper-extremity} [Place finger over lips and possibly uttering the syllable shhh to indicate the need to be quiet.] + *** Shrug {relatedTag=Move-upper-extremity, relatedTag=Move-torso} [Lift shoulders up towards head to indicate a lack of knowledge about a particular topic.] + *** Smile {relatedTag=Move-face} [Form facial features into a pleased, kind, or amused expression, typically with the corners of the mouth turned up and the front teeth exposed.] + *** Spread-hands {relatedTag=Move-upper-extremity} [Spread hands apart to indicate ignorance.] + *** Thumbs-down {relatedTag=Move-upper-extremity} [Extend the thumb downward to indicate disapproval.] + *** Thumb-up {relatedTag=Move-upper-extremity} [Extend the thumb upward to indicate approval.] + *** Wave {relatedTag=Move-upper-extremity} [Raise hand and move left and right, as a greeting or sign of departure.] + *** Widen-eyes {relatedTag=Move-face, relatedTag=Move-eyes} [Open eyes and possibly with eyebrows lifted especially to express surprise or fear.] + *** Wink {relatedTag=Move-face, relatedTag=Move-eyes} [Close and open one eye quickly, typically to indicate that something is a joke or a secret or as a signal of affection or greeting.] + ** Communicate-musically [Communicate using music.] + *** Hum [Make a low, steady continuous sound like that of a bee. Sing with the lips closed and without uttering speech.] + *** Play-instrument [Make musical sounds using an instrument.] + *** Sing [Produce musical tones by means of the voice.] + *** Vocalize [Utter vocal sounds.] + *** Whistle [Produce a shrill clear sound by forcing breath out or air in through the puckered lips.] + ** Communicate-vocally [Communicate using mouth or vocal cords.] + *** Cry [Shed tears associated with emotions, usually sadness but also joy or frustration.] + *** Groan [Make a deep inarticulate sound in response to pain or despair.] + *** Laugh [Make the spontaneous sounds and movements of the face and body that are the instinctive expressions of lively amusement and sometimes also of contempt or derision.] + *** Scream [Make loud, vociferous cries or yells to express pain, excitement, or fear.] + *** Shout [Say something very loudly.] + *** Sigh [Emit a long, deep, audible breath expressing sadness, relief, tiredness, or a similar feeling.] + *** Speak [Communicate using spoken language.] + *** Whisper [Speak very softly using breath without vocal cords.] + * Move [Move in a specified direction or manner. Change position or posture.] + ** Breathe [Inhale or exhale during respiration.] + *** Blow [Expel air through pursed lips.] + *** Cough [Suddenly and audibly expel air from the lungs through a partially closed glottis, preceded by inhalation.] + *** Exhale [Blow out or expel breath.] + *** Hiccup [Involuntarily spasm the diaphragm and respiratory organs, with a sudden closure of the glottis and a characteristic sound like that of a cough.] + *** Hold-breath [Interrupt normal breathing by ceasing to inhale or exhale.] + *** Inhale [Draw in with the breath through the nose or mouth.] + *** Sneeze [Suddenly and violently expel breath through the nose and mouth.] + *** Sniff [Draw in air audibly through the nose to detect a smell, to stop it from running, or to express contempt.] + ** Move-body [Move entire body.] + *** Bend [Move body in a bowed or curved manner.] + *** Dance [Perform a purposefully selected sequences of human movement often with aesthetic or symbolic value. Move rhythmically to music, typically following a set sequence of steps.] + *** Fall-down [Lose balance and collapse.] + *** Flex [Cause a muscle to stand out by contracting or tensing it. Bend a limb or joint.] + *** Jerk [Make a quick, sharp, sudden movement.] + *** Lie-down [Move to a horizontal or resting position.] + *** Recover-balance [Return to a stable, upright body position.] + *** Sit-down [Move from a standing to a sitting position.] + *** Sit-up [Move from lying down to a sitting position.] + *** Stand-up [Move from a sitting to a standing position.] + *** Stretch [Straighten or extend body or a part of body to its full length, typically so as to tighten muscles or in order to reach something.] + *** Shudder [Tremble convulsively, sometimes as a result of fear or revulsion.] + *** Stumble [Trip or momentarily lose balance and almost fall.] + *** Turn [Change or cause to change direction.] + ** Move-body-part [Move one part of a body.] + *** Move-eyes [Move eyes.] + **** Blink [Shut and open the eyes quickly.] + **** Close-eyes [Lower and keep eyelids in a closed position.] + **** Fixate [Direct eyes to a specific point or target.] + **** Inhibit-blinks [Purposely prevent blinking.] + **** Open-eyes [Raise eyelids to expose pupil.] + **** Saccade [Move eyes rapidly between fixation points.] + **** Squint [Squeeze one or both eyes partly closed in an attempt to see more clearly or as a reaction to strong light.] + **** Stare [Look fixedly or vacantly at someone or something with eyes wide open.] + *** Move-face [Move the face or jaw.] + **** Bite [Seize with teeth or jaws an object or organism so as to grip or break the surface covering.] + **** Burp [Noisily release air from the stomach through the mouth. Belch.] + **** Chew [Repeatedly grinding, tearing, and or crushing with teeth or jaws.] + **** Gurgle [Make a hollow bubbling sound like that made by water running out of a bottle.] + **** Swallow [Cause or allow something, especially food or drink to pass down the throat.] + ***** Gulp [Swallow quickly or in large mouthfuls, often audibly, sometimes to indicate apprehension.] + **** Yawn [Take a deep involuntary inhalation with the mouth open often as a sign of drowsiness or boredom.] + *** Move-head [Move head.] + **** Lift-head [Tilt head back lifting chin.] + **** Lower-head [Move head downward so that eyes are in a lower position.] + **** Turn-head [Rotate head horizontally to look in a different direction.] + *** Move-lower-extremity [Move leg and/or foot.] + **** Curl-toes [Bend toes sometimes to grip.] + **** Hop [Jump on one foot.] + **** Jog [Run at a trot to exercise.] + **** Jump [Move off the ground or other surface through sudden muscular effort in the legs.] + **** Kick [Strike out or flail with the foot or feet. Strike using the leg, in unison usually with an area of the knee or lower using the foot.] + **** Pedal [Move by working the pedals of a bicycle or other machine.] + **** Press-foot [Move by pressing foot.] + **** Run [Travel on foot at a fast pace.] + **** Step [Put one leg in front of the other and shift weight onto it.] + ***** Heel-strike [Strike the ground with the heel during a step.] + ***** Toe-off [Push with toe as part of a stride.] + **** Trot [Run at a moderate pace, typically with short steps.] + **** Walk [Move at a regular pace by lifting and setting down each foot in turn never having both feet off the ground at once.] + *** Move-torso [Move body trunk.] + *** Move-upper-extremity [Move arm, shoulder, and/or hand.] + **** Drop [Let or cause to fall vertically.] + **** Grab [Seize suddenly or quickly. Snatch or clutch.] + **** Grasp [Seize and hold firmly.] + **** Hold-down [Prevent someone or something from moving by holding them firmly.] + **** Lift [Raising something to higher position.] + **** Make-fist [Close hand tightly with the fingers bent against the palm.] + **** Point [Draw attention to something by extending a finger or arm.] + **** Press {relatedTag=Push} [Apply pressure to something to flatten, shape, smooth or depress it. This action tag should be used to indicate key presses and mouse clicks.] + **** Push {relatedTag=Press} [Apply force in order to move something away. Use Press to indicate a key press or mouse click.] + **** Reach [Stretch out your arm in order to get or touch something.] + **** Release [Make available or set free.] + **** Retract [Draw or pull back.] + **** Scratch [Drag claws or nails over a surface or on skin.] + **** Snap-fingers [Make a noise by pushing second finger hard against thumb and then releasing it suddenly so that it hits the base of the thumb.] + **** Touch [Come into or be in contact with.] + * Perceive [Produce an internal, conscious image through stimulating a sensory system.] + ** Hear [Give attention to a sound.] + ** See [Direct gaze toward someone or something or in a specified direction.] + ** Smell [Inhale in order to ascertain an odor or scent.] + ** Taste [Sense a flavor in the mouth and throat on contact with a substance.] + ** Sense-by-touch [Sense something through receptors in the skin.] + * Perform [Carry out or accomplish an action, task, or function.] + ** Close [Act as to blocked against entry or passage.] + ** Collide-with [Hit with force when moving.] + ** Halt [Bring or come to an abrupt stop.] + ** Modify [Change something.] + ** Open [Widen an aperture, door, or gap, especially one allowing access to something.] + ** Operate [Control the functioning of a machine, process, or system.] + ** Play [Engage in activity for enjoyment and recreation rather than a serious or practical purpose.] + ** Read [Interpret something that is written or printed.] + ** Repeat [Make do or perform again.] + ** Rest [Be inactive in order to regain strength, health, or energy.] + ** Write [Communicate or express by means of letters or symbols written or imprinted on a surface.] + * Think [Direct the mind toward someone or something or use the mind actively to form connected ideas.] + ** Allow [Allow access to something such as allowing a car to pass.] + ** Attend-to [Focus mental experience on specific targets.] + ** Count [Tally items either silently or aloud.] + ** Deny [Refuse to give or grant something requested or desired by someone.] + ** Detect [Discover or identify the presence or existence of something.] + ** Discriminate [Recognize a distinction.] + ** Encode [Convert information or an instruction into a particular form.] + ** Evade [Escape or avoid, especially by cleverness or trickery.] + ** Generate [Cause something, especially an emotion or situation to arise or come about.] + ** Identify [Establish or indicate who or what someone or something is.] + ** Imagine [Form a mental image or concept of something.] + ** Judge [Evaluate evidence to make a decision or form a belief.] + ** Learn [Adaptively change behavior as the result of experience.] + ** Memorize [Adaptively change behavior as the result of experience.] + ** Plan [Think about the activities required to achieve a desired goal.] + ** Predict [Say or estimate that something will happen or will be a consequence of something without having exact informaton.] + ** Recognize [Identify someone or something from having encountered them before.] + ** Respond [React to something such as a treatment or a stimulus.] + ** Recall [Remember information by mental effort.] + ** Switch-attention [Transfer attention from one focus to another.] + ** Track [Follow a person, animal, or object through space or time.] '''Item''' {extensionAllowed} [An independently existing thing (living or nonliving).] -* Biological-item [An entity that is biological, that is related to living organisms.] -** Anatomical-item [A biological structure, system, fluid or other substance excluding single molecular entities.] -*** Body [The biological structure representing an organism.] -*** Body-part [Any part of an organism.] -**** Head [The upper part of the human body, or the front or upper part of the body of an animal, typically separated from the rest of the body by a neck, and containing the brain, mouth, and sense organs.] -***** Hair [The filamentous outgrowth of the epidermis.] -***** Ear [A sense organ needed for the detection of sound and for establishing balance.] -***** Face [The anterior portion of the head extending from the forehead to the chin and ear to ear. The facial structures contain the eyes, nose and mouth, cheeks and jaws.] -****** Cheek [The fleshy part of the face bounded by the eyes, nose, ear, and jaw line.] -****** Chin [The part of the face below the lower lip and including the protruding part of the lower jaw.] -****** Eye [The organ of sight or vision.] -****** Eyebrow [The arched strip of hair on the bony ridge above each eye socket.] -****** Forehead [The part of the face between the eyebrows and the normal hairline.] -****** Lip [Fleshy fold which surrounds the opening of the mouth.] -****** Nose [A structure of special sense serving as an organ of the sense of smell and as an entrance to the respiratory tract.] -****** Mouth [The proximal portion of the digestive tract, containing the oral cavity and bounded by the oral opening.] -****** Teeth [The hard bonelike structures in the jaws. A collection of teeth arranged in some pattern in the mouth or other part of the body.] -**** Lower-extremity [Refers to the whole inferior limb (leg and/or foot).] -***** Ankle [A gliding joint between the distal ends of the tibia and fibula and the proximal end of the talus.] -***** Calf [The fleshy part at the back of the leg below the knee.] -***** Foot [The structure found below the ankle joint required for locomotion.] -****** Big-toe [The largest toe on the inner side of the foot.] -****** Heel [The back of the foot below the ankle.] -****** Instep [The part of the foot between the ball and the heel on the inner side.] -****** Little-toe [The smallest toe located on the outer side of the foot.] -****** Toes [The terminal digits of the foot.] -***** Knee [A joint connecting the lower part of the femur with the upper part of the tibia.] -***** Shin [Front part of the leg below the knee.] -***** Thigh [Upper part of the leg between hip and knee.] -**** Torso [The body excluding the head and neck and limbs.] -***** Torso-back [The rear surface of the human body from the shoulders to the hips.] -***** Buttocks [The round fleshy parts that form the lower rear area of a human trunk.] -***** Torso-chest [The anterior side of the thorax from the neck to the abdomen.] -***** Gentalia [The external organs of reproduction.] -***** Hip [The lateral prominence of the pelvis from the waist to the thigh.] -***** Waist [The abdominal circumference at the navel.] -**** Upper-extremity [Refers to the whole superior limb (shoulder, arm, elbow, wrist, hand).] -***** Elbow [A type of hinge joint located between the forearm and upper arm.] -***** Forearm [Lower part of the arm between the elbow and wrist.] -***** Hand [The distal portion of the upper extremity. It consists of the carpus, metacarpus, and digits.] -****** Finger [Any of the digits of the hand.] -******* Index-finger [The second finger from the radial side of the hand, next to the thumb.] -******* Little-finger [The fifth and smallest finger from the radial side of the hand.] -******* Middle-finger [The middle or third finger from the radial side of the hand.] -******* Ring-finger [The fourth finger from the radial side of the hand.] -******* Thumb [The thick and short hand digit which is next to the index finger in humans.] -****** Palm [The part of the inner surface of the hand that extends from the wrist to the bases of the fingers.] -****** Knuckles [A part of a finger at a joint where the bone is near the surface, especially where the finger joins the hand.] -***** Shoulder [Joint attaching upper arm to trunk.] -***** Upper-arm [Portion of arm between shoulder and elbow.] -***** Wrist [A joint between the distal end of the radius and the proximal row of carpal bones.] -** Organism [A living entity, more specifically a biological entity that consists of one or more cells and is capable of genomic replication (independently or not).] -*** Animal [A living organism that has membranous cell walls, requires oxygen and organic foods, and is capable of voluntary movement.] -*** Human [The bipedal primate mammal Homo sapiens.] -*** Plant [Any living organism that typically synthesizes its food from inorganic substances and possesses cellulose cell walls.] -* Language-item {suggestedTag=Sensory-presentation} [An entity related to a systematic means of communicating by the use of sounds, symbols, or gestures.] -** Character [A mark or symbol used in writing.] -** Clause [A unit of grammatical organization next below the sentence in rank, usually consisting of a subject and predicate.] -** Glyph [A hieroglyphic character, symbol, or pictograph.] -** Nonword [A group of letters or speech sounds that looks or sounds like a word but that is not accepted as such by native speakers.] -** Paragraph [A distinct section of a piece of writing, usually dealing with a single theme.] -** Phoneme [A speech sound that is distinguished by the speakers of a particular language.] -** Phrase [A phrase is a group of words functioning as a single unit in the syntax of a sentence.] -** Sentence [A set of words that is complete in itself, conveying a statement, question, exclamation, or command and typically containing an explicit or implied subject and a predicate containing a finite verb.] -** Syllable [A unit of spoken language larger than a phoneme.] -** Textblock [A block of text.] -** Word [A word is the smallest free form (an item that may be expressed in isolation with semantic or pragmatic content) in a language.] -* Object {suggestedTag=Sensory-presentation} [Something perceptible by one or more of the senses, especially by vision or touch. A material thing.] -** Geometric-object [An object or a representation that has structure and topology in space.] -*** Pattern [An arrangement of objects, facts, behaviors, or other things which have scientific, mathematical, geometric, statistical, or other meaning.] -**** Dots [A small round mark or spot.] -**** LED-pattern [A pattern created by lighting selected members of a fixed light emitting diode array.] -*** 2D-shape [A planar, two-dimensional shape.] -**** Arrow [A shape with a pointed end indicating direction.] -**** Clockface [The dial face of a clock. A location identifier based on clockface numbering or anatomic subregion.] -**** Cross [A figure or mark formed by two intersecting lines crossing at their midpoints.] -**** Dash [A horizontal stroke in writing or printing to mark a pause or break in sense or to represent omitted letters or words.] -**** Ellipse [A closed plane curve resulting from the intersection of a circular cone and a plane cutting completely through it, especially a plane not parallel to the base.] -***** Circle [A ring-shaped structure with every point equidistant from the center.] -**** Rectangle [A parallelogram with four right angles.] -***** Square [A square is a special rectangle with four equal sides.] -**** Single-point [A point is a geometric entity that is located in a zero-dimensional spatial region and whose position is defined by its coordinates in some coordinate system.] -**** Star [A conventional or stylized representation of a star, typically one having five or more points.] -**** Triangle [A three-sided polygon.] -*** 3D-shape [A geometric three-dimensional shape.] -**** Box [A square or rectangular vessel, usually made of cardboard or plastic.] -***** Cube [A solid or semi-solid in the shape of a three dimensional square.] -**** Cone [A shape whose base is a circle and whose sides taper up to a point.] -**** Cylinder [A surface formed by circles of a given radius that are contained in a plane perpendicular to a given axis, whose centers align on the axis.] -**** Ellipsoid [A closed plane curve resulting from the intersection of a circular cone and a plane cutting completely through it, especially a plane not parallel to the base.] -***** Sphere [A solid or hollow three-dimensional object bounded by a closed surface such that every point on the surface is equidistant from the center.] -**** Pyramid [A polyhedron of which one face is a polygon of any number of sides, and the other faces are triangles with a common vertex.] -** Ingestible-object [Something that can be taken into the body by the mouth for digestion or absorption.] -** Man-made-object [Something constructed by human means.] -*** Building [A structure that has a roof and walls and stands more or less permanently in one place.] -**** Room [An area within a building enclosed by walls and floor and ceiling.] -**** Roof [A roof is the covering on the uppermost part of a building which provides protection from animals and weather, notably rain, but also heat, wind and sunlight.] -**** Entrance [The means or place of entry.] -**** Attic [A room or a space immediately below the roof of a building.] -**** Basement [The part of a building that is wholly or partly below ground level.] -*** Clothing [A covering designed to be worn on the body.] -*** Device [An object contrived for a specific purpose.] -**** Assistive-device [A device that help an individual accomplish a task.] -***** Glasses [Frames with lenses worn in front of the eye for vision correction, eye protection, or protection from UV rays.] -***** Writing-device [A device used for writing.] -****** Pen [A common writing instrument used to apply ink to a surface for writing or drawing.] -****** Pencil [An implement for writing or drawing that is constructed of a narrow solid pigment core in a protective casing that prevents the core from being broken or marking the hand.] -**** Computing-device [An electronic device which take inputs and processes results from the inputs.] -***** Cellphone [A telephone with access to a cellular radio system so it can be used over a wide area, without a physical connection to a network.] -***** Desktop-computer [A computer suitable for use at an ordinary desk.] -***** Laptop-computer [A computer that is portable and suitable for use while traveling.] -***** Tablet-computer [A small portable computer that accepts input directly on to its screen rather than via a keyboard or mouse.] -**** Engine [A motor is a machine designed to convert one or more forms of energy into mechanical energy.] -**** IO-device [Hardware used by a human (or other system) to communicate with a computer.] -***** Input-device [A piece of equipment used to provide data and control signals to an information processing system such as a computer or information appliance.] -****** Computer-mouse [A hand-held pointing device that detects two-dimensional motion relative to a surface.] -******* Mouse-button [An electric switch on a computer mouse which can be pressed or clicked to select or interact with an element of a graphical user interface.] -******* Scroll-wheel [A scroll wheel or mouse wheel is a wheel used for scrolling made of hard plastic with a rubbery surface usually located between the left and right mouse buttons and is positioned perpendicular to the mouse surface.] -****** Joystick [A control device that uses a movable handle to create two-axis input for a computer device.] -****** Keyboard [A device consisting of mechanical keys that are pressed to create input to a computer.] -******* Keyboard-key [A button on a keyboard usually representing letters, numbers, functions, or symbols.] -******** # {takesValue} [Value of a keyboard key.] -****** Keypad [A device consisting of keys, usually in a block arrangement, that provides limited input to a system.] -******* Keypad-key [A key on a separate section of a computer keyboard that groups together numeric keys and those for mathematical or other special functions in an arrangement like that of a calculator.] -******** # {takesValue} [Value of keypad key.] -****** Microphone [A device designed to convert sound to an electrical signal.] -****** Push-button [A switch designed to be operated by pressing a button.] -***** Output-device [Any piece of computer hardware equipment which converts information into human understandable form.] -****** Display-device [An output device for presentation of information in visual or tactile form the latter used for example in tactile electronic displays for blind people.] -******* Head-mounted-display [An instrument that functions as a display device, worn on the head or as part of a helmet, that has a small display optic in front of one (monocular HMD) or each eye (binocular HMD).] -******* LED-display [A LED display is a flat panel display that uses an array of light-emitting diodes as pixels for a video display.] -******* Computer-screen [An electronic device designed as a display or a physical device designed to be a protective meshwork.] -******** Screen-window [A part of a computer screen that contains a display different from the rest of the screen. A window is a graphical control element consisting of a visual area containing some of the graphical user interface of the program it belongs to and is framed by a window decoration.] -****** Auditory-device [A device designed to produce sound.] -******* Headphones [An instrument that consists of a pair of small loudspeakers, or less commonly a single speaker, held close to ears and connected to a signal source such as an audio amplifier, radio, CD player or portable media player.] -******* Loudspeaker [A device designed to convert electrical signals to sounds that can be heard.] -***** Recording-device [A device that copies information in a signal into a persistent information bearer.] -****** EEG-recorder [A device for recording electric currents in the brain using electrodes applied to the scalp, to the surface of the brain, or placed within the substance of the brain.] -****** File-storage [A device for recording digital information to a permanent media.] -****** MEG-recorder [A device for measuring the magnetic fields produced by electrical activity in the brain, usually conducted externally.] -****** Motion-capture [A device for recording the movement of objects or people.] -****** Tape-recorder [A device for recording and reproduction usually using magnetic tape for storage that can be saved and played back.] -***** Touchscreen [A control component that operates an electronic device by pressing the display on the screen.] -**** Machine [A human-made device that uses power to apply forces and control movement to perform an action.] -**** Measurement-device [A device in which a measure function inheres.] -***** Clock [A device designed to indicate the time of day or to measure the time duration of an event or action.] -****** Clock-face [A location identifier based on clockface numbering or anatomic subregion.] -**** Robot [A mechanical device that sometimes resembles a living animal and is capable of performing a variety of often complex human tasks on command or by being programmed in advance.] -**** Tool [A component that is not part of a device but is designed to support its assemby or operation.] -*** Document [A physical object, or electronic counterpart, that is characterized by containing writing which is meant to be human-readable.] -**** Letter [A written message addressed to a person or organization.] -**** Note [A brief written record.] -**** Book [A volume made up of pages fastened along one edge and enclosed between protective covers.] -**** Notebook [A book for notes or memoranda.] -**** Questionnaire [A document consisting of questions and possibly responses, depending on whether it has been filled out.] -*** Furnishing [Furniture, fittings, and other decorative accessories, such as curtains and carpets, for a house or room.] -*** Manufactured-material [Substances created or extracted from raw materials.] -**** Ceramic [A hard, brittle, heat-resistant and corrosion-resistant material made by shaping and then firing a nonmetallic mineral, such as clay, at a high temperature.] -**** Glass [A brittle transparent solid with irregular atomic structure.] -**** Paper [A thin sheet material produced by mechanically or chemically processing cellulose fibres derived from wood, rags, grasses or other vegetable sources in water.] -**** Plastic [Various high-molecular-weight thermoplastic or thermosetting polymers that are capable of being molded, extruded, drawn, or otherwise shaped and then hardened into a form.] -**** Steel [An alloy made up of iron with typically a few tenths of a percent of carbon to improve its strength and fracture resistance compared to iron.] -*** Media [Media are audo/visual/audiovisual modes of communicating information for mass consumption.] -**** Media-clip [A short segment of media.] -***** Audio-clip [A short segment of audio.] -***** Audiovisual-clip [A short media segment containing both audio and video.] -***** Video-clip [A short segment of video.] -**** Visualization [An planned process that creates images, diagrams or animations from the input data.] -***** Animation [A form of graphical illustration that changes with time to give a sense of motion or represent dynamic changes in the portrayal.] -***** Art-installation [A large-scale, mixed-media constructions, often designed for a specific place or for a temporary period of time.] -***** Braille [A display using a system of raised dots that can be read with the fingers by people who are blind.] -***** Image [Any record of an imaging event whether physical or electronic.] -****** Cartoon [A type of illustration, sometimes animated, typically in a non-realistic or semi-realistic style. The specific meaning has evolved over time, but the modern usage usually refers to either an image or series of images intended for satire, caricature, or humor. A motion picture that relies on a sequence of illustrations for its animation.] -****** Drawing [A representation of an object or outlining a figure, plan, or sketch by means of lines.] -****** Icon [A sign (such as a word or graphic symbol) whose form suggests its meaning.] -****** Painting [A work produced through the art of painting.] -****** Photograph [An image recorded by a camera.] -***** Movie [A sequence of images displayed in succession giving the illusion of continuous movement.] -***** Outline-visualization [A visualization consisting of a line or set of lines enclosing or indicating the shape of an object in a sketch or diagram.] -***** Point-light-visualization [A display in which action is depicted using a few points of light, often generated from discrete sensors in motion capture.] -***** Sculpture [A two- or three-dimensional representative or abstract forms, especially by carving stone or wood or by casting metal or plaster.] -***** Stick-figure-visualization [A drawing showing the head of a human being or animal as a circle and all other parts as straight lines.] -*** Navigational-object [An object whose purpose is to assist directed movement from one location to another.] -**** Path [A trodden way. A way or track laid down for walking or made by continual treading.] -**** Road [An open way for the passage of vehicles, persons, or animals on land.] -***** Lane [A defined path with physical dimensions through which an object or substance may traverse.] -**** Runway [A paved strip of ground on a landing field for the landing and takeoff of aircraft.] -*** Vehicle [A mobile machine which transports people or cargo.] -**** Aircraft [A vehicle which is able to travel through air in an atmosphere.] -**** Bicycle [A human-powered, pedal-driven, single-track vehicle, having two wheels attached to a frame, one behind the other.] -**** Boat [A watercraft of any size which is able to float or plane on water.] -**** Car [A wheeled motor vehicle used primarily for the transportation of human passengers.] -**** Cart [A cart is a vehicle which has two wheels and is designed to transport human passengers or cargo.] -**** Tractor [A mobile machine specifically designed to deliver a high tractive effort at slow speeds, and mainly used for the purposes of hauling a trailer or machinery used in agriculture or construction.] -**** Train [A connected line of railroad cars with or without a locomotive.] -**** Truck [A motor vehicle which, as its primary funcion, transports cargo rather than human passangers.] -** Natural-object [Something that exists in or is produced by nature, and is not artificial or man-made.] -*** Mineral [A solid, homogeneous, inorganic substance occurring in nature and having a definite chemical composition.] -*** Natural-feature [A feature that occurs in nature. A prominent or identifiable aspect, region, or site of interest.] -**** Field [An unbroken expanse as of ice or grassland.] -**** Hill [A rounded elevation of limited extent rising above the surrounding land with local relief of less than 300m.] -**** Mountain [A landform that extends above the surrounding terrain in a limited area.] -**** River [A natural freshwater surface stream of considerable volume and a permanent or seasonal flow, moving in a definite channel toward a sea, lake, or another river.] -**** Waterfall [A sudden descent of water over a step or ledge in the bed of a river.] -* Sound [Mechanical vibrations transmitted by an elastic medium. Something that can be heard.] -** Environmental-sound [Sounds occuring in the environment. An accumulation of noise pollution that occurs outside. This noise can be caused by transport, industrial, and recreational activities.] -*** Crowd-sound [Noise produced by a mixture of sounds from a large group of people.] -*** Signal-noise [Any part of a signal that is not the true or original signal but is introduced by the communication mechanism.] -** Musical-sound [Sound produced by continuous and regular vibrations, as opposed to noise.] -*** Tone [A musical note, warble, or other sound used as a particular signal on a telephone or answering machine.] -*** Instrument-sound [Sound produced by a musical instrument.] -*** Vocalized-sound [Musical sound produced by vocal cords in a biological agent.] -** Named-animal-sound [A sound recognizable as being associated with particular animals.] -*** Barking [Sharp explosive cries like sounds made by certain animals, especially a dog, fox, or seal.] -*** Bleating [Wavering cries like sounds made by a sheep, goat, or calf.] -*** Crowing [Loud shrill sounds characteristic of roosters.] -*** Chirping [Short, sharp, high-pitched noises like sounds made by small birds or an insects.] -*** Growling [Low guttural sounds like those that made in the throat by a hostile dog or other animal.] -*** Meowing [Vocalizations like those made by as those cats. These sounds have diverse tones and are sometimes chattered, murmured or whispered. The purpose can be assertive.] -*** Mooing [Deep vocal sounds like those made by a cow.] -*** Purring [Low continuous vibratory sound such as those made by cats. The sound expresses contentment.] -*** Roaring [Loud, deep, or harsh prolonged sounds such as those made by big cats and bears for long-distance communication and intimidation.] -*** Squawking [Loud, harsh noises such as those made by geese.] -** Named-object-sound [A sound identifiable as coming from a particular type of object.] -*** Alarm-sound [A loud signal often loud continuous ringing to alert people to a problem or condition that requires urgent attention.] -*** Beep [A short, single tone, that is typically high-pitched and generally made by a computer or other machine.] -*** Buzz [A persistent vibratory sound often made by a buzzer device and used to indicate something incorrect.] -*** Ka-ching [The sound made by a mechanical cash register, often to designate a reward.] -*** Click [The sound made by a mechanical cash register, often to designate a reward.] -*** Ding [A short ringing sound such as that made by a bell, often to indicate a correct response or the expiration of time.] -*** Horn-blow [A loud sound made by forcing air through a sound device that funnels air to create the sound, often used to sound an alert.] -*** Siren [A loud, continuous sound often varying in frequency designed to indicate an emergency.] + * Biological-item [An entity that is biological, that is related to living organisms.] + ** Anatomical-item [A biological structure, system, fluid or other substance excluding single molecular entities.] + *** Body [The biological structure representing an organism.] + *** Body-part [Any part of an organism.] + **** Head [The upper part of the human body, or the front or upper part of the body of an animal, typically separated from the rest of the body by a neck, and containing the brain, mouth, and sense organs.] + ***** Hair [The filamentous outgrowth of the epidermis.] + ***** Ear [A sense organ needed for the detection of sound and for establishing balance.] + ***** Face [The anterior portion of the head extending from the forehead to the chin and ear to ear. The facial structures contain the eyes, nose and mouth, cheeks and jaws.] + ****** Cheek [The fleshy part of the face bounded by the eyes, nose, ear, and jaw line.] + ****** Chin [The part of the face below the lower lip and including the protruding part of the lower jaw.] + ****** Eye [The organ of sight or vision.] + ****** Eyebrow [The arched strip of hair on the bony ridge above each eye socket.] + ****** Forehead [The part of the face between the eyebrows and the normal hairline.] + ****** Lip [Fleshy fold which surrounds the opening of the mouth.] + ****** Nose [A structure of special sense serving as an organ of the sense of smell and as an entrance to the respiratory tract.] + ****** Mouth [The proximal portion of the digestive tract, containing the oral cavity and bounded by the oral opening.] + ****** Teeth [The hard bonelike structures in the jaws. A collection of teeth arranged in some pattern in the mouth or other part of the body.] + **** Lower-extremity [Refers to the whole inferior limb (leg and/or foot).] + ***** Ankle [A gliding joint between the distal ends of the tibia and fibula and the proximal end of the talus.] + ***** Calf [The fleshy part at the back of the leg below the knee.] + ***** Foot [The structure found below the ankle joint required for locomotion.] + ****** Big-toe [The largest toe on the inner side of the foot.] + ****** Heel [The back of the foot below the ankle.] + ****** Instep [The part of the foot between the ball and the heel on the inner side.] + ****** Little-toe [The smallest toe located on the outer side of the foot.] + ****** Toes [The terminal digits of the foot.] + ***** Knee [A joint connecting the lower part of the femur with the upper part of the tibia.] + ***** Shin [Front part of the leg below the knee.] + ***** Thigh [Upper part of the leg between hip and knee.] + **** Torso [The body excluding the head and neck and limbs.] + ***** Torso-back [The rear surface of the human body from the shoulders to the hips.] + ***** Buttocks [The round fleshy parts that form the lower rear area of a human trunk.] + ***** Torso-chest [The anterior side of the thorax from the neck to the abdomen.] + ***** Gentalia {deprecatedFrom=8.1.0} [The external organs of reproduction.] + ***** Hip [The lateral prominence of the pelvis from the waist to the thigh.] + ***** Waist [The abdominal circumference at the navel.] + **** Upper-extremity [Refers to the whole superior limb (shoulder, arm, elbow, wrist, hand).] + ***** Elbow [A type of hinge joint located between the forearm and upper arm.] + ***** Forearm [Lower part of the arm between the elbow and wrist.] + ***** Hand [The distal portion of the upper extremity. It consists of the carpus, metacarpus, and digits.] + ****** Finger [Any of the digits of the hand.] + ******* Index-finger [The second finger from the radial side of the hand, next to the thumb.] + ******* Little-finger [The fifth and smallest finger from the radial side of the hand.] + ******* Middle-finger [The middle or third finger from the radial side of the hand.] + ******* Ring-finger [The fourth finger from the radial side of the hand.] + ******* Thumb [The thick and short hand digit which is next to the index finger in humans.] + ****** Palm [The part of the inner surface of the hand that extends from the wrist to the bases of the fingers.] + ****** Knuckles [A part of a finger at a joint where the bone is near the surface, especially where the finger joins the hand.] + ***** Shoulder [Joint attaching upper arm to trunk.] + ***** Upper-arm [Portion of arm between shoulder and elbow.] + ***** Wrist [A joint between the distal end of the radius and the proximal row of carpal bones.] + ** Organism [A living entity, more specifically a biological entity that consists of one or more cells and is capable of genomic replication (independently or not).] + *** Animal [A living organism that has membranous cell walls, requires oxygen and organic foods, and is capable of voluntary movement.] + *** Human [The bipedal primate mammal Homo sapiens.] + *** Plant [Any living organism that typically synthesizes its food from inorganic substances and possesses cellulose cell walls.] + * Language-item {suggestedTag=Sensory-presentation} [An entity related to a systematic means of communicating by the use of sounds, symbols, or gestures.] + ** Character [A mark or symbol used in writing.] + ** Clause [A unit of grammatical organization next below the sentence in rank, usually consisting of a subject and predicate.] + ** Glyph [A hieroglyphic character, symbol, or pictograph.] + ** Nonword [A group of letters or speech sounds that looks or sounds like a word but that is not accepted as such by native speakers.] + ** Paragraph [A distinct section of a piece of writing, usually dealing with a single theme.] + ** Phoneme [A speech sound that is distinguished by the speakers of a particular language.] + ** Phrase [A phrase is a group of words functioning as a single unit in the syntax of a sentence.] + ** Sentence [A set of words that is complete in itself, conveying a statement, question, exclamation, or command and typically containing an explicit or implied subject and a predicate containing a finite verb.] + ** Syllable [A unit of spoken language larger than a phoneme.] + ** Textblock [A block of text.] + ** Word [A word is the smallest free form (an item that may be expressed in isolation with semantic or pragmatic content) in a language.] + * Object {suggestedTag=Sensory-presentation} [Something perceptible by one or more of the senses, especially by vision or touch. A material thing.] + ** Geometric-object [An object or a representation that has structure and topology in space.] + *** Pattern [An arrangement of objects, facts, behaviors, or other things which have scientific, mathematical, geometric, statistical, or other meaning.] + **** Dots [A small round mark or spot.] + **** LED-pattern [A pattern created by lighting selected members of a fixed light emitting diode array.] + *** 2D-shape [A planar, two-dimensional shape.] + **** Arrow [A shape with a pointed end indicating direction.] + **** Clockface [The dial face of a clock. A location identifier based on clockface numbering or anatomic subregion.] + **** Cross [A figure or mark formed by two intersecting lines crossing at their midpoints.] + **** Dash [A horizontal stroke in writing or printing to mark a pause or break in sense or to represent omitted letters or words.] + **** Ellipse [A closed plane curve resulting from the intersection of a circular cone and a plane cutting completely through it, especially a plane not parallel to the base.] + ***** Circle [A ring-shaped structure with every point equidistant from the center.] + **** Rectangle [A parallelogram with four right angles.] + ***** Square [A square is a special rectangle with four equal sides.] + **** Single-point [A point is a geometric entity that is located in a zero-dimensional spatial region and whose position is defined by its coordinates in some coordinate system.] + **** Star [A conventional or stylized representation of a star, typically one having five or more points.] + **** Triangle [A three-sided polygon.] + *** 3D-shape [A geometric three-dimensional shape.] + **** Box [A square or rectangular vessel, usually made of cardboard or plastic.] + ***** Cube [A solid or semi-solid in the shape of a three dimensional square.] + **** Cone [A shape whose base is a circle and whose sides taper up to a point.] + **** Cylinder [A surface formed by circles of a given radius that are contained in a plane perpendicular to a given axis, whose centers align on the axis.] + **** Ellipsoid [A closed plane curve resulting from the intersection of a circular cone and a plane cutting completely through it, especially a plane not parallel to the base.] + ***** Sphere [A solid or hollow three-dimensional object bounded by a closed surface such that every point on the surface is equidistant from the center.] + **** Pyramid [A polyhedron of which one face is a polygon of any number of sides, and the other faces are triangles with a common vertex.] + ** Ingestible-object [Something that can be taken into the body by the mouth for digestion or absorption.] + ** Man-made-object [Something constructed by human means.] + *** Building [A structure that has a roof and walls and stands more or less permanently in one place.] + **** Room [An area within a building enclosed by walls and floor and ceiling.] + **** Roof [A roof is the covering on the uppermost part of a building which provides protection from animals and weather, notably rain, but also heat, wind and sunlight.] + **** Entrance [The means or place of entry.] + **** Attic [A room or a space immediately below the roof of a building.] + **** Basement [The part of a building that is wholly or partly below ground level.] + *** Clothing [A covering designed to be worn on the body.] + *** Device [An object contrived for a specific purpose.] + **** Assistive-device [A device that help an individual accomplish a task.] + ***** Glasses [Frames with lenses worn in front of the eye for vision correction, eye protection, or protection from UV rays.] + ***** Writing-device [A device used for writing.] + ****** Pen [A common writing instrument used to apply ink to a surface for writing or drawing.] + ****** Pencil [An implement for writing or drawing that is constructed of a narrow solid pigment core in a protective casing that prevents the core from being broken or marking the hand.] + **** Computing-device [An electronic device which take inputs and processes results from the inputs.] + ***** Cellphone [A telephone with access to a cellular radio system so it can be used over a wide area, without a physical connection to a network.] + ***** Desktop-computer [A computer suitable for use at an ordinary desk.] + ***** Laptop-computer [A computer that is portable and suitable for use while traveling.] + ***** Tablet-computer [A small portable computer that accepts input directly on to its screen rather than via a keyboard or mouse.] + **** Engine [A motor is a machine designed to convert one or more forms of energy into mechanical energy.] + **** IO-device [Hardware used by a human (or other system) to communicate with a computer.] + ***** Input-device [A piece of equipment used to provide data and control signals to an information processing system such as a computer or information appliance.] + ****** Computer-mouse [A hand-held pointing device that detects two-dimensional motion relative to a surface.] + ******* Mouse-button [An electric switch on a computer mouse which can be pressed or clicked to select or interact with an element of a graphical user interface.] + ******* Scroll-wheel [A scroll wheel or mouse wheel is a wheel used for scrolling made of hard plastic with a rubbery surface usually located between the left and right mouse buttons and is positioned perpendicular to the mouse surface.] + ****** Joystick [A control device that uses a movable handle to create two-axis input for a computer device.] + ****** Keyboard [A device consisting of mechanical keys that are pressed to create input to a computer.] + ******* Keyboard-key [A button on a keyboard usually representing letters, numbers, functions, or symbols.] + ******** # {takesValue} [Value of a keyboard key.] + ****** Keypad [A device consisting of keys, usually in a block arrangement, that provides limited input to a system.] + ******* Keypad-key [A key on a separate section of a computer keyboard that groups together numeric keys and those for mathematical or other special functions in an arrangement like that of a calculator.] + ******** # {takesValue} [Value of keypad key.] + ****** Microphone [A device designed to convert sound to an electrical signal.] + ****** Push-button [A switch designed to be operated by pressing a button.] + ***** Output-device [Any piece of computer hardware equipment which converts information into human understandable form.] + ****** Display-device [An output device for presentation of information in visual or tactile form the latter used for example in tactile electronic displays for blind people.] + ******* Head-mounted-display [An instrument that functions as a display device, worn on the head or as part of a helmet, that has a small display optic in front of one (monocular HMD) or each eye (binocular HMD).] + ******* LED-display [A LED display is a flat panel display that uses an array of light-emitting diodes as pixels for a video display.] + ******* Computer-screen [An electronic device designed as a display or a physical device designed to be a protective meshwork.] + ******** Screen-window [A part of a computer screen that contains a display different from the rest of the screen. A window is a graphical control element consisting of a visual area containing some of the graphical user interface of the program it belongs to and is framed by a window decoration.] + ****** Auditory-device [A device designed to produce sound.] + ******* Headphones [An instrument that consists of a pair of small loudspeakers, or less commonly a single speaker, held close to ears and connected to a signal source such as an audio amplifier, radio, CD player or portable media player.] + ******* Loudspeaker [A device designed to convert electrical signals to sounds that can be heard.] + ***** Recording-device [A device that copies information in a signal into a persistent information bearer.] + ****** EEG-recorder [A device for recording electric currents in the brain using electrodes applied to the scalp, to the surface of the brain, or placed within the substance of the brain.] + ****** File-storage [A device for recording digital information to a permanent media.] + ****** MEG-recorder [A device for measuring the magnetic fields produced by electrical activity in the brain, usually conducted externally.] + ****** Motion-capture [A device for recording the movement of objects or people.] + ****** Tape-recorder [A device for recording and reproduction usually using magnetic tape for storage that can be saved and played back.] + ***** Touchscreen [A control component that operates an electronic device by pressing the display on the screen.] + **** Machine [A human-made device that uses power to apply forces and control movement to perform an action.] + **** Measurement-device [A device in which a measure function inheres.] + ***** Clock [A device designed to indicate the time of day or to measure the time duration of an event or action.] + ****** Clock-face [A location identifier based on clockface numbering or anatomic subregion.] + **** Robot [A mechanical device that sometimes resembles a living animal and is capable of performing a variety of often complex human tasks on command or by being programmed in advance.] + **** Tool [A component that is not part of a device but is designed to support its assemby or operation.] + *** Document [A physical object, or electronic counterpart, that is characterized by containing writing which is meant to be human-readable.] + **** Letter [A written message addressed to a person or organization.] + **** Note [A brief written record.] + **** Book [A volume made up of pages fastened along one edge and enclosed between protective covers.] + **** Notebook [A book for notes or memoranda.] + **** Questionnaire [A document consisting of questions and possibly responses, depending on whether it has been filled out.] + *** Furnishing [Furniture, fittings, and other decorative accessories, such as curtains and carpets, for a house or room.] + *** Manufactured-material [Substances created or extracted from raw materials.] + **** Ceramic [A hard, brittle, heat-resistant and corrosion-resistant material made by shaping and then firing a nonmetallic mineral, such as clay, at a high temperature.] + **** Glass [A brittle transparent solid with irregular atomic structure.] + **** Paper [A thin sheet material produced by mechanically or chemically processing cellulose fibres derived from wood, rags, grasses or other vegetable sources in water.] + **** Plastic [Various high-molecular-weight thermoplastic or thermosetting polymers that are capable of being molded, extruded, drawn, or otherwise shaped and then hardened into a form.] + **** Steel [An alloy made up of iron with typically a few tenths of a percent of carbon to improve its strength and fracture resistance compared to iron.] + *** Media [Media are audo/visual/audiovisual modes of communicating information for mass consumption.] + **** Media-clip [A short segment of media.] + ***** Audio-clip [A short segment of audio.] + ***** Audiovisual-clip [A short media segment containing both audio and video.] + ***** Video-clip [A short segment of video.] + **** Visualization [An planned process that creates images, diagrams or animations from the input data.] + ***** Animation [A form of graphical illustration that changes with time to give a sense of motion or represent dynamic changes in the portrayal.] + ***** Art-installation [A large-scale, mixed-media constructions, often designed for a specific place or for a temporary period of time.] + ***** Braille [A display using a system of raised dots that can be read with the fingers by people who are blind.] + ***** Image [Any record of an imaging event whether physical or electronic.] + ****** Cartoon [A type of illustration, sometimes animated, typically in a non-realistic or semi-realistic style. The specific meaning has evolved over time, but the modern usage usually refers to either an image or series of images intended for satire, caricature, or humor. A motion picture that relies on a sequence of illustrations for its animation.] + ****** Drawing [A representation of an object or outlining a figure, plan, or sketch by means of lines.] + ****** Icon [A sign (such as a word or graphic symbol) whose form suggests its meaning.] + ****** Painting [A work produced through the art of painting.] + ****** Photograph [An image recorded by a camera.] + ***** Movie [A sequence of images displayed in succession giving the illusion of continuous movement.] + ***** Outline-visualization [A visualization consisting of a line or set of lines enclosing or indicating the shape of an object in a sketch or diagram.] + ***** Point-light-visualization [A display in which action is depicted using a few points of light, often generated from discrete sensors in motion capture.] + ***** Sculpture [A two- or three-dimensional representative or abstract forms, especially by carving stone or wood or by casting metal or plaster.] + ***** Stick-figure-visualization [A drawing showing the head of a human being or animal as a circle and all other parts as straight lines.] + *** Navigational-object [An object whose purpose is to assist directed movement from one location to another.] + **** Path [A trodden way. A way or track laid down for walking or made by continual treading.] + **** Road [An open way for the passage of vehicles, persons, or animals on land.] + ***** Lane [A defined path with physical dimensions through which an object or substance may traverse.] + **** Runway [A paved strip of ground on a landing field for the landing and takeoff of aircraft.] + *** Vehicle [A mobile machine which transports people or cargo.] + **** Aircraft [A vehicle which is able to travel through air in an atmosphere.] + **** Bicycle [A human-powered, pedal-driven, single-track vehicle, having two wheels attached to a frame, one behind the other.] + **** Boat [A watercraft of any size which is able to float or plane on water.] + **** Car [A wheeled motor vehicle used primarily for the transportation of human passengers.] + **** Cart [A cart is a vehicle which has two wheels and is designed to transport human passengers or cargo.] + **** Tractor [A mobile machine specifically designed to deliver a high tractive effort at slow speeds, and mainly used for the purposes of hauling a trailer or machinery used in agriculture or construction.] + **** Train [A connected line of railroad cars with or without a locomotive.] + **** Truck [A motor vehicle which, as its primary funcion, transports cargo rather than human passangers.] + ** Natural-object [Something that exists in or is produced by nature, and is not artificial or man-made.] + *** Mineral [A solid, homogeneous, inorganic substance occurring in nature and having a definite chemical composition.] + *** Natural-feature [A feature that occurs in nature. A prominent or identifiable aspect, region, or site of interest.] + **** Field [An unbroken expanse as of ice or grassland.] + **** Hill [A rounded elevation of limited extent rising above the surrounding land with local relief of less than 300m.] + **** Mountain [A landform that extends above the surrounding terrain in a limited area.] + **** River [A natural freshwater surface stream of considerable volume and a permanent or seasonal flow, moving in a definite channel toward a sea, lake, or another river.] + **** Waterfall [A sudden descent of water over a step or ledge in the bed of a river.] + * Sound [Mechanical vibrations transmitted by an elastic medium. Something that can be heard.] + ** Environmental-sound [Sounds occuring in the environment. An accumulation of noise pollution that occurs outside. This noise can be caused by transport, industrial, and recreational activities.] + *** Crowd-sound [Noise produced by a mixture of sounds from a large group of people.] + *** Signal-noise [Any part of a signal that is not the true or original signal but is introduced by the communication mechanism.] + ** Musical-sound [Sound produced by continuous and regular vibrations, as opposed to noise.] + *** Tone [A musical note, warble, or other sound used as a particular signal on a telephone or answering machine.] + *** Instrument-sound [Sound produced by a musical instrument.] + *** Vocalized-sound [Musical sound produced by vocal cords in a biological agent.] + ** Named-animal-sound [A sound recognizable as being associated with particular animals.] + *** Barking [Sharp explosive cries like sounds made by certain animals, especially a dog, fox, or seal.] + *** Bleating [Wavering cries like sounds made by a sheep, goat, or calf.] + *** Crowing [Loud shrill sounds characteristic of roosters.] + *** Chirping [Short, sharp, high-pitched noises like sounds made by small birds or an insects.] + *** Growling [Low guttural sounds like those that made in the throat by a hostile dog or other animal.] + *** Meowing [Vocalizations like those made by as those cats. These sounds have diverse tones and are sometimes chattered, murmured or whispered. The purpose can be assertive.] + *** Mooing [Deep vocal sounds like those made by a cow.] + *** Purring [Low continuous vibratory sound such as those made by cats. The sound expresses contentment.] + *** Roaring [Loud, deep, or harsh prolonged sounds such as those made by big cats and bears for long-distance communication and intimidation.] + *** Squawking [Loud, harsh noises such as those made by geese.] + ** Named-object-sound [A sound identifiable as coming from a particular type of object.] + *** Alarm-sound [A loud signal often loud continuous ringing to alert people to a problem or condition that requires urgent attention.] + *** Beep [A short, single tone, that is typically high-pitched and generally made by a computer or other machine.] + *** Buzz [A persistent vibratory sound often made by a buzzer device and used to indicate something incorrect.] + *** Ka-ching [The sound made by a mechanical cash register, often to designate a reward.] + *** Click [The sound made by a mechanical cash register, often to designate a reward.] + *** Ding [A short ringing sound such as that made by a bell, often to indicate a correct response or the expiration of time.] + *** Horn-blow [A loud sound made by forcing air through a sound device that funnels air to create the sound, often used to sound an alert.] + *** Siren [A loud, continuous sound often varying in frequency designed to indicate an emergency.] '''Property''' {extensionAllowed} [Something that pertains to a thing. A characteristic of some entity. A quality or feature regarded as a characteristic or inherent part of someone or something. HED attributes are adjectives or adverbs.] -* Agent-property {extensionAllowed} [Something that pertains to an agent.] -** Agent-state [The state of the agent.] -*** Agent-cognitive-state [The state of the cognitive processes or state of mind of the agent.] -**** Alert [Condition of heightened watchfulness or preparation for action.] -**** Anesthetized [Having lost sensation to pain or having senses dulled due to the effects of an anesthetic.] -**** Asleep [Having entered a periodic, readily reversible state of reduced awareness and metabolic activity, usually accompanied by physical relaxation and brain activity.] -**** Attentive [Concentrating and focusing mental energy on the task or surroundings.] -**** Distracted [Lacking in concentration because of being preoccupied.] -**** Awake [In a non sleeping state.] -**** Brain-dead [Characterized by the irreversible absence of cortical and brain stem functioning.] -**** Comatose [In a state of profound unconsciousness associated with markedly depressed cerebral activity.] -**** Drowsy [In a state of near-sleep, a strong desire for sleep, or sleeping for unusually long periods.] -**** Intoxicated [In a state with disturbed psychophysiological functions and responses as a result of administration or ingestion of a psychoactive substance.] -**** Locked-in [In a state of complete paralysis of all voluntary muscles except for the ones that control the movements of the eyes.] -**** Passive [Not responding or initiating an action in response to a stimulus.] -**** Resting [A state in which the agent is not exhibiting any physical exertion.] -**** Vegetative [A state of wakefulness and conscience, but (in contrast to coma) with involuntary opening of the eyes and movements (such as teeth grinding, yawning, or thrashing of the extremities).] -*** Agent-emotional-state [The status of the general temperament and outlook of an agent.] -**** Angry [Experiencing emotions characterized by marked annoyance or hostility.] -**** Aroused [In a state reactive to stimuli leading to increased heart rate and blood pressure, sensory alertness, mobility and readiness to respond.] -**** Awed [Filled with wonder. Feeling grand, sublime or powerful emotions characterized by a combination of joy, fear, admiration, reverence, and/or respect.] -**** Compassionate [Feeling or showing sympathy and concern for others often evoked for a person who is in distress and associated with altruistic motivation.] -**** Content [Feeling satisfaction with things as they are.] -**** Disgusted [Feeling revulsion or profound disapproval aroused by something unpleasant or offensive.] -**** Emotionally-neutral [Feeling neither satisfied nor dissatisfied.] -**** Empathetic [Understanding and sharing the feelings of another. Being aware of, being sensitive to, and vicariously experiencing the feelings, thoughts, and experience of another.] -**** Excited [Feeling great enthusiasm and eagerness.] -**** Fearful [Feeling apprehension that one may be in danger.] -**** Frustrated [Feeling annoyed as a result of being blocked, thwarted, disappointed or defeated.] -**** Grieving [Feeling sorrow in response to loss, whether physical or abstract.] -**** Happy [Feeling pleased and content.] -**** Jealous [Feeling threatened by a rival in a relationship with another individual, in particular an intimate partner, usually involves feelings of threat, fear, suspicion, distrust, anxiety, anger, betrayal, and rejection.] -**** Joyful [Feeling delight or intense happiness.] -**** Loving [Feeling a strong positive emotion of affection and attraction.] -**** Relieved [No longer feeling pain, distress, anxiety, or reassured.] -**** Sad [Feeling grief or unhappiness.] -**** Stressed [Experiencing mental or emotional strain or tension.] -*** Agent-physiological-state [Having to do with the mechanical, physical, or biochemical function of an agent.] -**** Healthy {relatedTag=Sick} [Having no significant health-related issues.] -**** Hungry {relatedTag=Sated, relatedTag=Thirsty} [Being in a state of craving or desiring food.] -**** Rested {relatedTag=Tired} [Feeling refreshed and relaxed.] -**** Sated {relatedTag=Hungry} [Feeling full.] -**** Sick {relatedTag=Healthy} [Being in a state of ill health, bodily malfunction, or discomfort.] -**** Thirsty {relatedTag=Hungry} [Feeling a need to drink.] -**** Tired {relatedTag=Rested} [Feeling in need of sleep or rest.] -*** Agent-postural-state [Pertaining to the position in which agent holds their body.] -**** Crouching [Adopting a position where the knees are bent and the upper body is brought forward and down, sometimes to avoid detection or to defend oneself.] -**** Eyes-closed [Keeping eyes closed with no blinking.] -**** Eyes-open [Keeping eyes open with occasional blinking.] -**** Kneeling [Positioned where one or both knees are on the ground.] -**** On-treadmill [Ambulation on an exercise apparatus with an endless moving belt to support moving in place.] -**** Prone [Positioned in a recumbent body position whereby the person lies on its stomach and faces downward.] -**** Sitting [In a seated position.] -**** Standing [Assuming or maintaining an erect upright position.] -**** Seated-with-chin-rest [Using a device that supports the chin and head.] -** Agent-task-role [The function or part that is ascribed to an agent in performing the task.] -*** Experiment-actor [An agent who plays a predetermined role to create the experiment scenario.] -*** Experiment-controller [An agent exerting control over some aspect of the experiment.] -*** Experiment-participant [Someone who takes part in an activity related to an experiment.] -*** Experimenter [Person who is the owner of the experiment and has its responsibility.] -** Agent-trait [A genetically, environmentally, or socially determined characteristic of an agent.] -*** Age [Length of time elapsed time since birth of the agent.] -**** # {takesValue, valueClass=numericClass} -*** Agent-experience-level [Amount of skill or knowledge that the agent has as pertains to the task.] -**** Expert-level {relatedTag=Intermediate-experience-level, relatedTag=Novice-level} [Having comprehensive and authoritative knowledge of or skill in a particular area related to the task.] -**** Intermediate-experience-level {relatedTag=Expert-level, relatedTag=Novice-level} [Having a moderate amount of knowledge or skill related to the task.] -**** Novice-level {relatedTag=Expert-level, relatedTag=Intermediate-experience-level} [Being inexperienced in a field or situation related to the task.] -*** Gender [Characteristics that are socially constructed, including norms, behaviors, and roles based on sex.] -*** Sex [Physical properties or qualities by which male is distinguished from female.] -**** Female [Biological sex of an individual with female sexual organs such ova.] -**** Male [Biological sex of an individual with male sexual organs producing sperm.] -**** Intersex [Having genitalia and/or secondary sexual characteristics of indeterminate sex.] -*** Ethnicity [Belong to a social group that has a common national or cultural tradition. Use with Label to avoid extension.] -*** Handedness [Individual preference for use of a hand, known as the dominant hand.] -**** Left-handed [Preference for using the left hand or foot for tasks requiring the use of a single hand or foot.] -**** Right-handed [Preference for using the right hand or foot for tasks requiring the use of a single hand or foot.] -**** Ambidextrous [Having no overall dominance in the use of right or left hand or foot in the performance of tasks that require one hand or foot.] -*** Race [Belonging to a group sharing physical or social qualities as defined within a specified society. Use with Label to avoid extension.] -* Data-property {extensionAllowed} [Something that pertains to data or information.] -** Data-marker [An indicator placed to mark something.] -*** Data-break-marker [An indicator place to indicate a gap in the data.] -*** Temporal-marker [An indicator placed at a particular time in the data.] -**** Onset {topLevelTagGroup} [Labels the start or beginning of something, usually an event.] -**** Offset {topLevelTagGroup} [Labels the time at which something stops.] -**** Pause [Indicates the temporary interruption of the operation a process and subsequently wait for a signal to continue.] -**** Time-out [A cancellation or cessation that automatically occurs when a predefined interval of time has passed without a certain event occurring.] -**** Time-sync [A synchronization signal whose purpose to help synchronize different signals or processes. Often used to indicate a marker inserted into the recorded data to allow post hoc synchronization of concurrently recorded data streams.] -** Data-resolution [Smallest change in a quality being measured by an sensor that causes a perceptible change.] -*** Printer-resolution [Resolution of a printer, usually expressed as the number of dots-per-inch for a printer.] -**** # {takesValue, valueClass=numericClass} -*** Screen-resolution [Resolution of a screen, usually expressed as the of pixels in a dimension for a digital display device.] -**** # {takesValue, valueClass=numericClass} -*** Sensory-resolution [Resolution of measurements by a sensing device.] -**** # {takesValue, valueClass=numericClass} -*** Spatial-resolution [Linear spacing of a spatial measurement.] -**** # {takesValue, valueClass=numericClass} -*** Spectral-resolution [Measures the ability of a sensor to resolve features in the electromagnetic spectrum.] -**** # {takesValue, valueClass=numericClass} -*** Temporal-resolution [Measures the ability of a sensor to resolve features in time.] -**** # {takesValue, valueClass=numericClass} -** Data-source-type [The type of place, person, or thing from which the data comes or can be obtained.] -*** Computed-feature [A feature computed from the data by a tool. This tag should be grouped with a label of the form Toolname_propertyName.] -*** Computed-prediction [A computed extrapolation of known data.] -*** Expert-annotation [An explanatory or critical comment or other in-context information provided by an authority.] -*** Instrument-measurement [Information obtained from a device that is used to measure material properties or make other observations.] -*** Observation [Active acquisition of information from a primary source. Should be grouped with a label of the form AgentID_featureName.] -** Data-value [Designation of the type of a data item.] -*** Categorical-value [Indicates that something can take on a limited and usually fixed number of possible values.] -**** Categorical-class-value [Categorical values that fall into discrete classes such as true or false. The grouping is absolute in the sense that it is the same for all participants.] -***** All {relatedTag=Some, relatedTag=None} [To a complete degree or to the full or entire extent.] -***** Correct {relatedTag=Wrong} [Free from error. Especially conforming to fact or truth.] -***** Explicit {relatedTag=Implicit} [Stated clearly and in detail, leaving no room for confusion or doubt.] -***** False {relatedTag=True} [Not in accordance with facts, reality or definitive criteria.] -***** Implicit {relatedTag=Explicit} [Implied though not plainly expressed.] -***** Invalid {relatedTag=Valid} [Not allowed or not conforming to the correct format or specifications.] -***** None {relatedTag=All, relatedTag=Some} [No person or thing, nobody, not any.] -***** Some {relatedTag=All, relatedTag=None} [At least a small amount or number of, but not a large amount of, or often.] -***** True {relatedTag=False} [Conforming to facts, reality or definitive criteria.] -***** Valid {relatedTag=Invalid} [Allowable, usable, or acceptable.] -***** Wrong {relatedTag=Correct} [Inaccurate or not correct.] -**** Categorical-judgment-value [Categorical values that are based on the judgment or perception of the participant such familiar and famous.] -***** Abnormal {relatedTag=Normal} [Deviating in any way from the state, position, structure, condition, behavior, or rule which is considered a norm.] -***** Asymmetrical {relatedTag=Symmetrical} [Lacking symmetry or having parts that fail to correspond to one another in shape, size, or arrangement.] -***** Audible {relatedTag=Inaudible} [A sound that can be perceived by the participant.] -***** Congruent {relatedTag=Incongruent} [Concordance of multiple evidence lines. In agreement or harmony.] -***** Complex {relatedTag=Simple} [Hard, involved or complicated, elaborate, having many parts.] -***** Constrained {relatedTag=Unconstrained} [Keeping something within particular limits or bounds.] -***** Disordered {relatedTag=Ordered} [Not neatly arranged. Confused and untidy. A structural quality in which the parts of an object are non-rigid.] -***** Familiar {relatedTag=Unfamiliar, relatedTag=Famous} [Recognized, familiar, or within the scope of knowledge.] -***** Famous {relatedTag=Familiar, relatedTag=Unfamiliar} [A person who has a high degree of recognition by the general population for his or her success or accomplishments. A famous person.] -***** Inaudible {relatedTag=Audible} [A sound below the threshold of perception of the participant.] -***** Incongruent {relatedTag=Congruent} [Not in agreement or harmony.] -***** Involuntary {relatedTag=Voluntary} [An action that is not made by choice. In the body, involuntary actions (such as blushing) occur automatically, and cannot be controlled by choice.] -***** Masked {relatedTag=Unmasked} [Information exists but is not provided or is partially obscured due to security, privacy, or other concerns.] -***** Normal {relatedTag=Abnormal} [Being approximately average or within certain limits. Conforming with or constituting a norm or standard or level or type or social norm.] -***** Ordered {relatedTag=Disordered} [Conforming to a logical or comprehensible arrangement of separate elements.] -***** Simple {relatedTag=Complex} [Easily understood or presenting no difficulties.] -***** Symmetrical {relatedTag=Asymmetrical} [Made up of exactly similar parts facing each other or around an axis. Showing aspects of symmetry.] -***** Unconstrained {relatedTag=Constrained} [Moving without restriction.] -***** Unfamiliar {relatedTag=Familiar, relatedTag=Famous} [Not having knowledge or experience of.] -***** Unmasked {relatedTag=Masked} [Information is revealed.] -***** Voluntary {relatedTag=Involuntary} [Using free will or design; not forced or compelled; controlled by individual volition.] -**** Categorical-level-value [Categorical values based on dividing a continuous variable into levels such as high and low.] -***** Cold {relatedTag=Hot} [Having an absence of heat.] -***** Deep {relatedTag=Shallow} [Extending relatively far inward or downward.] -***** High {relatedTag=Low, relatedTag=Medium} [Having a greater than normal degree, intensity, or amount.] -***** Hot {relatedTag=Cold} [Having an excess of heat.] -***** Large {relatedTag=Small} [Having a great extent such as in physical dimensions, period of time, amplitude or frequency.] -***** Liminal {relatedTag=Subliminal, relatedTag=Supraliminal} [Situated at a sensory threshold that is barely perceptible or capable of eliciting a response.] -***** Loud {relatedTag=Quiet} [Having a perceived high intensity of sound.] -***** Low {relatedTag=High} [Less than normal in degree, intensity or amount.] -***** Medium {relatedTag=Low, relatedTag=High} [Mid-way between small and large in number, quantity, magnitude or extent.] -***** Negative {relatedTag=Positive} [Involving disadvantage or harm.] -***** Positive {relatedTag=Negative} [Involving advantage or good.] -***** Quiet {relatedTag=Loud} [Characterizing a perceived low intensity of sound.] -***** Rough {relatedTag=Smooth} [Having a surface with perceptible bumps, ridges, or irregularities.] -***** Shallow {relatedTag=Deep} [Having a depth which is relatively low.] -***** Small {relatedTag=Large} [Having a small extent such as in physical dimensions, period of time, amplitude or frequency.] -***** Smooth {relatedTag=Rough} [Having a surface free from bumps, ridges, or irregularities.] -***** Subliminal {relatedTag=Liminal, relatedTag=Supraliminal} [Situated below a sensory threshold that is imperceptible or not capable of eliciting a response.] -***** Supraliminal {relatedTag=Liminal, relatedTag=Subliminal} [Situated above a sensory threshold that is perceptible or capable of eliciting a response.] -***** Thick {relatedTag=Thin} [Wide in width, extent or cross-section.] -***** Thin {relatedTag=Thick} [Narrow in width, extent or cross-section.] -**** Categorical-orientation-value [Value indicating the orientation or direction of something.] -***** Backward {relatedTag=Forward} [Directed behind or to the rear.] -***** Downward {relatedTag=Leftward, relatedTag=Rightward, relatedTag=Upward} [Moving or leading toward a lower place or level.] -***** Forward {relatedTag=Backward} [At or near or directed toward the front.] -***** Horizontally-oriented {relatedTag=Vertically-oriented} [Oriented parallel to or in the plane of the horizon.] -***** Leftward {relatedTag=Downward, relatedTag=Rightward, relatedTag=Upward} [Going toward or facing the left.] -***** Oblique {relatedTag=Rotated} [Slanting or inclined in direction, course, or position that is neither parallel nor perpendicular nor right-angular.] -***** Rightward {relatedTag=Downward, relatedTag=Leftward, relatedTag=Upward} [Going toward or situated on the right.] -***** Rotated [Positioned offset around an axis or center.] -***** Upward {relatedTag=Downward, relatedTag=Leftward, relatedTag=Rightward} [Moving, pointing, or leading to a higher place, point, or level.] -***** Vertically-oriented {relatedTag=Horizontally-oriented} [Oriented perpendicular to the plane of the horizon.] -*** Physical-value [The value of some physical property of something.] -**** Weight [The relative mass or the quantity of matter contained by something.] -***** # {takesValue, valueClass=numericClass, unitClass=weightUnits} -**** Temperature [A measure of hot or cold based on the average kinetic energy of the atoms or molecules in the system.] -***** # {takesValue, valueClass=numericClass, unitClass=temperatureUnits} -*** Quantitative-value [Something capable of being estimated or expressed with numeric values.] -**** Fraction [A numerical value between 0 and 1.] -***** # {takesValue, valueClass=numericClass} -**** Item-count [The integer count of something which is usually grouped with the entity it is counting. (Item-count/3, A) indicates that 3 of A have occurred up to this point.] -***** # {takesValue, valueClass=numericClass} -**** Item-index [The index of an item in a collection, sequence or other structure. (A (Item-index/3, B)) means that A is item number 3 in B.] -***** # {takesValue, valueClass=numericClass} -**** Item-interval [An integer indicating how many items or entities have passed since the last one of these. An item interval of 0 indicates the current item.] -***** # {takesValue, valueClass=numericClass} -**** Percentage [A fraction or ratio with 100 understood as the denominator.] -***** # {takesValue, valueClass=numericClass} -**** Ratio [A quotient of quantities of the same kind for different components within the same system.] -***** # {takesValue, valueClass=numericClass} -*** Statistical-value {extensionAllowed} [A value based on or employing the principles of statistics.] -**** Data-maximum [The largest possible quantity or degree.] -***** # {takesValue, valueClass=numericClass} -**** Data-mean [The sum of a set of values divided by the number of values in the set.] -***** # {takesValue, valueClass=numericClass} -**** Data-median [The value which has an equal number of values greater and less than it.] -***** # {takesValue, valueClass=numericClass} -**** Data-minimum [The smallest possible quantity.] -***** # {takesValue, valueClass=numericClass} -**** Probability [A measure of the expectation of the occurrence of a particular event.] -***** # {takesValue, valueClass=numericClass} -**** Standard-deviation [A measure of the range of values in a set of numbers. Standard deviation is a statistic used as a measure of the dispersion or variation in a distribution, equal to the square root of the arithmetic mean of the squares of the deviations from the arithmetic mean.] -***** # {takesValue, valueClass=numericClass} -**** Statistical-accuracy [A measure of closeness to true value expressed as a number between 0 and 1.] -***** # {takesValue, valueClass=numericClass} -**** Statistical-precision [A quantitative representation of the degree of accuracy necessary for or associated with a particular action.] -***** # {takesValue, valueClass=numericClass} -**** Statistical-recall [Sensitivity is a measurement datum qualifying a binary classification test and is computed by substracting the false negative rate to the integral numeral 1.] -***** # {takesValue, valueClass=numericClass} -**** Statistical-uncertainty [A measure of the inherent variability of repeated observation measurements of a quantity including quantities evaluated by statistical methods and by other means.] -***** # {takesValue, valueClass=numericClass} -*** Spatiotemporal-value [A property relating to space and/or time.] -**** Rate-of-change [The amount of change accumulated per unit time.] -***** Acceleration [Magnitude of the rate of change in either speed or direction. The direction of change should be given separately.] -****** # {takesValue, valueClass=numericClass, unitClass=accelerationUnits} -***** Frequency [Frequency is the number of occurrences of a repeating event per unit time.] -****** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits} -***** Jerk-rate [Magnitude of the rate at which the acceleration of an object changes with respect to time. The direction of change should be given separately.] -****** # {takesValue, valueClass=numericClass, unitClass=jerkUnits} -***** Sampling-rate [The number of digital samples taken or recorded per unit of time.] -****** # {takesValue, unitClass=frequencyUnits} -***** Refresh-rate [The frequency with which the image on a computer monitor or similar electronic display screen is refreshed, usually expressed in hertz.] -****** # {takesValue, valueClass=numericClass} -***** Speed [A scalar measure of the rate of movement of the object expressed either as the distance travelled divided by the time taken (average speed) or the rate of change of position with respect to time at a particular point (instantaneous speed). The direction of change should be given separately.] -****** # {takesValue, valueClass=numericClass, unitClass=speedUnits} -***** Temporal-rate [The number of items per unit of time.] -****** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits} -**** Spatial-value [Value of an item involving space.] -***** Angle [The amount of inclination of one line to another or the plane of one object to another.] -****** # {takesValue, unitClass=angleUnits, valueClass=numericClass} -***** Distance [A measure of the space separating two objects or points.] -****** # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} -***** Position [A reference to the alignment of an object, a particular situation or view of a situation, or the location of an object. Coordinates with respect a specified frame of reference or the default Screen-frame if no frame is given.] -****** X-position [The position along the x-axis of the frame of reference.] -******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} -****** Y-position [The position along the y-axis of the frame of reference.] -******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} -****** Z-position [The position along the z-axis of the frame of reference.] -******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} -***** Size [The physical magnitude of something.] -****** Area [The extent of a 2-dimensional surface enclosed within a boundary.] -******* # {takesValue, valueClass=numericClass, unitClass=areaUnits} -****** Depth [The distance from the surface of something especially from the perspective of looking from the front.] -******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} -****** Length [The linear extent in space from one end of something to the other end, or the extent of something from beginning to end.] -******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} -****** Width [The extent or measurement of something from side to side.] -******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} -****** Height [The vertical measurement or distance from the base to the top of an object.] -******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} -****** Volume [The amount of three dimensional space occupied by an object or the capacity of a space or container.] -******* # {takesValue, valueClass=numericClass, unitClass=volumeUnits} -**** Temporal-value [A characteristic of or relating to time or limited by time.] -***** Delay [Time during which some action is awaited.] -****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} -***** Duration [The period of time during which something occurs or continues.] -****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} -***** Time-interval [The period of time separating two instances, events, or occurrences.] -****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} -***** Time-value [A value with units of time. Usually grouped with tags identifying what the value represents.] -****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} -** Data-variability-attribute [An attribute describing how something changes or varies.] -*** Abrupt [Marked by sudden change.] -*** Constant [Continually recurring or continuing without interruption. Not changing in time or space.] -*** Continuous {relatedTag=Discrete, relatedTag=Discontinuous} [Uninterrupted in time, sequence, substance, or extent.] -*** Decreasing {relatedTag=Increasing} [Becoming smaller or fewer in size, amount, intensity, or degree.] -*** Deterministic {relatedTag=Random, relatedTag=Stochastic} [No randomness is involved in the development of the future states of the element.] -*** Discontinuous {relatedTag=Continuous} [Having a gap in time, sequence, substance, or extent.] -*** Discrete {relatedTag=Continuous, relatedTag=Discontinuous} [Constituting a separate entities or parts.] -*** Flickering [Moving irregularly or unsteadily or burning or shining fitfully or with a fluctuating light.] -*** Estimated-value [Something that has been calculated or measured approximately.] -*** Exact-value [A value that is viewed to the true value according to some standard.] -*** Fractal [Having extremely irregular curves or shapes for which any suitably chosen part is similar in shape to a given larger or smaller part when magnified or reduced to the same size.] -*** Increasing {relatedTag=Decreasing} [Becoming greater in size, amount, or degree.] -*** Random {relatedTag=Deterministic, relatedTag=Stochastic} [Governed by or depending on chance. Lacking any definite plan or order or purpose.] -*** Repetitive [A recurring action that is often non-purposeful.] -*** Stochastic {relatedTag=Deterministic, relatedTag=Random} [Uses a random probability distribution or pattern that may be analysed statistically but may not be predicted precisely to determine future states.] -*** Varying [Differing in size, amount, degree, or nature.] -* Environmental-property [Relating to or arising from the surroundings of an agent.] -** Indoors [Located inside a building or enclosure.] -** Outdoors [Any area outside a building or shelter.] -** Real-world [Located in a place that exists in real space and time under realistic conditions.] -** Virtual-world [Using technology that creates immersive, computer-generated experiences that a person can interact with and navigate through. The digital content is generally delivered to the user through some type of headset and responds to changes in head position or through interaction with other types of sensors. Existing in a virtual setting such as a simulation or game environment.] -** Augmented-reality [Using technology that enhances real-world experiences with computer-derived digital overlays to change some aspects of perception of the natural environment. The digital content is shown to the user through a smart device or glasses and responds to changes in the environment.] -** Motion-platform [A mechanism that creates the feelings of being in a real motion environment.] -** Urban [Relating to, located in, or characteristic of a city or densely populated area.] -** Rural [Of or pertaining to the country as opposed to the city.] -** Terrain [Characterization of the physical features of a tract of land.] -*** Composite-terrain [Tracts of land characterized by a mixure of physical features.] -*** Dirt-terrain [Tracts of land characterized by a soil surface and lack of vegetation.] -*** Grassy-terrain [Tracts of land covered by grass.] -*** Gravel-terrain [Tracts of land covered by a surface consisting a loose aggregation of small water-worn or pounded stones.] -*** Leaf-covered-terrain [Tracts of land covered by leaves and composited organic material.] -*** Muddy-terrain [Tracts of land covered by a liquid or semi-liquid mixture of water and some combination of soil, silt, and clay.] -*** Paved-terrain [Tracts of land covered with concrete, asphalt, stones, or bricks.] -*** Rocky-terrain [Tracts of land consisting or full of rock or rocks.] -*** Sloped-terrain [Tracts of land arranged in a sloping or inclined position.] -*** Uneven-terrain [Tracts of land that are not level, smooth, or regular.] -* Informational-property {extensionAllowed} [Something that pertains to a task.] -** Description {requireChild} [An explanation of what the tag group it is in means. If the description is at the top-level of an event string, the description applies to the event.] -*** # {takesValue, valueClass=textClass} -** ID {requireChild} [An alphanumeric name that identifies either a unique object or a unique class of objects. Here the object or class may be an idea, physical countable object (or class), or physical uncountable substance (or class).] -*** # {takesValue, valueClass=textClass} -** Label {requireChild} [A string of 20 or fewer characters identifying something. Labels usually refer to general classes of things while IDs refer to specific instances. A term that is associated with some entity. A brief description given for purposes of identification. An identifying or descriptive marker that is attached to an object.] -*** # {takesValue, valueClass=nameClass} -** Metadata [Data about data. Information that describes another set of data.] -*** CogAtlas [The Cognitive Atlas ID number of something.] -**** # {takesValue} -*** CogPo [The CogPO ID number of something.] -**** # {takesValue} -*** Creation-date {requireChild} [The date on which data creation of this element began.] -**** # {takesValue, valueClass=dateTimeClass} -*** Experimental-note [A brief written record about the experiment.] -**** # {takesValue, valueClass=textClass} -*** Library-name [Official name of a HED library.] -**** # {takesValue, valueClass=nameClass} -*** OBO-identifier [The identifier of a term in some Open Biology Ontology (OBO) ontology.] -**** # {takesValue, valueClass=nameClass} -*** Pathname [The specification of a node (file or directory) in a hierarchical file system, usually specified by listing the nodes top-down.] -**** # {takesValue} -*** Subject-identifier [A sequence of characters used to identify, name, or characterize a trial or study subject.] -**** # {takesValue} -*** Version-identifier [An alphanumeric character string that identifies a form or variant of a type or original.] -**** # {takesValue} [Usually is a semantic version.] -** Parameter [Something user-defined for this experiment.] -*** Parameter-label [The name of the parameter.] -**** # {takesValue, valueClass=nameClass} -*** Parameter-value [The value of the parameter.] -**** # {takesValue, valueClass=textClass} -* Organizational-property [Relating to an organization or the action of organizing something.] -** Collection [A tag designating a grouping of items such as in a set or list.] -*** # {takesValue, valueClass=nameClass} [Name of the collection.] -** Condition-variable [An aspect of the experiment or task that is to be varied during the experiment. Task-conditions are sometimes called independent variables or contrasts.] -*** # {takesValue, valueClass=nameClass} [Name of the condition variable.] -** Control-variable [An aspect of the experiment that is fixed throughout the study and usually is explicitly controlled.] -*** # {takesValue, valueClass=nameClass} [Name of the control variable.] -** Def {requireChild} [A HED-specific utility tag used with a defined name to represent the tags associated with that definition.] -*** # {takesValue, valueClass=nameClass} [Name of the definition.] -** Def-expand {requireChild, tagGroup} [A HED specific utility tag that is grouped with an expanded definition. The child value of the Def-expand is the name of the expanded definition.] -*** # {takesValue, valueClass=nameClass} -** Definition {requireChild, topLevelTagGroup} [A HED-specific utility tag whose child value is the name of the concept and the tag group associated with the tag is an English language explanation of a concept.] -*** # {takesValue, valueClass=nameClass} [Name of the definition.] -** Event-context {topLevelTagGroup, unique} [A special HED tag inserted as part of a top-level tag group to contain information about the interrelated conditions under which the event occurs. The event context includes information about other events that are ongoing when this event happens.] -** Event-stream [A special HED tag indicating that this event is a member of an ordered succession of events.] -*** # {takesValue, valueClass=nameClass} [Name of the event stream.] -** Experimental-intertrial [A tag used to indicate a part of the experiment between trials usually where nothing is happening.] -*** # {takesValue, valueClass=nameClass} [Optional label for the intertrial block.] -** Experimental-trial [Designates a run or execution of an activity, for example, one execution of a script. A tag used to indicate a particular organizational part in the experimental design often containing a stimulus-response pair or stimulus-response-feedback triad.] -*** # {takesValue, valueClass=nameClass} [Optional label for the trial (often a numerical string).] -** Indicator-variable [An aspect of the experiment or task that is measured as task conditions are varied during the experiment. Experiment indicators are sometimes called dependent variables.] -*** # {takesValue, valueClass=nameClass} [Name of the indicator variable.] -** Recording [A tag designating the data recording. Recording tags are usually have temporal scope which is the entire recording.] -*** # {takesValue, valueClass=nameClass} [Optional label for the recording.] -** Task [An assigned piece of work, usually with a time allotment. A tag used to indicate a linkage the structured activities performed as part of the experiment.] -*** # {takesValue, valueClass=nameClass} [Optional label for the task block.] -** Time-block [A tag used to indicate a contiguous time block in the experiment during which something is fixed or noted.] -*** # {takesValue, valueClass=nameClass} [Optional label for the task block.] -* Sensory-property [Relating to sensation or the physical senses.] -** Sensory-attribute [A sensory characteristic associated with another entity.] -*** Auditory-attribute [Pertaining to the sense of hearing.] -**** Loudness [Perceived intensity of a sound.] -***** # {takesValue, valueClass=numericClass, valueClass=nameClass} -**** Pitch [A perceptual property that allows the user to order sounds on a frequency scale.] -***** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits} -**** Sound-envelope [Description of how a sound changes over time.] -***** Sound-envelope-attack [The time taken for initial run-up of level from nil to peak usually beginning when the key on a musical instrument is pressed.] -****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} -***** Sound-envelope-decay [The time taken for the subsequent run down from the attack level to the designated sustain level.] -****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} -***** Sound-envelope-release [The time taken for the level to decay from the sustain level to zero after the key is released.] -****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} -***** Sound-envelope-sustain [The time taken for the main sequence of the sound duration, until the key is released.] -****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} -**** Timbre [The perceived sound quality of a singing voice or musical instrument.] -***** # {takesValue, valueClass=nameClass} -**** Sound-volume [The sound pressure level (SPL) usually the ratio to a reference signal estimated as the lower bound of hearing.] -***** # {takesValue, valueClass=numericClass, unitClass=intensityUnits} -*** Gustatory-attribute [Pertaining to the sense of taste.] -**** Bitter [Having a sharp, pungent taste.] -**** Salty [Tasting of or like salt.] -**** Savory [Belonging to a taste that is salty or spicy rather than sweet.] -**** Sour [Having a sharp, acidic taste.] -**** Sweet [Having or resembling the taste of sugar.] -*** Olfactory-attribute [Having a smell.] -*** Somatic-attribute [Pertaining to the feelings in the body or of the nervous system.] -**** Pain [The sensation of discomfort, distress, or agony, resulting from the stimulation of specialized nerve endings.] -**** Stress [The negative mental, emotional, and physical reactions that occur when environmental stressors are perceived as exceeding the adaptive capacities of the individual.] -*** Tactile-attribute [Pertaining to the sense of touch.] -**** Tactile-pressure [Having a feeling of heaviness.] -**** Tactile-temperature [Having a feeling of hotness or coldness.] -**** Tactile-texture [Having a feeling of roughness.] -**** Tactile-vibration [Having a feeling of mechanical oscillation.] -*** Vestibular-attribute [Pertaining to the sense of balance or body position.] -*** Visual-attribute [Pertaining to the sense of sight.] -**** Color [The appearance of objects (or light sources) described in terms of perception of their hue and lightness (or brightness) and saturation.] -***** CSS-color [One of 140 colors supported by all browsers. For more details such as the color RGB or HEX values, check: https://www.w3schools.com/colors/colors_groups.asp.] -****** Blue-color [CSS color group.] -******* CadetBlue [CSS-color 0x5F9EA0.] -******* SteelBlue [CSS-color 0x4682B4.] -******* LightSteelBlue [CSS-color 0xB0C4DE.] -******* LightBlue [CSS-color 0xADD8E6.] -******* PowderBlue [CSS-color 0xB0E0E6.] -******* LightSkyBlue [CSS-color 0x87CEFA.] -******* SkyBlue [CSS-color 0x87CEEB.] -******* CornflowerBlue [CSS-color 0x6495ED.] -******* DeepSkyBlue [CSS-color 0x00BFFF.] -******* DodgerBlue [CSS-color 0x1E90FF.] -******* RoyalBlue [CSS-color 0x4169E1.] -******* Blue [CSS-color 0x0000FF.] -******* MediumBlue [CSS-color 0x0000CD.] -******* DarkBlue [CSS-color 0x00008B.] -******* Navy [CSS-color 0x000080.] -******* MidnightBlue [CSS-color 0x191970.] -****** Brown-color [CSS color group.] -******* Cornsilk [CSS-color 0xFFF8DC.] -******* BlanchedAlmond [CSS-color 0xFFEBCD.] -******* Bisque [CSS-color 0xFFE4C4.] -******* NavajoWhite [CSS-color 0xFFDEAD.] -******* Wheat [CSS-color 0xF5DEB3.] -******* BurlyWood [CSS-color 0xDEB887.] -******* Tan [CSS-color 0xD2B48C.] -******* RosyBrown [CSS-color 0xBC8F8F.] -******* SandyBrown [CSS-color 0xF4A460.] -******* GoldenRod [CSS-color 0xDAA520.] -******* DarkGoldenRod [CSS-color 0xB8860B.] -******* Peru [CSS-color 0xCD853F.] -******* Chocolate [CSS-color 0xD2691E.] -******* Olive [CSS-color 0x808000.] -******* SaddleBrown [CSS-color 0x8B4513.] -******* Sienna [CSS-color 0xA0522D.] -******* Brown [CSS-color 0xA52A2A.] -******* Maroon [CSS-color 0x800000.] -****** Cyan-color [CSS color group.] -******* Aqua [CSS-color 0x00FFFF.] -******* Cyan [CSS-color 0x00FFFF.] -******* LightCyan [CSS-color 0xE0FFFF.] -******* PaleTurquoise [CSS-color 0xAFEEEE.] -******* Aquamarine [CSS-color 0x7FFFD4.] -******* Turquoise [CSS-color 0x40E0D0.] -******* MediumTurquoise [CSS-color 0x48D1CC.] -******* DarkTurquoise [CSS-color 0x00CED1.] -****** Green-color [CSS color group.] -******* GreenYellow [CSS-color 0xADFF2F.] -******* Chartreuse [CSS-color 0x7FFF00.] -******* LawnGreen [CSS-color 0x7CFC00.] -******* Lime [CSS-color 0x00FF00.] -******* LimeGreen [CSS-color 0x32CD32.] -******* PaleGreen [CSS-color 0x98FB98.] -******* LightGreen [CSS-color 0x90EE90.] -******* MediumSpringGreen [CSS-color 0x00FA9A.] -******* SpringGreen [CSS-color 0x00FF7F.] -******* MediumSeaGreen [CSS-color 0x3CB371.] -******* SeaGreen [CSS-color 0x2E8B57.] -******* ForestGreen [CSS-color 0x228B22.] -******* Green [CSS-color 0x008000.] -******* DarkGreen [CSS-color 0x006400.] -******* YellowGreen [CSS-color 0x9ACD32.] -******* OliveDrab [CSS-color 0x6B8E23.] -******* DarkOliveGreen [CSS-color 0x556B2F.] -******* MediumAquaMarine [CSS-color 0x66CDAA.] -******* DarkSeaGreen [CSS-color 0x8FBC8F.] -******* LightSeaGreen [CSS-color 0x20B2AA.] -******* DarkCyan [CSS-color 0x008B8B.] -******* Teal [CSS-color 0x008080.] -****** Gray-color [CSS color group.] -******* Gainsboro [CSS-color 0xDCDCDC.] -******* LightGray [CSS-color 0xD3D3D3.] -******* Silver [CSS-color 0xC0C0C0.] -******* DarkGray [CSS-color 0xA9A9A9.] -******* DimGray [CSS-color 0x696969.] -******* Gray [CSS-color 0x808080.] -******* LightSlateGray [CSS-color 0x778899.] -******* SlateGray [CSS-color 0x708090.] -******* DarkSlateGray [CSS-color 0x2F4F4F.] -******* Black [CSS-color 0x000000.] -****** Orange-color [CSS color group.] -******* Orange [CSS-color 0xFFA500.] -******* DarkOrange [CSS-color 0xFF8C00.] -******* Coral [CSS-color 0xFF7F50.] -******* Tomato [CSS-color 0xFF6347.] -******* OrangeRed [CSS-color 0xFF4500.] -****** Pink-color [CSS color group.] -******* Pink [CSS-color 0xFFC0CB.] -******* LightPink [CSS-color 0xFFB6C1.] -******* HotPink [CSS-color 0xFF69B4.] -******* DeepPink [CSS-color 0xFF1493.] -******* PaleVioletRed [CSS-color 0xDB7093.] -******* MediumVioletRed [CSS-color 0xC71585.] -****** Purple-color [CSS color group.] -******* Lavender [CSS-color 0xE6E6FA.] -******* Thistle [CSS-color 0xD8BFD8.] -******* Plum [CSS-color 0xDDA0DD.] -******* Orchid [CSS-color 0xDA70D6.] -******* Violet [CSS-color 0xEE82EE.] -******* Fuchsia [CSS-color 0xFF00FF.] -******* Magenta [CSS-color 0xFF00FF.] -******* MediumOrchid [CSS-color 0xBA55D3.] -******* DarkOrchid [CSS-color 0x9932CC.] -******* DarkViolet [CSS-color 0x9400D3.] -******* BlueViolet [CSS-color 0x8A2BE2.] -******* DarkMagenta [CSS-color 0x8B008B.] -******* Purple [CSS-color 0x800080.] -******* MediumPurple [CSS-color 0x9370DB.] -******* MediumSlateBlue [CSS-color 0x7B68EE.] -******* SlateBlue [CSS-color 0x6A5ACD.] -******* DarkSlateBlue [CSS-color 0x483D8B.] -******* RebeccaPurple [CSS-color 0x663399.] -******* Indigo [CSS-color 0x4B0082.] -****** Red-color [CSS color group.] -******* LightSalmon [CSS-color 0xFFA07A.] -******* Salmon [CSS-color 0xFA8072.] -******* DarkSalmon [CSS-color 0xE9967A.] -******* LightCoral [CSS-color 0xF08080.] -******* IndianRed [CSS-color 0xCD5C5C.] -******* Crimson [CSS-color 0xDC143C.] -******* Red [CSS-color 0xFF0000.] -******* FireBrick [CSS-color 0xB22222.] -******* DarkRed [CSS-color 0x8B0000.] -****** Yellow-color [CSS color group.] -******* Gold [CSS-color 0xFFD700.] -******* Yellow [CSS-color 0xFFFF00.] -******* LightYellow [CSS-color 0xFFFFE0.] -******* LemonChiffon [CSS-color 0xFFFACD.] -******* LightGoldenRodYellow [CSS-color 0xFAFAD2.] -******* PapayaWhip [CSS-color 0xFFEFD5.] -******* Moccasin [CSS-color 0xFFE4B5.] -******* PeachPuff [CSS-color 0xFFDAB9.] -******* PaleGoldenRod [CSS-color 0xEEE8AA.] -******* Khaki [CSS-color 0xF0E68C.] -******* DarkKhaki [CSS-color 0xBDB76B.] -****** White-color [CSS color group.] -******* White [CSS-color 0xFFFFFF.] -******* Snow [CSS-color 0xFFFAFA.] -******* HoneyDew [CSS-color 0xF0FFF0.] -******* MintCream [CSS-color 0xF5FFFA.] -******* Azure [CSS-color 0xF0FFFF.] -******* AliceBlue [CSS-color 0xF0F8FF.] -******* GhostWhite [CSS-color 0xF8F8FF.] -******* WhiteSmoke [CSS-color 0xF5F5F5.] -******* SeaShell [CSS-color 0xFFF5EE.] -******* Beige [CSS-color 0xF5F5DC.] -******* OldLace [CSS-color 0xFDF5E6.] -******* FloralWhite [CSS-color 0xFFFAF0.] -******* Ivory [CSS-color 0xFFFFF0.] -******* AntiqueWhite [CSS-color 0xFAEBD7.] -******* Linen [CSS-color 0xFAF0E6.] -******* LavenderBlush [CSS-color 0xFFF0F5.] -******* MistyRose [CSS-color 0xFFE4E1.] -***** Color-shade [A slight degree of difference between colors, especially with regard to how light or dark it is or as distinguished from one nearly like it.] -****** Dark-shade [A color tone not reflecting much light.] -****** Light-shade [A color tone reflecting more light.] -***** Grayscale [Using a color map composed of shades of gray, varying from black at the weakest intensity to white at the strongest.] -****** # {takesValue, valueClass=numericClass} [White intensity between 0 and 1.] -***** HSV-color [A color representation that models how colors appear under light.] -****** Hue [Attribute of a visual sensation according to which an area appears to be similar to one of the perceived colors.] -******* # {takesValue, valueClass=numericClass} [Angular value between 0 and 360.] -****** Saturation [Colorfulness of a stimulus relative to its own brightness.] -******* # {takesValue, valueClass=numericClass} [B value of RGB between 0 and 1.] -****** HSV-value [An attribute of a visual sensation according to which an area appears to emit more or less light.] -******* # {takesValue, valueClass=numericClass} -***** RGB-color [A color from the RGB schema.] -****** RGB-red [The red component.] -******* # {takesValue, valueClass=numericClass} [R value of RGB between 0 and 1.] -****** RGB-blue [The blue component.] -******* # {takesValue, valueClass=numericClass} [B value of RGB between 0 and 1.] -****** RGB-green [The green component.] -******* # {takesValue, valueClass=numericClass} [G value of RGB between 0 and 1.] -**** Luminance [A quality that exists by virtue of the luminous intensity per unit area projected in a given direction.] -**** Opacity [A measure of impenetrability to light.] -** Sensory-presentation [The entity has a sensory manifestation.] -*** Auditory-presentation [The sense of hearing is used in the presentation to the user.] -**** Loudspeaker-separation {suggestedTag=Distance} [The distance between two loudspeakers. Grouped with the Distance tag.] -**** Monophonic [Relating to sound transmission, recording, or reproduction involving a single transmission path.] -**** Silent [The absence of ambient audible sound or the state of having ceased to produce sounds.] -**** Stereophonic [Relating to, or constituting sound reproduction involving the use of separated microphones and two transmission channels to achieve the sound separation of a live hearing.] -*** Gustatory-presentation [The sense of taste used in the presentation to the user.] -*** Olfactory-presentation [The sense of smell used in the presentation to the user.] -*** Somatic-presentation [The nervous system is used in the presentation to the user.] -*** Tactile-presentation [The sense of touch used in the presentation to the user.] -*** Vestibular-presentation [The sense balance used in the presentation to the user.] -*** Visual-presentation [The sense of sight used in the presentation to the user.] -**** 2D-view [A view showing only two dimensions.] -**** 3D-view [A view showing three dimensions.] -**** Background-view [Parts of the view that are farthest from the viewer and usually the not part of the visual focus.] -**** Bistable-view [Something having two stable visual forms that have two distinguishable stable forms as in optical illusions.] -**** Foreground-view [Parts of the view that are closest to the viewer and usually the most important part of the visual focus.] -**** Foveal-view [Visual presentation directly on the fovea. A view projected on the small depression in the retina containing only cones and where vision is most acute.] -**** Map-view [A diagrammatic representation of an area of land or sea showing physical features, cities, roads.] -***** Aerial-view [Elevated view of an object from above, with a perspective as though the observer were a bird.] -***** Satellite-view [A representation as captured by technology such as a satellite.] -***** Street-view [A 360-degrees panoramic view from a position on the ground.] -**** Peripheral-view [Indirect vision as it occurs outside the point of fixation.] -* Task-property {extensionAllowed} [Something that pertains to a task.] -** Task-attentional-demand [Strategy for allocating attention toward goal-relevant information.] -*** Bottom-up-attention {relatedTag=Top-down-attention} [Attentional guidance purely by externally driven factors to stimuli that are salient because of their inherent properties relative to the background. Sometimes this is referred to as stimulus driven.] -*** Covert-attention {relatedTag=Overt-attention} [Paying attention without moving the eyes.] -*** Divided-attention {relatedTag=Focused-attention} [Integrating parallel multiple stimuli. Behavior involving responding simultaneously to multiple tasks or multiple task demands.] -*** Focused-attention {relatedTag=Divided-attention} [Responding discretely to specific visual, auditory, or tactile stimuli.] -*** Orienting-attention [Directing attention to a target stimulus.] -*** Overt-attention {relatedTag=Covert-attention} [Selectively processing one location over others by moving the eyes to point at that location.] -*** Selective-attention [Maintaining a behavioral or cognitive set in the face of distracting or competing stimuli. Ability to pay attention to a limited array of all available sensory information.] -*** Sustained-attention [Maintaining a consistent behavioral response during continuous and repetitive activity.] -*** Switched-attention [Having to switch attention between two or more modalities of presentation.] -*** Top-down-attention {relatedTag=Bottom-up-attention} [Voluntary allocation of attention to certain features. Sometimes this is referred to goal-oriented attention.] -** Task-effect-evidence [The evidence supporting the conclusion that the event had the specified effect.] -*** Computational-evidence [A type of evidence in which data are produced, and/or generated, and/or analyzed on a computer.] -*** External-evidence [A phenomenon that follows and is caused by some previous phenomenon.] -*** Intended-effect [A phenomenon that is intended to follow and be caused by some previous phenomenon.] -*** Behavioral-evidence [An indication or conclusion based on the behavior of an agent.] -** Task-event-role [The purpose of an event with respect to the task.] -*** Experimental-stimulus [Part of something designed to elicit a response in the experiment.] -*** Incidental [A sensory or other type of event that is unrelated to the task or experiment.] -*** Instructional [Usually associated with a sensory event intended to give instructions to the participant about the task or behavior.] -*** Mishap [Unplanned disruption such as an equipment or experiment control abnormality or experimenter error.] -*** Participant-response [Something related to a participant actions in performing the task.] -*** Task-activity [Something that is part of the overall task or is necessary to the overall experiment but is not directly part of a stimulus-response cycle. Examples would be taking a survey or provided providing a silva sample.] -*** Warning [Something that should warn the participant that the parameters of the task have been or are about to be exceeded such as a warning message about getting too close to the shoulder of the road in a driving task.] -** Task-action-type [How an agent action should be interpreted in terms of the task specification.] -*** Appropriate-action {relatedTag=Inappropriate-action} [An action suitable or proper in the circumstances.] -*** Correct-action {relatedTag=Incorrect-action, relatedTag=Indeterminate-action} [An action that was a correct response in the context of the task.] -*** Correction [An action offering an improvement to replace a mistake or error.] -*** Done-indication {relatedTag=Ready-indication} [An action that indicates that the participant has completed this step in the task.] -*** Incorrect-action {relatedTag=Correct-action, relatedTag=Indeterminate-action} [An action considered wrong or incorrect in the context of the task.] -*** Imagined-action [Form a mental image or concept of something. This is used to identity something that only happened in the imagination of the participant as in imagined movements in motor imagery paradigms.] -*** Inappropriate-action {relatedTag=Appropriate-action} [An action not in keeping with what is correct or proper for the task.] -*** Indeterminate-action {relatedTag=Correct-action, relatedTag=Incorrect-action, relatedTag=Miss, relatedTag=Near-miss} [An action that cannot be distinguished between two or more possibibities in the current context. This tag might be applied when an outside evaluator or a classification algorithm cannot determine a definitive result.] -*** Omitted-action [An expected response was skipped.] -*** Miss {relatedTag=Near-miss} [An action considered to be a failure in the context of the task. For example, if the agent is supposed to try to hit a target and misses.] -*** Near-miss {relatedTag=Miss} [An action barely satisfied the requirements of the task. In a driving experiment for example this could pertain to a narrowly avoided collision or other accident.] -*** Ready-indication {relatedTag=Done-indication} [An action that indicates that the participant is ready to perform the next step in the task.] -** Task-relationship [Specifying organizational importance of sub-tasks.] -*** Background-subtask [A part of the task which should be performed in the background as for example inhibiting blinks due to instruction while performing the primary task.] -*** Primary-subtask [A part of the task which should be the primary focus of the participant.] -** Task-stimulus-role [The role the stimulus plays in the task.] -*** Cue [A signal for an action, a pattern of stimuli indicating a particular response.] -*** Distractor [A person or thing that distracts or a plausible but incorrect option in a multiple-choice question. In pyschological studies this is sometimes referred to as a foil.] -*** Expected {relatedTag=Unexpected, suggestedTag=Target} [Considered likely, probable or anticipated. Something of low information value as in frequent non-targets in an RSVP paradigm.] -*** Extraneous [Irrelevant or unrelated to the subject being dealt with.] -*** Feedback [An evaluative response to an inquiry, process, event, or activity.] -*** Go-signal {relatedTag=Stop-signal} [An indicator to proceed with a planned action.] -*** Meaningful [Conveying significant or relevant information.] -*** Newly-learned [Representing recently acquired information or understanding.] -*** Non-informative [Something that is not useful in forming an opinion or judging an outcome.] -*** Non-target {relatedTag=Target} [Something other than that done or looked for. Also tag Expected if the Non-target is frequent.] -*** Not-meaningful [Not having a serious, important, or useful quality or purpose.] -*** Novel [Having no previous example or precedent or parallel.] -*** Oddball {relatedTag=Unexpected, suggestedTag=Target} [Something unusual, or infrequent.] -*** Planned {relatedTag=Unplanned} [Something that was decided on or arranged in advance.] -*** Penalty [A disadvantage, loss, or hardship due to some action.] -*** Priming [An implicit memory effect in which exposure to a stimulus influences response to a later stimulus.] -*** Query [A sentence of inquiry that asks for a reply.] -*** Reward [A positive reinforcement for a desired action, behavior or response.] -*** Stop-signal {relatedTag=Go-signal} [An indicator that the agent should stop the current activity.] -*** Target [Something fixed as a goal, destination, or point of examination.] -*** Threat [An indicator that signifies hostility and predicts an increased probability of attack.] -*** Timed [Something planned or scheduled to be done at a particular time or lasting for a specified amount of time.] -*** Unexpected {relatedTag=Expected} [Something that is not anticipated.] -*** Unplanned {relatedTag=Planned} [Something that has not been planned as part of the task.] + * Agent-property {extensionAllowed} [Something that pertains to an agent.] + ** Agent-state [The state of the agent.] + *** Agent-cognitive-state [The state of the cognitive processes or state of mind of the agent.] + **** Alert [Condition of heightened watchfulness or preparation for action.] + **** Anesthetized [Having lost sensation to pain or having senses dulled due to the effects of an anesthetic.] + **** Asleep [Having entered a periodic, readily reversible state of reduced awareness and metabolic activity, usually accompanied by physical relaxation and brain activity.] + **** Attentive [Concentrating and focusing mental energy on the task or surroundings.] + **** Distracted [Lacking in concentration because of being preoccupied.] + **** Awake [In a non sleeping state.] + **** Brain-dead [Characterized by the irreversible absence of cortical and brain stem functioning.] + **** Comatose [In a state of profound unconsciousness associated with markedly depressed cerebral activity.] + **** Drowsy [In a state of near-sleep, a strong desire for sleep, or sleeping for unusually long periods.] + **** Intoxicated [In a state with disturbed psychophysiological functions and responses as a result of administration or ingestion of a psychoactive substance.] + **** Locked-in [In a state of complete paralysis of all voluntary muscles except for the ones that control the movements of the eyes.] + **** Passive [Not responding or initiating an action in response to a stimulus.] + **** Resting [A state in which the agent is not exhibiting any physical exertion.] + **** Vegetative [A state of wakefulness and conscience, but (in contrast to coma) with involuntary opening of the eyes and movements (such as teeth grinding, yawning, or thrashing of the extremities).] + *** Agent-emotional-state [The status of the general temperament and outlook of an agent.] + **** Angry [Experiencing emotions characterized by marked annoyance or hostility.] + **** Aroused [In a state reactive to stimuli leading to increased heart rate and blood pressure, sensory alertness, mobility and readiness to respond.] + **** Awed [Filled with wonder. Feeling grand, sublime or powerful emotions characterized by a combination of joy, fear, admiration, reverence, and/or respect.] + **** Compassionate [Feeling or showing sympathy and concern for others often evoked for a person who is in distress and associated with altruistic motivation.] + **** Content [Feeling satisfaction with things as they are.] + **** Disgusted [Feeling revulsion or profound disapproval aroused by something unpleasant or offensive.] + **** Emotionally-neutral [Feeling neither satisfied nor dissatisfied.] + **** Empathetic [Understanding and sharing the feelings of another. Being aware of, being sensitive to, and vicariously experiencing the feelings, thoughts, and experience of another.] + **** Excited [Feeling great enthusiasm and eagerness.] + **** Fearful [Feeling apprehension that one may be in danger.] + **** Frustrated [Feeling annoyed as a result of being blocked, thwarted, disappointed or defeated.] + **** Grieving [Feeling sorrow in response to loss, whether physical or abstract.] + **** Happy [Feeling pleased and content.] + **** Jealous [Feeling threatened by a rival in a relationship with another individual, in particular an intimate partner, usually involves feelings of threat, fear, suspicion, distrust, anxiety, anger, betrayal, and rejection.] + **** Joyful [Feeling delight or intense happiness.] + **** Loving [Feeling a strong positive emotion of affection and attraction.] + **** Relieved [No longer feeling pain, distress, anxiety, or reassured.] + **** Sad [Feeling grief or unhappiness.] + **** Stressed [Experiencing mental or emotional strain or tension.] + *** Agent-physiological-state [Having to do with the mechanical, physical, or biochemical function of an agent.] + **** Healthy {relatedTag=Sick} [Having no significant health-related issues.] + **** Hungry {relatedTag=Sated, relatedTag=Thirsty} [Being in a state of craving or desiring food.] + **** Rested {relatedTag=Tired} [Feeling refreshed and relaxed.] + **** Sated {relatedTag=Hungry} [Feeling full.] + **** Sick {relatedTag=Healthy} [Being in a state of ill health, bodily malfunction, or discomfort.] + **** Thirsty {relatedTag=Hungry} [Feeling a need to drink.] + **** Tired {relatedTag=Rested} [Feeling in need of sleep or rest.] + *** Agent-postural-state [Pertaining to the position in which agent holds their body.] + **** Crouching [Adopting a position where the knees are bent and the upper body is brought forward and down, sometimes to avoid detection or to defend oneself.] + **** Eyes-closed [Keeping eyes closed with no blinking.] + **** Eyes-open [Keeping eyes open with occasional blinking.] + **** Kneeling [Positioned where one or both knees are on the ground.] + **** On-treadmill [Ambulation on an exercise apparatus with an endless moving belt to support moving in place.] + **** Prone [Positioned in a recumbent body position whereby the person lies on its stomach and faces downward.] + **** Sitting [In a seated position.] + **** Standing [Assuming or maintaining an erect upright position.] + **** Seated-with-chin-rest [Using a device that supports the chin and head.] + ** Agent-task-role [The function or part that is ascribed to an agent in performing the task.] + *** Experiment-actor [An agent who plays a predetermined role to create the experiment scenario.] + *** Experiment-controller [An agent exerting control over some aspect of the experiment.] + *** Experiment-participant [Someone who takes part in an activity related to an experiment.] + *** Experimenter [Person who is the owner of the experiment and has its responsibility.] + ** Agent-trait [A genetically, environmentally, or socially determined characteristic of an agent.] + *** Age [Length of time elapsed time since birth of the agent.] + **** # {takesValue, valueClass=numericClass} + *** Agent-experience-level [Amount of skill or knowledge that the agent has as pertains to the task.] + **** Expert-level {relatedTag=Intermediate-experience-level, relatedTag=Novice-level} [Having comprehensive and authoritative knowledge of or skill in a particular area related to the task.] + **** Intermediate-experience-level {relatedTag=Expert-level, relatedTag=Novice-level} [Having a moderate amount of knowledge or skill related to the task.] + **** Novice-level {relatedTag=Expert-level, relatedTag=Intermediate-experience-level} [Being inexperienced in a field or situation related to the task.] + *** Gender [Characteristics that are socially constructed, including norms, behaviors, and roles based on sex.] + *** Sex [Physical properties or qualities by which male is distinguished from female.] + **** Female [Biological sex of an individual with female sexual organs such ova.] + **** Male [Biological sex of an individual with male sexual organs producing sperm.] + **** Intersex [Having genitalia and/or secondary sexual characteristics of indeterminate sex.] + *** Ethnicity [Belong to a social group that has a common national or cultural tradition. Use with Label to avoid extension.] + *** Handedness [Individual preference for use of a hand, known as the dominant hand.] + **** Left-handed [Preference for using the left hand or foot for tasks requiring the use of a single hand or foot.] + **** Right-handed [Preference for using the right hand or foot for tasks requiring the use of a single hand or foot.] + **** Ambidextrous [Having no overall dominance in the use of right or left hand or foot in the performance of tasks that require one hand or foot.] + *** Race [Belonging to a group sharing physical or social qualities as defined within a specified society. Use with Label to avoid extension.] + * Data-property {extensionAllowed} [Something that pertains to data or information.] + ** Data-marker [An indicator placed to mark something.] + *** Data-break-marker [An indicator place to indicate a gap in the data.] + *** Temporal-marker [An indicator placed at a particular time in the data.] + **** Inset {topLevelTagGroup, reserved, relatedTag=Onset, relatedTag=Offset} [Marks an intermediate point in an ongoing event of temporal extent.] + **** Onset {topLevelTagGroup, reserved, relatedTag=Inset, relatedTag=Offset} [Marks the start of an ongoing event of temporal extent.] + **** Offset {topLevelTagGroup, reserved, relatedTag=Onset, relatedTag=Inset} [Marks the end of an event of temporal extent.] + **** Pause [Indicates the temporary interruption of the operation a process and subsequently wait for a signal to continue.] + **** Time-out [A cancellation or cessation that automatically occurs when a predefined interval of time has passed without a certain event occurring.] + **** Time-sync [A synchronization signal whose purpose to help synchronize different signals or processes. Often used to indicate a marker inserted into the recorded data to allow post hoc synchronization of concurrently recorded data streams.] + ** Data-resolution [Smallest change in a quality being measured by an sensor that causes a perceptible change.] + *** Printer-resolution [Resolution of a printer, usually expressed as the number of dots-per-inch for a printer.] + **** # {takesValue, valueClass=numericClass} + *** Screen-resolution [Resolution of a screen, usually expressed as the of pixels in a dimension for a digital display device.] + **** # {takesValue, valueClass=numericClass} + *** Sensory-resolution [Resolution of measurements by a sensing device.] + **** # {takesValue, valueClass=numericClass} + *** Spatial-resolution [Linear spacing of a spatial measurement.] + **** # {takesValue, valueClass=numericClass} + *** Spectral-resolution [Measures the ability of a sensor to resolve features in the electromagnetic spectrum.] + **** # {takesValue, valueClass=numericClass} + *** Temporal-resolution [Measures the ability of a sensor to resolve features in time.] + **** # {takesValue, valueClass=numericClass} + ** Data-source-type [The type of place, person, or thing from which the data comes or can be obtained.] + *** Computed-feature [A feature computed from the data by a tool. This tag should be grouped with a label of the form Toolname_propertyName.] + *** Computed-prediction [A computed extrapolation of known data.] + *** Expert-annotation [An explanatory or critical comment or other in-context information provided by an authority.] + *** Instrument-measurement [Information obtained from a device that is used to measure material properties or make other observations.] + *** Observation [Active acquisition of information from a primary source. Should be grouped with a label of the form AgentID_featureName.] + ** Data-value [Designation of the type of a data item.] + *** Categorical-value [Indicates that something can take on a limited and usually fixed number of possible values.] + **** Categorical-class-value [Categorical values that fall into discrete classes such as true or false. The grouping is absolute in the sense that it is the same for all participants.] + ***** All {relatedTag=Some, relatedTag=None} [To a complete degree or to the full or entire extent.] + ***** Correct {relatedTag=Wrong} [Free from error. Especially conforming to fact or truth.] + ***** Explicit {relatedTag=Implicit} [Stated clearly and in detail, leaving no room for confusion or doubt.] + ***** False {relatedTag=True} [Not in accordance with facts, reality or definitive criteria.] + ***** Implicit {relatedTag=Explicit} [Implied though not plainly expressed.] + ***** Invalid {relatedTag=Valid} [Not allowed or not conforming to the correct format or specifications.] + ***** None {relatedTag=All, relatedTag=Some} [No person or thing, nobody, not any.] + ***** Some {relatedTag=All, relatedTag=None} [At least a small amount or number of, but not a large amount of, or often.] + ***** True {relatedTag=False} [Conforming to facts, reality or definitive criteria.] + ***** Valid {relatedTag=Invalid} [Allowable, usable, or acceptable.] + ***** Wrong {relatedTag=Correct} [Inaccurate or not correct.] + **** Categorical-judgment-value [Categorical values that are based on the judgment or perception of the participant such familiar and famous.] + ***** Abnormal {relatedTag=Normal} [Deviating in any way from the state, position, structure, condition, behavior, or rule which is considered a norm.] + ***** Asymmetrical {relatedTag=Symmetrical} [Lacking symmetry or having parts that fail to correspond to one another in shape, size, or arrangement.] + ***** Audible {relatedTag=Inaudible} [A sound that can be perceived by the participant.] + ***** Congruent {relatedTag=Incongruent} [Concordance of multiple evidence lines. In agreement or harmony.] + ***** Complex {relatedTag=Simple} [Hard, involved or complicated, elaborate, having many parts.] + ***** Constrained {relatedTag=Unconstrained} [Keeping something within particular limits or bounds.] + ***** Disordered {relatedTag=Ordered} [Not neatly arranged. Confused and untidy. A structural quality in which the parts of an object are non-rigid.] + ***** Familiar {relatedTag=Unfamiliar, relatedTag=Famous} [Recognized, familiar, or within the scope of knowledge.] + ***** Famous {relatedTag=Familiar, relatedTag=Unfamiliar} [A person who has a high degree of recognition by the general population for his or her success or accomplishments. A famous person.] + ***** Inaudible {relatedTag=Audible} [A sound below the threshold of perception of the participant.] + ***** Incongruent {relatedTag=Congruent} [Not in agreement or harmony.] + ***** Involuntary {relatedTag=Voluntary} [An action that is not made by choice. In the body, involuntary actions (such as blushing) occur automatically, and cannot be controlled by choice.] + ***** Masked {relatedTag=Unmasked} [Information exists but is not provided or is partially obscured due to security, privacy, or other concerns.] + ***** Normal {relatedTag=Abnormal} [Being approximately average or within certain limits. Conforming with or constituting a norm or standard or level or type or social norm.] + ***** Ordered {relatedTag=Disordered} [Conforming to a logical or comprehensible arrangement of separate elements.] + ***** Simple {relatedTag=Complex} [Easily understood or presenting no difficulties.] + ***** Symmetrical {relatedTag=Asymmetrical} [Made up of exactly similar parts facing each other or around an axis. Showing aspects of symmetry.] + ***** Unconstrained {relatedTag=Constrained} [Moving without restriction.] + ***** Unfamiliar {relatedTag=Familiar, relatedTag=Famous} [Not having knowledge or experience of.] + ***** Unmasked {relatedTag=Masked} [Information is revealed.] + ***** Voluntary {relatedTag=Involuntary} [Using free will or design; not forced or compelled; controlled by individual volition.] + **** Categorical-level-value [Categorical values based on dividing a continuous variable into levels such as high and low.] + ***** Cold {relatedTag=Hot} [Having an absence of heat.] + ***** Deep {relatedTag=Shallow} [Extending relatively far inward or downward.] + ***** High {relatedTag=Low, relatedTag=Medium} [Having a greater than normal degree, intensity, or amount.] + ***** Hot {relatedTag=Cold} [Having an excess of heat.] + ***** Large {relatedTag=Small} [Having a great extent such as in physical dimensions, period of time, amplitude or frequency.] + ***** Liminal {relatedTag=Subliminal, relatedTag=Supraliminal} [Situated at a sensory threshold that is barely perceptible or capable of eliciting a response.] + ***** Loud {relatedTag=Quiet} [Having a perceived high intensity of sound.] + ***** Low {relatedTag=High} [Less than normal in degree, intensity or amount.] + ***** Medium {relatedTag=Low, relatedTag=High} [Mid-way between small and large in number, quantity, magnitude or extent.] + ***** Negative {relatedTag=Positive} [Involving disadvantage or harm.] + ***** Positive {relatedTag=Negative} [Involving advantage or good.] + ***** Quiet {relatedTag=Loud} [Characterizing a perceived low intensity of sound.] + ***** Rough {relatedTag=Smooth} [Having a surface with perceptible bumps, ridges, or irregularities.] + ***** Shallow {relatedTag=Deep} [Having a depth which is relatively low.] + ***** Small {relatedTag=Large} [Having a small extent such as in physical dimensions, period of time, amplitude or frequency.] + ***** Smooth {relatedTag=Rough} [Having a surface free from bumps, ridges, or irregularities.] + ***** Subliminal {relatedTag=Liminal, relatedTag=Supraliminal} [Situated below a sensory threshold that is imperceptible or not capable of eliciting a response.] + ***** Supraliminal {relatedTag=Liminal, relatedTag=Subliminal} [Situated above a sensory threshold that is perceptible or capable of eliciting a response.] + ***** Thick {relatedTag=Thin} [Wide in width, extent or cross-section.] + ***** Thin {relatedTag=Thick} [Narrow in width, extent or cross-section.] + **** Categorical-orientation-value [Value indicating the orientation or direction of something.] + ***** Backward {relatedTag=Forward} [Directed behind or to the rear.] + ***** Downward {relatedTag=Leftward, relatedTag=Rightward, relatedTag=Upward} [Moving or leading toward a lower place or level.] + ***** Forward {relatedTag=Backward} [At or near or directed toward the front.] + ***** Horizontally-oriented {relatedTag=Vertically-oriented} [Oriented parallel to or in the plane of the horizon.] + ***** Leftward {relatedTag=Downward, relatedTag=Rightward, relatedTag=Upward} [Going toward or facing the left.] + ***** Oblique {relatedTag=Rotated} [Slanting or inclined in direction, course, or position that is neither parallel nor perpendicular nor right-angular.] + ***** Rightward {relatedTag=Downward, relatedTag=Leftward, relatedTag=Upward} [Going toward or situated on the right.] + ***** Rotated [Positioned offset around an axis or center.] + ***** Upward {relatedTag=Downward, relatedTag=Leftward, relatedTag=Rightward} [Moving, pointing, or leading to a higher place, point, or level.] + ***** Vertically-oriented {relatedTag=Horizontally-oriented} [Oriented perpendicular to the plane of the horizon.] + *** Physical-value [The value of some physical property of something.] + **** Weight [The relative mass or the quantity of matter contained by something.] + ***** # {takesValue, valueClass=numericClass, unitClass=weightUnits} + **** Temperature [A measure of hot or cold based on the average kinetic energy of the atoms or molecules in the system.] + ***** # {takesValue, valueClass=numericClass, unitClass=temperatureUnits} + *** Quantitative-value [Something capable of being estimated or expressed with numeric values.] + **** Fraction [A numerical value between 0 and 1.] + ***** # {takesValue, valueClass=numericClass} + **** Item-count [The integer count of something which is usually grouped with the entity it is counting. (Item-count/3, A) indicates that 3 of A have occurred up to this point.] + ***** # {takesValue, valueClass=numericClass} + **** Item-index [The index of an item in a collection, sequence or other structure. (A (Item-index/3, B)) means that A is item number 3 in B.] + ***** # {takesValue, valueClass=numericClass} + **** Item-interval [An integer indicating how many items or entities have passed since the last one of these. An item interval of 0 indicates the current item.] + ***** # {takesValue, valueClass=numericClass} + **** Percentage [A fraction or ratio with 100 understood as the denominator.] + ***** # {takesValue, valueClass=numericClass} + **** Ratio [A quotient of quantities of the same kind for different components within the same system.] + ***** # {takesValue, valueClass=numericClass} + *** Statistical-value {extensionAllowed} [A value based on or employing the principles of statistics.] + **** Data-maximum [The largest possible quantity or degree.] + ***** # {takesValue, valueClass=numericClass} + **** Data-mean [The sum of a set of values divided by the number of values in the set.] + ***** # {takesValue, valueClass=numericClass} + **** Data-median [The value which has an equal number of values greater and less than it.] + ***** # {takesValue, valueClass=numericClass} + **** Data-minimum [The smallest possible quantity.] + ***** # {takesValue, valueClass=numericClass} + **** Probability [A measure of the expectation of the occurrence of a particular event.] + ***** # {takesValue, valueClass=numericClass} + **** Standard-deviation [A measure of the range of values in a set of numbers. Standard deviation is a statistic used as a measure of the dispersion or variation in a distribution, equal to the square root of the arithmetic mean of the squares of the deviations from the arithmetic mean.] + ***** # {takesValue, valueClass=numericClass} + **** Statistical-accuracy [A measure of closeness to true value expressed as a number between 0 and 1.] + ***** # {takesValue, valueClass=numericClass} + **** Statistical-precision [A quantitative representation of the degree of accuracy necessary for or associated with a particular action.] + ***** # {takesValue, valueClass=numericClass} + **** Statistical-recall [Sensitivity is a measurement datum qualifying a binary classification test and is computed by substracting the false negative rate to the integral numeral 1.] + ***** # {takesValue, valueClass=numericClass} + **** Statistical-uncertainty [A measure of the inherent variability of repeated observation measurements of a quantity including quantities evaluated by statistical methods and by other means.] + ***** # {takesValue, valueClass=numericClass} + *** Spatiotemporal-value [A property relating to space and/or time.] + **** Rate-of-change [The amount of change accumulated per unit time.] + ***** Acceleration [Magnitude of the rate of change in either speed or direction. The direction of change should be given separately.] + ****** # {takesValue, valueClass=numericClass, unitClass=accelerationUnits} + ***** Frequency [Frequency is the number of occurrences of a repeating event per unit time.] + ****** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits} + ***** Jerk-rate [Magnitude of the rate at which the acceleration of an object changes with respect to time. The direction of change should be given separately.] + ****** # {takesValue, valueClass=numericClass, unitClass=jerkUnits} + ***** Sampling-rate [The number of digital samples taken or recorded per unit of time.] + ****** # {takesValue, unitClass=frequencyUnits} + ***** Refresh-rate [The frequency with which the image on a computer monitor or similar electronic display screen is refreshed, usually expressed in hertz.] + ****** # {takesValue, valueClass=numericClass} + ***** Speed [A scalar measure of the rate of movement of the object expressed either as the distance travelled divided by the time taken (average speed) or the rate of change of position with respect to time at a particular point (instantaneous speed). The direction of change should be given separately.] + ****** # {takesValue, valueClass=numericClass, unitClass=speedUnits} + ***** Temporal-rate [The number of items per unit of time.] + ****** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits} + **** Spatial-value [Value of an item involving space.] + ***** Angle [The amount of inclination of one line to another or the plane of one object to another.] + ****** # {takesValue, unitClass=angleUnits, valueClass=numericClass} + ***** Distance [A measure of the space separating two objects or points.] + ****** # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} + ***** Position [A reference to the alignment of an object, a particular situation or view of a situation, or the location of an object. Coordinates with respect a specified frame of reference or the default Screen-frame if no frame is given.] + ****** X-position [The position along the x-axis of the frame of reference.] + ******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} + ****** Y-position [The position along the y-axis of the frame of reference.] + ******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} + ****** Z-position [The position along the z-axis of the frame of reference.] + ******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} + ***** Size [The physical magnitude of something.] + ****** Area [The extent of a 2-dimensional surface enclosed within a boundary.] + ******* # {takesValue, valueClass=numericClass, unitClass=areaUnits} + ****** Depth [The distance from the surface of something especially from the perspective of looking from the front.] + ******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} + ****** Length [The linear extent in space from one end of something to the other end, or the extent of something from beginning to end.] + ******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} + ****** Width [The extent or measurement of something from side to side.] + ******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} + ****** Height [The vertical measurement or distance from the base to the top of an object.] + ******* # {takesValue, valueClass=numericClass, unitClass=physicalLengthUnits} + ****** Volume [The amount of three dimensional space occupied by an object or the capacity of a space or container.] + ******* # {takesValue, valueClass=numericClass, unitClass=volumeUnits} + **** Temporal-value [A characteristic of or relating to time or limited by time.] + ***** Delay {topLevelTagGroup, reserved, relatedTag=Duration} [The time at which an event start time is delayed from the current onset time. This tag defines the start time of an event of temporal extent and may be used with the Duration tag.] + ****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} + ***** Duration {topLevelTagGroup, reserved, relatedTag=Delay} [The period of time during which an event occurs. This tag defines the end time of an event of temporal extent and may be used with the Delay tag.] + ****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} + ***** Time-interval [The period of time separating two instances, events, or occurrences.] + ****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} + ***** Time-value [A value with units of time. Usually grouped with tags identifying what the value represents.] + ****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} + ** Data-variability-attribute [An attribute describing how something changes or varies.] + *** Abrupt [Marked by sudden change.] + *** Constant [Continually recurring or continuing without interruption. Not changing in time or space.] + *** Continuous {relatedTag=Discrete, relatedTag=Discontinuous} [Uninterrupted in time, sequence, substance, or extent.] + *** Decreasing {relatedTag=Increasing} [Becoming smaller or fewer in size, amount, intensity, or degree.] + *** Deterministic {relatedTag=Random, relatedTag=Stochastic} [No randomness is involved in the development of the future states of the element.] + *** Discontinuous {relatedTag=Continuous} [Having a gap in time, sequence, substance, or extent.] + *** Discrete {relatedTag=Continuous, relatedTag=Discontinuous} [Constituting a separate entities or parts.] + *** Flickering [Moving irregularly or unsteadily or burning or shining fitfully or with a fluctuating light.] + *** Estimated-value [Something that has been calculated or measured approximately.] + *** Exact-value [A value that is viewed to the true value according to some standard.] + *** Fractal [Having extremely irregular curves or shapes for which any suitably chosen part is similar in shape to a given larger or smaller part when magnified or reduced to the same size.] + *** Increasing {relatedTag=Decreasing} [Becoming greater in size, amount, or degree.] + *** Random {relatedTag=Deterministic, relatedTag=Stochastic} [Governed by or depending on chance. Lacking any definite plan or order or purpose.] + *** Repetitive [A recurring action that is often non-purposeful.] + *** Stochastic {relatedTag=Deterministic, relatedTag=Random} [Uses a random probability distribution or pattern that may be analysed statistically but may not be predicted precisely to determine future states.] + *** Varying [Differing in size, amount, degree, or nature.] + * Environmental-property [Relating to or arising from the surroundings of an agent.] + ** Indoors [Located inside a building or enclosure.] + ** Outdoors [Any area outside a building or shelter.] + ** Real-world [Located in a place that exists in real space and time under realistic conditions.] + ** Virtual-world [Using technology that creates immersive, computer-generated experiences that a person can interact with and navigate through. The digital content is generally delivered to the user through some type of headset and responds to changes in head position or through interaction with other types of sensors. Existing in a virtual setting such as a simulation or game environment.] + ** Augmented-reality [Using technology that enhances real-world experiences with computer-derived digital overlays to change some aspects of perception of the natural environment. The digital content is shown to the user through a smart device or glasses and responds to changes in the environment.] + ** Motion-platform [A mechanism that creates the feelings of being in a real motion environment.] + ** Urban [Relating to, located in, or characteristic of a city or densely populated area.] + ** Rural [Of or pertaining to the country as opposed to the city.] + ** Terrain [Characterization of the physical features of a tract of land.] + *** Composite-terrain [Tracts of land characterized by a mixure of physical features.] + *** Dirt-terrain [Tracts of land characterized by a soil surface and lack of vegetation.] + *** Grassy-terrain [Tracts of land covered by grass.] + *** Gravel-terrain [Tracts of land covered by a surface consisting a loose aggregation of small water-worn or pounded stones.] + *** Leaf-covered-terrain [Tracts of land covered by leaves and composited organic material.] + *** Muddy-terrain [Tracts of land covered by a liquid or semi-liquid mixture of water and some combination of soil, silt, and clay.] + *** Paved-terrain [Tracts of land covered with concrete, asphalt, stones, or bricks.] + *** Rocky-terrain [Tracts of land consisting or full of rock or rocks.] + *** Sloped-terrain [Tracts of land arranged in a sloping or inclined position.] + *** Uneven-terrain [Tracts of land that are not level, smooth, or regular.] + * Informational-property {extensionAllowed} [Something that pertains to a task.] + ** Description {requireChild} [An explanation of what the tag group it is in means. If the description is at the top-level of an event string, the description applies to the event.] + *** # {takesValue, valueClass=textClass} + ** ID {requireChild} [An alphanumeric name that identifies either a unique object or a unique class of objects. Here the object or class may be an idea, physical countable object (or class), or physical uncountable substance (or class).] + *** # {takesValue, valueClass=textClass} + ** Label {requireChild} [A string of 20 or fewer characters identifying something. Labels usually refer to general classes of things while IDs refer to specific instances. A term that is associated with some entity. A brief description given for purposes of identification. An identifying or descriptive marker that is attached to an object.] + *** # {takesValue, valueClass=nameClass} + ** Metadata [Data about data. Information that describes another set of data.] + *** CogAtlas [The Cognitive Atlas ID number of something.] + **** # {takesValue} + *** CogPo [The CogPO ID number of something.] + **** # {takesValue} + *** Creation-date {requireChild} [The date on which data creation of this element began.] + **** # {takesValue, valueClass=dateTimeClass} + *** Experimental-note [A brief written record about the experiment.] + **** # {takesValue, valueClass=textClass} + *** Library-name [Official name of a HED library.] + **** # {takesValue, valueClass=nameClass} + *** OBO-identifier [The identifier of a term in some Open Biology Ontology (OBO) ontology.] + **** # {takesValue, valueClass=nameClass} + *** Pathname [The specification of a node (file or directory) in a hierarchical file system, usually specified by listing the nodes top-down.] + **** # {takesValue} + *** Subject-identifier [A sequence of characters used to identify, name, or characterize a trial or study subject.] + **** # {takesValue} + *** Version-identifier [An alphanumeric character string that identifies a form or variant of a type or original.] + **** # {takesValue} [Usually is a semantic version.] + ** Parameter [Something user-defined for this experiment.] + *** Parameter-label [The name of the parameter.] + **** # {takesValue, valueClass=nameClass} + *** Parameter-value [The value of the parameter.] + **** # {takesValue, valueClass=textClass} + * Organizational-property [Relating to an organization or the action of organizing something.] + ** Collection [A tag designating a grouping of items such as in a set or list.] + *** # {takesValue, valueClass=nameClass} [Name of the collection.] + ** Condition-variable [An aspect of the experiment or task that is to be varied during the experiment. Task-conditions are sometimes called independent variables or contrasts.] + *** # {takesValue, valueClass=nameClass} [Name of the condition variable.] + ** Control-variable [An aspect of the experiment that is fixed throughout the study and usually is explicitly controlled.] + *** # {takesValue, valueClass=nameClass} [Name of the control variable.] + ** Def {requireChild, reserved} [A HED-specific utility tag used with a defined name to represent the tags associated with that definition.] + *** # {takesValue, valueClass=nameClass} [Name of the definition.] + ** Def-expand {requireChild, reserved, tagGroup} [A HED specific utility tag that is grouped with an expanded definition. The child value of the Def-expand is the name of the expanded definition.] + *** # {takesValue, valueClass=nameClass} + ** Definition {requireChild, reserved, topLevelTagGroup} [A HED-specific utility tag whose child value is the name of the concept and the tag group associated with the tag is an English language explanation of a concept.] + *** # {takesValue, valueClass=nameClass} [Name of the definition.] + ** Event-context {reserved, topLevelTagGroup, unique} [A special HED tag inserted as part of a top-level tag group to contain information about the interrelated conditions under which the event occurs. The event context includes information about other events that are ongoing when this event happens.] + ** Event-stream [A special HED tag indicating that this event is a member of an ordered succession of events.] + *** # {takesValue, valueClass=nameClass} [Name of the event stream.] + ** Experimental-intertrial [A tag used to indicate a part of the experiment between trials usually where nothing is happening.] + *** # {takesValue, valueClass=nameClass} [Optional label for the intertrial block.] + ** Experimental-trial [Designates a run or execution of an activity, for example, one execution of a script. A tag used to indicate a particular organizational part in the experimental design often containing a stimulus-response pair or stimulus-response-feedback triad.] + *** # {takesValue, valueClass=nameClass} [Optional label for the trial (often a numerical string).] + ** Indicator-variable [An aspect of the experiment or task that is measured as task conditions are varied during the experiment. Experiment indicators are sometimes called dependent variables.] + *** # {takesValue, valueClass=nameClass} [Name of the indicator variable.] + ** Recording [A tag designating the data recording. Recording tags are usually have temporal scope which is the entire recording.] + *** # {takesValue, valueClass=nameClass} [Optional label for the recording.] + ** Task [An assigned piece of work, usually with a time allotment. A tag used to indicate a linkage the structured activities performed as part of the experiment.] + *** # {takesValue, valueClass=nameClass} [Optional label for the task block.] + ** Time-block [A tag used to indicate a contiguous time block in the experiment during which something is fixed or noted.] + *** # {takesValue, valueClass=nameClass} [Optional label for the task block.] + * Sensory-property [Relating to sensation or the physical senses.] + ** Sensory-attribute [A sensory characteristic associated with another entity.] + *** Auditory-attribute [Pertaining to the sense of hearing.] + **** Loudness [Perceived intensity of a sound.] + ***** # {takesValue, valueClass=numericClass, valueClass=nameClass} + **** Pitch [A perceptual property that allows the user to order sounds on a frequency scale.] + ***** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits} + **** Sound-envelope [Description of how a sound changes over time.] + ***** Sound-envelope-attack [The time taken for initial run-up of level from nil to peak usually beginning when the key on a musical instrument is pressed.] + ****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} + ***** Sound-envelope-decay [The time taken for the subsequent run down from the attack level to the designated sustain level.] + ****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} + ***** Sound-envelope-release [The time taken for the level to decay from the sustain level to zero after the key is released.] + ****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} + ***** Sound-envelope-sustain [The time taken for the main sequence of the sound duration, until the key is released.] + ****** # {takesValue, valueClass=numericClass, unitClass=timeUnits} + **** Timbre [The perceived sound quality of a singing voice or musical instrument.] + ***** # {takesValue, valueClass=nameClass} + **** Sound-volume [The sound pressure level (SPL) usually the ratio to a reference signal estimated as the lower bound of hearing.] + ***** # {takesValue, valueClass=numericClass, unitClass=intensityUnits} + *** Gustatory-attribute [Pertaining to the sense of taste.] + **** Bitter [Having a sharp, pungent taste.] + **** Salty [Tasting of or like salt.] + **** Savory [Belonging to a taste that is salty or spicy rather than sweet.] + **** Sour [Having a sharp, acidic taste.] + **** Sweet [Having or resembling the taste of sugar.] + *** Olfactory-attribute [Having a smell.] + *** Somatic-attribute [Pertaining to the feelings in the body or of the nervous system.] + **** Pain [The sensation of discomfort, distress, or agony, resulting from the stimulation of specialized nerve endings.] + **** Stress [The negative mental, emotional, and physical reactions that occur when environmental stressors are perceived as exceeding the adaptive capacities of the individual.] + *** Tactile-attribute [Pertaining to the sense of touch.] + **** Tactile-pressure [Having a feeling of heaviness.] + **** Tactile-temperature [Having a feeling of hotness or coldness.] + **** Tactile-texture [Having a feeling of roughness.] + **** Tactile-vibration [Having a feeling of mechanical oscillation.] + *** Vestibular-attribute [Pertaining to the sense of balance or body position.] + *** Visual-attribute [Pertaining to the sense of sight.] + **** Color [The appearance of objects (or light sources) described in terms of perception of their hue and lightness (or brightness) and saturation.] + ***** CSS-color [One of 140 colors supported by all browsers. For more details such as the color RGB or HEX values, check: https://www.w3schools.com/colors/colors_groups.asp.] + ****** Blue-color [CSS color group.] + ******* CadetBlue [CSS-color 0x5F9EA0.] + ******* SteelBlue [CSS-color 0x4682B4.] + ******* LightSteelBlue [CSS-color 0xB0C4DE.] + ******* LightBlue [CSS-color 0xADD8E6.] + ******* PowderBlue [CSS-color 0xB0E0E6.] + ******* LightSkyBlue [CSS-color 0x87CEFA.] + ******* SkyBlue [CSS-color 0x87CEEB.] + ******* CornflowerBlue [CSS-color 0x6495ED.] + ******* DeepSkyBlue [CSS-color 0x00BFFF.] + ******* DodgerBlue [CSS-color 0x1E90FF.] + ******* RoyalBlue [CSS-color 0x4169E1.] + ******* Blue [CSS-color 0x0000FF.] + ******* MediumBlue [CSS-color 0x0000CD.] + ******* DarkBlue [CSS-color 0x00008B.] + ******* Navy [CSS-color 0x000080.] + ******* MidnightBlue [CSS-color 0x191970.] + ****** Brown-color [CSS color group.] + ******* Cornsilk [CSS-color 0xFFF8DC.] + ******* BlanchedAlmond [CSS-color 0xFFEBCD.] + ******* Bisque [CSS-color 0xFFE4C4.] + ******* NavajoWhite [CSS-color 0xFFDEAD.] + ******* Wheat [CSS-color 0xF5DEB3.] + ******* BurlyWood [CSS-color 0xDEB887.] + ******* Tan [CSS-color 0xD2B48C.] + ******* RosyBrown [CSS-color 0xBC8F8F.] + ******* SandyBrown [CSS-color 0xF4A460.] + ******* GoldenRod [CSS-color 0xDAA520.] + ******* DarkGoldenRod [CSS-color 0xB8860B.] + ******* Peru [CSS-color 0xCD853F.] + ******* Chocolate [CSS-color 0xD2691E.] + ******* Olive [CSS-color 0x808000.] + ******* SaddleBrown [CSS-color 0x8B4513.] + ******* Sienna [CSS-color 0xA0522D.] + ******* Brown [CSS-color 0xA52A2A.] + ******* Maroon [CSS-color 0x800000.] + ****** Cyan-color [CSS color group.] + ******* Aqua [CSS-color 0x00FFFF.] + ******* Cyan [CSS-color 0x00FFFF.] + ******* LightCyan [CSS-color 0xE0FFFF.] + ******* PaleTurquoise [CSS-color 0xAFEEEE.] + ******* Aquamarine [CSS-color 0x7FFFD4.] + ******* Turquoise [CSS-color 0x40E0D0.] + ******* MediumTurquoise [CSS-color 0x48D1CC.] + ******* DarkTurquoise [CSS-color 0x00CED1.] + ****** Green-color [CSS color group.] + ******* GreenYellow [CSS-color 0xADFF2F.] + ******* Chartreuse [CSS-color 0x7FFF00.] + ******* LawnGreen [CSS-color 0x7CFC00.] + ******* Lime [CSS-color 0x00FF00.] + ******* LimeGreen [CSS-color 0x32CD32.] + ******* PaleGreen [CSS-color 0x98FB98.] + ******* LightGreen [CSS-color 0x90EE90.] + ******* MediumSpringGreen [CSS-color 0x00FA9A.] + ******* SpringGreen [CSS-color 0x00FF7F.] + ******* MediumSeaGreen [CSS-color 0x3CB371.] + ******* SeaGreen [CSS-color 0x2E8B57.] + ******* ForestGreen [CSS-color 0x228B22.] + ******* Green [CSS-color 0x008000.] + ******* DarkGreen [CSS-color 0x006400.] + ******* YellowGreen [CSS-color 0x9ACD32.] + ******* OliveDrab [CSS-color 0x6B8E23.] + ******* DarkOliveGreen [CSS-color 0x556B2F.] + ******* MediumAquaMarine [CSS-color 0x66CDAA.] + ******* DarkSeaGreen [CSS-color 0x8FBC8F.] + ******* LightSeaGreen [CSS-color 0x20B2AA.] + ******* DarkCyan [CSS-color 0x008B8B.] + ******* Teal [CSS-color 0x008080.] + ****** Gray-color [CSS color group.] + ******* Gainsboro [CSS-color 0xDCDCDC.] + ******* LightGray [CSS-color 0xD3D3D3.] + ******* Silver [CSS-color 0xC0C0C0.] + ******* DarkGray [CSS-color 0xA9A9A9.] + ******* DimGray [CSS-color 0x696969.] + ******* Gray [CSS-color 0x808080.] + ******* LightSlateGray [CSS-color 0x778899.] + ******* SlateGray [CSS-color 0x708090.] + ******* DarkSlateGray [CSS-color 0x2F4F4F.] + ******* Black [CSS-color 0x000000.] + ****** Orange-color [CSS color group.] + ******* Orange [CSS-color 0xFFA500.] + ******* DarkOrange [CSS-color 0xFF8C00.] + ******* Coral [CSS-color 0xFF7F50.] + ******* Tomato [CSS-color 0xFF6347.] + ******* OrangeRed [CSS-color 0xFF4500.] + ****** Pink-color [CSS color group.] + ******* Pink [CSS-color 0xFFC0CB.] + ******* LightPink [CSS-color 0xFFB6C1.] + ******* HotPink [CSS-color 0xFF69B4.] + ******* DeepPink [CSS-color 0xFF1493.] + ******* PaleVioletRed [CSS-color 0xDB7093.] + ******* MediumVioletRed [CSS-color 0xC71585.] + ****** Purple-color [CSS color group.] + ******* Lavender [CSS-color 0xE6E6FA.] + ******* Thistle [CSS-color 0xD8BFD8.] + ******* Plum [CSS-color 0xDDA0DD.] + ******* Orchid [CSS-color 0xDA70D6.] + ******* Violet [CSS-color 0xEE82EE.] + ******* Fuchsia [CSS-color 0xFF00FF.] + ******* Magenta [CSS-color 0xFF00FF.] + ******* MediumOrchid [CSS-color 0xBA55D3.] + ******* DarkOrchid [CSS-color 0x9932CC.] + ******* DarkViolet [CSS-color 0x9400D3.] + ******* BlueViolet [CSS-color 0x8A2BE2.] + ******* DarkMagenta [CSS-color 0x8B008B.] + ******* Purple [CSS-color 0x800080.] + ******* MediumPurple [CSS-color 0x9370DB.] + ******* MediumSlateBlue [CSS-color 0x7B68EE.] + ******* SlateBlue [CSS-color 0x6A5ACD.] + ******* DarkSlateBlue [CSS-color 0x483D8B.] + ******* RebeccaPurple [CSS-color 0x663399.] + ******* Indigo [CSS-color 0x4B0082.] + ****** Red-color [CSS color group.] + ******* LightSalmon [CSS-color 0xFFA07A.] + ******* Salmon [CSS-color 0xFA8072.] + ******* DarkSalmon [CSS-color 0xE9967A.] + ******* LightCoral [CSS-color 0xF08080.] + ******* IndianRed [CSS-color 0xCD5C5C.] + ******* Crimson [CSS-color 0xDC143C.] + ******* Red [CSS-color 0xFF0000.] + ******* FireBrick [CSS-color 0xB22222.] + ******* DarkRed [CSS-color 0x8B0000.] + ****** Yellow-color [CSS color group.] + ******* Gold [CSS-color 0xFFD700.] + ******* Yellow [CSS-color 0xFFFF00.] + ******* LightYellow [CSS-color 0xFFFFE0.] + ******* LemonChiffon [CSS-color 0xFFFACD.] + ******* LightGoldenRodYellow [CSS-color 0xFAFAD2.] + ******* PapayaWhip [CSS-color 0xFFEFD5.] + ******* Moccasin [CSS-color 0xFFE4B5.] + ******* PeachPuff [CSS-color 0xFFDAB9.] + ******* PaleGoldenRod [CSS-color 0xEEE8AA.] + ******* Khaki [CSS-color 0xF0E68C.] + ******* DarkKhaki [CSS-color 0xBDB76B.] + ****** White-color [CSS color group.] + ******* White [CSS-color 0xFFFFFF.] + ******* Snow [CSS-color 0xFFFAFA.] + ******* HoneyDew [CSS-color 0xF0FFF0.] + ******* MintCream [CSS-color 0xF5FFFA.] + ******* Azure [CSS-color 0xF0FFFF.] + ******* AliceBlue [CSS-color 0xF0F8FF.] + ******* GhostWhite [CSS-color 0xF8F8FF.] + ******* WhiteSmoke [CSS-color 0xF5F5F5.] + ******* SeaShell [CSS-color 0xFFF5EE.] + ******* Beige [CSS-color 0xF5F5DC.] + ******* OldLace [CSS-color 0xFDF5E6.] + ******* FloralWhite [CSS-color 0xFFFAF0.] + ******* Ivory [CSS-color 0xFFFFF0.] + ******* AntiqueWhite [CSS-color 0xFAEBD7.] + ******* Linen [CSS-color 0xFAF0E6.] + ******* LavenderBlush [CSS-color 0xFFF0F5.] + ******* MistyRose [CSS-color 0xFFE4E1.] + ***** Color-shade [A slight degree of difference between colors, especially with regard to how light or dark it is or as distinguished from one nearly like it.] + ****** Dark-shade [A color tone not reflecting much light.] + ****** Light-shade [A color tone reflecting more light.] + ***** Grayscale [Using a color map composed of shades of gray, varying from black at the weakest intensity to white at the strongest.] + ****** # {takesValue, valueClass=numericClass} [White intensity between 0 and 1.] + ***** HSV-color [A color representation that models how colors appear under light.] + ****** Hue [Attribute of a visual sensation according to which an area appears to be similar to one of the perceived colors.] + ******* # {takesValue, valueClass=numericClass} [Angular value between 0 and 360.] + ****** Saturation [Colorfulness of a stimulus relative to its own brightness.] + ******* # {takesValue, valueClass=numericClass} [B value of RGB between 0 and 1.] + ****** HSV-value [An attribute of a visual sensation according to which an area appears to emit more or less light.] + ******* # {takesValue, valueClass=numericClass} + ***** RGB-color [A color from the RGB schema.] + ****** RGB-red [The red component.] + ******* # {takesValue, valueClass=numericClass} [R value of RGB between 0 and 1.] + ****** RGB-blue [The blue component.] + ******* # {takesValue, valueClass=numericClass} [B value of RGB between 0 and 1.] + ****** RGB-green [The green component.] + ******* # {takesValue, valueClass=numericClass} [G value of RGB between 0 and 1.] + **** Luminance [A quality that exists by virtue of the luminous intensity per unit area projected in a given direction.] + **** Opacity [A measure of impenetrability to light.] + ** Sensory-presentation [The entity has a sensory manifestation.] + *** Auditory-presentation [The sense of hearing is used in the presentation to the user.] + **** Loudspeaker-separation {suggestedTag=Distance} [The distance between two loudspeakers. Grouped with the Distance tag.] + **** Monophonic [Relating to sound transmission, recording, or reproduction involving a single transmission path.] + **** Silent [The absence of ambient audible sound or the state of having ceased to produce sounds.] + **** Stereophonic [Relating to, or constituting sound reproduction involving the use of separated microphones and two transmission channels to achieve the sound separation of a live hearing.] + *** Gustatory-presentation [The sense of taste used in the presentation to the user.] + *** Olfactory-presentation [The sense of smell used in the presentation to the user.] + *** Somatic-presentation [The nervous system is used in the presentation to the user.] + *** Tactile-presentation [The sense of touch used in the presentation to the user.] + *** Vestibular-presentation [The sense balance used in the presentation to the user.] + *** Visual-presentation [The sense of sight used in the presentation to the user.] + **** 2D-view [A view showing only two dimensions.] + **** 3D-view [A view showing three dimensions.] + **** Background-view [Parts of the view that are farthest from the viewer and usually the not part of the visual focus.] + **** Bistable-view [Something having two stable visual forms that have two distinguishable stable forms as in optical illusions.] + **** Foreground-view [Parts of the view that are closest to the viewer and usually the most important part of the visual focus.] + **** Foveal-view [Visual presentation directly on the fovea. A view projected on the small depression in the retina containing only cones and where vision is most acute.] + **** Map-view [A diagrammatic representation of an area of land or sea showing physical features, cities, roads.] + ***** Aerial-view [Elevated view of an object from above, with a perspective as though the observer were a bird.] + ***** Satellite-view [A representation as captured by technology such as a satellite.] + ***** Street-view [A 360-degrees panoramic view from a position on the ground.] + **** Peripheral-view [Indirect vision as it occurs outside the point of fixation.] + * Task-property {extensionAllowed} [Something that pertains to a task.] + ** Task-attentional-demand [Strategy for allocating attention toward goal-relevant information.] + *** Bottom-up-attention {relatedTag=Top-down-attention} [Attentional guidance purely by externally driven factors to stimuli that are salient because of their inherent properties relative to the background. Sometimes this is referred to as stimulus driven.] + *** Covert-attention {relatedTag=Overt-attention} [Paying attention without moving the eyes.] + *** Divided-attention {relatedTag=Focused-attention} [Integrating parallel multiple stimuli. Behavior involving responding simultaneously to multiple tasks or multiple task demands.] + *** Focused-attention {relatedTag=Divided-attention} [Responding discretely to specific visual, auditory, or tactile stimuli.] + *** Orienting-attention [Directing attention to a target stimulus.] + *** Overt-attention {relatedTag=Covert-attention} [Selectively processing one location over others by moving the eyes to point at that location.] + *** Selective-attention [Maintaining a behavioral or cognitive set in the face of distracting or competing stimuli. Ability to pay attention to a limited array of all available sensory information.] + *** Sustained-attention [Maintaining a consistent behavioral response during continuous and repetitive activity.] + *** Switched-attention [Having to switch attention between two or more modalities of presentation.] + *** Top-down-attention {relatedTag=Bottom-up-attention} [Voluntary allocation of attention to certain features. Sometimes this is referred to goal-oriented attention.] + ** Task-effect-evidence [The evidence supporting the conclusion that the event had the specified effect.] + *** Computational-evidence [A type of evidence in which data are produced, and/or generated, and/or analyzed on a computer.] + *** External-evidence [A phenomenon that follows and is caused by some previous phenomenon.] + *** Intended-effect [A phenomenon that is intended to follow and be caused by some previous phenomenon.] + *** Behavioral-evidence [An indication or conclusion based on the behavior of an agent.] + ** Task-event-role [The purpose of an event with respect to the task.] + *** Experimental-stimulus [Part of something designed to elicit a response in the experiment.] + *** Incidental [A sensory or other type of event that is unrelated to the task or experiment.] + *** Instructional [Usually associated with a sensory event intended to give instructions to the participant about the task or behavior.] + *** Mishap [Unplanned disruption such as an equipment or experiment control abnormality or experimenter error.] + *** Participant-response [Something related to a participant actions in performing the task.] + *** Task-activity [Something that is part of the overall task or is necessary to the overall experiment but is not directly part of a stimulus-response cycle. Examples would be taking a survey or provided providing a silva sample.] + *** Warning [Something that should warn the participant that the parameters of the task have been or are about to be exceeded such as a warning message about getting too close to the shoulder of the road in a driving task.] + ** Task-action-type [How an agent action should be interpreted in terms of the task specification.] + *** Appropriate-action {relatedTag=Inappropriate-action} [An action suitable or proper in the circumstances.] + *** Correct-action {relatedTag=Incorrect-action, relatedTag=Indeterminate-action} [An action that was a correct response in the context of the task.] + *** Correction [An action offering an improvement to replace a mistake or error.] + *** Done-indication {relatedTag=Ready-indication} [An action that indicates that the participant has completed this step in the task.] + *** Incorrect-action {relatedTag=Correct-action, relatedTag=Indeterminate-action} [An action considered wrong or incorrect in the context of the task.] + *** Imagined-action [Form a mental image or concept of something. This is used to identity something that only happened in the imagination of the participant as in imagined movements in motor imagery paradigms.] + *** Inappropriate-action {relatedTag=Appropriate-action} [An action not in keeping with what is correct or proper for the task.] + *** Indeterminate-action {relatedTag=Correct-action, relatedTag=Incorrect-action, relatedTag=Miss, relatedTag=Near-miss} [An action that cannot be distinguished between two or more possibibities in the current context. This tag might be applied when an outside evaluator or a classification algorithm cannot determine a definitive result.] + *** Omitted-action [An expected response was skipped.] + *** Miss {relatedTag=Near-miss} [An action considered to be a failure in the context of the task. For example, if the agent is supposed to try to hit a target and misses.] + *** Near-miss {relatedTag=Miss} [An action barely satisfied the requirements of the task. In a driving experiment for example this could pertain to a narrowly avoided collision or other accident.] + *** Ready-indication {relatedTag=Done-indication} [An action that indicates that the participant is ready to perform the next step in the task.] + ** Task-relationship [Specifying organizational importance of sub-tasks.] + *** Background-subtask [A part of the task which should be performed in the background as for example inhibiting blinks due to instruction while performing the primary task.] + *** Primary-subtask [A part of the task which should be the primary focus of the participant.] + ** Task-stimulus-role [The role the stimulus plays in the task.] + *** Cue [A signal for an action, a pattern of stimuli indicating a particular response.] + *** Distractor [A person or thing that distracts or a plausible but incorrect option in a multiple-choice question. In pyschological studies this is sometimes referred to as a foil.] + *** Expected {relatedTag=Unexpected, suggestedTag=Target} [Considered likely, probable or anticipated. Something of low information value as in frequent non-targets in an RSVP paradigm.] + *** Extraneous [Irrelevant or unrelated to the subject being dealt with.] + *** Feedback [An evaluative response to an inquiry, process, event, or activity.] + *** Go-signal {relatedTag=Stop-signal} [An indicator to proceed with a planned action.] + *** Meaningful [Conveying significant or relevant information.] + *** Newly-learned [Representing recently acquired information or understanding.] + *** Non-informative [Something that is not useful in forming an opinion or judging an outcome.] + *** Non-target {relatedTag=Target} [Something other than that done or looked for. Also tag Expected if the Non-target is frequent.] + *** Not-meaningful [Not having a serious, important, or useful quality or purpose.] + *** Novel [Having no previous example or precedent or parallel.] + *** Oddball {relatedTag=Unexpected, suggestedTag=Target} [Something unusual, or infrequent.] + *** Planned {relatedTag=Unplanned} [Something that was decided on or arranged in advance.] + *** Penalty [A disadvantage, loss, or hardship due to some action.] + *** Priming [An implicit memory effect in which exposure to a stimulus influences response to a later stimulus.] + *** Query [A sentence of inquiry that asks for a reply.] + *** Reward [A positive reinforcement for a desired action, behavior or response.] + *** Stop-signal {relatedTag=Go-signal} [An indicator that the agent should stop the current activity.] + *** Target [Something fixed as a goal, destination, or point of examination.] + *** Threat [An indicator that signifies hostility and predicts an increased probability of attack.] + *** Timed [Something planned or scheduled to be done at a particular time or lasting for a specified amount of time.] + *** Unexpected {relatedTag=Expected} [Something that is not anticipated.] + *** Unplanned {relatedTag=Planned} [Something that has not been planned as part of the task.] '''Relation''' {extensionAllowed} [Concerns the way in which two or more people or things are connected.] -* Comparative-relation [Something considered in comparison to something else. The first entity is the focus.] -** Approximately-equal-to [(A, (Approximately-equal-to, B)) indicates that A and B have almost the same value. Here A and B could refer to sizes, orders, positions or other quantities.] -** Less-than [(A, (Less-than, B)) indicates that A is smaller than B. Here A and B could refer to sizes, orders, positions or other quantities.] -** Less-than-or-equal-to [(A, (Less-than-or-equal-to, B)) indicates that the relative size or order of A is smaller than or equal to B.] -** Greater-than [(A, (Greater-than, B)) indicates that the relative size or order of A is bigger than that of B.] -** Greater-than-or-equal-to [(A, (Greater-than-or-equal-to, B)) indicates that the relative size or order of A is bigger than or the same as that of B.] -** Equal-to [(A, (Equal-to, B)) indicates that the size or order of A is the same as that of B.] -** Not-equal-to [(A, (Not-equal-to, B)) indicates that the size or order of A is not the same as that of B.] -* Connective-relation [Indicates two entities are related in some way. The first entity is the focus.] -** Belongs-to [(A, (Belongs-to, B)) indicates that A is a member of B.] -** Connected-to [(A, (Connected-to, B)) indicates that A is related to B in some respect, usually through a direct link.] -** Contained-in [(A, (Contained-in, B)) indicates that A is completely inside of B.] -** Described-by [(A, (Described-by, B)) indicates that B provides information about A.] -** From-to [(A, (From-to, B)) indicates a directional relation from A to B. A is considered the source.] -** Group-of [(A, (Group-of, B)) indicates A is a group of items of type B.] -** Implied-by [(A, (Implied-by, B)) indicates B is suggested by A.] -** Includes [(A, (Includes, B)) indicates that A has B as a member or part.] -** Interacts-with [(A, (Interacts-with, B)) indicates A and B interact, possibly reciprocally.] -** Member-of [(A, (Member-of, B)) indicates A is a member of group B.] -** Part-of [(A, (Part-of, B)) indicates A is a part of the whole B.] -** Performed-by [(A, (Performed-by, B)) indicates that the action or procedure A was carried out by agent B.] -** Performed-using [(A, (Performed-using, B)) indicates that the action or procedure A was accomplished using B.] -** Related-to [(A, (Related-to, B)) indicates A has some relationship to B.] -** Unrelated-to [(A, (Unrelated-to, B)) indicates that A is not related to B. For example, A is not related to Task.] -* Directional-relation [A relationship indicating direction of change of one entity relative to another. The first entity is the focus.] -** Away-from [(A, (Away-from, B)) indicates that A is going or has moved away from B. The meaning depends on A and B.] -** Towards [(A, (Towards, B)) indicates that A is going to or has moved to B. The meaning depends on A and B.] -* Logical-relation [Indicating a logical relationship between entities. The first entity is usually the focus.] -** And [(A, (And, B)) means A and B are both in effect.] -** Or [(A, (Or, B)) means at least one of A and B are in effect.] -* Spatial-relation [Indicating a relationship about position between entities.] -** Above [(A, (Above, B)) means A is in a place or position that is higher than B.] -** Across-from [(A, (Across-from, B)) means A is on the opposite side of something from B.] -** Adjacent-to [(A, (Adjacent-to, B)) indicates that A is next to B in time or space.] -** Ahead-of [(A, (Ahead-of, B)) indicates that A is further forward in time or space in B.] -** Around [(A, (Around, B)) means A is in or near the present place or situation of B.] -** Behind [(A, (Behind, B)) means A is at or to the far side of B, typically so as to be hidden by it.] -** Below [(A, (Below, B)) means A is in a place or position that is lower than the position of B.] -** Between [(A, (Between, (B, C))) means A is in the space or interval separating B and C.] -** Bilateral-to [(A, (Bilateral, B)) means A is on both sides of B or affects both sides of B.] -** Bottom-edge-of {relatedTag=Left-edge-of, relatedTag=Right-edge-of, relatedTag=Top-edge-of} [(A, (Bottom-edge-of, B)) means A is on the bottom most part or or near the boundary of B.] -** Boundary-of [(A, (Boundary-of, B)) means A is on or part of the edge or boundary of B.] -** Center-of [(A, (Center-of, B)) means A is at a point or or in an area that is approximately central within B.] -** Close-to [(A, (Close-to, B)) means A is at a small distance from or is located near in space to B.] -** Far-from [(A, (Far-from, B)) means A is at a large distance from or is not located near in space to B.] -** In-front-of [(A, (In-front-of, B)) means A is in a position just ahead or at the front part of B, potentially partially blocking B from view.] -** Left-edge-of {relatedTag=Bottom-edge-of, relatedTag=Right-edge-of, relatedTag=Top-edge-of} [(A, (Left-edge-of, B)) means A is located on the left side of B on or near the boundary of B.] -** Left-side-of {relatedTag=Right-side-of} [(A, (Left-side-of, B)) means A is located on the left side of B usually as part of B.] -** Lower-center-of {relatedTag=Center-of, relatedTag=Lower-left-of, relatedTag=Lower-right-of, relatedTag=Upper-center-of, relatedTag=Upper-right-of} [(A, (Lower-center-of, B)) means A is situated on the lower center part of B (due south). This relation is often used to specify qualitative information about screen position.] -** Lower-left-of {relatedTag=Center-of, relatedTag=Lower-center-of, relatedTag=Lower-right-of, relatedTag=Upper-center-of, relatedTag=Upper-left-of, relatedTag=Upper-right-of} [(A, (Lower-left-of, B)) means A is situated on the lower left part of B. This relation is often used to specify qualitative information about screen position.] -** Lower-right-of {relatedTag=Center-of, relatedTag=Lower-center-of, relatedTag=Lower-left-of, relatedTag=Upper-left-of, relatedTag=Upper-center-of, relatedTag=Upper-left-of, relatedTag=Lower-right-of} [(A, (Lower-right-of, B)) means A is situated on the lower right part of B. This relation is often used to specify qualitative information about screen position.] -** Outside-of [(A, (Outside-of, B)) means A is located in the space around but not including B.] -** Over [(A, (Over, B)) means A above is above B so as to cover or protect or A extends over the a general area as from a from a vantage point.] -** Right-edge-of {relatedTag=Bottom-edge-of, relatedTag=Left-edge-of, relatedTag=Top-edge-of} [(A, (Right-edge-of, B)) means A is located on the right side of B on or near the boundary of B.] -** Right-side-of {relatedTag=Left-side-of} [(A, (Right-side-of, B)) means A is located on the right side of B usually as part of B.] -** To-left-of [(A, (To-left-of, B)) means A is located on or directed toward the side to the west of B when B is facing north. This term is used when A is not part of B.] -** To-right-of [(A, (To-right-of, B)) means A is located on or directed toward the side to the east of B when B is facing north. This term is used when A is not part of B.] -** Top-edge-of {relatedTag=Left-edge-of, relatedTag=Right-edge-of, relatedTag=Bottom-edge-of} [(A, (Top-edge-of, B)) means A is on the uppermost part or or near the boundary of B.] -** Top-of [(A, (Top-of, B)) means A is on the uppermost part, side, or surface of B.] -** Upper-center-of {relatedTag=Center-of, relatedTag=Lower-center-of, relatedTag=Lower-left-of, relatedTag=Lower-right-of, relatedTag=Upper-center-of, relatedTag=Upper-right-of} [(A, (Upper-center-of, B)) means A is situated on the upper center part of B (due north). This relation is often used to specify qualitative information about screen position.] -** Upper-left-of {relatedTag=Center-of, relatedTag=Lower-center-of, relatedTag=Lower-left-of, relatedTag=Lower-right-of, relatedTag=Upper-center-of, relatedTag=Upper-right-of} [(A, (Upper-left-of, B)) means A is situated on the upper left part of B. This relation is often used to specify qualitative information about screen position.] -** Upper-right-of {relatedTag=Center-of, relatedTag=Lower-center-of, relatedTag=Lower-left-of, relatedTag=Upper-left-of, relatedTag=Upper-center-of, relatedTag=Lower-right-of} [(A, (Upper-right-of, B)) means A is situated on the upper right part of B. This relation is often used to specify qualitative information about screen position.] -** Underneath [(A, (Underneath, B)) means A is situated directly below and may be concealed by B.] -** Within [(A, (Within, B)) means A is on the inside of or contained in B.] -* Temporal-relation [A relationship that includes a temporal or time-based component.] -** After [(A, (After B)) means A happens at a time subsequent to a reference time related to B.] -** Asynchronous-with [(A, (Asynchronous-with, B)) means A happens at times not occurring at the same time or having the same period or phase as B.] -** Before [(A, (Before B)) means A happens at a time earlier in time or order than B.] -** During [(A, (During, B)) means A happens at some point in a given period of time in which B is ongoing.] -** Synchronous-with [(A, (Synchronous-with, B)) means A happens at occurs at the same time or rate as B.] -** Waiting-for [(A, (Waiting-for, B)) means A pauses for something to happen in B.] + * Comparative-relation [Something considered in comparison to something else. The first entity is the focus.] + ** Approximately-equal-to [(A, (Approximately-equal-to, B)) indicates that A and B have almost the same value. Here A and B could refer to sizes, orders, positions or other quantities.] + ** Less-than [(A, (Less-than, B)) indicates that A is smaller than B. Here A and B could refer to sizes, orders, positions or other quantities.] + ** Less-than-or-equal-to [(A, (Less-than-or-equal-to, B)) indicates that the relative size or order of A is smaller than or equal to B.] + ** Greater-than [(A, (Greater-than, B)) indicates that the relative size or order of A is bigger than that of B.] + ** Greater-than-or-equal-to [(A, (Greater-than-or-equal-to, B)) indicates that the relative size or order of A is bigger than or the same as that of B.] + ** Equal-to [(A, (Equal-to, B)) indicates that the size or order of A is the same as that of B.] + ** Not-equal-to [(A, (Not-equal-to, B)) indicates that the size or order of A is not the same as that of B.] + * Connective-relation [Indicates two entities are related in some way. The first entity is the focus.] + ** Belongs-to [(A, (Belongs-to, B)) indicates that A is a member of B.] + ** Connected-to [(A, (Connected-to, B)) indicates that A is related to B in some respect, usually through a direct link.] + ** Contained-in [(A, (Contained-in, B)) indicates that A is completely inside of B.] + ** Described-by [(A, (Described-by, B)) indicates that B provides information about A.] + ** From-to [(A, (From-to, B)) indicates a directional relation from A to B. A is considered the source.] + ** Group-of [(A, (Group-of, B)) indicates A is a group of items of type B.] + ** Implied-by [(A, (Implied-by, B)) indicates B is suggested by A.] + ** Includes [(A, (Includes, B)) indicates that A has B as a member or part.] + ** Interacts-with [(A, (Interacts-with, B)) indicates A and B interact, possibly reciprocally.] + ** Member-of [(A, (Member-of, B)) indicates A is a member of group B.] + ** Part-of [(A, (Part-of, B)) indicates A is a part of the whole B.] + ** Performed-by [(A, (Performed-by, B)) indicates that the action or procedure A was carried out by agent B.] + ** Performed-using [(A, (Performed-using, B)) indicates that the action or procedure A was accomplished using B.] + ** Related-to [(A, (Related-to, B)) indicates A has some relationship to B.] + ** Unrelated-to [(A, (Unrelated-to, B)) indicates that A is not related to B. For example, A is not related to Task.] + * Directional-relation [A relationship indicating direction of change of one entity relative to another. The first entity is the focus.] + ** Away-from [(A, (Away-from, B)) indicates that A is going or has moved away from B. The meaning depends on A and B.] + ** Towards [(A, (Towards, B)) indicates that A is going to or has moved to B. The meaning depends on A and B.] + * Logical-relation [Indicating a logical relationship between entities. The first entity is usually the focus.] + ** And [(A, (And, B)) means A and B are both in effect.] + ** Or [(A, (Or, B)) means at least one of A and B are in effect.] + * Spatial-relation [Indicating a relationship about position between entities.] + ** Above [(A, (Above, B)) means A is in a place or position that is higher than B.] + ** Across-from [(A, (Across-from, B)) means A is on the opposite side of something from B.] + ** Adjacent-to [(A, (Adjacent-to, B)) indicates that A is next to B in time or space.] + ** Ahead-of [(A, (Ahead-of, B)) indicates that A is further forward in time or space in B.] + ** Around [(A, (Around, B)) means A is in or near the present place or situation of B.] + ** Behind [(A, (Behind, B)) means A is at or to the far side of B, typically so as to be hidden by it.] + ** Below [(A, (Below, B)) means A is in a place or position that is lower than the position of B.] + ** Between [(A, (Between, (B, C))) means A is in the space or interval separating B and C.] + ** Bilateral-to [(A, (Bilateral, B)) means A is on both sides of B or affects both sides of B.] + ** Bottom-edge-of {relatedTag=Left-edge-of, relatedTag=Right-edge-of, relatedTag=Top-edge-of} [(A, (Bottom-edge-of, B)) means A is on the bottom most part or or near the boundary of B.] + ** Boundary-of [(A, (Boundary-of, B)) means A is on or part of the edge or boundary of B.] + ** Center-of [(A, (Center-of, B)) means A is at a point or or in an area that is approximately central within B.] + ** Close-to [(A, (Close-to, B)) means A is at a small distance from or is located near in space to B.] + ** Far-from [(A, (Far-from, B)) means A is at a large distance from or is not located near in space to B.] + ** In-front-of [(A, (In-front-of, B)) means A is in a position just ahead or at the front part of B, potentially partially blocking B from view.] + ** Left-edge-of {relatedTag=Bottom-edge-of, relatedTag=Right-edge-of, relatedTag=Top-edge-of} [(A, (Left-edge-of, B)) means A is located on the left side of B on or near the boundary of B.] + ** Left-side-of {relatedTag=Right-side-of} [(A, (Left-side-of, B)) means A is located on the left side of B usually as part of B.] + ** Lower-center-of {relatedTag=Center-of, relatedTag=Lower-left-of, relatedTag=Lower-right-of, relatedTag=Upper-center-of, relatedTag=Upper-right-of} [(A, (Lower-center-of, B)) means A is situated on the lower center part of B (due south). This relation is often used to specify qualitative information about screen position.] + ** Lower-left-of {relatedTag=Center-of, relatedTag=Lower-center-of, relatedTag=Lower-right-of, relatedTag=Upper-center-of, relatedTag=Upper-left-of, relatedTag=Upper-right-of} [(A, (Lower-left-of, B)) means A is situated on the lower left part of B. This relation is often used to specify qualitative information about screen position.] + ** Lower-right-of {relatedTag=Center-of, relatedTag=Lower-center-of, relatedTag=Lower-left-of, relatedTag=Upper-left-of, relatedTag=Upper-center-of, relatedTag=Upper-left-of, relatedTag=Lower-right-of} [(A, (Lower-right-of, B)) means A is situated on the lower right part of B. This relation is often used to specify qualitative information about screen position.] + ** Outside-of [(A, (Outside-of, B)) means A is located in the space around but not including B.] + ** Over [(A, (Over, B)) means A above is above B so as to cover or protect or A extends over the a general area as from a from a vantage point.] + ** Right-edge-of {relatedTag=Bottom-edge-of, relatedTag=Left-edge-of, relatedTag=Top-edge-of} [(A, (Right-edge-of, B)) means A is located on the right side of B on or near the boundary of B.] + ** Right-side-of {relatedTag=Left-side-of} [(A, (Right-side-of, B)) means A is located on the right side of B usually as part of B.] + ** To-left-of [(A, (To-left-of, B)) means A is located on or directed toward the side to the west of B when B is facing north. This term is used when A is not part of B.] + ** To-right-of [(A, (To-right-of, B)) means A is located on or directed toward the side to the east of B when B is facing north. This term is used when A is not part of B.] + ** Top-edge-of {relatedTag=Left-edge-of, relatedTag=Right-edge-of, relatedTag=Bottom-edge-of} [(A, (Top-edge-of, B)) means A is on the uppermost part or or near the boundary of B.] + ** Top-of [(A, (Top-of, B)) means A is on the uppermost part, side, or surface of B.] + ** Upper-center-of {relatedTag=Center-of, relatedTag=Lower-center-of, relatedTag=Lower-left-of, relatedTag=Lower-right-of, relatedTag=Upper-center-of, relatedTag=Upper-right-of} [(A, (Upper-center-of, B)) means A is situated on the upper center part of B (due north). This relation is often used to specify qualitative information about screen position.] + ** Upper-left-of {relatedTag=Center-of, relatedTag=Lower-center-of, relatedTag=Lower-left-of, relatedTag=Lower-right-of, relatedTag=Upper-center-of, relatedTag=Upper-right-of} [(A, (Upper-left-of, B)) means A is situated on the upper left part of B. This relation is often used to specify qualitative information about screen position.] + ** Upper-right-of {relatedTag=Center-of, relatedTag=Lower-center-of, relatedTag=Lower-left-of, relatedTag=Upper-left-of, relatedTag=Upper-center-of, relatedTag=Lower-right-of} [(A, (Upper-right-of, B)) means A is situated on the upper right part of B. This relation is often used to specify qualitative information about screen position.] + ** Underneath [(A, (Underneath, B)) means A is situated directly below and may be concealed by B.] + ** Within [(A, (Within, B)) means A is on the inside of or contained in B.] + * Temporal-relation [A relationship that includes a temporal or time-based component.] + ** After [(A, (After B)) means A happens at a time subsequent to a reference time related to B.] + ** Asynchronous-with [(A, (Asynchronous-with, B)) means A happens at times not occurring at the same time or having the same period or phase as B.] + ** Before [(A, (Before B)) means A happens at a time earlier in time or order than B.] + ** During [(A, (During, B)) means A happens at some point in a given period of time in which B is ongoing.] + ** Synchronous-with [(A, (Synchronous-with, B)) means A happens at occurs at the same time or rate as B.] + ** Waiting-for [(A, (Waiting-for, B)) means A pauses for something to happen in B.] '''Modulator''' {requireChild, inLibrary=score} [External stimuli / interventions or changes in the alertness level (sleep) that modify: the background activity, or how often a graphoelement is occurring, or change other features of the graphoelement (like intra-burst frequency). For each observed finding, there is an option of specifying how they are influenced by the modulators and procedures that were done during the recording.] -* Sleep-modulator {inLibrary=score} -** Sleep-deprivation {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Sleep-following-sleep-deprivation {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Natural-sleep {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Induced-sleep {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Drowsiness {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Awakening {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Medication-modulator {inLibrary=score} -** Medication-administered-during-recording {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Medication-withdrawal-or-reduction-during-recording {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Eye-modulator {inLibrary=score} -** Manual-eye-closure {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Manual-eye-opening {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Stimulation-modulator {inLibrary=score} -** Intermittent-photic-stimulation {requireChild, inLibrary=score} -*** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits, inLibrary=score} -** Auditory-stimulation {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Nociceptive-stimulation {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Hyperventilation {inLibrary=score} -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Physical-effort {inLibrary=score} -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Cognitive-task {inLibrary=score} -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Other-modulator-or-procedure {requireChild, inLibrary=score} -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Sleep-modulator {inLibrary=score} + ** Sleep-deprivation {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Sleep-following-sleep-deprivation {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Natural-sleep {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Induced-sleep {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Drowsiness {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Awakening {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Medication-modulator {inLibrary=score} + ** Medication-administered-during-recording {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Medication-withdrawal-or-reduction-during-recording {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Eye-modulator {inLibrary=score} + ** Manual-eye-closure {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Manual-eye-opening {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Stimulation-modulator {inLibrary=score} + ** Intermittent-photic-stimulation {requireChild, inLibrary=score} + *** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits, inLibrary=score} + ** Auditory-stimulation {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Nociceptive-stimulation {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Hyperventilation {inLibrary=score} + ** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Physical-effort {inLibrary=score} + ** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Cognitive-task {inLibrary=score} + ** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Other-modulator-or-procedure {requireChild, inLibrary=score} + ** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] '''Background-activity''' {requireChild, inLibrary=score} [An EEG activity representing the setting in which a given normal or abnormal pattern appears and from which such pattern is distinguished.] -* Posterior-dominant-rhythm {suggestedTag=Finding-significance-to-recording, suggestedTag=Finding-frequency, suggestedTag=Posterior-dominant-rhythm-amplitude-range, suggestedTag=Finding-amplitude-asymmetry, suggestedTag=Posterior-dominant-rhythm-frequency-asymmetry, suggestedTag=Posterior-dominant-rhythm-eye-opening-reactivity, suggestedTag=Posterior-dominant-rhythm-organization, suggestedTag=Posterior-dominant-rhythm-caveat, suggestedTag=Absence-of-posterior-dominant-rhythm, inLibrary=score} [Rhythmic activity occurring during wakefulness over the posterior regions of the head, generally with maximum amplitudes over the occipital areas. Amplitude varies. Best seen with eyes closed and during physical relaxation and relative mental inactivity. Blocked or attenuated by attention, especially visual, and mental effort. In adults this is the alpha rhythm, and the frequency is 8 to 13 Hz. However the frequency can be higher or lower than this range (often a supra or sub harmonic of alpha frequency) and is called alpha variant rhythm (fast and slow alpha variant rhythm). In children, the normal range of the frequency of the posterior dominant rhythm is age-dependant.] -* Mu-rhythm {suggestedTag=Finding-frequency, suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, inLibrary=score} [EEG rhythm at 7-11 Hz composed of arch-shaped waves occurring over the central or centro-parietal regions of the scalp during wakefulness. Amplitudes varies but is mostly below 50 microV. Blocked or attenuated most clearly by contralateral movement, thought of movement, readiness to move or tactile stimulation.] -* Other-organized-rhythm {requireChild, suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [EEG activity that consisting of waves of approximately constant period, which is considered as part of the background (ongoing) activity, but does not fulfill the criteria of the posterior dominant rhythm.] -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Background-activity-special-feature {requireChild, inLibrary=score} [Special Features. Special features contains scoring options for the background activity of critically ill patients.] -** Continuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} -** Nearly-continuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} -** Discontinuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} -** Background-burst-suppression {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} [EEG pattern consisting of bursts (activity appearing and disappearing abruptly) interrupted by periods of low amplitude (below 20 microV) and which occurs simultaneously over all head regions.] -** Background-burst-attenuation {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} -** Background-activity-suppression {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, suggestedTag=Appearance-mode, inLibrary=score} [Periods showing activity under 10 microV (referential montage) and interrupting the background (ongoing) activity.] -** Electrocerebral-inactivity {inLibrary=score} [Absence of any ongoing cortical electric activities; in all leads EEG is isoelectric or only contains artifacts. Sensitivity has to be increased up to 2 microV/mm; recording time: at least 30 minutes.] + * Posterior-dominant-rhythm {suggestedTag=Finding-significance-to-recording, suggestedTag=Finding-frequency, suggestedTag=Posterior-dominant-rhythm-amplitude-range, suggestedTag=Finding-amplitude-asymmetry, suggestedTag=Posterior-dominant-rhythm-frequency-asymmetry, suggestedTag=Posterior-dominant-rhythm-eye-opening-reactivity, suggestedTag=Posterior-dominant-rhythm-organization, suggestedTag=Posterior-dominant-rhythm-caveat, suggestedTag=Absence-of-posterior-dominant-rhythm, inLibrary=score} [Rhythmic activity occurring during wakefulness over the posterior regions of the head, generally with maximum amplitudes over the occipital areas. Amplitude varies. Best seen with eyes closed and during physical relaxation and relative mental inactivity. Blocked or attenuated by attention, especially visual, and mental effort. In adults this is the alpha rhythm, and the frequency is 8 to 13 Hz. However the frequency can be higher or lower than this range (often a supra or sub harmonic of alpha frequency) and is called alpha variant rhythm (fast and slow alpha variant rhythm). In children, the normal range of the frequency of the posterior dominant rhythm is age-dependant.] + * Mu-rhythm {suggestedTag=Finding-frequency, suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, inLibrary=score} [EEG rhythm at 7-11 Hz composed of arch-shaped waves occurring over the central or centro-parietal regions of the scalp during wakefulness. Amplitudes varies but is mostly below 50 microV. Blocked or attenuated most clearly by contralateral movement, thought of movement, readiness to move or tactile stimulation.] + * Other-organized-rhythm {requireChild, suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [EEG activity that consisting of waves of approximately constant period, which is considered as part of the background (ongoing) activity, but does not fulfill the criteria of the posterior dominant rhythm.] + ** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Background-activity-special-feature {requireChild, inLibrary=score} [Special Features. Special features contains scoring options for the background activity of critically ill patients.] + ** Continuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} + ** Nearly-continuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} + ** Discontinuous-background-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} + ** Background-burst-suppression {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} [EEG pattern consisting of bursts (activity appearing and disappearing abruptly) interrupted by periods of low amplitude (below 20 microV) and which occurs simultaneously over all head regions.] + ** Background-burst-attenuation {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, inLibrary=score} + ** Background-activity-suppression {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-extent, suggestedTag=Appearance-mode, inLibrary=score} [Periods showing activity under 10 microV (referential montage) and interrupting the background (ongoing) activity.] + ** Electrocerebral-inactivity {inLibrary=score} [Absence of any ongoing cortical electric activities; in all leads EEG is isoelectric or only contains artifacts. Sensitivity has to be increased up to 2 microV/mm; recording time: at least 30 minutes.] '''Sleep-and-drowsiness''' {requireChild, inLibrary=score} [The features of the ongoing activity during sleep are scored here. If abnormal graphoelements appear, disappear or change their morphology during sleep, that is not scored here but at the entry corresponding to that graphooelement (as a modulator).] -* Sleep-architecture {suggestedTag=Property-not-possible-to-determine, inLibrary=score} [For longer recordings. Only to be scored if whole-night sleep is part of the recording. It is a global descriptor of the structure and pattern of sleep: estimation of the amount of time spent in REM and NREM sleep, sleep duration, NREM-REM cycle.] -** Normal-sleep-architecture {inLibrary=score} -** Abnormal-sleep-architecture {inLibrary=score} -* Sleep-stage-reached {requireChild, suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-significance-to-recording, inLibrary=score} [For normal sleep patterns the sleep stages reached during the recording can be specified] -** Sleep-stage-N1 {inLibrary=score} [Sleep stage 1.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Sleep-stage-N2 {inLibrary=score} [Sleep stage 2.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Sleep-stage-N3 {inLibrary=score} [Sleep stage 3.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Sleep-stage-REM {inLibrary=score} [Rapid eye movement.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Sleep-spindles {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Burst at 11-15 Hz but mostly at 12-14 Hz generally diffuse but of higher voltage over the central regions of the head, occurring during sleep. Amplitude varies but is mostly below 50 microV in the adult.] -* Arousal-pattern {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Arousal pattern in children. Prolonged, marked high voltage 4-6/s activity in all leads with some intermixed slower frequencies, in children.] -* Frontal-arousal-rhythm {suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Prolonged (up to 20s) rhythmical sharp or spiky activity over the frontal areas (maximum over the frontal midline) seen at arousal from sleep in children with minimal cerebral dysfunction.] -* Vertex-wave {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Sharp potential, maximal at the vertex, negative relative to other areas, apparently occurring spontaneously during sleep or in response to a sensory stimulus during sleep or wakefulness. May be single or repetitive. Amplitude varies but rarely exceeds 250 microV. Abbreviation: V wave. Synonym: vertex sharp wave.] -* K-complex {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [A burst of somewhat variable appearance, consisting most commonly of a high voltage negative slow wave followed by a smaller positive slow wave frequently associated with a sleep spindle. Duration greater than 0.5 s. Amplitude is generally maximal in the frontal vertex. K complexes occur during nonREM sleep, apparently spontaneously, or in response to sudden sensory / auditory stimuli, and are not specific for any individual sensory modality.] -* Saw-tooth-waves {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Vertex negative 2-5 Hz waves occuring in series during REM sleep] -* POSTS {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Positive occipital sharp transients of sleep. Sharp transient maximal over the occipital regions, positive relative to other areas, apparently occurring spontaneously during sleep. May be single or repetitive. Amplitude varies but is generally bellow 50 microV.] -* Hypnagogic-hypersynchrony {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Bursts of bilateral, synchronous delta or theta activity of large amplitude, occasionally with superimposed faster components, occurring during falling asleep or during awakening, in children.] -* Non-reactive-sleep {inLibrary=score} [EEG activity consisting of normal sleep graphoelements, but which cannot be interrupted by external stimuli/ the patient cannot be waken.] + * Sleep-architecture {suggestedTag=Property-not-possible-to-determine, inLibrary=score} [For longer recordings. Only to be scored if whole-night sleep is part of the recording. It is a global descriptor of the structure and pattern of sleep: estimation of the amount of time spent in REM and NREM sleep, sleep duration, NREM-REM cycle.] + ** Normal-sleep-architecture {inLibrary=score} + ** Abnormal-sleep-architecture {inLibrary=score} + * Sleep-stage-reached {requireChild, suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-significance-to-recording, inLibrary=score} [For normal sleep patterns the sleep stages reached during the recording can be specified] + ** Sleep-stage-N1 {inLibrary=score} [Sleep stage 1.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Sleep-stage-N2 {inLibrary=score} [Sleep stage 2.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Sleep-stage-N3 {inLibrary=score} [Sleep stage 3.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Sleep-stage-REM {inLibrary=score} [Rapid eye movement.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Sleep-spindles {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Burst at 11-15 Hz but mostly at 12-14 Hz generally diffuse but of higher voltage over the central regions of the head, occurring during sleep. Amplitude varies but is mostly below 50 microV in the adult.] + * Arousal-pattern {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Arousal pattern in children. Prolonged, marked high voltage 4-6/s activity in all leads with some intermixed slower frequencies, in children.] + * Frontal-arousal-rhythm {suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Prolonged (up to 20s) rhythmical sharp or spiky activity over the frontal areas (maximum over the frontal midline) seen at arousal from sleep in children with minimal cerebral dysfunction.] + * Vertex-wave {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Sharp potential, maximal at the vertex, negative relative to other areas, apparently occurring spontaneously during sleep or in response to a sensory stimulus during sleep or wakefulness. May be single or repetitive. Amplitude varies but rarely exceeds 250 microV. Abbreviation: V wave. Synonym: vertex sharp wave.] + * K-complex {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [A burst of somewhat variable appearance, consisting most commonly of a high voltage negative slow wave followed by a smaller positive slow wave frequently associated with a sleep spindle. Duration greater than 0.5 s. Amplitude is generally maximal in the frontal vertex. K complexes occur during nonREM sleep, apparently spontaneously, or in response to sudden sensory / auditory stimuli, and are not specific for any individual sensory modality.] + * Saw-tooth-waves {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Vertex negative 2-5 Hz waves occuring in series during REM sleep] + * POSTS {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Positive occipital sharp transients of sleep. Sharp transient maximal over the occipital regions, positive relative to other areas, apparently occurring spontaneously during sleep. May be single or repetitive. Amplitude varies but is generally bellow 50 microV.] + * Hypnagogic-hypersynchrony {suggestedTag=Finding-significance-to-recording, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-amplitude-asymmetry, inLibrary=score} [Bursts of bilateral, synchronous delta or theta activity of large amplitude, occasionally with superimposed faster components, occurring during falling asleep or during awakening, in children.] + * Non-reactive-sleep {inLibrary=score} [EEG activity consisting of normal sleep graphoelements, but which cannot be interrupted by external stimuli/ the patient cannot be waken.] '''Interictal-finding''' {requireChild, inLibrary=score} [EEG pattern / transient that is distinguished form the background activity, considered abnormal, but is not recorded during ictal period (seizure) or postictal period; the presence of an interictal finding does not necessarily imply that the patient has epilepsy.] -* Epileptiform-interictal-activity {suggestedTag=Spike-morphology, suggestedTag=Spike-and-slow-wave-morphology, suggestedTag=Runs-of-rapid-spikes-morphology, suggestedTag=Polyspikes-morphology, suggestedTag=Polyspike-and-slow-wave-morphology, suggestedTag=Sharp-wave-morphology, suggestedTag=Sharp-and-slow-wave-morphology, suggestedTag=Slow-sharp-wave-morphology, suggestedTag=High-frequency-oscillation-morphology, suggestedTag=Hypsarrhythmia-classic-morphology, suggestedTag=Hypsarrhythmia-modified-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-propagation, suggestedTag=Multifocal-finding, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, suggestedTag=Finding-incidence, inLibrary=score} -* Abnormal-interictal-rhythmic-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Polymorphic-delta-activity-morphology, suggestedTag=Frontal-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Occipital-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Temporal-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, suggestedTag=Finding-incidence, inLibrary=score} -* Interictal-special-patterns {requireChild, inLibrary=score} -** Interictal-periodic-discharges {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics, inLibrary=score} [Periodic discharge not further specified (PDs).] -*** Generalized-periodic-discharges {inLibrary=score} [GPDs.] -*** Lateralized-periodic-discharges {inLibrary=score} [LPDs.] -*** Bilateral-independent-periodic-discharges {inLibrary=score} [BIPDs.] -*** Multifocal-periodic-discharges {inLibrary=score} [MfPDs.] -** Extreme-delta-brush {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} + * Epileptiform-interictal-activity {suggestedTag=Spike-morphology, suggestedTag=Spike-and-slow-wave-morphology, suggestedTag=Runs-of-rapid-spikes-morphology, suggestedTag=Polyspikes-morphology, suggestedTag=Polyspike-and-slow-wave-morphology, suggestedTag=Sharp-wave-morphology, suggestedTag=Sharp-and-slow-wave-morphology, suggestedTag=Slow-sharp-wave-morphology, suggestedTag=High-frequency-oscillation-morphology, suggestedTag=Hypsarrhythmia-classic-morphology, suggestedTag=Hypsarrhythmia-modified-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-propagation, suggestedTag=Multifocal-finding, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, suggestedTag=Finding-incidence, inLibrary=score} + * Abnormal-interictal-rhythmic-activity {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Polymorphic-delta-activity-morphology, suggestedTag=Frontal-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Occipital-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Temporal-intermittent-rhythmic-delta-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, suggestedTag=Finding-incidence, inLibrary=score} + * Interictal-special-patterns {requireChild, inLibrary=score} + ** Interictal-periodic-discharges {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics, inLibrary=score} [Periodic discharge not further specified (PDs).] + *** Generalized-periodic-discharges {inLibrary=score} [GPDs.] + *** Lateralized-periodic-discharges {inLibrary=score} [LPDs.] + *** Bilateral-independent-periodic-discharges {inLibrary=score} [BIPDs.] + *** Multifocal-periodic-discharges {inLibrary=score} [MfPDs.] + ** Extreme-delta-brush {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} '''Critically-ill-patients-patterns''' {requireChild, inLibrary=score} [Rhythmic or periodic patterns in critically ill patients (RPPs) are scored according to the 2012 version of the American Clinical Neurophysiology Society Standardized Critical Care EEG Terminology (Hirsch et al., 2013).] -* Critically-ill-patients-periodic-discharges {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics, inLibrary=score} [Periodic discharges (PDs).] -* Rhythmic-delta-activity {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics, inLibrary=score} [RDA] -* Spike-or-sharp-and-wave {suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics, inLibrary=score} [SW] + * Critically-ill-patients-periodic-discharges {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics, inLibrary=score} [Periodic discharges (PDs).] + * Rhythmic-delta-activity {suggestedTag=Periodic-discharges-superimposed-activity, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics, inLibrary=score} [RDA] + * Spike-or-sharp-and-wave {suggestedTag=Periodic-discharge-sharpness, suggestedTag=Number-of-periodic-discharge-phases, suggestedTag=Periodic-discharge-triphasic-morphology, suggestedTag=Periodic-discharge-absolute-amplitude, suggestedTag=Periodic-discharge-relative-amplitude, suggestedTag=Periodic-discharge-polarity, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Finding-frequency, suggestedTag=Periodic-discharge-duration, suggestedTag=Periodic-discharge-onset, suggestedTag=Periodic-discharge-dynamics, inLibrary=score} [SW] '''Episode''' {requireChild, inLibrary=score} [Clinical episode or electrographic seizure.] -* Epileptic-seizure {requireChild, inLibrary=score} -** Focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} -*** Aware-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} -*** Impaired-awareness-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} -*** Awareness-unknown-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} -*** Focal-to-bilateral-tonic-clonic-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} -** Generalized-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} -** Unknown-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} -** Unclassified-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} -* Subtle-seizure {suggestedTag=Episode-phase, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Seizure type frequent in neonates, sometimes referred to as motor automatisms; they may include random and roving eye movements, sucking, chewing motions, tongue protrusion, rowing or swimming or boxing movements of the arms, pedaling and bicycling movements of the lower limbs; apneic seizures are relatively common. Although some subtle seizures are associated with rhythmic ictal EEG discharges, and are clearly epileptic, ictal EEG often does not show typical epileptic activity.] -* Electrographic-seizure {suggestedTag=Episode-phase, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Referred usually to non convulsive status. Ictal EEG: rhythmic discharge or spike and wave pattern with definite evolution in frequency, location, or morphology lasting at least 10 s; evolution in amplitude alone did not qualify.] -* Seizure-PNES {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Psychogenic non-epileptic seizure.] -* Sleep-related-episode {requireChild, inLibrary=score} -** Sleep-related-arousal {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Normal.] -** Benign-sleep-myoclonus {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [A distinctive disorder of sleep characterized by a) neonatal onset, b) rhythmic myoclonic jerks only during sleep and c) abrupt and consistent cessation with arousal, d) absence of concomitant electrographic changes suggestive of seizures, and e) good outcome.] -** Confusional-awakening {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Episode of non epileptic nature included in NREM parasomnias, characterized by sudden arousal and complex behavior but without full alertness, usually lasting a few minutes and occurring almost in all children at least occasionally. Amnesia of the episode is the rule.] -** Sleep-periodic-limb-movement {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [PLMS. Periodic limb movement in sleep. Episodes are characterized by brief (0.5- to 5.0-second) lower-extremity movements during sleep, which typically occur at 20- to 40-second intervals, most commonly during the first 3 hours of sleep. The affected individual is usually not aware of the movements or of the transient partial arousals.] -** REM-sleep-behavioral-disorder {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [REM sleep behavioral disorder. Episodes characterized by: a) presence of REM sleep without atonia (RSWA) on polysomnography (PSG); b) presence of at least 1 of the following conditions - (1) Sleep-related behaviors, by history, that have been injurious, potentially injurious, or disruptive (example: dream enactment behavior); (2) abnormal REM sleep behavior documented during PSG monitoring; (3) absence of epileptiform activity on electroencephalogram (EEG) during REM sleep (unless RBD can be clearly distinguished from any concurrent REM sleep-related seizure disorder); (4) sleep disorder not better explained by another sleep disorder, a medical or neurologic disorder, a mental disorder, medication use, or a substance use disorder.] -** Sleep-walking {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Episodes characterized by ambulation during sleep; the patient is difficult to arouse during an episode, and is usually amnesic following the episode. Episodes usually occur in the first third of the night during slow wave sleep. Polysomnographic recordings demonstrate 2 abnormalities during the first sleep cycle: frequent, brief, non-behavioral EEG-defined arousals prior to the somnambulistic episode and abnormally low gamma (0.75-2.0 Hz) EEG power on spectral analysis, correlating with high-voltage (hyper-synchronic gamma) waves lasting 10 to 15 s occurring just prior to the movement. This is followed by stage I NREM sleep, and there is no evidence of complete awakening.] -* Pediatric-episode {requireChild, inLibrary=score} -** Hyperekplexia {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Disorder characterized by exaggerated startle response and hypertonicity that may occur during the first year of life and in severe cases during the neonatal period. Children usually present with marked irritability and recurrent startles in response to handling and sounds. Severely affected infants can have severe jerks and stiffening, sometimes with breath-holding spells.] -** Jactatio-capitis-nocturna {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Relatively common in normal children at the time of going to bed, especially during the first year of life, the rhythmic head movements persist during sleep. Usually, these phenomena disappear before 3 years of age.] -** Pavor-nocturnus {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [A nocturnal episode characterized by age of onset of less than five years (mean age 18 months, with peak prevalence at five to seven years), appearance of signs of panic two hours after falling asleep with crying, screams, a fearful expression, inability to recognize other people including parents (for a duration of 5-15 minutes), amnesia upon awakening. Pavor nocturnus occurs in patients almost every night for months or years (but the frequency is highly variable and may be as low as once a month) and is likely to disappear spontaneously at the age of six to eight years.] -** Pediatric-stereotypical-behavior-episode {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Repetitive motor behavior in children, typically rhythmic and persistent; usually not paroxysmal and rarely suggest epilepsy. They include headbanging, head-rolling, jactatio capitis nocturna, body rocking, buccal or lingual movements, hand flapping and related mannerisms, repetitive hand-waving (to self-induce photosensitive seizures).] -* Paroxysmal-motor-event {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Paroxysmal phenomena during neonatal or childhood periods characterized by recurrent motor or behavioral signs or symptoms that must be distinguishes from epileptic disorders.] -* Syncope {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Episode with loss of consciousness and muscle tone that is abrupt in onset, of short duration and followed by rapid recovery; it occurs in response to transient impairment of cerebral perfusion. Typical prodromal symptoms often herald onset of syncope and postictal symptoms are minimal. Syncopal convulsions resulting from cerebral anoxia are common but are not a form of epilepsy, nor are there any accompanying EEG ictal discharges.] -* Cataplexy {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [A sudden decrement in muscle tone and loss of deep tendon reflexes, leading to muscle weakness, paralysis, or postural collapse. Cataplexy usually is precipitated by an outburst of emotional expression-notably laughter, anger, or startle. It is one of the tetrad of symptoms of narcolepsy. During cataplexy, respiration and voluntary eye movements are not compromised. Consciousness is preserved.] -* Other-episode {requireChild, inLibrary=score} -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Epileptic-seizure {requireChild, inLibrary=score} + ** Focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} + *** Aware-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} + *** Impaired-awareness-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} + *** Awareness-unknown-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} + *** Focal-to-bilateral-tonic-clonic-focal-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} + ** Generalized-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} + ** Unknown-onset-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-classification, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} + ** Unclassified-epileptic-seizure {suggestedTag=Episode-phase, suggestedTag=Seizure-dynamics, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} + * Subtle-seizure {suggestedTag=Episode-phase, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Seizure type frequent in neonates, sometimes referred to as motor automatisms; they may include random and roving eye movements, sucking, chewing motions, tongue protrusion, rowing or swimming or boxing movements of the arms, pedaling and bicycling movements of the lower limbs; apneic seizures are relatively common. Although some subtle seizures are associated with rhythmic ictal EEG discharges, and are clearly epileptic, ictal EEG often does not show typical epileptic activity.] + * Electrographic-seizure {suggestedTag=Episode-phase, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Referred usually to non convulsive status. Ictal EEG: rhythmic discharge or spike and wave pattern with definite evolution in frequency, location, or morphology lasting at least 10 s; evolution in amplitude alone did not qualify.] + * Seizure-PNES {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Psychogenic non-epileptic seizure.] + * Sleep-related-episode {requireChild, inLibrary=score} + ** Sleep-related-arousal {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Normal.] + ** Benign-sleep-myoclonus {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [A distinctive disorder of sleep characterized by a) neonatal onset, b) rhythmic myoclonic jerks only during sleep and c) abrupt and consistent cessation with arousal, d) absence of concomitant electrographic changes suggestive of seizures, and e) good outcome.] + ** Confusional-awakening {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Episode of non epileptic nature included in NREM parasomnias, characterized by sudden arousal and complex behavior but without full alertness, usually lasting a few minutes and occurring almost in all children at least occasionally. Amnesia of the episode is the rule.] + ** Sleep-periodic-limb-movement {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [PLMS. Periodic limb movement in sleep. Episodes are characterized by brief (0.5- to 5.0-second) lower-extremity movements during sleep, which typically occur at 20- to 40-second intervals, most commonly during the first 3 hours of sleep. The affected individual is usually not aware of the movements or of the transient partial arousals.] + ** REM-sleep-behavioral-disorder {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [REM sleep behavioral disorder. Episodes characterized by: a) presence of REM sleep without atonia (RSWA) on polysomnography (PSG); b) presence of at least 1 of the following conditions - (1) Sleep-related behaviors, by history, that have been injurious, potentially injurious, or disruptive (example: dream enactment behavior); (2) abnormal REM sleep behavior documented during PSG monitoring; (3) absence of epileptiform activity on electroencephalogram (EEG) during REM sleep (unless RBD can be clearly distinguished from any concurrent REM sleep-related seizure disorder); (4) sleep disorder not better explained by another sleep disorder, a medical or neurologic disorder, a mental disorder, medication use, or a substance use disorder.] + ** Sleep-walking {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Episodes characterized by ambulation during sleep; the patient is difficult to arouse during an episode, and is usually amnesic following the episode. Episodes usually occur in the first third of the night during slow wave sleep. Polysomnographic recordings demonstrate 2 abnormalities during the first sleep cycle: frequent, brief, non-behavioral EEG-defined arousals prior to the somnambulistic episode and abnormally low gamma (0.75-2.0 Hz) EEG power on spectral analysis, correlating with high-voltage (hyper-synchronic gamma) waves lasting 10 to 15 s occurring just prior to the movement. This is followed by stage I NREM sleep, and there is no evidence of complete awakening.] + * Pediatric-episode {requireChild, inLibrary=score} + ** Hyperekplexia {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Disorder characterized by exaggerated startle response and hypertonicity that may occur during the first year of life and in severe cases during the neonatal period. Children usually present with marked irritability and recurrent startles in response to handling and sounds. Severely affected infants can have severe jerks and stiffening, sometimes with breath-holding spells.] + ** Jactatio-capitis-nocturna {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Relatively common in normal children at the time of going to bed, especially during the first year of life, the rhythmic head movements persist during sleep. Usually, these phenomena disappear before 3 years of age.] + ** Pavor-nocturnus {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [A nocturnal episode characterized by age of onset of less than five years (mean age 18 months, with peak prevalence at five to seven years), appearance of signs of panic two hours after falling asleep with crying, screams, a fearful expression, inability to recognize other people including parents (for a duration of 5-15 minutes), amnesia upon awakening. Pavor nocturnus occurs in patients almost every night for months or years (but the frequency is highly variable and may be as low as once a month) and is likely to disappear spontaneously at the age of six to eight years.] + ** Pediatric-stereotypical-behavior-episode {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Repetitive motor behavior in children, typically rhythmic and persistent; usually not paroxysmal and rarely suggest epilepsy. They include headbanging, head-rolling, jactatio capitis nocturna, body rocking, buccal or lingual movements, hand flapping and related mannerisms, repetitive hand-waving (to self-induce photosensitive seizures).] + * Paroxysmal-motor-event {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Paroxysmal phenomena during neonatal or childhood periods characterized by recurrent motor or behavioral signs or symptoms that must be distinguishes from epileptic disorders.] + * Syncope {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [Episode with loss of consciousness and muscle tone that is abrupt in onset, of short duration and followed by rapid recovery; it occurs in response to transient impairment of cerebral perfusion. Typical prodromal symptoms often herald onset of syncope and postictal symptoms are minimal. Syncopal convulsions resulting from cerebral anoxia are common but are not a form of epilepsy, nor are there any accompanying EEG ictal discharges.] + * Cataplexy {suggestedTag=Episode-phase, suggestedTag=Finding-significance-to-recording, suggestedTag=Episode-consciousness, suggestedTag=Episode-awareness, suggestedTag=Clinical-EEG-temporal-relationship, suggestedTag=Episode-event-count, suggestedTag=State-episode-start, suggestedTag=Episode-postictal-phase, suggestedTag=Episode-prodrome, suggestedTag=Episode-tongue-biting, inLibrary=score} [A sudden decrement in muscle tone and loss of deep tendon reflexes, leading to muscle weakness, paralysis, or postural collapse. Cataplexy usually is precipitated by an outburst of emotional expression-notably laughter, anger, or startle. It is one of the tetrad of symptoms of narcolepsy. During cataplexy, respiration and voluntary eye movements are not compromised. Consciousness is preserved.] + * Other-episode {requireChild, inLibrary=score} + ** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] '''Physiologic-pattern''' {requireChild, inLibrary=score} [EEG graphoelements or rhythms that are considered normal. They only should be scored if the physician considers that they have a specific clinical significance for the recording.] -* Rhythmic-activity-pattern {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Not further specified.] -* Slow-alpha-variant-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Characteristic rhythms mostly at 4-5 Hz, recorded most prominently over the posterior regions of the head. Generally alternate, or are intermixed, with alpha rhythm to which they often are harmonically related. Amplitude varies but is frequently close to 50 micro V. Blocked or attenuated by attention, especially visual, and mental effort. Comment: slow alpha variant rhythms should be distinguished from posterior slow waves characteristic of children and adolescents and occasionally seen in young adults.] -* Fast-alpha-variant-rhythm {suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Characteristic rhythm at 14-20 Hz, detected most prominently over the posterior regions of the head. May alternate or be intermixed with alpha rhythm. Blocked or attenuated by attention, especially visual, and mental effort.] -* Ciganek-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Midline theta rhythm (Ciganek rhythm) may be observed during wakefulness or drowsiness. The frequency is 4-7 Hz, and the location is midline (ie, vertex). The morphology is rhythmic, smooth, sinusoidal, arciform, spiky, or mu-like.] -* Lambda-wave {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Diphasic sharp transient occurring over occipital regions of the head of waking subjects during visual exploration. The main component is positive relative to other areas. Time-locked to saccadic eye movement. Amplitude varies but is generally below 50 micro V.] -* Posterior-slow-waves-youth {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Waves in the delta and theta range, of variable form, lasting 0.35 to 0.5 s or longer without any consistent periodicity, found in the range of 6-12 years (occasionally seen in young adults). Alpha waves are almost always intermingled or superimposed. Reactive similar to alpha activity.] -* Diffuse-slowing-hyperventilation {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Diffuse slowing induced by hyperventilation. Bilateral, diffuse slowing during hyperventilation. Recorded in 70 percent of normal children (3-5 years) and less then 10 percent of adults. Usually appear in the posterior regions and spread forward in younger age group, whereas they tend to appear in the frontal regions and spread backward in the older age group.] -* Photic-driving {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Physiologic response consisting of rhythmic activity elicited over the posterior regions of the head by repetitive photic stimulation at frequencies of about 5-30 Hz. Comments: term should be limited to activity time-locked to the stimulus and of frequency identical or harmonically related to the stimulus frequency. Photic driving should be distinguished from the visual evoked potentials elicited by isolated flashes of light or flashes repeated at very low frequency.] -* Photomyogenic-response {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [A response to intermittent photic stimulation characterized by the appearance in the record of brief, repetitive muscular artifacts (spikes) over the anterior regions of the head. These often increase gradually in amplitude as stimuli are continued and cease promptly when the stimulus is withdrawn. Comment: this response is frequently associated with flutter of the eyelids and vertical oscillations of the eyeballs and sometimes with discrete jerking mostly involving the musculature of the face and head. (Preferred to synonym: photo-myoclonic response).] -* Other-physiologic-pattern {requireChild, inLibrary=score} -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Rhythmic-activity-pattern {suggestedTag=Delta-activity-morphology, suggestedTag=Theta-activity-morphology, suggestedTag=Alpha-activity-morphology, suggestedTag=Beta-activity-morphology, suggestedTag=Gamma-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Not further specified.] + * Slow-alpha-variant-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Characteristic rhythms mostly at 4-5 Hz, recorded most prominently over the posterior regions of the head. Generally alternate, or are intermixed, with alpha rhythm to which they often are harmonically related. Amplitude varies but is frequently close to 50 micro V. Blocked or attenuated by attention, especially visual, and mental effort. Comment: slow alpha variant rhythms should be distinguished from posterior slow waves characteristic of children and adolescents and occasionally seen in young adults.] + * Fast-alpha-variant-rhythm {suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Characteristic rhythm at 14-20 Hz, detected most prominently over the posterior regions of the head. May alternate or be intermixed with alpha rhythm. Blocked or attenuated by attention, especially visual, and mental effort.] + * Ciganek-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Midline theta rhythm (Ciganek rhythm) may be observed during wakefulness or drowsiness. The frequency is 4-7 Hz, and the location is midline (ie, vertex). The morphology is rhythmic, smooth, sinusoidal, arciform, spiky, or mu-like.] + * Lambda-wave {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Diphasic sharp transient occurring over occipital regions of the head of waking subjects during visual exploration. The main component is positive relative to other areas. Time-locked to saccadic eye movement. Amplitude varies but is generally below 50 micro V.] + * Posterior-slow-waves-youth {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Waves in the delta and theta range, of variable form, lasting 0.35 to 0.5 s or longer without any consistent periodicity, found in the range of 6-12 years (occasionally seen in young adults). Alpha waves are almost always intermingled or superimposed. Reactive similar to alpha activity.] + * Diffuse-slowing-hyperventilation {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Diffuse slowing induced by hyperventilation. Bilateral, diffuse slowing during hyperventilation. Recorded in 70 percent of normal children (3-5 years) and less then 10 percent of adults. Usually appear in the posterior regions and spread forward in younger age group, whereas they tend to appear in the frontal regions and spread backward in the older age group.] + * Photic-driving {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Physiologic response consisting of rhythmic activity elicited over the posterior regions of the head by repetitive photic stimulation at frequencies of about 5-30 Hz. Comments: term should be limited to activity time-locked to the stimulus and of frequency identical or harmonically related to the stimulus frequency. Photic driving should be distinguished from the visual evoked potentials elicited by isolated flashes of light or flashes repeated at very low frequency.] + * Photomyogenic-response {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [A response to intermittent photic stimulation characterized by the appearance in the record of brief, repetitive muscular artifacts (spikes) over the anterior regions of the head. These often increase gradually in amplitude as stimuli are continued and cease promptly when the stimulus is withdrawn. Comment: this response is frequently associated with flutter of the eyelids and vertical oscillations of the eyeballs and sometimes with discrete jerking mostly involving the musculature of the face and head. (Preferred to synonym: photo-myoclonic response).] + * Other-physiologic-pattern {requireChild, inLibrary=score} + ** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] '''Uncertain-significant-pattern''' {requireChild, inLibrary=score} [EEG graphoelements or rhythms that resemble abnormal patterns but that are not necessarily associated with a pathology, and the physician does not consider them abnormal in the context of the scored recording (like normal variants and patterns).] -* Sharp-transient-pattern {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} -* Wicket-spikes {inLibrary=score} [Spike-like monophasic negative single waves or trains of waves occurring over the temporal regions during drowsiness that have an arcuate or mu-like appearance. These are mainly seen in older individuals and represent a benign variant that is of little clinical significance.] -* Small-sharp-spikes {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Benign epileptiform Transients of Sleep (BETS). Small sharp spikes (SSS) of very short duration and low amplitude, often followed by a small theta wave, occurring in the temporal regions during drowsiness and light sleep. They occur on one or both sides (often asynchronously). The main negative and positive components are of about equally spiky character. Rarely seen in children, they are seen most often in adults and the elderly. Two thirds of the patients have a history of epileptic seizures.] -* Fourteen-six-Hz-positive-burst {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Burst of arch-shaped waves at 13-17 Hz and/or 5-7-Hz but most commonly at 14 and or 6 Hz seen generally over the posterior temporal and adjacent areas of one or both sides of the head during sleep. The sharp peaks of its component waves are positive with respect to other regions. Amplitude varies but is generally below 75 micro V. Comments: (1) best demonstrated by referential recording using contralateral earlobe or other remote, reference electrodes. (2) This pattern has no established clinical significance.] -* Six-Hz-spike-slow-wave {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Spike and slow wave complexes at 4-7Hz, but mostly at 6 Hz occurring generally in brief bursts bilaterally and synchronously, symmetrically or asymmetrically, and either confined to or of larger amplitude over the posterior or anterior regions of the head. The spike has a strong positive component. Amplitude varies but is generally smaller than that of spike-and slow-wave complexes repeating at slower rates. Comment: this pattern should be distinguished from epileptiform discharges. Synonym: wave and spike phantom.] -* Rudimentary-spike-wave-complex {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Synonym: Pseudo petit mal discharge. Paroxysmal discharge that consists of generalized or nearly generalized high voltage 3 to 4/sec waves with poorly developed spike in the positive trough between the slow waves, occurring in drowsiness only. It is found only in infancy and early childhood when marked hypnagogic rhythmical theta activity is paramount in the drowsy state.] -* Slow-fused-transient {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [A posterior slow-wave preceded by a sharp-contoured potential that blends together with the ensuing slow wave, in children.] -* Needle-like-occipital-spikes-blind {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Spike discharges of a particularly fast and needle-like character develop over the occipital region in most congenitally blind children. Completely disappear during childhood or adolescence.] -* Subclinical-rhythmic-EEG-discharge-adults {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Subclinical rhythmic EEG discharge of adults (SERDA). A rhythmic pattern seen in the adult age group, mainly in the waking state or drowsiness. It consists of a mixture of frequencies, often predominant in the theta range. The onset may be fairly abrupt with widespread sharp rhythmical theta and occasionally with delta activity. As to the spatial distribution, a maximum of this discharge is usually found over the centroparietal region and especially over the vertex. It may resemble a seizure discharge but is not accompanied by any clinical signs or symptoms.] -* Rhythmic-temporal-theta-burst-drowsiness {inLibrary=score} [Rhythmic temporal theta burst of drowsiness (RTTD). Characteristic burst of 4-7 Hz waves frequently notched by faster waves, occurring over the temporal regions of the head during drowsiness. Synonym: psychomotor variant pattern. Comment: this is a pattern of drowsiness that is of no clinical significance.] -* Temporal-slowing-elderly {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Focal theta and/or delta activity over the temporal regions, especially the left, in persons over the age of 60. Amplitudes are low/similar to the background activity. Comment: focal temporal theta was found in 20 percent of people between the ages of 40-59 years, and 40 percent of people between 60 and 79 years. One third of people older than 60 years had focal temporal delta activity.] -* Breach-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Rhythmical activity recorded over cranial bone defects. Usually it is in the 6 to 11/sec range, does not respond to movements.] -* Other-uncertain-significant-pattern {requireChild, inLibrary=score} -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Sharp-transient-pattern {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} + * Wicket-spikes {inLibrary=score} [Spike-like monophasic negative single waves or trains of waves occurring over the temporal regions during drowsiness that have an arcuate or mu-like appearance. These are mainly seen in older individuals and represent a benign variant that is of little clinical significance.] + * Small-sharp-spikes {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Benign epileptiform Transients of Sleep (BETS). Small sharp spikes (SSS) of very short duration and low amplitude, often followed by a small theta wave, occurring in the temporal regions during drowsiness and light sleep. They occur on one or both sides (often asynchronously). The main negative and positive components are of about equally spiky character. Rarely seen in children, they are seen most often in adults and the elderly. Two thirds of the patients have a history of epileptic seizures.] + * Fourteen-six-Hz-positive-burst {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Burst of arch-shaped waves at 13-17 Hz and/or 5-7-Hz but most commonly at 14 and or 6 Hz seen generally over the posterior temporal and adjacent areas of one or both sides of the head during sleep. The sharp peaks of its component waves are positive with respect to other regions. Amplitude varies but is generally below 75 micro V. Comments: (1) best demonstrated by referential recording using contralateral earlobe or other remote, reference electrodes. (2) This pattern has no established clinical significance.] + * Six-Hz-spike-slow-wave {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Spike and slow wave complexes at 4-7Hz, but mostly at 6 Hz occurring generally in brief bursts bilaterally and synchronously, symmetrically or asymmetrically, and either confined to or of larger amplitude over the posterior or anterior regions of the head. The spike has a strong positive component. Amplitude varies but is generally smaller than that of spike-and slow-wave complexes repeating at slower rates. Comment: this pattern should be distinguished from epileptiform discharges. Synonym: wave and spike phantom.] + * Rudimentary-spike-wave-complex {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Synonym: Pseudo petit mal discharge. Paroxysmal discharge that consists of generalized or nearly generalized high voltage 3 to 4/sec waves with poorly developed spike in the positive trough between the slow waves, occurring in drowsiness only. It is found only in infancy and early childhood when marked hypnagogic rhythmical theta activity is paramount in the drowsy state.] + * Slow-fused-transient {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [A posterior slow-wave preceded by a sharp-contoured potential that blends together with the ensuing slow wave, in children.] + * Needle-like-occipital-spikes-blind {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Spike discharges of a particularly fast and needle-like character develop over the occipital region in most congenitally blind children. Completely disappear during childhood or adolescence.] + * Subclinical-rhythmic-EEG-discharge-adults {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Subclinical rhythmic EEG discharge of adults (SERDA). A rhythmic pattern seen in the adult age group, mainly in the waking state or drowsiness. It consists of a mixture of frequencies, often predominant in the theta range. The onset may be fairly abrupt with widespread sharp rhythmical theta and occasionally with delta activity. As to the spatial distribution, a maximum of this discharge is usually found over the centroparietal region and especially over the vertex. It may resemble a seizure discharge but is not accompanied by any clinical signs or symptoms.] + * Rhythmic-temporal-theta-burst-drowsiness {inLibrary=score} [Rhythmic temporal theta burst of drowsiness (RTTD). Characteristic burst of 4-7 Hz waves frequently notched by faster waves, occurring over the temporal regions of the head during drowsiness. Synonym: psychomotor variant pattern. Comment: this is a pattern of drowsiness that is of no clinical significance.] + * Temporal-slowing-elderly {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Focal theta and/or delta activity over the temporal regions, especially the left, in persons over the age of 60. Amplitudes are low/similar to the background activity. Comment: focal temporal theta was found in 20 percent of people between the ages of 40-59 years, and 40 percent of people between 60 and 79 years. One third of people older than 60 years had focal temporal delta activity.] + * Breach-rhythm {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Appearance-mode, suggestedTag=Discharge-pattern, inLibrary=score} [Rhythmical activity recorded over cranial bone defects. Usually it is in the 6 to 11/sec range, does not respond to movements.] + * Other-uncertain-significant-pattern {requireChild, inLibrary=score} + ** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] '''Artifact''' {requireChild, inLibrary=score} [When relevant for the clinical interpretation, artifacts can be scored by specifying the type and the location.] -* Biological-artifact {requireChild, inLibrary=score} -** Eye-blink-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: Fp1/Fp2 become electropositive with eye closure because the cornea is positively charged causing a negative deflection in Fp1/Fp2. If the eye blink is unilateral, consider prosthetic eye. If it is in F8 rather than Fp2 then the electrodes are plugged in wrong.] -** Eye-movement-horizontal-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: There is an upward deflection in the Fp2-F8 derivation, when the eyes move to the right side. In this case F8 becomes more positive and therefore. When the eyes move to the left, F7 becomes more positive and there is an upward deflection in the Fp1-F7 derivation.] -** Eye-movement-vertical-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: The EEG shows positive potentials (50-100 micro V) with bi-frontal distribution, maximum at Fp1 and Fp2, when the eyeball rotated upward. The downward rotation of the eyeball was associated with the negative deflection. The time course of the deflections was similar to the time course of the eyeball movement.] -** Slow-eye-movement-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Slow, rolling eye-movements, seen during drowsiness.] -** Nystagmus-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} -** Chewing-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} -** Sucking-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} -** Glossokinetic-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [The tongue functions as a dipole, with the tip negative with respect to the base. The artifact produced by the tongue has a broad potential field that drops from frontal to occipital areas, although it is less steep than that produced by eye movement artifacts. The amplitude of the potentials is greater inferiorly than in parasagittal regions; the frequency is variable but usually in the delta range. Chewing and sucking can produce similar artifacts.] -** Rocking-patting-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Quasi-rhythmical artifacts in recordings from infants caused by rocking/patting.] -** Movement-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: Large amplitude artifact, with irregular morphology (usually resembling a slow-wave or a wave with complex morphology) seen in one or several channels, due to movement. If the causing movement is repetitive, the artifact might resemble a rhythmic EEG activity.] -** Respiration-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Respiration can produce 2 kinds of artifacts. One type is in the form of slow and rhythmic activity, synchronous with the body movements of respiration and mechanically affecting the impedance of (usually) one electrode. The other type can be slow or sharp waves that occur synchronously with inhalation or exhalation and involve those electrodes on which the patient is lying.] -** Pulse-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: Occurs when an EEG electrode is placed over a pulsating vessel. The pulsation can cause slow waves that may simulate EEG activity. A direct relationship exists between ECG and the pulse waves (200-300 millisecond delay after ECG equals QRS complex).] -** ECG-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: Far-field potential generated in the heart. The voltage and apparent surface of the artifact vary from derivation to derivation and, consequently, from montage to montage. The artifact is observed best in referential montages using earlobe electrodes A1 and A2. ECG artifact is recognized easily by its rhythmicity/regularity and coincidence with the ECG tracing.] -** Sweat-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Is a low amplitude undulating waveform that is usually greater than 2 seconds and may appear to be an unstable baseline.] -** EMG-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Myogenic potentials are the most common artifacts. Frontalis and temporalis muscles (ex..: clenching of jaw muscles) are common causes. Generally, the potentials generated in the muscles are of shorter duration than those generated in the brain. The frequency components are usually beyond 30-50 Hz, and the bursts are arrhythmic.] -* Non-biological-artifact {requireChild, inLibrary=score} -** Power-supply-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} [50-60 Hz artifact. Monomorphic waveform due to 50 or 60 Hz A/C power supply.] -** Induction-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Artifacts (usually of high frequency) induced by nearby equipment (like in the intensive care unit).] -** Dialysis-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} -** Artificial-ventilation-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} -** Electrode-pops-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Are brief discharges with a very steep upslope and shallow fall that occur in all leads which include that electrode.] -** Salt-bridge-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Typically occurs in 1 channel which may appear isoelectric. Only seen in bipolar montage.] -* Other-artifact {requireChild, suggestedTag=Artifact-significance-to-recording, inLibrary=score} -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Biological-artifact {requireChild, inLibrary=score} + ** Eye-blink-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: Fp1/Fp2 become electropositive with eye closure because the cornea is positively charged causing a negative deflection in Fp1/Fp2. If the eye blink is unilateral, consider prosthetic eye. If it is in F8 rather than Fp2 then the electrodes are plugged in wrong.] + ** Eye-movement-horizontal-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: There is an upward deflection in the Fp2-F8 derivation, when the eyes move to the right side. In this case F8 becomes more positive and therefore. When the eyes move to the left, F7 becomes more positive and there is an upward deflection in the Fp1-F7 derivation.] + ** Eye-movement-vertical-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: The EEG shows positive potentials (50-100 micro V) with bi-frontal distribution, maximum at Fp1 and Fp2, when the eyeball rotated upward. The downward rotation of the eyeball was associated with the negative deflection. The time course of the deflections was similar to the time course of the eyeball movement.] + ** Slow-eye-movement-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Slow, rolling eye-movements, seen during drowsiness.] + ** Nystagmus-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} + ** Chewing-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} + ** Sucking-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} + ** Glossokinetic-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [The tongue functions as a dipole, with the tip negative with respect to the base. The artifact produced by the tongue has a broad potential field that drops from frontal to occipital areas, although it is less steep than that produced by eye movement artifacts. The amplitude of the potentials is greater inferiorly than in parasagittal regions; the frequency is variable but usually in the delta range. Chewing and sucking can produce similar artifacts.] + ** Rocking-patting-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Quasi-rhythmical artifacts in recordings from infants caused by rocking/patting.] + ** Movement-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: Large amplitude artifact, with irregular morphology (usually resembling a slow-wave or a wave with complex morphology) seen in one or several channels, due to movement. If the causing movement is repetitive, the artifact might resemble a rhythmic EEG activity.] + ** Respiration-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Respiration can produce 2 kinds of artifacts. One type is in the form of slow and rhythmic activity, synchronous with the body movements of respiration and mechanically affecting the impedance of (usually) one electrode. The other type can be slow or sharp waves that occur synchronously with inhalation or exhalation and involve those electrodes on which the patient is lying.] + ** Pulse-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: Occurs when an EEG electrode is placed over a pulsating vessel. The pulsation can cause slow waves that may simulate EEG activity. A direct relationship exists between ECG and the pulse waves (200-300 millisecond delay after ECG equals QRS complex).] + ** ECG-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Example for EEG: Far-field potential generated in the heart. The voltage and apparent surface of the artifact vary from derivation to derivation and, consequently, from montage to montage. The artifact is observed best in referential montages using earlobe electrodes A1 and A2. ECG artifact is recognized easily by its rhythmicity/regularity and coincidence with the ECG tracing.] + ** Sweat-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Is a low amplitude undulating waveform that is usually greater than 2 seconds and may appear to be an unstable baseline.] + ** EMG-artifact {suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Multifocal-finding, suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Myogenic potentials are the most common artifacts. Frontalis and temporalis muscles (ex..: clenching of jaw muscles) are common causes. Generally, the potentials generated in the muscles are of shorter duration than those generated in the brain. The frequency components are usually beyond 30-50 Hz, and the bursts are arrhythmic.] + * Non-biological-artifact {requireChild, inLibrary=score} + ** Power-supply-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} [50-60 Hz artifact. Monomorphic waveform due to 50 or 60 Hz A/C power supply.] + ** Induction-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Artifacts (usually of high frequency) induced by nearby equipment (like in the intensive care unit).] + ** Dialysis-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} + ** Artificial-ventilation-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} + ** Electrode-pops-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Are brief discharges with a very steep upslope and shallow fall that occur in all leads which include that electrode.] + ** Salt-bridge-artifact {suggestedTag=Artifact-significance-to-recording, inLibrary=score} [Typically occurs in 1 channel which may appear isoelectric. Only seen in bipolar montage.] + * Other-artifact {requireChild, suggestedTag=Artifact-significance-to-recording, inLibrary=score} + ** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] '''Polygraphic-channel-finding''' {requireChild, inLibrary=score} [Changes observed in polygraphic channels can be scored: EOG, Respiration, ECG, EMG, other polygraphic channel (+ free text), and their significance logged (normal, abnormal, no definite abnormality).] -* EOG-channel-finding {suggestedTag=Finding-significance-to-recording, inLibrary=score} [ElectroOculoGraphy.] -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Respiration-channel-finding {suggestedTag=Finding-significance-to-recording, inLibrary=score} -** Respiration-oxygen-saturation {inLibrary=score} -*** # {takesValue, valueClass=numericClass, inLibrary=score} -** Respiration-feature {inLibrary=score} -*** Apnoe-respiration {inLibrary=score} [Add duration (range in seconds) and comments in free text.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Hypopnea-respiration {inLibrary=score} [Add duration (range in seconds) and comments in free text] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Apnea-hypopnea-index-respiration {requireChild, inLibrary=score} [Events/h. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Periodic-respiration {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Tachypnea-respiration {requireChild, inLibrary=score} [Cycles/min. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Other-respiration-feature {requireChild, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* ECG-channel-finding {suggestedTag=Finding-significance-to-recording, inLibrary=score} [Electrocardiography.] -** ECG-QT-period {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** ECG-feature {inLibrary=score} -*** ECG-sinus-rhythm {inLibrary=score} [Normal rhythm. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** ECG-arrhythmia {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** ECG-asystolia {inLibrary=score} [Add duration (range in seconds) and comments in free text.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** ECG-bradycardia {inLibrary=score} [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** ECG-extrasystole {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** ECG-ventricular-premature-depolarization {inLibrary=score} [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** ECG-tachycardia {inLibrary=score} [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Other-ECG-feature {requireChild, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* EMG-channel-finding {suggestedTag=Finding-significance-to-recording, inLibrary=score} [electromyography] -** EMG-muscle-side {inLibrary=score} -*** EMG-left-muscle {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** EMG-right-muscle {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** EMG-bilateral-muscle {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** EMG-muscle-name {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** EMG-feature {inLibrary=score} -*** EMG-myoclonus {inLibrary=score} -**** Negative-myoclonus {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** EMG-myoclonus-rhythmic {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** EMG-myoclonus-arrhythmic {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** EMG-myoclonus-synchronous {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** EMG-myoclonus-asynchronous {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** EMG-PLMS {inLibrary=score} [Periodic limb movements in sleep.] -*** EMG-spasm {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** EMG-tonic-contraction {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** EMG-asymmetric-activation {requireChild, inLibrary=score} -**** EMG-asymmetric-activation-left-first {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** EMG-asymmetric-activation-right-first {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Other-EMG-features {requireChild, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Other-polygraphic-channel {requireChild, inLibrary=score} -** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * EOG-channel-finding {suggestedTag=Finding-significance-to-recording, inLibrary=score} [ElectroOculoGraphy.] + ** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Respiration-channel-finding {suggestedTag=Finding-significance-to-recording, inLibrary=score} + ** Respiration-oxygen-saturation {inLibrary=score} + *** # {takesValue, valueClass=numericClass, inLibrary=score} + ** Respiration-feature {inLibrary=score} + *** Apnoe-respiration {inLibrary=score} [Add duration (range in seconds) and comments in free text.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Hypopnea-respiration {inLibrary=score} [Add duration (range in seconds) and comments in free text] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Apnea-hypopnea-index-respiration {requireChild, inLibrary=score} [Events/h. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Periodic-respiration {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Tachypnea-respiration {requireChild, inLibrary=score} [Cycles/min. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Other-respiration-feature {requireChild, inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * ECG-channel-finding {suggestedTag=Finding-significance-to-recording, inLibrary=score} [Electrocardiography.] + ** ECG-QT-period {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** ECG-feature {inLibrary=score} + *** ECG-sinus-rhythm {inLibrary=score} [Normal rhythm. Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** ECG-arrhythmia {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** ECG-asystolia {inLibrary=score} [Add duration (range in seconds) and comments in free text.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** ECG-bradycardia {inLibrary=score} [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** ECG-extrasystole {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** ECG-ventricular-premature-depolarization {inLibrary=score} [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** ECG-tachycardia {inLibrary=score} [Frequency can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Frequency] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Other-ECG-feature {requireChild, inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * EMG-channel-finding {suggestedTag=Finding-significance-to-recording, inLibrary=score} [electromyography] + ** EMG-muscle-side {inLibrary=score} + *** EMG-left-muscle {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** EMG-right-muscle {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** EMG-bilateral-muscle {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** EMG-muscle-name {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** EMG-feature {inLibrary=score} + *** EMG-myoclonus {inLibrary=score} + **** Negative-myoclonus {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** EMG-myoclonus-rhythmic {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** EMG-myoclonus-arrhythmic {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** EMG-myoclonus-synchronous {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** EMG-myoclonus-asynchronous {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** EMG-PLMS {inLibrary=score} [Periodic limb movements in sleep.] + *** EMG-spasm {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** EMG-tonic-contraction {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** EMG-asymmetric-activation {requireChild, inLibrary=score} + **** EMG-asymmetric-activation-left-first {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** EMG-asymmetric-activation-right-first {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Other-EMG-features {requireChild, inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Other-polygraphic-channel {requireChild, inLibrary=score} + ** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] '''Finding-property''' {requireChild, inLibrary=score} [Descriptive element similar to main HED /Property. Something that pertains to a thing. A characteristic of some entity. A quality or feature regarded as a characteristic or inherent part of someone or something. HED attributes are adjectives or adverbs.] -* Signal-morphology-property {requireChild, inLibrary=score} -** Rhythmic-activity-morphology {inLibrary=score} [EEG activity consisting of a sequence of waves approximately constant period.] -*** Delta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} [EEG rhythm in the delta (under 4 Hz) range that does not belong to the posterior dominant rhythm (scored under other organized rhythms).] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Theta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} [EEG rhythm in the theta (4-8 Hz) range that does not belong to the posterior dominant rhythm (scored under other organized rhythm).] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Alpha-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} [EEG rhythm in the alpha range (8-13 Hz) which is considered part of the background (ongoing) activity but does not fulfill the criteria of the posterior dominant rhythm (alpha rhythm).] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Beta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} [EEG rhythm between 14 and 40 Hz, which is considered part of the background (ongoing) activity but does not fulfill the criteria of the posterior dominant rhythm. Most characteristically: a rhythm from 14 to 40 Hz recorded over the fronto-central regions of the head during wakefulness. Amplitude of the beta rhythm varies but is mostly below 30 microV. Other beta rhythms are most prominent in other locations or are diffuse.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Gamma-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Spike-morphology {inLibrary=score} [A transient, clearly distinguished from background activity, with pointed peak at a conventional paper speed or time scale and duration from 20 to under 70 ms, i.e. 1/50-1/15 s approximately. Main component is generally negative relative to other areas. Amplitude varies.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Spike-and-slow-wave-morphology {inLibrary=score} [A pattern consisting of a spike followed by a slow wave.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Runs-of-rapid-spikes-morphology {inLibrary=score} [Bursts of spike discharges at a rate from 10 to 25/sec (in most cases somewhat irregular). The bursts last more than 2 seconds (usually 2 to 10 seconds) and it is typically seen in sleep. Synonyms: rhythmic spikes, generalized paroxysmal fast activity, fast paroxysmal rhythms, grand mal discharge, fast beta activity.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Polyspikes-morphology {inLibrary=score} [Two or more consecutive spikes.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Polyspike-and-slow-wave-morphology {inLibrary=score} [Two or more consecutive spikes associated with one or more slow waves.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Sharp-wave-morphology {inLibrary=score} [A transient clearly distinguished from background activity, with pointed peak at a conventional paper speed or time scale, and duration of 70-200 ms, i.e. over 1/4-1/5 s approximately. Main component is generally negative relative to other areas. Amplitude varies.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Sharp-and-slow-wave-morphology {inLibrary=score} [A sequence of a sharp wave and a slow wave.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Slow-sharp-wave-morphology {inLibrary=score} [A transient that bears all the characteristics of a sharp-wave, but exceeds 200 ms. Synonym: blunted sharp wave.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** High-frequency-oscillation-morphology {inLibrary=score} [HFO.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Hypsarrhythmia-classic-morphology {inLibrary=score} [Abnormal interictal high amplitude waves and a background of irregular spikes.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Hypsarrhythmia-modified-morphology {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Fast-spike-activity-morphology {inLibrary=score} [A burst consisting of a sequence of spikes. Duration greater than 1 s. Frequency at least in the alpha range.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Low-voltage-fast-activity-morphology {inLibrary=score} [Refers to the fast, and often recruiting activity which can be recorded at the onset of an ictal discharge, particularly in invasive EEG recording of a seizure.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Polysharp-waves-morphology {inLibrary=score} [A sequence of two or more sharp-waves.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Slow-wave-large-amplitude-morphology {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Irregular-delta-or-theta-activity-morphology {inLibrary=score} [EEG activity consisting of repetitive waves of inconsistent wave-duration but in delta and/or theta rang (greater than 125 ms).] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Electrodecremental-change-morphology {inLibrary=score} [Sudden desynchronization of electrical activity.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** DC-shift-morphology {inLibrary=score} [Shift of negative polarity of the direct current recordings, during seizures.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Disappearance-of-ongoing-activity-morphology {inLibrary=score} [Disappearance of the EEG activity that preceded the ictal event but still remnants of background activity (thus not enough to name it electrodecremental change).] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Polymorphic-delta-activity-morphology {inLibrary=score} [EEG activity consisting of waves in the delta range (over 250 ms duration for each wave) but of different morphology.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Frontal-intermittent-rhythmic-delta-activity-morphology {inLibrary=score} [Frontal intermittent rhythmic delta activity (FIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at 1.5-2.5 Hz over the frontal areas of one or both sides of the head. Comment: most commonly associated with unspecified encephalopathy, in adults.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Occipital-intermittent-rhythmic-delta-activity-morphology {inLibrary=score} [Occipital intermittent rhythmic delta activity (OIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at 2-3 Hz over the occipital or posterior head regions of one or both sides of the head. Frequently blocked or attenuated by opening the eyes. Comment: most commonly associated with unspecified encephalopathy, in children.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Temporal-intermittent-rhythmic-delta-activity-morphology {inLibrary=score} [Temporal intermittent rhythmic delta activity (TIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at over the temporal areas of one side of the head. Comment: most commonly associated with temporal lobe epilepsy.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Periodic-discharges-morphology {requireChild, inLibrary=score} [Periodic discharges not further specified (PDs).] -*** Periodic-discharges-superimposed-activity {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** Periodic-discharges-fast-superimposed-activity {suggestedTag=Finding-frequency, inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Periodic-discharges-rhythmic-superimposed-activity {suggestedTag=Finding-frequency, inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Periodic-discharge-sharpness {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** Spiky-periodic-discharge-sharpness {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Sharp-periodic-discharge-sharpness {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Sharply-contoured-periodic-discharge-sharpness {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Blunt-periodic-discharge-sharpness {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Number-of-periodic-discharge-phases {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** 1-periodic-discharge-phase {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** 2-periodic-discharge-phases {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** 3-periodic-discharge-phases {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Greater-than-3-periodic-discharge-phases {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Periodic-discharge-triphasic-morphology {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Periodic-discharge-absolute-amplitude {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** Periodic-discharge-absolute-amplitude-very-low {inLibrary=score} [Lower than 20 microV.] -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Low-periodic-discharge-absolute-amplitude {inLibrary=score} [20 to 49 microV.] -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Medium-periodic-discharge-absolute-amplitude {inLibrary=score} [50 to 199 microV.] -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** High-periodic-discharge-absolute-amplitude {inLibrary=score} [Greater than 200 microV.] -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Periodic-discharge-relative-amplitude {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** Periodic-discharge-relative-amplitude-less-than-equal-2 {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Periodic-discharge-relative-amplitude-greater-than-2 {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Periodic-discharge-polarity {requireChild, inLibrary=score} -**** Periodic-discharge-postitive-polarity {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Periodic-discharge-negative-polarity {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Periodic-discharge-unclear-polarity {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Source-analysis-property {requireChild, inLibrary=score} [How the current in the brain reaches the electrode sensors.] -** Source-analysis-laterality {requireChild, suggestedTag=Brain-laterality, inLibrary=score} -** Source-analysis-brain-region {requireChild, inLibrary=score} -*** Source-analysis-frontal-perisylvian-superior-surface {inLibrary=score} -*** Source-analysis-frontal-lateral {inLibrary=score} -*** Source-analysis-frontal-mesial {inLibrary=score} -*** Source-analysis-frontal-polar {inLibrary=score} -*** Source-analysis-frontal-orbitofrontal {inLibrary=score} -*** Source-analysis-temporal-polar {inLibrary=score} -*** Source-analysis-temporal-basal {inLibrary=score} -*** Source-analysis-temporal-lateral-anterior {inLibrary=score} -*** Source-analysis-temporal-lateral-posterior {inLibrary=score} -*** Source-analysis-temporal-perisylvian-inferior-surface {inLibrary=score} -*** Source-analysis-central-lateral-convexity {inLibrary=score} -*** Source-analysis-central-mesial {inLibrary=score} -*** Source-analysis-central-sulcus-anterior-surface {inLibrary=score} -*** Source-analysis-central-sulcus-posterior-surface {inLibrary=score} -*** Source-analysis-central-opercular {inLibrary=score} -*** Source-analysis-parietal-lateral-convexity {inLibrary=score} -*** Source-analysis-parietal-mesial {inLibrary=score} -*** Source-analysis-parietal-opercular {inLibrary=score} -*** Source-analysis-occipital-lateral {inLibrary=score} -*** Source-analysis-occipital-mesial {inLibrary=score} -*** Source-analysis-occipital-basal {inLibrary=score} -*** Source-analysis-insula {inLibrary=score} -* Location-property {requireChild, inLibrary=score} [Location can be scored for findings. Semiologic finding can also be characterized by the somatotopic modifier (i.e. the part of the body where it occurs). In this respect, laterality (left, right, symmetric, asymmetric, left greater than right, right greater than left), body part (eyelid, face, arm, leg, trunk, visceral, hemi-) and centricity (axial, proximal limb, distal limb) can be scored.] -** Brain-laterality {requireChild, inLibrary=score} -*** Brain-laterality-left {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-laterality-left-greater-right {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-laterality-right {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-laterality-right-greater-left {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-laterality-midline {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-laterality-diffuse-asynchronous {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Brain-region {requireChild, inLibrary=score} -*** Brain-region-frontal {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-region-temporal {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-region-central {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-region-parietal {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-region-occipital {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Body-part-location {requireChild, inLibrary=score} -*** Body-part-eyelid {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Body-part-face {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Body-part-arm {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Body-part-leg {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Body-part-trunk {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Body-part-visceral {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Body-part-hemi {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Brain-centricity {requireChild, inLibrary=score} -*** Brain-centricity-axial {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-centricity-proximal-limb {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Brain-centricity-distal-limb {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Sensors {requireChild, inLibrary=score} [Lists all corresponding sensors (electrodes/channels in montage). The sensor-group is selected from a list defined in the site-settings for each EEG-lab.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Finding-propagation {suggestedTag=Property-exists, suggestedTag=Property-absence, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, inLibrary=score} [When propagation within the graphoelement is observed, first the location of the onset region is scored. Then, the location of the propagation can be noted.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Multifocal-finding {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} [When the same interictal graphoelement is observed bilaterally and at least in three independent locations, can score them using one entry, and choosing multifocal as a descriptor of the locations of the given interictal graphoelements, optionally emphasizing the involved, and the most active sites.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Modulators-property {requireChild, inLibrary=score} [For each described graphoelement, the influence of the modulators can be scored. Only modulators present in the recording are scored.] -** Modulators-reactivity {requireChild, suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} [Susceptibility of individual rhythms or the EEG as a whole to change following sensory stimulation or other physiologic actions.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Eye-closure-sensitivity {suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} [Eye closure sensitivity.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Eye-opening-passive {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by, inLibrary=score} [Passive eye opening. Used with base schema Increasing/Decreasing.] -** Medication-effect-EEG {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Medications effect on EEG. Used with base schema Increasing/Decreasing.] -** Medication-reduction-effect-EEG {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Medications reduction or withdrawal effect on EEG. Used with base schema Increasing/Decreasing.] -** Auditive-stimuli-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Used with base schema Increasing/Decreasing.] -** Nociceptive-stimuli-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by, inLibrary=score} [Used with base schema Increasing/Decreasing.] -** Physical-effort-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by, inLibrary=score} [Used with base schema Increasing/Decreasing] -** Cognitive-task-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by, inLibrary=score} [Used with base schema Increasing/Decreasing.] -** Other-modulators-effect-EEG {requireChild, inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Facilitating-factor {inLibrary=score} [Facilitating factors are defined as transient and sporadic endogenous or exogenous elements capable of augmenting seizure incidence (increasing the likelihood of seizure occurrence).] -*** Facilitating-factor-alcohol {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Facilitating-factor-awake {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Facilitating-factor-catamenial {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Facilitating-factor-fever {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Facilitating-factor-sleep {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Facilitating-factor-sleep-deprived {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Facilitating-factor-other {requireChild, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Provocative-factor {requireChild, inLibrary=score} [Provocative factors are defined as transient and sporadic endogenous or exogenous elements capable of evoking/triggering seizures immediately following the exposure to it.] -*** Hyperventilation-provoked {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Reflex-provoked {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Medication-effect-clinical {suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Medications clinical effect. Used with base schema Increasing/Decreasing.] -** Medication-reduction-effect-clinical {suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Medications reduction or withdrawal clinical effect. Used with base schema Increasing/Decreasing.] -** Other-modulators-effect-clinical {requireChild, inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Intermittent-photic-stimulation-effect {requireChild, inLibrary=score} -*** Posterior-stimulus-dependent-intermittent-photic-stimulation-response {suggestedTag=Finding-frequency, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Posterior-stimulus-independent-intermittent-photic-stimulation-response-limited {suggestedTag=Finding-frequency, inLibrary=score} [limited to the stimulus-train] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Posterior-stimulus-independent-intermittent-photic-stimulation-response-self-sustained {suggestedTag=Finding-frequency, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Generalized-photoparoxysmal-intermittent-photic-stimulation-response-limited {suggestedTag=Finding-frequency, inLibrary=score} [Limited to the stimulus-train.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Generalized-photoparoxysmal-intermittent-photic-stimulation-response-self-sustained {suggestedTag=Finding-frequency, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Activation-of-pre-existing-epileptogenic-area-intermittent-photic-stimulation-effect {suggestedTag=Finding-frequency, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Unmodified-intermittent-photic-stimulation-effect {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Quality-of-hyperventilation {requireChild, inLibrary=score} -*** Hyperventilation-refused-procedure {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Hyperventilation-poor-effort {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Hyperventilation-good-effort {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Hyperventilation-excellent-effort {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Modulators-effect {requireChild, inLibrary=score} [Tags for describing the influence of the modulators] -*** Modulators-effect-continuous-during-NRS {inLibrary=score} [Continuous during non-rapid-eye-movement-sleep (NRS)] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Modulators-effect-only-during {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Only during Sleep/Awakening/Hyperventilation/Physical effort/Cognitive task. Free text.] -*** Modulators-effect-change-of-patterns {inLibrary=score} [Change of patterns during sleep/awakening.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Time-related-property {requireChild, inLibrary=score} [Important to estimate how often an interictal abnormality is seen in the recording.] -** Appearance-mode {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} [Describes how the non-ictal EEG pattern/graphoelement is distributed through the recording.] -*** Random-appearance-mode {inLibrary=score} [Occurrence of the non-ictal EEG pattern / graphoelement without any rhythmicity / periodicity.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Periodic-appearance-mode {inLibrary=score} [Non-ictal EEG pattern / graphoelement occurring at an approximately regular rate / interval (generally of 1 to several seconds).] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Variable-appearance-mode {inLibrary=score} [Occurrence of non-ictal EEG pattern / graphoelements, that is sometimes rhythmic or periodic, other times random, throughout the recording.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Intermittent-appearance-mode {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Continuous-appearance-mode {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Discharge-pattern {requireChild, inLibrary=score} [Describes the organization of the EEG signal within the discharge (distinguish between single and repetitive discharges)] -*** Single-discharge-pattern {suggestedTag=Finding-incidence, inLibrary=score} [Applies to the intra-burst pattern: a graphoelement that is not repetitive; before and after the graphoelement one can distinguish the background activity.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Rhythmic-trains-or-bursts-discharge-pattern {suggestedTag=Finding-prevalence, suggestedTag=Finding-frequency, inLibrary=score} [Applies to the intra-burst pattern: a non-ictal graphoelement that repeats itself without returning to the background activity between them. The graphoelements within this repetition occur at approximately constant period.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Arrhythmic-trains-or-bursts-discharge-pattern {suggestedTag=Finding-prevalence, inLibrary=score} [Applies to the intra-burst pattern: a non-ictal graphoelement that repeats itself without returning to the background activity between them. The graphoelements within this repetition occur at inconstant period.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Fragmented-discharge-pattern {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Periodic-discharge-time-related-features {requireChild, inLibrary=score} [Periodic discharges not further specified (PDs) time-relayed features tags.] -*** Periodic-discharge-duration {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** Very-brief-periodic-discharge-duration {inLibrary=score} [Less than 10 sec.] -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Brief-periodic-discharge-duration {inLibrary=score} [10 to 59 sec.] -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Intermediate-periodic-discharge-duration {inLibrary=score} [1 to 4.9 min.] -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Long-periodic-discharge-duration {inLibrary=score} [5 to 59 min.] -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Very-long-periodic-discharge-duration {inLibrary=score} [Greater than 1 hour.] -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Periodic-discharge-onset {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** Sudden-periodic-discharge-onset {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Gradual-periodic-discharge-onset {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Periodic-discharge-dynamics {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** Evolving-periodic-discharge-dynamics {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Fluctuating-periodic-discharge-dynamics {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Static-periodic-discharge-dynamics {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Finding-extent {inLibrary=score} [Percentage of occurrence during the recording (background activity and interictal finding).] -*** # {takesValue, valueClass=numericClass, inLibrary=score} -** Finding-incidence {requireChild, inLibrary=score} [How often it occurs/time-epoch.] -*** Only-once-finding-incidence {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Rare-finding-incidence {inLibrary=score} [less than 1/h] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Uncommon-finding-incidence {inLibrary=score} [1/5 min to 1/h.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Occasional-finding-incidence {inLibrary=score} [1/min to 1/5min.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Frequent-finding-incidence {inLibrary=score} [1/10 s to 1/min.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Abundant-finding-incidence {inLibrary=score} [Greater than 1/10 s).] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Finding-prevalence {requireChild, inLibrary=score} [The percentage of the recording covered by the train/burst.] -*** Rare-finding-prevalence {inLibrary=score} [Less than 1 percent.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Occasional-finding-prevalence {inLibrary=score} [1 to 9 percent.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Frequent-finding-prevalence {inLibrary=score} [10 to 49 percent.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Abundant-finding-prevalence {inLibrary=score} [50 to 89 percent.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Continuous-finding-prevalence {inLibrary=score} [Greater than 90 percent.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Posterior-dominant-rhythm-property {requireChild, inLibrary=score} [Posterior dominant rhythm is the most often scored EEG feature in clinical practice. Therefore, there are specific terms that can be chosen for characterizing the PDR.] -** Posterior-dominant-rhythm-amplitude-range {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -*** Low-posterior-dominant-rhythm-amplitude-range {inLibrary=score} [Low (less than 20 microV).] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Medium-posterior-dominant-rhythm-amplitude-range {inLibrary=score} [Medium (between 20 and 70 microV).] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** High-posterior-dominant-rhythm-amplitude-range {inLibrary=score} [High (more than 70 microV).] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Posterior-dominant-rhythm-frequency-asymmetry {requireChild, inLibrary=score} [When symmetrical could be labeled with base schema Symmetrical tag.] -*** Posterior-dominant-rhythm-frequency-asymmetry-lower-left {inLibrary=score} [Hz lower on the left side.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Posterior-dominant-rhythm-frequency-asymmetry-lower-right {inLibrary=score} [Hz lower on the right side.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Posterior-dominant-rhythm-eye-opening-reactivity {suggestedTag=Property-not-possible-to-determine, inLibrary=score} [Change (disappearance or measurable decrease in amplitude) of a posterior dominant rhythm following eye-opening. Eye closure has the opposite effect.] -*** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-left {inLibrary=score} [Reduced left side reactivity.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-right {inLibrary=score} [Reduced right side reactivity.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [free text] -*** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-both {inLibrary=score} [Reduced reactivity on both sides.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Posterior-dominant-rhythm-organization {requireChild, inLibrary=score} [When normal could be labeled with base schema Normal tag.] -*** Posterior-dominant-rhythm-organization-poorly-organized {inLibrary=score} [Poorly organized.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Posterior-dominant-rhythm-organization-disorganized {inLibrary=score} [Disorganized.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Posterior-dominant-rhythm-organization-markedly-disorganized {inLibrary=score} [Markedly disorganized.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Posterior-dominant-rhythm-caveat {requireChild, inLibrary=score} [Caveat to the annotation of PDR.] -*** No-posterior-dominant-rhythm-caveat {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Posterior-dominant-rhythm-caveat-only-open-eyes-during-the-recording {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Posterior-dominant-rhythm-caveat-sleep-deprived-caveat {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Posterior-dominant-rhythm-caveat-drowsy {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Posterior-dominant-rhythm-caveat-only-following-hyperventilation {inLibrary=score} -** Absence-of-posterior-dominant-rhythm {requireChild, inLibrary=score} [Reason for absence of PDR.] -*** Absence-of-posterior-dominant-rhythm-artifacts {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Absence-of-posterior-dominant-rhythm-extreme-low-voltage {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Absence-of-posterior-dominant-rhythm-eye-closure-could-not-be-achieved {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Absence-of-posterior-dominant-rhythm-lack-of-awake-period {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Absence-of-posterior-dominant-rhythm-lack-of-compliance {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Absence-of-posterior-dominant-rhythm-other-causes {requireChild, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Episode-property {requireChild, inLibrary=score} -** Seizure-classification {requireChild, inLibrary=score} [Epileptic seizures are named using the current ILAE seizure classification (Fisher et al., 2017, Beniczky et al., 2017).] -*** Motor-onset-seizure {inLibrary=score} -**** Myoclonic-motor-onset-seizure {inLibrary=score} -**** Negative-myoclonic-motor-onset-seizure {inLibrary=score} -**** Clonic-motor-onset-seizure {inLibrary=score} -**** Tonic-motor-onset-seizure {inLibrary=score} -**** Atonic-motor-onset-seizure {inLibrary=score} -**** Myoclonic-atonic-motor-onset-seizure {inLibrary=score} -**** Myoclonic-tonic-clonic-motor-onset-seizure {inLibrary=score} -**** Tonic-clonic-motor-onset-seizure {inLibrary=score} -**** Automatism-motor-onset-seizure {inLibrary=score} -**** Hyperkinetic-motor-onset-seizure {inLibrary=score} -**** Epileptic-spasm-episode {inLibrary=score} -*** Nonmotor-onset-seizure {inLibrary=score} -**** Behavior-arrest-nonmotor-onset-seizure {inLibrary=score} -**** Sensory-nonmotor-onset-seizure {inLibrary=score} -**** Emotional-nonmotor-onset-seizure {inLibrary=score} -**** Cognitive-nonmotor-onset-seizure {inLibrary=score} -**** Autonomic-nonmotor-onset-seizure {inLibrary=score} -*** Absence-seizure {inLibrary=score} -**** Typical-absence-seizure {inLibrary=score} -**** Atypical-absence-seizure {inLibrary=score} -**** Myoclonic-absence-seizure {inLibrary=score} -**** Eyelid-myoclonia-absence-seizure {inLibrary=score} -** Episode-phase {requireChild, suggestedTag=Seizure-semiology-manifestation, suggestedTag=Postictal-semiology-manifestation, suggestedTag=Ictal-EEG-patterns, inLibrary=score} [The electroclinical findings (i.e., the seizure semiology and the ictal EEG) are divided in three phases: onset, propagation, and postictal.] -*** Episode-phase-initial {inLibrary=score} -*** Episode-phase-subsequent {inLibrary=score} -*** Episode-phase-postictal {inLibrary=score} -** Seizure-semiology-manifestation {requireChild, inLibrary=score} [Semiology is described according to the ILAE Glossary of Descriptive Terminology for Ictal Semiology (Blume et al., 2001). Besides the name, the semiologic finding can also be characterized by the somatotopic modifier, laterality, body part and centricity. Uses Location-property tags.] -*** Semiology-motor-manifestation {inLibrary=score} -**** Semiology-elementary-motor {inLibrary=score} -***** Semiology-motor-tonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [A sustained increase in muscle contraction lasting a few seconds to minutes.] -***** Semiology-motor-dystonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Sustained contractions of both agonist and antagonist muscles producing athetoid or twisting movements, which, when prolonged, may produce abnormal postures.] -***** Semiology-motor-epileptic-spasm {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [A sudden flexion, extension, or mixed extension flexion of predominantly proximal and truncal muscles that is usually more sustained than a myoclonic movement but not so sustained as a tonic seizure (i.e., about 1 s). Limited forms may occur: grimacing, head nodding. Frequent occurrence in clusters.] -***** Semiology-motor-postural {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Adoption of a posture that may be bilaterally symmetric or asymmetric (as in a fencing posture).] -***** Semiology-motor-versive {suggestedTag=Body-part, suggestedTag=Episode-event-count, inLibrary=score} [A sustained, forced conjugate ocular, cephalic, and/or truncal rotation or lateral deviation from the midline.] -***** Semiology-motor-clonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Myoclonus that is regularly repetitive, involves the same muscle groups, at a frequency of about 2 to 3 c/s, and is prolonged. Synonym: rhythmic myoclonus .] -***** Semiology-motor-myoclonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Characterized by myoclonus. MYOCLONUS : sudden, brief (lower than 100 ms) involuntary single or multiple contraction(s) of muscles(s) or muscle groups of variable topography (axial, proximal limb, distal).] -***** Semiology-motor-jacksonian-march {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Term indicating spread of clonic movements through contiguous body parts unilaterally.] -***** Semiology-motor-negative-myoclonus {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Characterized by negative myoclonus. NEGATIVE MYOCLONUS: interruption of tonic muscular activity for lower than 500 ms without evidence of preceding myoclonia.] -***** Semiology-motor-tonic-clonic {requireChild, inLibrary=score} [A sequence consisting of a tonic followed by a clonic phase. Variants such as clonic-tonic-clonic may be seen. Asymmetry of limb posture during the tonic phase of a GTC: one arm is rigidly extended at the elbow (often with the fist clenched tightly and flexed at the wrist), whereas the opposite arm is flexed at the elbow.] -****** Semiology-motor-tonic-clonic-without-figure-of-four {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} -****** Semiology-motor-tonic-clonic-with-figure-of-four-extension-left-elbow {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} -****** Semiology-motor-tonic-clonic-with-figure-of-four-extension-right-elbow {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} -***** Semiology-motor-astatic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Loss of erect posture that results from an atonic, myoclonic, or tonic mechanism. Synonym: drop attack.] -***** Semiology-motor-atonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Sudden loss or diminution of muscle tone without apparent preceding myoclonic or tonic event lasting greater or equal to 1 to 2 s, involving head, trunk, jaw, or limb musculature.] -***** Semiology-motor-eye-blinking {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} -***** Semiology-motor-other-elementary-motor {requireChild, inLibrary=score} -****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Semiology-motor-automatisms {inLibrary=score} -***** Semiology-motor-automatisms-mimetic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Facial expression suggesting an emotional state, often fear.] -***** Semiology-motor-automatisms-oroalimentary {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Lip smacking, lip pursing, chewing, licking, tooth grinding, or swallowing.] -***** Semiology-motor-automatisms-dacrystic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Bursts of crying.] -***** Semiology-motor-automatisms-dyspraxic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Inability to perform learned movements spontaneously or on command or imitation despite intact relevant motor and sensory systems and adequate comprehension and cooperation.] -***** Semiology-motor-automatisms-manual {suggestedTag=Brain-laterality, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [1. Indicates principally distal components, bilateral or unilateral. 2. Fumbling, tapping, manipulating movements.] -***** Semiology-motor-automatisms-gestural {suggestedTag=Brain-laterality, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Semipurposive, asynchronous hand movements. Often unilateral.] -***** Semiology-motor-automatisms-pedal {suggestedTag=Brain-laterality, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [1. Indicates principally distal components, bilateral or unilateral. 2. Fumbling, tapping, manipulating movements.] -***** Semiology-motor-automatisms-hypermotor {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [1. Involves predominantly proximal limb or axial muscles producing irregular sequential ballistic movements, such as pedaling, pelvic thrusting, thrashing, rocking movements. 2. Increase in rate of ongoing movements or inappropriately rapid performance of a movement.] -***** Semiology-motor-automatisms-hypokinetic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [A decrease in amplitude and/or rate or arrest of ongoing motor activity.] -***** Semiology-motor-automatisms-gelastic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Bursts of laughter or giggling, usually without an appropriate affective tone.] -***** Semiology-motor-other-automatisms {requireChild, inLibrary=score} -****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Semiology-motor-behavioral-arrest {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Interruption of ongoing motor activity or of ongoing behaviors with fixed gaze, without movement of the head or trunk (oro-alimentary and hand automatisms may continue).] -*** Semiology-non-motor-manifestation {inLibrary=score} -**** Semiology-sensory {inLibrary=score} -***** Semiology-sensory-headache {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Headache occurring in close temporal proximity to the seizure or as the sole seizure manifestation.] -***** Semiology-sensory-visual {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Flashing or flickering lights, spots, simple patterns, scotomata, or amaurosis.] -***** Semiology-sensory-auditory {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Buzzing, drumming sounds or single tones.] -***** Semiology-sensory-olfactory {suggestedTag=Body-part, suggestedTag=Episode-event-count, inLibrary=score} -***** Semiology-sensory-gustatory {suggestedTag=Episode-event-count, inLibrary=score} [Taste sensations including acidic, bitter, salty, sweet, or metallic.] -***** Semiology-sensory-epigastric {suggestedTag=Episode-event-count, inLibrary=score} [Abdominal discomfort including nausea, emptiness, tightness, churning, butterflies, malaise, pain, and hunger; sensation may rise to chest or throat. Some phenomena may reflect ictal autonomic dysfunction.] -***** Semiology-sensory-somatosensory {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Tingling, numbness, electric-shock sensation, sense of movement or desire to move.] -***** Semiology-sensory-painful {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Peripheral (lateralized/bilateral), cephalic, abdominal.] -***** Semiology-sensory-autonomic-sensation {suggestedTag=Episode-event-count, inLibrary=score} [A sensation consistent with involvement of the autonomic nervous system, including cardiovascular, gastrointestinal, sudomotor, vasomotor, and thermoregulatory functions. (Thus autonomic aura; cf. autonomic events 3.0).] -***** Semiology-sensory-other {requireChild, inLibrary=score} -****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Semiology-experiential {inLibrary=score} -***** Semiology-experiential-affective-emotional {suggestedTag=Episode-event-count, inLibrary=score} [Components include fear, depression, joy, and (rarely) anger.] -***** Semiology-experiential-hallucinatory {suggestedTag=Episode-event-count, inLibrary=score} [Composite perceptions without corresponding external stimuli involving visual, auditory, somatosensory, olfactory, and/or gustatory phenomena. Example: hearing and seeing people talking.] -***** Semiology-experiential-illusory {suggestedTag=Episode-event-count, inLibrary=score} [An alteration of actual percepts involving the visual, auditory, somatosensory, olfactory, or gustatory systems.] -***** Semiology-experiential-mnemonic {inLibrary=score} [Components that reflect ictal dysmnesia such as feelings of familiarity (deja-vu) and unfamiliarity (jamais-vu).] -****** Semiology-experiential-mnemonic-Deja-vu {suggestedTag=Episode-event-count, inLibrary=score} -****** Semiology-experiential-mnemonic-Jamais-vu {suggestedTag=Episode-event-count, inLibrary=score} -***** Semiology-experiential-other {requireChild, inLibrary=score} -****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Semiology-dyscognitive {suggestedTag=Episode-event-count, inLibrary=score} [The term describes events in which (1) disturbance of cognition is the predominant or most apparent feature, and (2a) two or more of the following components are involved, or (2b) involvement of such components remains undetermined. Otherwise, use the more specific term (e.g., mnemonic experiential seizure or hallucinatory experiential seizure). Components of cognition: ++ perception: symbolic conception of sensory information ++ attention: appropriate selection of a principal perception or task ++ emotion: appropriate affective significance of a perception ++ memory: ability to store and retrieve percepts or concepts ++ executive function: anticipation, selection, monitoring of consequences, and initiation of motor activity including praxis, speech.] -**** Semiology-language-related {inLibrary=score} -***** Semiology-language-related-vocalization {suggestedTag=Episode-event-count, inLibrary=score} -***** Semiology-language-related-verbalization {suggestedTag=Episode-event-count, inLibrary=score} -***** Semiology-language-related-dysphasia {suggestedTag=Episode-event-count, inLibrary=score} -***** Semiology-language-related-aphasia {suggestedTag=Episode-event-count, inLibrary=score} -***** Semiology-language-related-other {requireChild, inLibrary=score} -****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Semiology-autonomic {inLibrary=score} -***** Semiology-autonomic-pupillary {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Mydriasis, miosis (either bilateral or unilateral).] -***** Semiology-autonomic-hypersalivation {suggestedTag=Episode-event-count, inLibrary=score} [Increase in production of saliva leading to uncontrollable drooling] -***** Semiology-autonomic-respiratory-apnoeic {suggestedTag=Episode-event-count, inLibrary=score} [subjective shortness of breath, hyperventilation, stridor, coughing, choking, apnea, oxygen desaturation, neurogenic pulmonary edema.] -***** Semiology-autonomic-cardiovascular {suggestedTag=Episode-event-count, inLibrary=score} [Modifications of heart rate (tachycardia, bradycardia), cardiac arrhythmias (such as sinus arrhythmia, sinus arrest, supraventricular tachycardia, atrial premature depolarizations, ventricular premature depolarizations, atrio-ventricular block, bundle branch block, atrioventricular nodal escape rhythm, asystole).] -***** Semiology-autonomic-gastrointestinal {suggestedTag=Episode-event-count, inLibrary=score} [Nausea, eructation, vomiting, retching, abdominal sensations, abdominal pain, flatulence, spitting, diarrhea.] -***** Semiology-autonomic-urinary-incontinence {suggestedTag=Episode-event-count, inLibrary=score} [urinary urge (intense urinary urge at the beginning of seizures), urinary incontinence, ictal urination (rare symptom of partial seizures without loss of consciousness).] -***** Semiology-autonomic-genital {suggestedTag=Episode-event-count, inLibrary=score} [Sexual auras (erotic thoughts and feelings, sexual arousal and orgasm). Genital auras (unpleasant, sometimes painful, frightening or emotionally neutral somatosensory sensations in the genitals that can be accompanied by ictal orgasm). Sexual automatisms (hypermotor movements consisting of writhing, thrusting, rhythmic movements of the pelvis, arms and legs, sometimes associated with picking and rhythmic manipulation of the groin or genitalia, exhibitionism and masturbation).] -***** Semiology-autonomic-vasomotor {suggestedTag=Episode-event-count, inLibrary=score} [Flushing or pallor (may be accompanied by feelings of warmth, cold and pain).] -***** Semiology-autonomic-sudomotor {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Sweating and piloerection (may be accompanied by feelings of warmth, cold and pain).] -***** Semiology-autonomic-thermoregulatory {suggestedTag=Episode-event-count, inLibrary=score} [Hyperthermia, fever.] -***** Semiology-autonomic-other {requireChild, inLibrary=score} -****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Semiology-manifestation-other {requireChild, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Postictal-semiology-manifestation {requireChild, inLibrary=score} -*** Postictal-semiology-unconscious {suggestedTag=Episode-event-count, inLibrary=score} -*** Postictal-semiology-quick-recovery-of-consciousness {suggestedTag=Episode-event-count, inLibrary=score} [Quick recovery of awareness and responsiveness.] -*** Postictal-semiology-aphasia-or-dysphasia {suggestedTag=Episode-event-count, inLibrary=score} [Impaired communication involving language without dysfunction of relevant primary motor or sensory pathways, manifested as impaired comprehension, anomia, parahasic errors or a combination of these.] -*** Postictal-semiology-behavioral-change {suggestedTag=Episode-event-count, inLibrary=score} [Occurring immediately after a aseizure. Including psychosis, hypomanina, obsessive-compulsive behavior.] -*** Postictal-semiology-hemianopia {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Postictal visual loss in a a hemi field.] -*** Postictal-semiology-impaired-cognition {suggestedTag=Episode-event-count, inLibrary=score} [Decreased Cognitive performance involving one or more of perception, attention, emotion, memory, execution, praxis, speech.] -*** Postictal-semiology-dysphoria {suggestedTag=Episode-event-count, inLibrary=score} [Depression, irritability, euphoric mood, fear, anxiety.] -*** Postictal-semiology-headache {suggestedTag=Episode-event-count, inLibrary=score} [Headache with features of tension-type or migraine headache that develops within 3 h following the seizure and resolves within 72 h after seizure.] -*** Postictal-semiology-nose-wiping {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Noes-wiping usually within 60 sec of seizure offset, usually with the hand ipsilateral to the seizure onset.] -*** Postictal-semiology-anterograde-amnesia {suggestedTag=Episode-event-count, inLibrary=score} [Impaired ability to remember new material.] -*** Postictal-semiology-retrograde-amnesia {suggestedTag=Episode-event-count, inLibrary=score} [Impaired ability to recall previously remember material.] -*** Postictal-semiology-paresis {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Todds palsy. Any unilateral postictal dysfunction relating to motor, language, sensory and/or integrative functions.] -*** Postictal-semiology-sleep {inLibrary=score} [Invincible need to sleep after a seizure.] -*** Postictal-semiology-unilateral-myoclonic-jerks {inLibrary=score} [unilateral motor phenomena, other then specified, occurring in postictal phase.] -*** Postictal-semiology-other-unilateral-motor-phenomena {requireChild, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Polygraphic-channel-relation-to-episode {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -*** Polygraphic-channel-cause-to-episode {inLibrary=score} -*** Polygraphic-channel-consequence-of-episode {inLibrary=score} -** Ictal-EEG-patterns {inLibrary=score} -*** Ictal-EEG-patterns-obscured-by-artifacts {inLibrary=score} [The interpretation of the EEG is not possible due to artifacts.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Ictal-EEG-activity {suggestedTag=Polyspikes-morphology, suggestedTag=Fast-spike-activity-morphology, suggestedTag=Low-voltage-fast-activity-morphology, suggestedTag=Polysharp-waves-morphology, suggestedTag=Spike-and-slow-wave-morphology, suggestedTag=Polyspike-and-slow-wave-morphology, suggestedTag=Sharp-and-slow-wave-morphology, suggestedTag=Rhythmic-activity-morphology, suggestedTag=Slow-wave-large-amplitude-morphology, suggestedTag=Irregular-delta-or-theta-activity-morphology, suggestedTag=Electrodecremental-change-morphology, suggestedTag=DC-shift-morphology, suggestedTag=Disappearance-of-ongoing-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Source-analysis-laterality, suggestedTag=Source-analysis-brain-region, suggestedTag=Episode-event-count, inLibrary=score} -*** Postictal-EEG-activity {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, inLibrary=score} -** Episode-time-context-property {inLibrary=score} [Additional clinically relevant features related to episodes can be scored under timing and context. If needed, episode duration can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Temporal-value/Duration.] -*** Episode-consciousness {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** Episode-consciousness-not-tested {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Episode-consciousness-affected {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Episode-consciousness-mildly-affected {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Episode-consciousness-not-affected {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Episode-awareness {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Clinical-EEG-temporal-relationship {suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** Clinical-start-followed-EEG {inLibrary=score} [Clinical start, followed by EEG start by X seconds.] -***** # {takesValue, valueClass=numericClass, unitClass=timeUnits, inLibrary=score} -**** EEG-start-followed-clinical {inLibrary=score} [EEG start, followed by clinical start by X seconds.] -***** # {takesValue, valueClass=numericClass, unitClass=timeUnits, inLibrary=score} -**** Simultaneous-start-clinical-EEG {inLibrary=score} -**** Clinical-EEG-temporal-relationship-notes {inLibrary=score} [Clinical notes to annotate the clinical-EEG temporal relationship.] -***** # {takesValue, valueClass=textClass, inLibrary=score} -*** Episode-event-count {suggestedTag=Property-not-possible-to-determine, inLibrary=score} [Number of stereotypical episodes during the recording.] -**** # {takesValue, valueClass=numericClass, inLibrary=score} -*** State-episode-start {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} [State at the start of the episode.] -**** Episode-start-from-sleep {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Episode-start-from-awake {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Episode-postictal-phase {suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** # {takesValue, valueClass=numericClass, unitClass=timeUnits, inLibrary=score} -*** Episode-prodrome {suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} [Prodrome is a preictal phenomenon, and it is defined as a subjective or objective clinical alteration (e.g., ill-localized sensation or agitation) that heralds the onset of an epileptic seizure but does not form part of it (Blume et al., 2001). Therefore, prodrome should be distinguished from aura (which is an ictal phenomenon).] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Episode-tongue-biting {suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Episode-responsiveness {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} -**** Episode-responsiveness-preserved {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Episode-responsiveness-affected {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Episode-appearance {requireChild, inLibrary=score} -**** Episode-appearance-interactive {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Episode-appearance-spontaneous {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Seizure-dynamics {requireChild, inLibrary=score} [Spatiotemporal dynamics can be scored (evolution in morphology; evolution in frequency; evolution in location).] -**** Seizure-dynamics-evolution-morphology {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Seizure-dynamics-evolution-frequency {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Seizure-dynamics-evolution-location {inLibrary=score} -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -**** Seizure-dynamics-not-possible-to-determine {inLibrary=score} [Not possible to determine.] -***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -* Other-finding-property {requireChild, inLibrary=score} -** Artifact-significance-to-recording {requireChild, inLibrary=score} [It is important to score the significance of the described artifacts: recording is not interpretable, recording of reduced diagnostic value, does not interfere with the interpretation of the recording.] -*** Recording-not-interpretable-due-to-artifact {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Recording-of-reduced-diagnostic-value-due-to-artifact {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Artifact-does-not-interfere-recording {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Finding-significance-to-recording {requireChild, inLibrary=score} [Significance of finding. When normal/abnormal could be labeled with base schema Normal/Abnormal tags.] -*** Finding-no-definite-abnormality {inLibrary=score} -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Finding-significance-not-possible-to-determine {inLibrary=score} [Not possible to determine.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Finding-frequency {inLibrary=score} [Value in Hz (number) typed in.] -*** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits, inLibrary=score} -** Finding-amplitude {inLibrary=score} [Value in microvolts (number) typed in.] -*** # {takesValue, valueClass=numericClass, unitClass=electricPotentialUnits, inLibrary=score} -** Finding-amplitude-asymmetry {requireChild, inLibrary=score} [For posterior dominant rhythm: a difference in amplitude between the homologous area on opposite sides of the head that consistently exceeds 50 percent. When symmetrical could be labeled with base schema Symmetrical tag. For sleep: Absence or consistently marked amplitude asymmetry (greater than 50 percent) of a normal sleep graphoelement.] -*** Finding-amplitude-asymmetry-lower-left {inLibrary=score} [Amplitude lower on the left side.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Finding-amplitude-asymmetry-lower-right {inLibrary=score} [Amplitude lower on the right side.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -*** Finding-amplitude-asymmetry-not-possible-to-determine {inLibrary=score} [Not possible to determine.] -**** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Finding-stopped-by {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Finding-triggered-by {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Finding-unmodified {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Property-not-possible-to-determine {inLibrary=score} [Not possible to determine.] -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Property-exists {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] -** Property-absence {inLibrary=score} -*** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Signal-morphology-property {requireChild, inLibrary=score} + ** Rhythmic-activity-morphology {inLibrary=score} [EEG activity consisting of a sequence of waves approximately constant period.] + *** Delta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} [EEG rhythm in the delta (under 4 Hz) range that does not belong to the posterior dominant rhythm (scored under other organized rhythms).] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Theta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} [EEG rhythm in the theta (4-8 Hz) range that does not belong to the posterior dominant rhythm (scored under other organized rhythm).] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Alpha-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} [EEG rhythm in the alpha range (8-13 Hz) which is considered part of the background (ongoing) activity but does not fulfill the criteria of the posterior dominant rhythm (alpha rhythm).] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Beta-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} [EEG rhythm between 14 and 40 Hz, which is considered part of the background (ongoing) activity but does not fulfill the criteria of the posterior dominant rhythm. Most characteristically: a rhythm from 14 to 40 Hz recorded over the fronto-central regions of the head during wakefulness. Amplitude of the beta rhythm varies but is mostly below 30 microV. Other beta rhythms are most prominent in other locations or are diffuse.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Gamma-activity-morphology {suggestedTag=Finding-frequency, suggestedTag=Finding-amplitude, inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Spike-morphology {inLibrary=score} [A transient, clearly distinguished from background activity, with pointed peak at a conventional paper speed or time scale and duration from 20 to under 70 ms, i.e. 1/50-1/15 s approximately. Main component is generally negative relative to other areas. Amplitude varies.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Spike-and-slow-wave-morphology {inLibrary=score} [A pattern consisting of a spike followed by a slow wave.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Runs-of-rapid-spikes-morphology {inLibrary=score} [Bursts of spike discharges at a rate from 10 to 25/sec (in most cases somewhat irregular). The bursts last more than 2 seconds (usually 2 to 10 seconds) and it is typically seen in sleep. Synonyms: rhythmic spikes, generalized paroxysmal fast activity, fast paroxysmal rhythms, grand mal discharge, fast beta activity.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Polyspikes-morphology {inLibrary=score} [Two or more consecutive spikes.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Polyspike-and-slow-wave-morphology {inLibrary=score} [Two or more consecutive spikes associated with one or more slow waves.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Sharp-wave-morphology {inLibrary=score} [A transient clearly distinguished from background activity, with pointed peak at a conventional paper speed or time scale, and duration of 70-200 ms, i.e. over 1/4-1/5 s approximately. Main component is generally negative relative to other areas. Amplitude varies.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Sharp-and-slow-wave-morphology {inLibrary=score} [A sequence of a sharp wave and a slow wave.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Slow-sharp-wave-morphology {inLibrary=score} [A transient that bears all the characteristics of a sharp-wave, but exceeds 200 ms. Synonym: blunted sharp wave.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** High-frequency-oscillation-morphology {inLibrary=score} [HFO.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Hypsarrhythmia-classic-morphology {inLibrary=score} [Abnormal interictal high amplitude waves and a background of irregular spikes.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Hypsarrhythmia-modified-morphology {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Fast-spike-activity-morphology {inLibrary=score} [A burst consisting of a sequence of spikes. Duration greater than 1 s. Frequency at least in the alpha range.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Low-voltage-fast-activity-morphology {inLibrary=score} [Refers to the fast, and often recruiting activity which can be recorded at the onset of an ictal discharge, particularly in invasive EEG recording of a seizure.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Polysharp-waves-morphology {inLibrary=score} [A sequence of two or more sharp-waves.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Slow-wave-large-amplitude-morphology {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Irregular-delta-or-theta-activity-morphology {inLibrary=score} [EEG activity consisting of repetitive waves of inconsistent wave-duration but in delta and/or theta rang (greater than 125 ms).] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Electrodecremental-change-morphology {inLibrary=score} [Sudden desynchronization of electrical activity.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** DC-shift-morphology {inLibrary=score} [Shift of negative polarity of the direct current recordings, during seizures.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Disappearance-of-ongoing-activity-morphology {inLibrary=score} [Disappearance of the EEG activity that preceded the ictal event but still remnants of background activity (thus not enough to name it electrodecremental change).] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Polymorphic-delta-activity-morphology {inLibrary=score} [EEG activity consisting of waves in the delta range (over 250 ms duration for each wave) but of different morphology.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Frontal-intermittent-rhythmic-delta-activity-morphology {inLibrary=score} [Frontal intermittent rhythmic delta activity (FIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at 1.5-2.5 Hz over the frontal areas of one or both sides of the head. Comment: most commonly associated with unspecified encephalopathy, in adults.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Occipital-intermittent-rhythmic-delta-activity-morphology {inLibrary=score} [Occipital intermittent rhythmic delta activity (OIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at 2-3 Hz over the occipital or posterior head regions of one or both sides of the head. Frequently blocked or attenuated by opening the eyes. Comment: most commonly associated with unspecified encephalopathy, in children.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Temporal-intermittent-rhythmic-delta-activity-morphology {inLibrary=score} [Temporal intermittent rhythmic delta activity (TIRDA). Fairly regular or approximately sinusoidal waves, mostly occurring in bursts at over the temporal areas of one side of the head. Comment: most commonly associated with temporal lobe epilepsy.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Periodic-discharges-morphology {requireChild, inLibrary=score} [Periodic discharges not further specified (PDs).] + *** Periodic-discharges-superimposed-activity {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} + **** Periodic-discharges-fast-superimposed-activity {suggestedTag=Finding-frequency, inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Periodic-discharges-rhythmic-superimposed-activity {suggestedTag=Finding-frequency, inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Periodic-discharge-sharpness {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} + **** Spiky-periodic-discharge-sharpness {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Sharp-periodic-discharge-sharpness {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Sharply-contoured-periodic-discharge-sharpness {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Blunt-periodic-discharge-sharpness {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Number-of-periodic-discharge-phases {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} + **** 1-periodic-discharge-phase {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** 2-periodic-discharge-phases {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** 3-periodic-discharge-phases {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Greater-than-3-periodic-discharge-phases {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Periodic-discharge-triphasic-morphology {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Periodic-discharge-absolute-amplitude {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} + **** Periodic-discharge-absolute-amplitude-very-low {inLibrary=score} [Lower than 20 microV.] + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Low-periodic-discharge-absolute-amplitude {inLibrary=score} [20 to 49 microV.] + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Medium-periodic-discharge-absolute-amplitude {inLibrary=score} [50 to 199 microV.] + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** High-periodic-discharge-absolute-amplitude {inLibrary=score} [Greater than 200 microV.] + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Periodic-discharge-relative-amplitude {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} + **** Periodic-discharge-relative-amplitude-less-than-equal-2 {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Periodic-discharge-relative-amplitude-greater-than-2 {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Periodic-discharge-polarity {requireChild, inLibrary=score} + **** Periodic-discharge-postitive-polarity {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Periodic-discharge-negative-polarity {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Periodic-discharge-unclear-polarity {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Source-analysis-property {requireChild, inLibrary=score} [How the current in the brain reaches the electrode sensors.] + ** Source-analysis-laterality {requireChild, suggestedTag=Brain-laterality, inLibrary=score} + ** Source-analysis-brain-region {requireChild, inLibrary=score} + *** Source-analysis-frontal-perisylvian-superior-surface {inLibrary=score} + *** Source-analysis-frontal-lateral {inLibrary=score} + *** Source-analysis-frontal-mesial {inLibrary=score} + *** Source-analysis-frontal-polar {inLibrary=score} + *** Source-analysis-frontal-orbitofrontal {inLibrary=score} + *** Source-analysis-temporal-polar {inLibrary=score} + *** Source-analysis-temporal-basal {inLibrary=score} + *** Source-analysis-temporal-lateral-anterior {inLibrary=score} + *** Source-analysis-temporal-lateral-posterior {inLibrary=score} + *** Source-analysis-temporal-perisylvian-inferior-surface {inLibrary=score} + *** Source-analysis-central-lateral-convexity {inLibrary=score} + *** Source-analysis-central-mesial {inLibrary=score} + *** Source-analysis-central-sulcus-anterior-surface {inLibrary=score} + *** Source-analysis-central-sulcus-posterior-surface {inLibrary=score} + *** Source-analysis-central-opercular {inLibrary=score} + *** Source-analysis-parietal-lateral-convexity {inLibrary=score} + *** Source-analysis-parietal-mesial {inLibrary=score} + *** Source-analysis-parietal-opercular {inLibrary=score} + *** Source-analysis-occipital-lateral {inLibrary=score} + *** Source-analysis-occipital-mesial {inLibrary=score} + *** Source-analysis-occipital-basal {inLibrary=score} + *** Source-analysis-insula {inLibrary=score} + * Location-property {requireChild, inLibrary=score} [Location can be scored for findings. Semiologic finding can also be characterized by the somatotopic modifier (i.e. the part of the body where it occurs). In this respect, laterality (left, right, symmetric, asymmetric, left greater than right, right greater than left), body part (eyelid, face, arm, leg, trunk, visceral, hemi-) and centricity (axial, proximal limb, distal limb) can be scored.] + ** Brain-laterality {requireChild, inLibrary=score} + *** Brain-laterality-left {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Brain-laterality-left-greater-right {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Brain-laterality-right {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Brain-laterality-right-greater-left {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Brain-laterality-midline {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Brain-laterality-diffuse-asynchronous {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Brain-region {requireChild, inLibrary=score} + *** Brain-region-frontal {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Brain-region-temporal {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Brain-region-central {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Brain-region-parietal {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Brain-region-occipital {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Body-part-location {requireChild, inLibrary=score} + *** Body-part-eyelid {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Body-part-face {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Body-part-arm {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Body-part-leg {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Body-part-trunk {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Body-part-visceral {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Body-part-hemi {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Brain-centricity {requireChild, inLibrary=score} + *** Brain-centricity-axial {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Brain-centricity-proximal-limb {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Brain-centricity-distal-limb {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Sensors {requireChild, inLibrary=score} [Lists all corresponding sensors (electrodes/channels in montage). The sensor-group is selected from a list defined in the site-settings for each EEG-lab.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Finding-propagation {suggestedTag=Property-exists, suggestedTag=Property-absence, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, inLibrary=score} [When propagation within the graphoelement is observed, first the location of the onset region is scored. Then, the location of the propagation can be noted.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Multifocal-finding {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} [When the same interictal graphoelement is observed bilaterally and at least in three independent locations, can score them using one entry, and choosing multifocal as a descriptor of the locations of the given interictal graphoelements, optionally emphasizing the involved, and the most active sites.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Modulators-property {requireChild, inLibrary=score} [For each described graphoelement, the influence of the modulators can be scored. Only modulators present in the recording are scored.] + ** Modulators-reactivity {requireChild, suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} [Susceptibility of individual rhythms or the EEG as a whole to change following sensory stimulation or other physiologic actions.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Eye-closure-sensitivity {suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} [Eye closure sensitivity.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Eye-opening-passive {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by, inLibrary=score} [Passive eye opening. Used with base schema Increasing/Decreasing.] + ** Medication-effect-EEG {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Medications effect on EEG. Used with base schema Increasing/Decreasing.] + ** Medication-reduction-effect-EEG {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Medications reduction or withdrawal effect on EEG. Used with base schema Increasing/Decreasing.] + ** Auditive-stimuli-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Used with base schema Increasing/Decreasing.] + ** Nociceptive-stimuli-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by, inLibrary=score} [Used with base schema Increasing/Decreasing.] + ** Physical-effort-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by, inLibrary=score} [Used with base schema Increasing/Decreasing] + ** Cognitive-task-effect {suggestedTag=Property-not-possible-to-determine, suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, suggestedTag=Finding-triggered-by, inLibrary=score} [Used with base schema Increasing/Decreasing.] + ** Other-modulators-effect-EEG {requireChild, inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Facilitating-factor {inLibrary=score} [Facilitating factors are defined as transient and sporadic endogenous or exogenous elements capable of augmenting seizure incidence (increasing the likelihood of seizure occurrence).] + *** Facilitating-factor-alcohol {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Facilitating-factor-awake {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Facilitating-factor-catamenial {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Facilitating-factor-fever {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Facilitating-factor-sleep {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Facilitating-factor-sleep-deprived {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Facilitating-factor-other {requireChild, inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Provocative-factor {requireChild, inLibrary=score} [Provocative factors are defined as transient and sporadic endogenous or exogenous elements capable of evoking/triggering seizures immediately following the exposure to it.] + *** Hyperventilation-provoked {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Reflex-provoked {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Medication-effect-clinical {suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Medications clinical effect. Used with base schema Increasing/Decreasing.] + ** Medication-reduction-effect-clinical {suggestedTag=Finding-stopped-by, suggestedTag=Finding-unmodified, inLibrary=score} [Medications reduction or withdrawal clinical effect. Used with base schema Increasing/Decreasing.] + ** Other-modulators-effect-clinical {requireChild, inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Intermittent-photic-stimulation-effect {requireChild, inLibrary=score} + *** Posterior-stimulus-dependent-intermittent-photic-stimulation-response {suggestedTag=Finding-frequency, inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Posterior-stimulus-independent-intermittent-photic-stimulation-response-limited {suggestedTag=Finding-frequency, inLibrary=score} [limited to the stimulus-train] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Posterior-stimulus-independent-intermittent-photic-stimulation-response-self-sustained {suggestedTag=Finding-frequency, inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Generalized-photoparoxysmal-intermittent-photic-stimulation-response-limited {suggestedTag=Finding-frequency, inLibrary=score} [Limited to the stimulus-train.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Generalized-photoparoxysmal-intermittent-photic-stimulation-response-self-sustained {suggestedTag=Finding-frequency, inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Activation-of-pre-existing-epileptogenic-area-intermittent-photic-stimulation-effect {suggestedTag=Finding-frequency, inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Unmodified-intermittent-photic-stimulation-effect {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Quality-of-hyperventilation {requireChild, inLibrary=score} + *** Hyperventilation-refused-procedure {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Hyperventilation-poor-effort {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Hyperventilation-good-effort {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Hyperventilation-excellent-effort {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Modulators-effect {requireChild, inLibrary=score} [Tags for describing the influence of the modulators] + *** Modulators-effect-continuous-during-NRS {inLibrary=score} [Continuous during non-rapid-eye-movement-sleep (NRS)] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Modulators-effect-only-during {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Only during Sleep/Awakening/Hyperventilation/Physical effort/Cognitive task. Free text.] + *** Modulators-effect-change-of-patterns {inLibrary=score} [Change of patterns during sleep/awakening.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Time-related-property {requireChild, inLibrary=score} [Important to estimate how often an interictal abnormality is seen in the recording.] + ** Appearance-mode {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} [Describes how the non-ictal EEG pattern/graphoelement is distributed through the recording.] + *** Random-appearance-mode {inLibrary=score} [Occurrence of the non-ictal EEG pattern / graphoelement without any rhythmicity / periodicity.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Periodic-appearance-mode {inLibrary=score} [Non-ictal EEG pattern / graphoelement occurring at an approximately regular rate / interval (generally of 1 to several seconds).] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Variable-appearance-mode {inLibrary=score} [Occurrence of non-ictal EEG pattern / graphoelements, that is sometimes rhythmic or periodic, other times random, throughout the recording.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Intermittent-appearance-mode {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Continuous-appearance-mode {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Discharge-pattern {requireChild, inLibrary=score} [Describes the organization of the EEG signal within the discharge (distinguish between single and repetitive discharges)] + *** Single-discharge-pattern {suggestedTag=Finding-incidence, inLibrary=score} [Applies to the intra-burst pattern: a graphoelement that is not repetitive; before and after the graphoelement one can distinguish the background activity.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Rhythmic-trains-or-bursts-discharge-pattern {suggestedTag=Finding-prevalence, suggestedTag=Finding-frequency, inLibrary=score} [Applies to the intra-burst pattern: a non-ictal graphoelement that repeats itself without returning to the background activity between them. The graphoelements within this repetition occur at approximately constant period.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Arrhythmic-trains-or-bursts-discharge-pattern {suggestedTag=Finding-prevalence, inLibrary=score} [Applies to the intra-burst pattern: a non-ictal graphoelement that repeats itself without returning to the background activity between them. The graphoelements within this repetition occur at inconstant period.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Fragmented-discharge-pattern {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Periodic-discharge-time-related-features {requireChild, inLibrary=score} [Periodic discharges not further specified (PDs) time-relayed features tags.] + *** Periodic-discharge-duration {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} + **** Very-brief-periodic-discharge-duration {inLibrary=score} [Less than 10 sec.] + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Brief-periodic-discharge-duration {inLibrary=score} [10 to 59 sec.] + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Intermediate-periodic-discharge-duration {inLibrary=score} [1 to 4.9 min.] + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Long-periodic-discharge-duration {inLibrary=score} [5 to 59 min.] + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Very-long-periodic-discharge-duration {inLibrary=score} [Greater than 1 hour.] + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Periodic-discharge-onset {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} + **** Sudden-periodic-discharge-onset {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Gradual-periodic-discharge-onset {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Periodic-discharge-dynamics {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} + **** Evolving-periodic-discharge-dynamics {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Fluctuating-periodic-discharge-dynamics {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Static-periodic-discharge-dynamics {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Finding-extent {inLibrary=score} [Percentage of occurrence during the recording (background activity and interictal finding).] + *** # {takesValue, valueClass=numericClass, inLibrary=score} + ** Finding-incidence {requireChild, inLibrary=score} [How often it occurs/time-epoch.] + *** Only-once-finding-incidence {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Rare-finding-incidence {inLibrary=score} [less than 1/h] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Uncommon-finding-incidence {inLibrary=score} [1/5 min to 1/h.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Occasional-finding-incidence {inLibrary=score} [1/min to 1/5min.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Frequent-finding-incidence {inLibrary=score} [1/10 s to 1/min.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Abundant-finding-incidence {inLibrary=score} [Greater than 1/10 s).] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Finding-prevalence {requireChild, inLibrary=score} [The percentage of the recording covered by the train/burst.] + *** Rare-finding-prevalence {inLibrary=score} [Less than 1 percent.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Occasional-finding-prevalence {inLibrary=score} [1 to 9 percent.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Frequent-finding-prevalence {inLibrary=score} [10 to 49 percent.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Abundant-finding-prevalence {inLibrary=score} [50 to 89 percent.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Continuous-finding-prevalence {inLibrary=score} [Greater than 90 percent.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Posterior-dominant-rhythm-property {requireChild, inLibrary=score} [Posterior dominant rhythm is the most often scored EEG feature in clinical practice. Therefore, there are specific terms that can be chosen for characterizing the PDR.] + ** Posterior-dominant-rhythm-amplitude-range {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} + *** Low-posterior-dominant-rhythm-amplitude-range {inLibrary=score} [Low (less than 20 microV).] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Medium-posterior-dominant-rhythm-amplitude-range {inLibrary=score} [Medium (between 20 and 70 microV).] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** High-posterior-dominant-rhythm-amplitude-range {inLibrary=score} [High (more than 70 microV).] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Posterior-dominant-rhythm-frequency-asymmetry {requireChild, inLibrary=score} [When symmetrical could be labeled with base schema Symmetrical tag.] + *** Posterior-dominant-rhythm-frequency-asymmetry-lower-left {inLibrary=score} [Hz lower on the left side.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Posterior-dominant-rhythm-frequency-asymmetry-lower-right {inLibrary=score} [Hz lower on the right side.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Posterior-dominant-rhythm-eye-opening-reactivity {suggestedTag=Property-not-possible-to-determine, inLibrary=score} [Change (disappearance or measurable decrease in amplitude) of a posterior dominant rhythm following eye-opening. Eye closure has the opposite effect.] + *** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-left {inLibrary=score} [Reduced left side reactivity.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-right {inLibrary=score} [Reduced right side reactivity.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [free text] + *** Posterior-dominant-rhythm-eye-opening-reactivity-reduced-both {inLibrary=score} [Reduced reactivity on both sides.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Posterior-dominant-rhythm-organization {requireChild, inLibrary=score} [When normal could be labeled with base schema Normal tag.] + *** Posterior-dominant-rhythm-organization-poorly-organized {inLibrary=score} [Poorly organized.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Posterior-dominant-rhythm-organization-disorganized {inLibrary=score} [Disorganized.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Posterior-dominant-rhythm-organization-markedly-disorganized {inLibrary=score} [Markedly disorganized.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Posterior-dominant-rhythm-caveat {requireChild, inLibrary=score} [Caveat to the annotation of PDR.] + *** No-posterior-dominant-rhythm-caveat {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Posterior-dominant-rhythm-caveat-only-open-eyes-during-the-recording {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Posterior-dominant-rhythm-caveat-sleep-deprived-caveat {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Posterior-dominant-rhythm-caveat-drowsy {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Posterior-dominant-rhythm-caveat-only-following-hyperventilation {inLibrary=score} + ** Absence-of-posterior-dominant-rhythm {requireChild, inLibrary=score} [Reason for absence of PDR.] + *** Absence-of-posterior-dominant-rhythm-artifacts {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Absence-of-posterior-dominant-rhythm-extreme-low-voltage {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Absence-of-posterior-dominant-rhythm-eye-closure-could-not-be-achieved {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Absence-of-posterior-dominant-rhythm-lack-of-awake-period {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Absence-of-posterior-dominant-rhythm-lack-of-compliance {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Absence-of-posterior-dominant-rhythm-other-causes {requireChild, inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Episode-property {requireChild, inLibrary=score} + ** Seizure-classification {requireChild, inLibrary=score} [Epileptic seizures are named using the current ILAE seizure classification (Fisher et al., 2017, Beniczky et al., 2017).] + *** Motor-onset-seizure {inLibrary=score} + **** Myoclonic-motor-onset-seizure {inLibrary=score} + **** Negative-myoclonic-motor-onset-seizure {inLibrary=score} + **** Clonic-motor-onset-seizure {inLibrary=score} + **** Tonic-motor-onset-seizure {inLibrary=score} + **** Atonic-motor-onset-seizure {inLibrary=score} + **** Myoclonic-atonic-motor-onset-seizure {inLibrary=score} + **** Myoclonic-tonic-clonic-motor-onset-seizure {inLibrary=score} + **** Tonic-clonic-motor-onset-seizure {inLibrary=score} + **** Automatism-motor-onset-seizure {inLibrary=score} + **** Hyperkinetic-motor-onset-seizure {inLibrary=score} + **** Epileptic-spasm-episode {inLibrary=score} + *** Nonmotor-onset-seizure {inLibrary=score} + **** Behavior-arrest-nonmotor-onset-seizure {inLibrary=score} + **** Sensory-nonmotor-onset-seizure {inLibrary=score} + **** Emotional-nonmotor-onset-seizure {inLibrary=score} + **** Cognitive-nonmotor-onset-seizure {inLibrary=score} + **** Autonomic-nonmotor-onset-seizure {inLibrary=score} + *** Absence-seizure {inLibrary=score} + **** Typical-absence-seizure {inLibrary=score} + **** Atypical-absence-seizure {inLibrary=score} + **** Myoclonic-absence-seizure {inLibrary=score} + **** Eyelid-myoclonia-absence-seizure {inLibrary=score} + ** Episode-phase {requireChild, suggestedTag=Seizure-semiology-manifestation, suggestedTag=Postictal-semiology-manifestation, suggestedTag=Ictal-EEG-patterns, inLibrary=score} [The electroclinical findings (i.e., the seizure semiology and the ictal EEG) are divided in three phases: onset, propagation, and postictal.] + *** Episode-phase-initial {inLibrary=score} + *** Episode-phase-subsequent {inLibrary=score} + *** Episode-phase-postictal {inLibrary=score} + ** Seizure-semiology-manifestation {requireChild, inLibrary=score} [Semiology is described according to the ILAE Glossary of Descriptive Terminology for Ictal Semiology (Blume et al., 2001). Besides the name, the semiologic finding can also be characterized by the somatotopic modifier, laterality, body part and centricity. Uses Location-property tags.] + *** Semiology-motor-manifestation {inLibrary=score} + **** Semiology-elementary-motor {inLibrary=score} + ***** Semiology-motor-tonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [A sustained increase in muscle contraction lasting a few seconds to minutes.] + ***** Semiology-motor-dystonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Sustained contractions of both agonist and antagonist muscles producing athetoid or twisting movements, which, when prolonged, may produce abnormal postures.] + ***** Semiology-motor-epileptic-spasm {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [A sudden flexion, extension, or mixed extension flexion of predominantly proximal and truncal muscles that is usually more sustained than a myoclonic movement but not so sustained as a tonic seizure (i.e., about 1 s). Limited forms may occur: grimacing, head nodding. Frequent occurrence in clusters.] + ***** Semiology-motor-postural {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Adoption of a posture that may be bilaterally symmetric or asymmetric (as in a fencing posture).] + ***** Semiology-motor-versive {suggestedTag=Body-part, suggestedTag=Episode-event-count, inLibrary=score} [A sustained, forced conjugate ocular, cephalic, and/or truncal rotation or lateral deviation from the midline.] + ***** Semiology-motor-clonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Myoclonus that is regularly repetitive, involves the same muscle groups, at a frequency of about 2 to 3 c/s, and is prolonged. Synonym: rhythmic myoclonus .] + ***** Semiology-motor-myoclonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Characterized by myoclonus. MYOCLONUS : sudden, brief (lower than 100 ms) involuntary single or multiple contraction(s) of muscles(s) or muscle groups of variable topography (axial, proximal limb, distal).] + ***** Semiology-motor-jacksonian-march {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Term indicating spread of clonic movements through contiguous body parts unilaterally.] + ***** Semiology-motor-negative-myoclonus {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Characterized by negative myoclonus. NEGATIVE MYOCLONUS: interruption of tonic muscular activity for lower than 500 ms without evidence of preceding myoclonia.] + ***** Semiology-motor-tonic-clonic {requireChild, inLibrary=score} [A sequence consisting of a tonic followed by a clonic phase. Variants such as clonic-tonic-clonic may be seen. Asymmetry of limb posture during the tonic phase of a GTC: one arm is rigidly extended at the elbow (often with the fist clenched tightly and flexed at the wrist), whereas the opposite arm is flexed at the elbow.] + ****** Semiology-motor-tonic-clonic-without-figure-of-four {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} + ****** Semiology-motor-tonic-clonic-with-figure-of-four-extension-left-elbow {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} + ****** Semiology-motor-tonic-clonic-with-figure-of-four-extension-right-elbow {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} + ***** Semiology-motor-astatic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Loss of erect posture that results from an atonic, myoclonic, or tonic mechanism. Synonym: drop attack.] + ***** Semiology-motor-atonic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Sudden loss or diminution of muscle tone without apparent preceding myoclonic or tonic event lasting greater or equal to 1 to 2 s, involving head, trunk, jaw, or limb musculature.] + ***** Semiology-motor-eye-blinking {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} + ***** Semiology-motor-other-elementary-motor {requireChild, inLibrary=score} + ****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Semiology-motor-automatisms {inLibrary=score} + ***** Semiology-motor-automatisms-mimetic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Facial expression suggesting an emotional state, often fear.] + ***** Semiology-motor-automatisms-oroalimentary {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Lip smacking, lip pursing, chewing, licking, tooth grinding, or swallowing.] + ***** Semiology-motor-automatisms-dacrystic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Bursts of crying.] + ***** Semiology-motor-automatisms-dyspraxic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Inability to perform learned movements spontaneously or on command or imitation despite intact relevant motor and sensory systems and adequate comprehension and cooperation.] + ***** Semiology-motor-automatisms-manual {suggestedTag=Brain-laterality, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [1. Indicates principally distal components, bilateral or unilateral. 2. Fumbling, tapping, manipulating movements.] + ***** Semiology-motor-automatisms-gestural {suggestedTag=Brain-laterality, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Semipurposive, asynchronous hand movements. Often unilateral.] + ***** Semiology-motor-automatisms-pedal {suggestedTag=Brain-laterality, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [1. Indicates principally distal components, bilateral or unilateral. 2. Fumbling, tapping, manipulating movements.] + ***** Semiology-motor-automatisms-hypermotor {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [1. Involves predominantly proximal limb or axial muscles producing irregular sequential ballistic movements, such as pedaling, pelvic thrusting, thrashing, rocking movements. 2. Increase in rate of ongoing movements or inappropriately rapid performance of a movement.] + ***** Semiology-motor-automatisms-hypokinetic {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [A decrease in amplitude and/or rate or arrest of ongoing motor activity.] + ***** Semiology-motor-automatisms-gelastic {suggestedTag=Episode-responsiveness, suggestedTag=Episode-appearance, suggestedTag=Episode-event-count, inLibrary=score} [Bursts of laughter or giggling, usually without an appropriate affective tone.] + ***** Semiology-motor-other-automatisms {requireChild, inLibrary=score} + ****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Semiology-motor-behavioral-arrest {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Interruption of ongoing motor activity or of ongoing behaviors with fixed gaze, without movement of the head or trunk (oro-alimentary and hand automatisms may continue).] + *** Semiology-non-motor-manifestation {inLibrary=score} + **** Semiology-sensory {inLibrary=score} + ***** Semiology-sensory-headache {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Headache occurring in close temporal proximity to the seizure or as the sole seizure manifestation.] + ***** Semiology-sensory-visual {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Flashing or flickering lights, spots, simple patterns, scotomata, or amaurosis.] + ***** Semiology-sensory-auditory {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Buzzing, drumming sounds or single tones.] + ***** Semiology-sensory-olfactory {suggestedTag=Body-part, suggestedTag=Episode-event-count, inLibrary=score} + ***** Semiology-sensory-gustatory {suggestedTag=Episode-event-count, inLibrary=score} [Taste sensations including acidic, bitter, salty, sweet, or metallic.] + ***** Semiology-sensory-epigastric {suggestedTag=Episode-event-count, inLibrary=score} [Abdominal discomfort including nausea, emptiness, tightness, churning, butterflies, malaise, pain, and hunger; sensation may rise to chest or throat. Some phenomena may reflect ictal autonomic dysfunction.] + ***** Semiology-sensory-somatosensory {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Tingling, numbness, electric-shock sensation, sense of movement or desire to move.] + ***** Semiology-sensory-painful {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Peripheral (lateralized/bilateral), cephalic, abdominal.] + ***** Semiology-sensory-autonomic-sensation {suggestedTag=Episode-event-count, inLibrary=score} [A sensation consistent with involvement of the autonomic nervous system, including cardiovascular, gastrointestinal, sudomotor, vasomotor, and thermoregulatory functions. (Thus autonomic aura; cf. autonomic events 3.0).] + ***** Semiology-sensory-other {requireChild, inLibrary=score} + ****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Semiology-experiential {inLibrary=score} + ***** Semiology-experiential-affective-emotional {suggestedTag=Episode-event-count, inLibrary=score} [Components include fear, depression, joy, and (rarely) anger.] + ***** Semiology-experiential-hallucinatory {suggestedTag=Episode-event-count, inLibrary=score} [Composite perceptions without corresponding external stimuli involving visual, auditory, somatosensory, olfactory, and/or gustatory phenomena. Example: hearing and seeing people talking.] + ***** Semiology-experiential-illusory {suggestedTag=Episode-event-count, inLibrary=score} [An alteration of actual percepts involving the visual, auditory, somatosensory, olfactory, or gustatory systems.] + ***** Semiology-experiential-mnemonic {inLibrary=score} [Components that reflect ictal dysmnesia such as feelings of familiarity (deja-vu) and unfamiliarity (jamais-vu).] + ****** Semiology-experiential-mnemonic-Deja-vu {suggestedTag=Episode-event-count, inLibrary=score} + ****** Semiology-experiential-mnemonic-Jamais-vu {suggestedTag=Episode-event-count, inLibrary=score} + ***** Semiology-experiential-other {requireChild, inLibrary=score} + ****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Semiology-dyscognitive {suggestedTag=Episode-event-count, inLibrary=score} [The term describes events in which (1) disturbance of cognition is the predominant or most apparent feature, and (2a) two or more of the following components are involved, or (2b) involvement of such components remains undetermined. Otherwise, use the more specific term (e.g., mnemonic experiential seizure or hallucinatory experiential seizure). Components of cognition: ++ perception: symbolic conception of sensory information ++ attention: appropriate selection of a principal perception or task ++ emotion: appropriate affective significance of a perception ++ memory: ability to store and retrieve percepts or concepts ++ executive function: anticipation, selection, monitoring of consequences, and initiation of motor activity including praxis, speech.] + **** Semiology-language-related {inLibrary=score} + ***** Semiology-language-related-vocalization {suggestedTag=Episode-event-count, inLibrary=score} + ***** Semiology-language-related-verbalization {suggestedTag=Episode-event-count, inLibrary=score} + ***** Semiology-language-related-dysphasia {suggestedTag=Episode-event-count, inLibrary=score} + ***** Semiology-language-related-aphasia {suggestedTag=Episode-event-count, inLibrary=score} + ***** Semiology-language-related-other {requireChild, inLibrary=score} + ****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Semiology-autonomic {inLibrary=score} + ***** Semiology-autonomic-pupillary {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Mydriasis, miosis (either bilateral or unilateral).] + ***** Semiology-autonomic-hypersalivation {suggestedTag=Episode-event-count, inLibrary=score} [Increase in production of saliva leading to uncontrollable drooling] + ***** Semiology-autonomic-respiratory-apnoeic {suggestedTag=Episode-event-count, inLibrary=score} [subjective shortness of breath, hyperventilation, stridor, coughing, choking, apnea, oxygen desaturation, neurogenic pulmonary edema.] + ***** Semiology-autonomic-cardiovascular {suggestedTag=Episode-event-count, inLibrary=score} [Modifications of heart rate (tachycardia, bradycardia), cardiac arrhythmias (such as sinus arrhythmia, sinus arrest, supraventricular tachycardia, atrial premature depolarizations, ventricular premature depolarizations, atrio-ventricular block, bundle branch block, atrioventricular nodal escape rhythm, asystole).] + ***** Semiology-autonomic-gastrointestinal {suggestedTag=Episode-event-count, inLibrary=score} [Nausea, eructation, vomiting, retching, abdominal sensations, abdominal pain, flatulence, spitting, diarrhea.] + ***** Semiology-autonomic-urinary-incontinence {suggestedTag=Episode-event-count, inLibrary=score} [urinary urge (intense urinary urge at the beginning of seizures), urinary incontinence, ictal urination (rare symptom of partial seizures without loss of consciousness).] + ***** Semiology-autonomic-genital {suggestedTag=Episode-event-count, inLibrary=score} [Sexual auras (erotic thoughts and feelings, sexual arousal and orgasm). Genital auras (unpleasant, sometimes painful, frightening or emotionally neutral somatosensory sensations in the genitals that can be accompanied by ictal orgasm). Sexual automatisms (hypermotor movements consisting of writhing, thrusting, rhythmic movements of the pelvis, arms and legs, sometimes associated with picking and rhythmic manipulation of the groin or genitalia, exhibitionism and masturbation).] + ***** Semiology-autonomic-vasomotor {suggestedTag=Episode-event-count, inLibrary=score} [Flushing or pallor (may be accompanied by feelings of warmth, cold and pain).] + ***** Semiology-autonomic-sudomotor {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Sweating and piloerection (may be accompanied by feelings of warmth, cold and pain).] + ***** Semiology-autonomic-thermoregulatory {suggestedTag=Episode-event-count, inLibrary=score} [Hyperthermia, fever.] + ***** Semiology-autonomic-other {requireChild, inLibrary=score} + ****** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Semiology-manifestation-other {requireChild, inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Postictal-semiology-manifestation {requireChild, inLibrary=score} + *** Postictal-semiology-unconscious {suggestedTag=Episode-event-count, inLibrary=score} + *** Postictal-semiology-quick-recovery-of-consciousness {suggestedTag=Episode-event-count, inLibrary=score} [Quick recovery of awareness and responsiveness.] + *** Postictal-semiology-aphasia-or-dysphasia {suggestedTag=Episode-event-count, inLibrary=score} [Impaired communication involving language without dysfunction of relevant primary motor or sensory pathways, manifested as impaired comprehension, anomia, parahasic errors or a combination of these.] + *** Postictal-semiology-behavioral-change {suggestedTag=Episode-event-count, inLibrary=score} [Occurring immediately after a aseizure. Including psychosis, hypomanina, obsessive-compulsive behavior.] + *** Postictal-semiology-hemianopia {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Postictal visual loss in a a hemi field.] + *** Postictal-semiology-impaired-cognition {suggestedTag=Episode-event-count, inLibrary=score} [Decreased Cognitive performance involving one or more of perception, attention, emotion, memory, execution, praxis, speech.] + *** Postictal-semiology-dysphoria {suggestedTag=Episode-event-count, inLibrary=score} [Depression, irritability, euphoric mood, fear, anxiety.] + *** Postictal-semiology-headache {suggestedTag=Episode-event-count, inLibrary=score} [Headache with features of tension-type or migraine headache that develops within 3 h following the seizure and resolves within 72 h after seizure.] + *** Postictal-semiology-nose-wiping {suggestedTag=Brain-laterality, suggestedTag=Episode-event-count, inLibrary=score} [Noes-wiping usually within 60 sec of seizure offset, usually with the hand ipsilateral to the seizure onset.] + *** Postictal-semiology-anterograde-amnesia {suggestedTag=Episode-event-count, inLibrary=score} [Impaired ability to remember new material.] + *** Postictal-semiology-retrograde-amnesia {suggestedTag=Episode-event-count, inLibrary=score} [Impaired ability to recall previously remember material.] + *** Postictal-semiology-paresis {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, suggestedTag=Episode-event-count, inLibrary=score} [Todds palsy. Any unilateral postictal dysfunction relating to motor, language, sensory and/or integrative functions.] + *** Postictal-semiology-sleep {inLibrary=score} [Invincible need to sleep after a seizure.] + *** Postictal-semiology-unilateral-myoclonic-jerks {inLibrary=score} [unilateral motor phenomena, other then specified, occurring in postictal phase.] + *** Postictal-semiology-other-unilateral-motor-phenomena {requireChild, inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Polygraphic-channel-relation-to-episode {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} + *** Polygraphic-channel-cause-to-episode {inLibrary=score} + *** Polygraphic-channel-consequence-of-episode {inLibrary=score} + ** Ictal-EEG-patterns {inLibrary=score} + *** Ictal-EEG-patterns-obscured-by-artifacts {inLibrary=score} [The interpretation of the EEG is not possible due to artifacts.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Ictal-EEG-activity {suggestedTag=Polyspikes-morphology, suggestedTag=Fast-spike-activity-morphology, suggestedTag=Low-voltage-fast-activity-morphology, suggestedTag=Polysharp-waves-morphology, suggestedTag=Spike-and-slow-wave-morphology, suggestedTag=Polyspike-and-slow-wave-morphology, suggestedTag=Sharp-and-slow-wave-morphology, suggestedTag=Rhythmic-activity-morphology, suggestedTag=Slow-wave-large-amplitude-morphology, suggestedTag=Irregular-delta-or-theta-activity-morphology, suggestedTag=Electrodecremental-change-morphology, suggestedTag=DC-shift-morphology, suggestedTag=Disappearance-of-ongoing-activity-morphology, suggestedTag=Brain-laterality, suggestedTag=Brain-region, suggestedTag=Sensors, suggestedTag=Source-analysis-laterality, suggestedTag=Source-analysis-brain-region, suggestedTag=Episode-event-count, inLibrary=score} + *** Postictal-EEG-activity {suggestedTag=Brain-laterality, suggestedTag=Body-part, suggestedTag=Brain-centricity, inLibrary=score} + ** Episode-time-context-property {inLibrary=score} [Additional clinically relevant features related to episodes can be scored under timing and context. If needed, episode duration can be tagged with base schema /Property/Data-property/Data-value/Spatiotemporal-value/Temporal-value/Duration.] + *** Episode-consciousness {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} + **** Episode-consciousness-not-tested {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Episode-consciousness-affected {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Episode-consciousness-mildly-affected {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Episode-consciousness-not-affected {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Episode-awareness {suggestedTag=Property-not-possible-to-determine, suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Clinical-EEG-temporal-relationship {suggestedTag=Property-not-possible-to-determine, inLibrary=score} + **** Clinical-start-followed-EEG {inLibrary=score} [Clinical start, followed by EEG start by X seconds.] + ***** # {takesValue, valueClass=numericClass, unitClass=timeUnits, inLibrary=score} + **** EEG-start-followed-clinical {inLibrary=score} [EEG start, followed by clinical start by X seconds.] + ***** # {takesValue, valueClass=numericClass, unitClass=timeUnits, inLibrary=score} + **** Simultaneous-start-clinical-EEG {inLibrary=score} + **** Clinical-EEG-temporal-relationship-notes {inLibrary=score} [Clinical notes to annotate the clinical-EEG temporal relationship.] + ***** # {takesValue, valueClass=textClass, inLibrary=score} + *** Episode-event-count {suggestedTag=Property-not-possible-to-determine, inLibrary=score} [Number of stereotypical episodes during the recording.] + **** # {takesValue, valueClass=numericClass, inLibrary=score} + *** State-episode-start {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} [State at the start of the episode.] + **** Episode-start-from-sleep {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Episode-start-from-awake {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Episode-postictal-phase {suggestedTag=Property-not-possible-to-determine, inLibrary=score} + **** # {takesValue, valueClass=numericClass, unitClass=timeUnits, inLibrary=score} + *** Episode-prodrome {suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} [Prodrome is a preictal phenomenon, and it is defined as a subjective or objective clinical alteration (e.g., ill-localized sensation or agitation) that heralds the onset of an epileptic seizure but does not form part of it (Blume et al., 2001). Therefore, prodrome should be distinguished from aura (which is an ictal phenomenon).] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Episode-tongue-biting {suggestedTag=Property-exists, suggestedTag=Property-absence, inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Episode-responsiveness {requireChild, suggestedTag=Property-not-possible-to-determine, inLibrary=score} + **** Episode-responsiveness-preserved {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Episode-responsiveness-affected {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Episode-appearance {requireChild, inLibrary=score} + **** Episode-appearance-interactive {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Episode-appearance-spontaneous {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Seizure-dynamics {requireChild, inLibrary=score} [Spatiotemporal dynamics can be scored (evolution in morphology; evolution in frequency; evolution in location).] + **** Seizure-dynamics-evolution-morphology {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Seizure-dynamics-evolution-frequency {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Seizure-dynamics-evolution-location {inLibrary=score} + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + **** Seizure-dynamics-not-possible-to-determine {inLibrary=score} [Not possible to determine.] + ***** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + * Other-finding-property {requireChild, inLibrary=score} + ** Artifact-significance-to-recording {requireChild, inLibrary=score} [It is important to score the significance of the described artifacts: recording is not interpretable, recording of reduced diagnostic value, does not interfere with the interpretation of the recording.] + *** Recording-not-interpretable-due-to-artifact {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Recording-of-reduced-diagnostic-value-due-to-artifact {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Artifact-does-not-interfere-recording {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Finding-significance-to-recording {requireChild, inLibrary=score} [Significance of finding. When normal/abnormal could be labeled with base schema Normal/Abnormal tags.] + *** Finding-no-definite-abnormality {inLibrary=score} + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Finding-significance-not-possible-to-determine {inLibrary=score} [Not possible to determine.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Finding-frequency {inLibrary=score} [Value in Hz (number) typed in.] + *** # {takesValue, valueClass=numericClass, unitClass=frequencyUnits, inLibrary=score} + ** Finding-amplitude {inLibrary=score} [Value in microvolts (number) typed in.] + *** # {takesValue, valueClass=numericClass, unitClass=electricPotentialUnits, inLibrary=score} + ** Finding-amplitude-asymmetry {requireChild, inLibrary=score} [For posterior dominant rhythm: a difference in amplitude between the homologous area on opposite sides of the head that consistently exceeds 50 percent. When symmetrical could be labeled with base schema Symmetrical tag. For sleep: Absence or consistently marked amplitude asymmetry (greater than 50 percent) of a normal sleep graphoelement.] + *** Finding-amplitude-asymmetry-lower-left {inLibrary=score} [Amplitude lower on the left side.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Finding-amplitude-asymmetry-lower-right {inLibrary=score} [Amplitude lower on the right side.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + *** Finding-amplitude-asymmetry-not-possible-to-determine {inLibrary=score} [Not possible to determine.] + **** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Finding-stopped-by {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Finding-triggered-by {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Finding-unmodified {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Property-not-possible-to-determine {inLibrary=score} [Not possible to determine.] + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Property-exists {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] + ** Property-absence {inLibrary=score} + *** # {takesValue, valueClass=textClass, inLibrary=score} [Free text.] !# end schema + '''Unit classes''' * accelerationUnits {defaultUnits=m-per-s^2} ** m-per-s^2 {SIUnit, unitSymbol, conversionFactor=1.0} @@ -2041,6 +2043,7 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind * physicalLengthUnits {defaultUnits=m} ** foot {conversionFactor=0.3048} ** inch {conversionFactor=0.0254} +** meter {SIUnit, conversionFactor=1.0} ** metre {SIUnit, conversionFactor=1.0} ** m {SIUnit, unitSymbol, conversionFactor=1.0} ** mile {conversionFactor=1609.34} @@ -2065,7 +2068,6 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind ** pound {conversionFactor=453.592} ** lb {conversionFactor=453.592} - '''Unit modifiers''' * deca {SIUnitModifier, conversionFactor=10.0} [SI unit multiple representing 10^1.] * da {SIUnitSymbolModifier, conversionFactor=10.0} [SI unit multiple representing 10^1.] @@ -2118,30 +2120,34 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind '''Schema attributes''' * allowedCharacter {valueClassProperty} [A schema attribute of value classes specifying a special character that is allowed in expressing the value of a placeholder. Normally the allowed characters are listed individually. However, the word letters designates the upper and lower case alphabetic characters and the word digits designates the digits 0-9. The word blank designates the blank character.] * conversionFactor {unitProperty, unitModifierProperty} [The multiplicative factor to multiply these units to convert to default units.] -* deprecated {boolProperty} [This tag is out of date and should no longer be used.] +* deprecatedFrom {elementProperty} [Indicates that this element is deprecated. The value of the attribute is the latest schema version in which the element appeared in undeprecated form.] * defaultUnits {unitClassProperty} [A schema attribute of unit classes specifying the default units to use if the placeholder has a unit class but the substituted value has no units.] -* extensionAllowed {boolProperty} [A schema attribute indicating that users can add unlimited levels of child nodes under this tag. This tag is propagated to child nodes with the exception of the hashtag placeholders.] -* inLibrary {elementProperty} [Indicates this node came from the named library schema, not the standard schema.] -* recommended {boolProperty} [A schema attribute indicating that the event-level HED string should include this tag.] -* relatedTag [A schema attribute suggesting HED tags that are closely related to this tag. This attribute is used by tagging tools.] -* requireChild {boolProperty} [A schema attribute indicating that one of the node elements descendants must be included when using this tag.] -* required {boolProperty} [A schema attribute indicating that every event-level HED string should include this tag.] +* extensionAllowed {boolProperty, nodeProperty, isInherited} [A schema attribute indicating that users can add unlimited levels of child nodes under this tag. This tag is propagated to child nodes with the exception of the hashtag placeholders.] +* inLibrary {elementProperty} [Indicates this schema element came from the named library schema, not the standard schema. This attribute is added by tools when a library schema is merged into its partnered standard schema.] +* recommended {boolProperty, nodeProperty} [A schema attribute indicating that the event-level HED string should include this tag.] +* relatedTag {nodeProperty, isInherited} [A schema attribute suggesting HED tags that are closely related to this tag. This attribute is used by tagging tools.] +* requireChild {boolProperty, nodeProperty} [A schema attribute indicating that one of the node elements descendants must be included when using this tag.] +* required {boolProperty, nodeProperty} [A schema attribute indicating that every event-level HED string should include this tag.] +* reserved {boolProperty, nodeProperty} [A schema attribute indicating that this tag has special meaning and requires special handling by tools.] +* rooted {nodeProperty} [Indicates a top-level library schema node is identical to a node of the same name in the partnered standard schema. This attribute can only appear in nodes that have the inLibrary schema attribute.] * SIUnit {boolProperty, unitProperty} [A schema attribute indicating that this unit element is an SI unit and can be modified by multiple and submultiple names. Note that some units such as byte are designated as SI units although they are not part of the standard.] * SIUnitModifier {boolProperty, unitModifierProperty} [A schema attribute indicating that this SI unit modifier represents a multiple or submultiple of a base unit rather than a unit symbol.] * SIUnitSymbolModifier {boolProperty, unitModifierProperty} [A schema attribute indicating that this SI unit modifier represents a multiple or submultiple of a unit symbol rather than a base symbol.] -* suggestedTag [A schema attribute that indicates another tag that is often associated with this tag. This attribute is used by tagging tools to provide tagging suggestions.] -* tagGroup {boolProperty} [A schema attribute indicating the tag can only appear inside a tag group.] -* takesValue {boolProperty} [A schema attribute indicating the tag is a hashtag placeholder that is expected to be replaced with a user-defined value.] -* topLevelTagGroup {boolProperty} [A schema attribute indicating that this tag (or its descendants) can only appear in a top-level tag group. A tag group can have at most one tag with this attribute.] -* unique {boolProperty} [A schema attribute indicating that only one of this tag or its descendants can be used in the event-level HED string.] -* unitClass [A schema attribute specifying which unit class this value tag belongs to.] +* suggestedTag {nodeProperty, isInherited} [A schema attribute that indicates another tag that is often associated with this tag. This attribute is used by tagging tools to provide tagging suggestions.] +* tagGroup {boolProperty, nodeProperty} [A schema attribute indicating the tag can only appear inside a tag group.] +* takesValue {boolProperty, nodeProperty} [A schema attribute indicating the tag is a hashtag placeholder that is expected to be replaced with a user-defined value.] +* topLevelTagGroup {boolProperty, nodeProperty} [A schema attribute indicating that this tag (or its descendants) can only appear in a top-level tag group. A tag group can have at most one tag with this attribute.] +* unique {boolProperty, nodeProperty} [A schema attribute indicating that only one of this tag or its descendants can be used in the event-level HED string.] +* unitClass {nodeProperty} [A schema attribute specifying which unit class this value tag belongs to.] * unitPrefix {boolProperty, unitProperty} [A schema attribute applied specifically to unit elements to designate that the unit indicator is a prefix (e.g., dollar sign in the currency units).] * unitSymbol {boolProperty, unitProperty} [A schema attribute indicating this tag is an abbreviation or symbol representing a type of unit. Unit symbols represent both the singular and the plural and thus cannot be pluralized.] -* valueClass [A schema attribute specifying which value class this value tag belongs to.] +* valueClass {nodeProperty} [A schema attribute specifying which value class this value tag belongs to.] '''Properties''' * boolProperty [Indicates that the schema attribute represents something that is either true or false and does not have a value. Attributes without this value are assumed to have string values.] * elementProperty [Indicates this schema attribute can apply to any type of element(tag term, unit class, etc).] +* isInherited [Indicates that this attribute is inherited by child nodes. This property only applies to schema attributes for nodes.] +* nodeProperty [Indicates this schema attribute applies to node (tag-term) elements. This was added to allow for an attribute to apply to multiple elements.] * unitClassProperty [Indicates that the schema attribute is meant to be applied to unit classes.] * unitModifierProperty [Indicates that the schema attribute is meant to be applied to unit modifier classes.] * unitProperty [Indicates that the schema attribute is meant to be applied to units within a unit class.] diff --git a/tests/data/schema_tests/merge_tests/HED_score_merged.xml b/tests/data/schema_tests/merge_tests/HED_score_merged.xml index de6381d61..149841e13 100644 --- a/tests/data/schema_tests/merge_tests/HED_score_merged.xml +++ b/tests/data/schema_tests/merge_tests/HED_score_merged.xml @@ -1,5 +1,5 @@ - + This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. The HED-SCORE library schema allows neurologists, neurophysiologists, and brain researchers to annotate electrophysiology recordings using terms from an internationally accepted set of defined terms (SCORE) compatible with the HED framework. The resulting annotations are understandable to clinicians and directly usable in computer analysis. @@ -935,6 +935,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Gentalia The external organs of reproduction. + + deprecatedFrom + 8.1.0 + Hip @@ -2134,19 +2138,50 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Temporal-marker An indicator placed at a particular time in the data. + + Inset + Marks an intermediate point in an ongoing event of temporal extent. + + topLevelTagGroup + + + reserved + + + relatedTag + Onset + Offset + + Onset - Labels the start or beginning of something, usually an event. + Marks the start of an ongoing event of temporal extent. topLevelTagGroup + + reserved + + + relatedTag + Inset + Offset + Offset - Labels the time at which something stops. + Marks the end of an event of temporal extent. topLevelTagGroup + + reserved + + + relatedTag + Onset + Inset + Pause @@ -3423,7 +3458,17 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind A characteristic of or relating to time or limited by time. Delay - Time during which some action is awaited. + The time at which an event start time is delayed from the current onset time. This tag defines the start time of an event of temporal extent and may be used with the Duration tag. + + topLevelTagGroup + + + reserved + + + relatedTag + Duration + # @@ -3441,7 +3486,17 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Duration - The period of time during which something occurs or continues. + The period of time during which an event occurs. This tag defines the end time of an event of temporal extent and may be used with the Delay tag. + + topLevelTagGroup + + + reserved + + + relatedTag + Delay + # @@ -3940,6 +3995,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild + + reserved + # Name of the definition. @@ -3958,6 +4016,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild + + reserved + tagGroup @@ -3978,6 +4039,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind requireChild + + reserved + topLevelTagGroup @@ -3996,6 +4060,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind Event-context A special HED tag inserted as part of a top-level tag group to contain information about the interrelated conditions under which the event occurs. The event context includes information about other events that are ongoing when this event happens. + + reserved + topLevelTagGroup @@ -16317,6 +16384,16 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind 0.0254 + + meter + + SIUnit + + + conversionFactor + 1.0 + + metre @@ -17063,10 +17140,10 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind - deprecated - This tag is out of date and should no longer be used. + deprecatedFrom + Indicates that this element is deprecated. The value of the attribute is the latest schema version in which the element appeared in undeprecated form. - boolProperty + elementProperty @@ -17082,10 +17159,16 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind boolProperty + + nodeProperty + + + isInherited + inLibrary - Indicates this node came from the named library schema, not the standard schema. + Indicates this schema element came from the named library schema, not the standard schema. This attribute is added by tools when a library schema is merged into its partnered standard schema. elementProperty @@ -17096,10 +17179,19 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind boolProperty + + nodeProperty + relatedTag A schema attribute suggesting HED tags that are closely related to this tag. This attribute is used by tagging tools. + + nodeProperty + + + isInherited + requireChild @@ -17107,6 +17199,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind boolProperty + + nodeProperty + required @@ -17114,6 +17209,26 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind boolProperty + + nodeProperty + + + + reserved + A schema attribute indicating that this tag has special meaning and requires special handling by tools. + + boolProperty + + + nodeProperty + + + + rooted + Indicates a top-level library schema node is identical to a node of the same name in the partnered standard schema. This attribute can only appear in nodes that have the inLibrary schema attribute. + + nodeProperty + SIUnit @@ -17148,6 +17263,12 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind suggestedTag A schema attribute that indicates another tag that is often associated with this tag. This attribute is used by tagging tools to provide tagging suggestions. + + nodeProperty + + + isInherited + tagGroup @@ -17155,6 +17276,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind boolProperty + + nodeProperty + takesValue @@ -17162,6 +17286,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind boolProperty + + nodeProperty + topLevelTagGroup @@ -17169,6 +17296,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind boolProperty + + nodeProperty + unique @@ -17176,10 +17306,16 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind boolProperty + + nodeProperty + unitClass A schema attribute specifying which unit class this value tag belongs to. + + nodeProperty + unitPrefix @@ -17204,6 +17340,9 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind valueClass A schema attribute specifying which value class this value tag belongs to. + + nodeProperty + @@ -17215,6 +17354,14 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind elementProperty Indicates this schema attribute can apply to any type of element(tag term, unit class, etc). + + isInherited + Indicates that this attribute is inherited by child nodes. This property only applies to schema attributes for nodes. + + + nodeProperty + Indicates this schema attribute applies to node (tag-term) elements. This was added to allow for an attribute to apply to multiple elements. + unitClassProperty Indicates that the schema attribute is meant to be applied to unit classes. diff --git a/tests/data/schema_tests/merge_tests/add_all_types.mediawiki b/tests/data/schema_tests/merge_tests/add_all_types.mediawiki index be049b4d9..f6d90bd4c 100644 --- a/tests/data/schema_tests/merge_tests/add_all_types.mediawiki +++ b/tests/data/schema_tests/merge_tests/add_all_types.mediawiki @@ -1,4 +1,4 @@ -HED library="score" version="1.0.0" with-standard="8.2.0" +HED library="score" version="1.0.0" withStandard="8.2.0" unmerged="true" '''Prologue''' This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. @@ -45,7 +45,7 @@ For more information see https://hed-schema-library.readthedocs.io/en/latest/ind * customElementAttribute {elementProperty, boolProperty} [A custom test element attribute] '''Properties''' -* customProperty {inLibrary=score, customElementAttribute} [A custom test property] +* customProperty {customElementAttribute} [A custom test property] '''Epilogue''' The Standardized Computer-based Organized Reporting of EEG (SCORE) is a standard terminology for scalp EEG data assessment designed for use in clinical practice that may also be used for research purposes. diff --git a/tests/data/schema_tests/merge_tests/issues_tests/HED_badroot_0.0.1.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/HED_badroot_0.0.1.mediawiki new file mode 100644 index 000000000..0d76e15f8 --- /dev/null +++ b/tests/data/schema_tests/merge_tests/issues_tests/HED_badroot_0.0.1.mediawiki @@ -0,0 +1,16 @@ +HED library="testlib" version="1.0.2" withStandard="8.2.0" unmerged="true" + +'''Prologue''' +This schema is the first official release that includes an xsd and requires unit class, unit modifier, value class, schema attribute and property sections. + +!# start schema + +'''NotRealTag'''{rooted} +* Oboe-sound + + +!# end schema + +'''Epilogue''' + +!# end hed \ No newline at end of file diff --git a/tests/data/schema_tests/merge_tests/issues_tests/HED_dupesubroot_0.0.1.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/HED_dupesubroot_0.0.1.mediawiki new file mode 100644 index 000000000..63388f53c --- /dev/null +++ b/tests/data/schema_tests/merge_tests/issues_tests/HED_dupesubroot_0.0.1.mediawiki @@ -0,0 +1,23 @@ +HED library="testlib" version="1.0.2" withStandard="8.2.0" unmerged="true" + +'''Prologue''' +This schema is the first official release that includes an xsd and requires unit class, unit modifier, value class, schema attribute and property sections. + +!# start schema + +'''Instrument-sound'''{rooted} +* Oboe-sound +** Oboe-subsound +* Violin-sound +** Violin-subsound +** Violin-subsound2 + + +'''Instrument-sound'''{rooted} +* Oboe-sound + +!# end schema + +'''Epilogue''' + +!# end hed \ No newline at end of file diff --git a/tests/data/schema_tests/merge_tests/issues_tests/HED_root_wrong_place_0.0.1.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/HED_root_wrong_place_0.0.1.mediawiki new file mode 100644 index 000000000..ec5dfd410 --- /dev/null +++ b/tests/data/schema_tests/merge_tests/issues_tests/HED_root_wrong_place_0.0.1.mediawiki @@ -0,0 +1,16 @@ +HED library="testlib" version="1.0.2" withStandard="8.2.0" unmerged="true" + +'''Prologue''' +This schema is the first official release that includes an xsd and requires unit class, unit modifier, value class, schema attribute and property sections. + +!# start schema + +'''Instrument-sound''' +* Oboe-sound {rooted} + + +!# end schema + +'''Epilogue''' + +!# end hed \ No newline at end of file diff --git a/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags1.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags1.mediawiki index 1bbee6685..ee20104a2 100644 --- a/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags1.mediawiki +++ b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags1.mediawiki @@ -1,4 +1,4 @@ -HED library="score" version="1.0.0" with-standard="8.2.0" +HED library="score" version="1.0.0" withStandard="8.2.0" unmerged="true" '''Prologue''' This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. diff --git a/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags2.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags2.mediawiki index 74f7507af..8b3a3a864 100644 --- a/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags2.mediawiki +++ b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags2.mediawiki @@ -1,4 +1,4 @@ -HED library="score" version="1.0.0" with-standard="8.2.0" +HED library="score" version="1.0.0" withStandard="8.2.0" unmerged="true" '''Prologue''' This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. diff --git a/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags3.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags3.mediawiki index e12c49acb..7939dfd95 100644 --- a/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags3.mediawiki +++ b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags3.mediawiki @@ -1,4 +1,4 @@ -HED library="score" version="1.0.0" with-standard="8.2.0" +HED library="score" version="1.0.0" withStandard="8.2.0" unmerged="true" '''Prologue''' This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. diff --git a/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags4.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags4.mediawiki index b1670b263..4a084ebd2 100644 --- a/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags4.mediawiki +++ b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_tags4.mediawiki @@ -1,4 +1,4 @@ -HED library="score" version="1.0.0" with-standard="8.2.0" +HED library="score" version="1.0.0" withStandard="8.2.0" unmerged="true" '''Prologue''' This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. diff --git a/tests/data/schema_tests/merge_tests/issues_tests/overlapping_unit_classes.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_unit_classes.mediawiki index 6e968b3bd..f282aabba 100644 --- a/tests/data/schema_tests/merge_tests/issues_tests/overlapping_unit_classes.mediawiki +++ b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_unit_classes.mediawiki @@ -1,4 +1,4 @@ -HED library="score" version="1.0.0" with-standard="8.2.0" +HED library="score" version="1.0.0" withStandard="8.2.0" unmerged="true" '''Prologue''' This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. diff --git a/tests/data/schema_tests/merge_tests/issues_tests/overlapping_units.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_units.mediawiki index 6ff484c57..8f98fc80b 100644 --- a/tests/data/schema_tests/merge_tests/issues_tests/overlapping_units.mediawiki +++ b/tests/data/schema_tests/merge_tests/issues_tests/overlapping_units.mediawiki @@ -1,4 +1,4 @@ -HED library="score" version="1.0.0" with-standard="8.2.0" +HED library="score" version="1.0.0" withStandard="8.2.0" unmerged="true" '''Prologue''' This schema is a Hierarchical Event Descriptors (HED) Library Schema implementation of Standardized Computer-based Organized Reporting of EEG (SCORE)[1,2] for describing events occurring during neuroimaging time series recordings. diff --git a/tests/models/test_spreadsheet_input.py b/tests/models/test_spreadsheet_input.py index 9fc8f5827..4a507fa18 100644 --- a/tests/models/test_spreadsheet_input.py +++ b/tests/models/test_spreadsheet_input.py @@ -169,7 +169,7 @@ def test_convert_short_long_with_definitions(self): self.assertTrue(hed_input._dataframe.equals(hed_input_long._dataframe)) def test_definitions_identified(self): - # Todo ian: this test is no longer relevant + # Todo: this test is no longer relevant events_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/model_tests/no_column_header_definition.tsv') hed_input = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[1, 2]) diff --git a/tests/schema/test_hed_schema_io.py b/tests/schema/test_hed_schema_io.py index 4154e4ae6..299537e85 100644 --- a/tests/schema/test_hed_schema_io.py +++ b/tests/schema/test_hed_schema_io.py @@ -7,6 +7,7 @@ import os from hed.schema import hed_cache import shutil +from hed.errors import HedExceptions class TestHedSchema(unittest.TestCase): @@ -176,6 +177,8 @@ def _base_merging_test(self, files): path1 = s1.save_as_xml(save_merged=save_merged) path2 = s2.save_as_xml(save_merged=save_merged) result = filecmp.cmp(path1, path2) + # print(s1.filename) + # print(s2.filename) self.assertTrue(result) finally: os.remove(path1) @@ -272,8 +275,30 @@ def test_bad_schemas(self): load_schema(os.path.join(self.full_base_folder, "issues_tests/overlapping_tags4.mediawiki")), load_schema(os.path.join(self.full_base_folder, "issues_tests/overlapping_unit_classes.mediawiki")), load_schema(os.path.join(self.full_base_folder, "issues_tests/overlapping_units.mediawiki")), + load_schema(os.path.join(self.full_base_folder, "issues_tests/HED_dupesubroot_0.0.1.mediawiki")) ] - for schema in files: + expected_code = [ + HedExceptions.SCHEMA_LIBRARY_INVALID, + HedExceptions.SCHEMA_LIBRARY_INVALID, + HedExceptions.SCHEMA_LIBRARY_INVALID, + HedExceptions.SCHEMA_LIBRARY_INVALID, + HedExceptions.SCHEMA_LIBRARY_INVALID, + HedExceptions.SCHEMA_LIBRARY_INVALID, + SchemaErrors.HED_SCHEMA_DUPLICATE_NODE, + ] + for schema, expected_code in zip(files, expected_code): + # print(schema.filename) issues = schema.check_compliance() + # for issue in issues: + # print(str(issue)) self.assertEqual(len(issues), 1) - self.assertEqual(issues[0]["code"], SchemaErrors.HED_SCHEMA_DUPLICATE_NODE) \ No newline at end of file + self.assertEqual(issues[0]["code"], expected_code) + + def test_cannot_load_schemas(self): + files = [ + os.path.join(self.full_base_folder, "issues_tests/HED_badroot_0.0.1.mediawiki"), + os.path.join(self.full_base_folder, "issues_tests/HED_root_wrong_place_0.0.1.mediawiki"), + ] + for file in files: + with self.assertRaises(HedFileError): + load_schema(file) diff --git a/tests/tools/bids/test_bids_tabular_dictionary.py b/tests/tools/bids/test_bids_tabular_dictionary.py index 088fcf6ac..0c604ea75 100644 --- a/tests/tools/bids/test_bids_tabular_dictionary.py +++ b/tests/tools/bids/test_bids_tabular_dictionary.py @@ -76,7 +76,7 @@ def test_correct_file_bad_file(self): input_data = TabularInput(self.file_list[0]) with self.assertRaises(HedFileError) as context: BidsTabularDictionary._correct_file(input_data) - self.assertEqual(context.exception.error_type, 'BadArgument') + self.assertEqual(context.exception.code, 'BadArgument') def test_correct_file_bids_file(self): bids_file = BidsFile(self.file_list[0]) diff --git a/tests/tools/remodeling/test_backup_manager.py b/tests/tools/remodeling/test_backup_manager.py index d441b5cc7..53c297cf2 100644 --- a/tests/tools/remodeling/test_backup_manager.py +++ b/tests/tools/remodeling/test_backup_manager.py @@ -86,7 +86,7 @@ def test_constructor_missing_backup(self): shutil.rmtree(remove_dir) with self.assertRaises(HedFileError) as context: BackupManager(self.test_root_bad) - self.assertEqual(context.exception.error_type, "MissingBackupFile") + self.assertEqual(context.exception.code, "MissingBackupFile") def test_constructor_missing_json(self): remove_list = ['back1_extra', 'back3_miss_back', 'back4_miss_file'] @@ -95,7 +95,7 @@ def test_constructor_missing_json(self): shutil.rmtree(remove_dir) with self.assertRaises(HedFileError) as context: BackupManager(self.test_root_bad) - self.assertEqual(context.exception.error_type, "BadBackupFormat") + self.assertEqual(context.exception.code, "BadBackupFormat") def test_constructor_extra_backup_file(self): remove_list = ['back1_extra', 'back2_miss_json', 'back4_miss_file'] @@ -104,7 +104,7 @@ def test_constructor_extra_backup_file(self): shutil.rmtree(remove_dir) with self.assertRaises(HedFileError) as context: BackupManager(self.test_root_bad) - self.assertEqual(context.exception.error_type, "BadBackupFormat") + self.assertEqual(context.exception.code, "BadBackupFormat") def test_create_backup(self): test_man = BackupManager(self.test_root) diff --git a/tests/tools/remodeling/test_dispatcher.py b/tests/tools/remodeling/test_dispatcher.py index 29329d9a9..e2ff311a9 100644 --- a/tests/tools/remodeling/test_dispatcher.py +++ b/tests/tools/remodeling/test_dispatcher.py @@ -76,7 +76,7 @@ def test_get_data_file(self): dispatch = Dispatcher(model1) with self.assertRaises(HedFileError) as context: dispatch.get_data_file(sidecar_file) - self.assertEqual(context.exception.error_type, 'BadDataFile') + self.assertEqual(context.exception.code, 'BadDataFile') def test_get_summary_save_dir(self): model_path1 = os.path.join(self.data_path, 'simple_reorder_rmdl.json') @@ -90,7 +90,7 @@ def test_get_summary_save_dir(self): dispatch2 = Dispatcher(model1) with self.assertRaises(HedFileError) as context: dispatch2.get_summary_save_dir() - self.assertEqual(context.exception.error_type, 'NoDataRoot') + self.assertEqual(context.exception.code, 'NoDataRoot') def test_parse_operations_errors(self): test = [{"operation": "remove_rows", "parameters": {"column_name": "response_time", "remove_values": ["n/a"]}}, From 83e6c8d194a27a0eed6ebae3bb68cf0bc436366c Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Tue, 25 Apr 2023 17:02:07 -0500 Subject: [PATCH 055/103] Added --no-summaries and --no-update options to run_remodel --- hed/tools/remodeling/cli/run_remodel.py | 29 +++++++++++++++---------- 1 file changed, 18 insertions(+), 11 deletions(-) diff --git a/hed/tools/remodeling/cli/run_remodel.py b/hed/tools/remodeling/cli/run_remodel.py index aa5f8aa82..7cb7fc24a 100644 --- a/hed/tools/remodeling/cli/run_remodel.py +++ b/hed/tools/remodeling/cli/run_remodel.py @@ -11,7 +11,7 @@ def get_parser(): - """ Create a parser for the run_remodel command-line arguments. + """ Create a parser for the run_remodel command-line arguments. Returns: argparse.ArgumentParser: A parser for parsing the command line arguments. @@ -35,10 +35,14 @@ def get_parser(): help="Name of the default backup for remodeling") parser.add_argument("-nb", "--no-backup", action='store_true', dest="no_backup", help="If present, the operations are run directly on the files with no backup.") + parser.add_argument("-ns", "--no-summaries", action='store_true', dest="no_summaries", + help="If present, the summaries are not saved, but rather discarded.") + parser.add_argument("-nu", "--no-update", action='store_true', dest="no_update", + help="If present, the files are not saved, but rather discarded.") parser.add_argument("-r", "--hed-versions", dest="hed_versions", nargs="*", default=[], help="Optional list of HED schema versions used for annotation, include prefixes.") parser.add_argument("-s", "--save-formats", nargs="*", default=['.json', '.txt'], dest="save_formats", - help="Format for saving any summaries, if any. If empty, then no summaries are saved.") + help="Format for saving any summaries, if any. If no summaries are to be written, use the -ns option.") parser.add_argument("-t", "--task-names", dest="task_names", nargs="*", default=[], help="The names of the task.") parser.add_argument("-v", "--verbose", action='store_true', help="If present, output informative messages as computation progresses.") @@ -50,18 +54,18 @@ def get_parser(): def parse_arguments(arg_list=None): - """ Parse the command line arguments or arg_list if given. - + """ Parse the command line arguments or arg_list if given. + Parameters: arg_list (list): List of command line arguments as a list. - + Returns: Object: Argument object List: A list of parsed operations (each operation is a dictionary). - + Raises: ValueError - If the operations were unable to be correctly parsed. - + """ parser = get_parser() args = parser.parse_args(arg_list) @@ -85,7 +89,7 @@ def parse_arguments(arg_list=None): def run_bids_ops(dispatch, args): """ Run the remodeler on a BIDS dataset. - + Parameters: dispatch (Dispatcher): Manages the execution of the operations. args (Object): The command-line arguments as an object. @@ -109,7 +113,8 @@ def run_bids_ops(dispatch, args): if args.verbose: print(f"Events {events_obj.file_path} sidecar {sidecar}") df = dispatch.run_operations(events_obj.file_path, sidecar=sidecar, verbose=args.verbose) - df.to_csv(events_obj.file_path, sep='\t', index=False, header=True) + if not args.no_update: + df.to_csv(events_obj.file_path, sep='\t', index=False, header=True) def run_direct_ops(dispatch, args): @@ -133,7 +138,8 @@ def run_direct_ops(dispatch, args): if args.task_names and not BackupManager.get_task(args.task_names, file_path): continue df = dispatch.run_operations(file_path, verbose=args.verbose, sidecar=sidecar) - df.to_csv(file_path, sep='\t', index=False, header=True) + if not args.no_update: + df.to_csv(file_path, sep='\t', index=False, header=True) def main(arg_list=None): @@ -169,7 +175,8 @@ def main(arg_list=None): save_dir = None if args.work_dir: save_dir = os.path.realpath(os.path.join(args.work_dir, Dispatcher.REMODELING_SUMMARY_PATH)) - dispatch.save_summaries(args.save_formats, individual_summaries=args.individual_summaries, summary_dir=save_dir) + if not args.no_summaries: + dispatch.save_summaries(args.save_formats, individual_summaries=args.individual_summaries, summary_dir=save_dir) if __name__ == '__main__': From 32d6b81e5990cfebd3cac6d56d3d4ffa342a2f1d Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Wed, 26 Apr 2023 12:49:13 -0500 Subject: [PATCH 056/103] Added badges to the README --- README.md | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/README.md b/README.md index 16fac1748..8ee351736 100644 --- a/README.md +++ b/README.md @@ -1,3 +1,7 @@ +[![Maintainability](https://api.codeclimate.com/v1/badges/11bf2329590e7b0164ba/maintainability)](https://codeclimate.com/github/hed-standard/hed-python/maintainability) +[![Test Coverage](https://api.codeclimate.com/v1/badges/11bf2329590e7b0164ba/test_coverage)](https://codeclimate.com/github/hed-standard/hed-python/test_coverage) +![PyPI - Status](https://img.shields.io/pypi/status/hedtools) + # HEDTools - Python HED (Hierarchical Event Descriptors) is a framework for systematically describing both laboratory and real-world events as well as other experimental metadata. From f325deb3a7e7f740e8563d600f8a80e6d4dc427b Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Wed, 26 Apr 2023 12:59:41 -0500 Subject: [PATCH 057/103] Tried a different badge --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 8ee351736..362ba9507 100644 --- a/README.md +++ b/README.md @@ -1,6 +1,6 @@ [![Maintainability](https://api.codeclimate.com/v1/badges/11bf2329590e7b0164ba/maintainability)](https://codeclimate.com/github/hed-standard/hed-python/maintainability) [![Test Coverage](https://api.codeclimate.com/v1/badges/11bf2329590e7b0164ba/test_coverage)](https://codeclimate.com/github/hed-standard/hed-python/test_coverage) -![PyPI - Status](https://img.shields.io/pypi/status/hedtools) +![PyPI - Status](https://img.shields.io/pypi/v/hedtools) # HEDTools - Python HED (Hierarchical Event Descriptors) is a framework for systematically describing From f10553a8dd38a6e90984886c12dd4b1bba1781d4 Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Fri, 28 Apr 2023 17:10:20 -0500 Subject: [PATCH 058/103] Updated the imports for df_util --- hed/models/df_util.py | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/hed/models/df_util.py b/hed/models/df_util.py index 8d00d6770..32311abf6 100644 --- a/hed/models/df_util.py +++ b/hed/models/df_util.py @@ -3,9 +3,8 @@ from hed.models.sidecar import Sidecar from hed.models.tabular_input import TabularInput -from hed import HedString +from hed.models.hed_string import HedString from hed.models.definition_dict import DefinitionDict -from hed.models.definition_entry import DefinitionEntry def get_assembled(tabular_file, sidecar, hed_schema, extra_def_dicts=None, join_columns=True, @@ -29,7 +28,7 @@ def get_assembled(tabular_file, sidecar, hed_schema, extra_def_dicts=None, join_ Expand any def tags found Returns: tuple: A list of HedStrings or a list of lists of HedStrings, DefinitionDict - + """ if isinstance(sidecar, str): sidecar = Sidecar(sidecar) @@ -52,7 +51,8 @@ def get_assembled(tabular_file, sidecar, hed_schema, extra_def_dicts=None, join_ return [[HedString(x, hed_schema, def_dict).expand_defs() if expand_defs else HedString(x, hed_schema, def_dict).shrink_defs() if shrink_defs else HedString(x, hed_schema, def_dict) - for x in text_file_row] for text_file_row in tabular_file.dataframe_a.itertuples(index=False)], def_dict + for x in text_file_row] for text_file_row in tabular_file.dataframe_a.itertuples(index=False)], \ + def_dict def convert_to_form(df, hed_schema, tag_form, columns=None): @@ -139,6 +139,7 @@ def _expand_defs(hed_string, hed_schema, def_dict): from hed import HedString return str(HedString(hed_string, hed_schema, def_dict).expand_defs()) + def _get_matching_value(tags): # Filter out values equal to "#" and get unique values unique_values = set(tag.extension for tag in tags if tag.extension != "#") @@ -166,4 +167,4 @@ def process_def_expands(hed_strings, hed_schema, known_defs=None, ambiguous_defs """ from hed.models.def_expand_gather import DefExpandGatherer def_gatherer = DefExpandGatherer(hed_schema, known_defs, ambiguous_defs) - return def_gatherer.process_def_expands(hed_strings) \ No newline at end of file + return def_gatherer.process_def_expands(hed_strings) From 5960256bf7144a5b3896eee4914f8fe5ce774f99 Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Tue, 2 May 2023 12:22:06 -0500 Subject: [PATCH 059/103] Fixed more incomplete imports in models --- hed/models/def_expand_gather.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/hed/models/def_expand_gather.py b/hed/models/def_expand_gather.py index db1a8fd47..f34461e46 100644 --- a/hed/models/def_expand_gather.py +++ b/hed/models/def_expand_gather.py @@ -1,5 +1,7 @@ import pandas as pd -from hed.models import DefinitionDict, DefinitionEntry, HedString +from hed.models.definition_dict import DefinitionDict +from hed.models.definition_entry import DefinitionEntry +from hed.models.hed_string import HedString class AmbiguousDef: From de0a46f890a9db4020d6db8c70c34b7b12f75c52 Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Tue, 2 May 2023 12:31:15 -0500 Subject: [PATCH 060/103] Added df_util to models init --- hed/models/__init__.py | 1 + 1 file changed, 1 insertion(+) diff --git a/hed/models/__init__.py b/hed/models/__init__.py index 3f6d50d56..73ac61deb 100644 --- a/hed/models/__init__.py +++ b/hed/models/__init__.py @@ -14,3 +14,4 @@ from .sidecar import Sidecar from .tabular_input import TabularInput from .timeseries_input import TimeseriesInput +from .df_util import get_assembled, convert_to_form, shrink_defs, expand_defs, process_def_expands From 671826195062eeee6b92cef4f8f41700acb10c31 Mon Sep 17 00:00:00 2001 From: IanCa Date: Wed, 26 Apr 2023 15:41:03 -0500 Subject: [PATCH 061/103] Initial conversion of square brackets to curly braces --- hed/models/base_input.py | 19 +++++++------ hed/validator/spreadsheet_validator.py | 12 ++++---- tests/models/test_base_input.py | 28 +++++++++---------- tests/validator/test_spreadsheet_validator.py | 24 ++++++++-------- 4 files changed, 43 insertions(+), 40 deletions(-) diff --git a/hed/models/base_input.py b/hed/models/base_input.py index 09e0875c5..e7fcdbc73 100644 --- a/hed/models/base_input.py +++ b/hed/models/base_input.py @@ -354,12 +354,12 @@ def _dataframe_has_names(dataframe): return True return False - def assemble(self, mapper=None, skip_square_brackets=False): + def assemble(self, mapper=None, skip_curly_braces=False): """ Assembles the hed strings Parameters: mapper(ColumnMapper or None): Generally pass none here unless you want special behavior. - skip_square_brackets (bool): If True, don't plug in square bracket values into columns. + skip_curly_braces (bool): If True, don't plug in curly brace values into columns. Returns: Dataframe: the assembled dataframe """ @@ -367,11 +367,11 @@ def assemble(self, mapper=None, skip_square_brackets=False): mapper = self._mapper all_columns = self._handle_transforms(mapper) - if skip_square_brackets: + if skip_curly_braces: return all_columns transformers, _ = mapper.get_transformers() - return self._handle_square_brackets(all_columns, list(transformers)) + return self._handle_curly_braces(all_columns, list(transformers)) def _handle_transforms(self, mapper): transformers, need_categorical = mapper.get_transformers() @@ -393,7 +393,7 @@ def _handle_transforms(self, mapper): def _find_column_refs(df, column_names): found_column_references = [] for column_name in column_names: - df_temp = df[column_name].str.findall("\[([a-z_\-0-9]+)\]", re.IGNORECASE) + df_temp = df[column_name].str.findall("\{([a-z_\-0-9]+)\}", re.IGNORECASE) u_vals = pd.Series([j for i in df_temp if isinstance(i, list) for j in i], dtype=str) u_vals = u_vals.unique() for val in u_vals: @@ -403,9 +403,9 @@ def _find_column_refs(df, column_names): return found_column_references @staticmethod - def _handle_square_brackets(df, known_columns=None): + def _handle_curly_braces(df, known_columns=None): """ - Plug in square brackets with other columns + Plug in curly braces with other columns If known columns is passed, only use those columns to find or replace references. """ @@ -413,6 +413,7 @@ def _handle_square_brackets(df, known_columns=None): column_names = list(known_columns) else: column_names = list(df.columns) + # Steps: 1. Gather the list of valid references(source doesn't matter) possible_column_references = [f"{column_name}" for column_name in column_names if isinstance(column_name, str) and column_name.lower() != "hed"] found_column_references = BaseInput._find_column_refs(df, column_names) @@ -422,10 +423,12 @@ def _handle_square_brackets(df, known_columns=None): # todo: break this into a sub function(probably) for column_name in valid_replacements: column_names.remove(column_name) + + # Step 2: Replace references in the columns we are saving out. saved_columns = df[valid_replacements] for column_name in column_names: for replacing_name in valid_replacements: - column_name_brackets = f"[{replacing_name}]" + column_name_brackets = f"{{{replacing_name}}}" df[column_name] = pd.Series(x.replace(column_name_brackets, y) for x, y in zip(df[column_name], saved_columns[replacing_name])) df = df[column_names] diff --git a/hed/validator/spreadsheet_validator.py b/hed/validator/spreadsheet_validator.py index afa041327..43a59ea81 100644 --- a/hed/validator/spreadsheet_validator.py +++ b/hed/validator/spreadsheet_validator.py @@ -45,7 +45,7 @@ def validate(self, data, def_dicts=None, name=None, error_handler=None): # Check the structure of the input data, if it's a BaseInput if isinstance(data, BaseInput): issues += self._validate_column_structure(data, error_handler) - issues += self._validate_square_brackets(data.assemble(skip_square_brackets=True), error_handler) + issues += self._validate_curly_braces(data.assemble(skip_curly_braces=True), error_handler) data = data.dataframe_a # Check the rows of the input data @@ -127,7 +127,7 @@ def _validate_column_refs(df, error_handler): issues = [] found_column_references = {} for column_name in df: - matches = df[column_name].str.findall("\[([a-z_\-\s0-9]+)(? Date: Mon, 8 May 2023 17:27:09 -0500 Subject: [PATCH 062/103] Add sidecar brace support Update sidecar/column metadata api. Also supports validation --- hed/errors/__init__.py | 3 +- hed/errors/error_messages.py | 12 +- hed/errors/error_reporter.py | 3 +- hed/errors/error_types.py | 1 + hed/models/base_input.py | 112 ++++++---- hed/models/column_mapper.py | 6 +- hed/models/column_metadata.py | 96 +++++++-- hed/models/df_util.py | 3 - hed/models/hed_string.py | 20 +- hed/models/hed_tag.py | 11 +- hed/models/sidecar.py | 204 ++++-------------- hed/models/tabular_input.py | 14 +- hed/validator/hed_validator.py | 5 +- hed/validator/sidecar_validator.py | 143 +++++++++--- hed/validator/spreadsheet_validator.py | 94 +------- hed/validator/tag_validator.py | 37 ++-- spec_tests/hed-specification | 2 +- spec_tests/test_errors.py | 11 +- tests/data/sidecar_tests/bad_refs_test2.json | 5 + tests/data/sidecar_tests/basic_refs_test.json | 28 +++ tests/data/sidecar_tests/long_tag_test.json | 25 +++ .../sidecar_tests/malformed_refs_test.json | 20 ++ tests/data/sidecar_tests/short_tag_test.json | 25 +++ tests/models/test_base_input.py | 177 +++++++-------- tests/models/test_hed_string.py | 9 +- tests/models/test_sidecar.py | 32 ++- tests/validator/test_sidecar_validator.py | 66 ++++++ tests/validator/test_spreadsheet_validator.py | 42 ---- 28 files changed, 702 insertions(+), 504 deletions(-) create mode 100644 tests/data/sidecar_tests/bad_refs_test2.json create mode 100644 tests/data/sidecar_tests/basic_refs_test.json create mode 100644 tests/data/sidecar_tests/long_tag_test.json create mode 100644 tests/data/sidecar_tests/malformed_refs_test.json create mode 100644 tests/data/sidecar_tests/short_tag_test.json create mode 100644 tests/validator/test_sidecar_validator.py diff --git a/hed/errors/__init__.py b/hed/errors/__init__.py index a094256df..8bbe1f662 100644 --- a/hed/errors/__init__.py +++ b/hed/errors/__init__.py @@ -1,4 +1,5 @@ from .error_reporter import ErrorHandler, get_printable_issue_string, sort_issues -from .error_types import DefinitionErrors, OnsetErrors, SchemaErrors, SchemaWarnings, SidecarErrors, ValidationErrors +from .error_types import DefinitionErrors, OnsetErrors, SchemaErrors, SchemaWarnings, SidecarErrors, \ + ValidationErrors, ColumnErrors from .error_types import ErrorContext, ErrorSeverity from .exceptions import HedExceptions, HedFileError diff --git a/hed/errors/error_messages.py b/hed/errors/error_messages.py index 5df62f03f..4c333ff22 100644 --- a/hed/errors/error_messages.py +++ b/hed/errors/error_messages.py @@ -401,23 +401,23 @@ def onset_wrong_placeholder(tag, has_placeholder): return f"Onset/offset def tag {tag} should not have a placeholder, but has one." -@hed_error(ColumnErrors.INVALID_COLUMN_REF) -def invalid_column_ref(bad_refs): - return f"Bad column references found(columns do not exist): {bad_refs}" +@hed_error(ColumnErrors.INVALID_COLUMN_REF, actual_code=SidecarErrors.SIDECAR_BRACES_INVALID) +def invalid_column_ref(bad_ref): + return f"The column '{bad_ref}' is unknown.'" -@hed_error(ColumnErrors.SELF_COLUMN_REF) +@hed_error(ColumnErrors.SELF_COLUMN_REF, actual_code=SidecarErrors.SIDECAR_BRACES_INVALID) def self_column_ref(self_ref): return f"Column references itself: {self_ref}" -@hed_error(ColumnErrors.NESTED_COLUMN_REF) +@hed_error(ColumnErrors.NESTED_COLUMN_REF, actual_code=SidecarErrors.SIDECAR_BRACES_INVALID) def nested_column_ref(column_name, ref_column): return f"Column {column_name} has a nested reference to {ref_column}. " \ f"Column reference columns cannot contain other column references." -@hed_error(ColumnErrors.MALFORMED_COLUMN_REF) +@hed_error(ColumnErrors.MALFORMED_COLUMN_REF, actual_code=SidecarErrors.SIDECAR_BRACES_INVALID) def nested_column_ref(column_name, index, symbol): return f"Column {column_name} has a malformed column reference. Improper symbol {symbol} found at index {index}." diff --git a/hed/errors/error_reporter.py b/hed/errors/error_reporter.py index 8b4808c16..4f8ba17f1 100644 --- a/hed/errors/error_reporter.py +++ b/hed/errors/error_reporter.py @@ -396,10 +396,9 @@ def val_error_unknown(*args, **kwargs): Returns: str: The error message. - dict: The extra args. """ - return f"Unknown error. Args: {str(args)}", kwargs + return f"Unknown error. Args: {str(args), str(kwargs)}" @staticmethod def filter_issues_by_severity(issues_list, severity): diff --git a/hed/errors/error_types.py b/hed/errors/error_types.py index 15b77e6a3..0e7d42aef 100644 --- a/hed/errors/error_types.py +++ b/hed/errors/error_types.py @@ -99,6 +99,7 @@ class SidecarErrors: SIDECAR_HED_USED_COLUMN = 'SIDECAR_HED_USED_COLUMN' SIDECAR_NA_USED = 'SIDECAR_NA_USED' SIDECAR_HED_USED = 'SIDECAR_HED_USED' + SIDECAR_BRACES_INVALID = "SIDECAR_BRACES_INVALID" class SchemaErrors: diff --git a/hed/models/base_input.py b/hed/models/base_input.py index e7fcdbc73..4e335a72c 100644 --- a/hed/models/base_input.py +++ b/hed/models/base_input.py @@ -251,9 +251,9 @@ def columns(self): Empty if no column names. Returns: - columns(dict): The column number:name pairs + columns(list): the column names """ - columns = {} + columns = [] if self._dataframe is not None and self._has_column_names: columns = list(self._dataframe.columns) return columns @@ -370,8 +370,9 @@ def assemble(self, mapper=None, skip_curly_braces=False): if skip_curly_braces: return all_columns transformers, _ = mapper.get_transformers() - - return self._handle_curly_braces(all_columns, list(transformers)) + refs = self.get_column_refs() + column_names = list(transformers) + return self._handle_curly_braces_refs(all_columns, refs, column_names) def _handle_transforms(self, mapper): transformers, need_categorical = mapper.get_transformers() @@ -390,48 +391,67 @@ def _handle_transforms(self, mapper): return all_columns @staticmethod - def _find_column_refs(df, column_names): - found_column_references = [] - for column_name in column_names: - df_temp = df[column_name].str.findall("\{([a-z_\-0-9]+)\}", re.IGNORECASE) - u_vals = pd.Series([j for i in df_temp if isinstance(i, list) for j in i], dtype=str) - u_vals = u_vals.unique() - for val in u_vals: - if val not in found_column_references: - found_column_references.append(val) - - return found_column_references + def _replace_ref(text, newvalue, column_ref): + """ Replace column ref in x with y. If it's n/a, delete extra commas/parentheses. + + Note: This function could easily be updated to handle non-curly brace values, but it's faster this way. + Parameters: + text (str): The input string containing the ref enclosed in curly braces. + newvalue (str): The replacement value for the ref. + column_ref (str): The ref to be replaced, without curly braces + + Returns: + str: The modified string with the ref replaced or removed. + """ + # If it's not n/a, we can just replace directly. + if newvalue != "n/a": + return text.replace(f"{{{column_ref}}}", newvalue) + + def _remover(match): + p1 = match.group("p1").count("(") + p2 = match.group("p2").count(")") + if p1 > p2: # We have more starting parens than ending. Make sure we don't remove comma before + output = match.group("c1") + "(" * (p1 - p2) + elif p2 > p1: # We have more ending parens. Make sure we don't remove comma after + output = ")" * (p2 - p1) + match.group("c2") + else: + c1 = match.group("c1") + c2 = match.group("c2") + if c1: + c1 = "" + elif c2: + c2 = "" + output = c1 + c2 + + return output + + # this finds all surrounding commas and parentheses to a reference. + # c1/c2 contain the comma(and possibly spaces) separating this ref from other tags + # p1/p2 contain the parentheses directly surrounding the tag + # All four groups can have spaces. + pattern = r'(?P[\s,]*)(?P[(\s]*)\{' + column_ref + r'\}(?P[\s)]*)(?P[\s,]*)' + return re.sub(pattern, _remover, text) @staticmethod - def _handle_curly_braces(df, known_columns=None): + def _handle_curly_braces_refs(df, refs, column_names): """ Plug in curly braces with other columns - - If known columns is passed, only use those columns to find or replace references. """ - if known_columns is not None: - column_names = list(known_columns) - else: - column_names = list(df.columns) - # Steps: 1. Gather the list of valid references(source doesn't matter) - possible_column_references = [f"{column_name}" for column_name in column_names if - isinstance(column_name, str) and column_name.lower() != "hed"] - found_column_references = BaseInput._find_column_refs(df, column_names) - - valid_replacements = [col for col in found_column_references if col in possible_column_references] - - # todo: break this into a sub function(probably) - for column_name in valid_replacements: - column_names.remove(column_name) - - # Step 2: Replace references in the columns we are saving out. - saved_columns = df[valid_replacements] - for column_name in column_names: - for replacing_name in valid_replacements: - column_name_brackets = f"{{{replacing_name}}}" - df[column_name] = pd.Series(x.replace(column_name_brackets, y) for x, y + # Filter out columns and refs that don't exist. + refs = [ref for ref in refs if ref in column_names] + remaining_columns = [column for column in column_names if column not in refs] + + # Replace references in the columns we are saving out. + saved_columns = df[refs] + for column_name in remaining_columns: + for replacing_name in refs: + # If the data has no n/a values, this version is MUCH faster. + # column_name_brackets = f"{{{replacing_name}}}" + # df[column_name] = pd.Series(x.replace(column_name_brackets, y) for x, y + # in zip(df[column_name], saved_columns[replacing_name])) + df[column_name] = pd.Series(BaseInput._replace_ref(x, y, replacing_name) for x, y in zip(df[column_name], saved_columns[replacing_name])) - df = df[column_names] + df = df[remaining_columns] return df @@ -465,4 +485,14 @@ def get_def_dict(self, hed_schema=None, extra_def_dicts=None): DefinitionDict: A single definition dict representing all the data(and extra def dicts) """ from hed.models.definition_dict import DefinitionDict - return DefinitionDict(extra_def_dicts, hed_schema) \ No newline at end of file + return DefinitionDict(extra_def_dicts, hed_schema) + + def get_column_refs(self): + """ Returns a list of column refs for this file. + + Default implementation returns none. + + Returns: + column_refs(list): A list of unique column refs found + """ + return [] diff --git a/hed/models/column_mapper.py b/hed/models/column_mapper.py index 3c4c87a63..ad68114a8 100644 --- a/hed/models/column_mapper.py +++ b/hed/models/column_mapper.py @@ -85,12 +85,12 @@ def get_transformers(self): if column.column_type == ColumnType.Ignore: continue elif column.column_type == ColumnType.Value: - value_str = column._hed_dict + value_str = column.hed_dict from functools import partial final_transformers[assign_to_column] = partial(self._value_handler, value_str) elif column.column_type == ColumnType.Categorical: need_categorical.append(column.column_name) - category_values = column._hed_dict + category_values = column.hed_dict from functools import partial final_transformers[assign_to_column] = partial(self._category_handler, category_values) else: @@ -243,7 +243,7 @@ def _add_value_columns(self, column_prefix_dictionary): prefix = prefix + "#" else: prefix = prefix + "/#" - new_def = ColumnMetadata(ColumnType.Value, col, hed_dict=prefix) + new_def = ColumnMetadata(ColumnType.Value, col, source=prefix) self._add_column_data(new_def) def _add_column_data(self, new_column_entry): diff --git a/hed/models/column_metadata.py b/hed/models/column_metadata.py index ecdc76f08..33bb3f356 100644 --- a/hed/models/column_metadata.py +++ b/hed/models/column_metadata.py @@ -1,5 +1,6 @@ from enum import Enum from hed.errors.error_types import SidecarErrors +import pandas as pd class ColumnType(Enum): @@ -21,30 +22,20 @@ class ColumnType(Enum): class ColumnMetadata: """ Column in a ColumnMapper. """ - def __init__(self, column_type=None, name=None, hed_dict=None, column_prefix=None): + def __init__(self, column_type=None, name=None, source=None): """ A single column entry in the column mapper. Parameters: column_type (ColumnType or None): How to treat this column when reading data. name (str, int, or None): The column_name or column number identifying this column. If name is a string, you'll need to use a column map to set the number later. - hed_dict (dict or str or None): The loaded data (usually from json) for the given def - For category columns, this is a dict. - For value columns, it's a string. - column_prefix (str or None): If present, prepend the given column_prefix to all hed tags in the columns. - Only works on ColumnType HedTags. - - Notes: - - Each column from which data is retrieved must have a ColumnMetadata representing its contents. - - The column_prefix dictionaries are used when the column is processed. + source (dict or str or None): Either the entire loaded json sidecar or a single HED string """ - if hed_dict is None: - hed_dict = {} - - self.column_type = column_type self.column_name = name - self.column_prefix = column_prefix - self._hed_dict = hed_dict + self._source = source + if column_type is None: + column_type = self._detect_column_type(self.source_dict) + self.column_type = column_type @property def hed_dict(self): @@ -54,7 +45,78 @@ def hed_dict(self): dict or str: A string or dict of strings for this column """ - return self._hed_dict + if self._source is None or isinstance(self._source, str): + return self._source + return self._source[self.column_name].get("HED", {}) + + @property + def source_dict(self): + """ The raw dict for this entry(if it exists) + + Returns: + dict or str: A string or dict of strings for this column + """ + if self._source is None or isinstance(self._source, str): + return {"HED": self._source} + return self._source[self.column_name] + + def get_hed_strings(self): + if not self.column_type: + return pd.Series(dtype=str) + + series = pd.Series(self.hed_dict, dtype=str) + + return series + + def set_hed_strings(self, new_strings): + if new_strings is None: + return False + + if not self.column_type: + return False + + if isinstance(new_strings, pd.Series): + if self.column_type == ColumnType.Categorical: + new_strings = new_strings.to_dict() + else: + new_strings = new_strings.iloc[0] + + self._source[self.column_name]["HED"] = new_strings + + return True + + @staticmethod + def _detect_column_type(dict_for_entry): + """ Determine the ColumnType of a given json entry. + + Parameters: + dict_for_entry (dict): The loaded json entry a specific column. + Generally has a "HED" entry among other optional ones. + + Returns: + ColumnType: The determined type of given column. Returns None if unknown. + + """ + if not dict_for_entry or not isinstance(dict_for_entry, dict): + return ColumnType.Ignore + + minimum_required_keys = ("HED",) + if not set(minimum_required_keys).issubset(dict_for_entry.keys()): + return ColumnType.Ignore + + hed_entry = dict_for_entry["HED"] + if isinstance(hed_entry, dict): + if not all(isinstance(entry, str) for entry in hed_entry.values()): + return None + return ColumnType.Categorical + + if not isinstance(hed_entry, str): + return None + + if "#" not in dict_for_entry["HED"]: + return None + + return ColumnType.Value @staticmethod def expected_pound_sign_count(column_type): diff --git a/hed/models/df_util.py b/hed/models/df_util.py index 32311abf6..6cd4943df 100644 --- a/hed/models/df_util.py +++ b/hed/models/df_util.py @@ -126,17 +126,14 @@ def expand_defs(df, hed_schema, def_dict, columns=None): def _convert_to_form(hed_string, hed_schema, tag_form): - from hed import HedString return str(HedString(hed_string, hed_schema).get_as_form(tag_form)) def _shrink_defs(hed_string, hed_schema): - from hed import HedString return str(HedString(hed_string, hed_schema).shrink_defs()) def _expand_defs(hed_string, hed_schema, def_dict): - from hed import HedString return str(HedString(hed_string, hed_schema, def_dict).expand_defs()) diff --git a/hed/models/hed_string.py b/hed/models/hed_string.py index 7be20fb5d..7f17df234 100644 --- a/hed/models/hed_string.py +++ b/hed/models/hed_string.py @@ -73,17 +73,11 @@ def remove_definitions(self): """ Remove definition tags and groups from this string. This does not validate definitions and will blindly removing invalid ones as well. - - Returns: - list: An empty list as there are no possible issues, this list is always blank. - """ definition_groups = self.find_top_level_tags({DefTagNames.DEFINITION_KEY}, include_groups=1) if definition_groups: self.remove(definition_groups) - return [] - def shrink_defs(self): """ Replace def-expand tags with def tags @@ -114,7 +108,7 @@ def expand_defs(self): replacements = [] for tag in def_tags: if tag.expandable and not tag.expanded: - replacements.append((tag, tag._expandable)) + replacements.append((tag, tag.expandable)) for tag, group in replacements: tag_parent = tag._parent @@ -333,7 +327,7 @@ def validate(self, hed_schema, allow_placeholders=True, error_handler=None): from hed.validator import HedValidator validator = HedValidator(hed_schema) - return validator.validate(self, allow_placeholders=allow_placeholders) + return validator.validate(self, allow_placeholders=allow_placeholders, error_handler=error_handler) def find_top_level_tags(self, anchor_tags, include_groups=2): """ Find top level groups with an anchor tag. @@ -363,3 +357,13 @@ def find_top_level_tags(self, anchor_tags, include_groups=2): if include_groups == 0 or include_groups == 1: return [tag[include_groups] for tag in top_level_tags] return top_level_tags + + def remove_refs(self): + """ This removes any refs(tags contained entirely inside curly braces) from the string. + + This does NOT validate the contents of the curly braces. This is only relevant when directly + editing sidecar strings. Tools will naturally ignore these. + """ + ref_tags = [tag for tag in self.get_all_tags() if tag.is_column_ref()] + if ref_tags: + self.remove(ref_tags) diff --git a/hed/models/hed_tag.py b/hed/models/hed_tag.py index 57fa7e3ad..d124c338e 100644 --- a/hed/models/hed_tag.py +++ b/hed/models/hed_tag.py @@ -237,7 +237,6 @@ def extension(self): def extension(self, x): self._extension_value = f"/{x}" - @property def long_tag(self): """ Long form including value or extension. @@ -298,6 +297,16 @@ def expandable(self): """ return self._expandable + def is_column_ref(self): + """ Returns if this tag is a column reference from a sidecar. + + You should only see these if you are directly accessing sidecar strings, tools should remove them otherwise. + + Returns: + bool: Returns True if this is a column ref + """ + return self.org_tag.startswith('{') and self.org_tag.endswith('}') + def __str__(self): """ Convert this HedTag to a string. diff --git a/hed/models/sidecar.py b/hed/models/sidecar.py index 958cadfba..e67670a6e 100644 --- a/hed/models/sidecar.py +++ b/hed/models/sidecar.py @@ -1,4 +1,6 @@ import json +import re + from hed.models.column_metadata import ColumnMetadata from hed.errors.error_types import ErrorContext from hed.errors import ErrorHandler @@ -8,7 +10,6 @@ from hed.models.definition_dict import DefinitionDict -# todo: Add/improve validation for definitions being in known columns(right now it just assumes they aren't) class Sidecar: """ Contents of a JSON file or merged file. @@ -35,6 +36,24 @@ def __iter__(self): """ return iter(self.column_data) + def __getitem__(self, column_name): + if column_name not in self.loaded_dict: + return None + return ColumnMetadata(name=column_name) + + @property + def all_hed_columns(self): + """ Returns all columns that are HED compatible + + returns: + column_refs(list): A list of all valid hed columns by name + """ + possible_column_references = [column.column_name for column in self if column.column_type != ColumnType.Ignore] + if "HED" not in possible_column_references: + possible_column_references.append("HED") + + return possible_column_references + @property def def_dict(self): """This is the definitions from this sidecar. @@ -53,20 +72,7 @@ def column_data(self): Returns: list(ColumnMetadata): the list of column metadata defined by this sidecar """ - for col_name, col_dict in self.loaded_dict.items(): - yield self._generate_single_column(col_name, col_dict) - - def set_hed_string(self, new_hed_string, position): - """ Set a provided column/category key/etc. - - Parameters: - new_hed_string (str or HedString): The new hed_string to replace the value at position. - position (tuple): The (HedString, str, list) tuple returned from hed_string_iter. - - """ - column_name, position = position - hed_dict = self.loaded_dict[column_name] - hed_dict["HED"] = self._set_hed_string_low(new_hed_string, hed_dict["HED"], position) + return [ColumnMetadata(name=col_name, source=self.loaded_dict) for col_name in self.loaded_dict] def get_def_dict(self, hed_schema=None, extra_def_dicts=None): """ Returns the definition dict for this sidecar. @@ -186,56 +192,6 @@ def _load_json_file(self, fp): except json.decoder.JSONDecodeError as e: raise HedFileError(HedExceptions.CANNOT_PARSE_JSON, str(e), self.name) - def _generate_single_column(self, column_name, dict_for_entry, column_type=None): - """ Create a single column metadata entry and add to this sidecar. - - Parameters: - column_name (str or int): The column name or number - dict_for_entry (dict): The loaded dictionary for a given column entry (needs the "HED" key if nothing else). - column_type (ColumnType): Optional indicator of how to treat the column. - This overrides auto-detection from the dict_for_entry. - - """ - if column_type is None: - column_type = self._detect_column_type(dict_for_entry) - if dict_for_entry: - hed_dict = dict_for_entry.get("HED") - else: - hed_dict = None - column_entry = ColumnMetadata(column_type, column_name, hed_dict) - return column_entry - - @staticmethod - def _detect_column_type(dict_for_entry): - """ Determine the ColumnType of a given json entry. - - Parameters: - dict_for_entry (dict): The loaded json entry a specific column. - Generally has a "HED" entry among other optional ones. - - Returns: - ColumnType: The determined type of given column. Returns None if unknown. - - """ - if not dict_for_entry or not isinstance(dict_for_entry, dict): - return ColumnType.Ignore - - minimum_required_keys = ("HED",) - if not set(minimum_required_keys).issubset(dict_for_entry.keys()): - return ColumnType.Ignore - - hed_entry = dict_for_entry["HED"] - if isinstance(hed_entry, dict): - return ColumnType.Categorical - - if not isinstance(hed_entry, str): - return None - - if "#" not in dict_for_entry["HED"]: - return None - - return ColumnType.Value - def extract_definitions(self, hed_schema=None, error_handler=None): """ Gather and validate definitions in metadata. @@ -253,106 +209,40 @@ def extract_definitions(self, hed_schema=None, error_handler=None): self._extract_definition_issues = [] if hed_schema: - for hed_string, column_data, _ in self.hed_string_iter(error_handler): - hed_string_obj = HedString(hed_string, hed_schema) - error_handler.push_error_context(ErrorContext.HED_STRING, hed_string_obj) - self._extract_definition_issues += def_dict.check_for_definitions(hed_string_obj, error_handler) + for column_data in self: + error_handler.push_error_context(ErrorContext.SIDECAR_COLUMN_NAME, column_data.column_name) + hed_strings = column_data.get_hed_strings() + for key_name, hed_string in hed_strings.items(): + hed_string_obj = HedString(hed_string, hed_schema) + if len(hed_strings) > 1: + error_handler.push_error_context(ErrorContext.SIDECAR_KEY_NAME, key_name) + error_handler.push_error_context(ErrorContext.HED_STRING, hed_string_obj) + self._extract_definition_issues += def_dict.check_for_definitions(hed_string_obj, error_handler) + error_handler.pop_error_context() + if len(hed_strings) > 1: + error_handler.pop_error_context() + error_handler.pop_error_context() return def_dict - def hed_string_iter(self, error_handler=None): - """ Gather and validate definitions in metadata. - - Parameters: - error_handler (ErrorHandler): The error handler to use for context, uses a default one if None. + def get_column_refs(self): + """ Returns a list of column refs found in this sidecar. - Yields: - str: The hed string at a given column and key position. - column_data: the column data for the given string. - position: blackbox(pass back to set this string to a new value) + This does not validate + Returns: + column_refs(list): A list of unique column refs found """ - if error_handler is None: - error_handler = ErrorHandler() + found_vals = set() for column_data in self.column_data: - error_handler.push_error_context(ErrorContext.SIDECAR_COLUMN_NAME, column_data.column_name) - hed_dict = column_data.hed_dict - for (hed_string, position) in self._hed_string_iter(hed_dict, error_handler): - yield hed_string, column_data, position - error_handler.pop_error_context() - - @staticmethod - def _hed_string_iter(hed_strings, error_handler): - """ Iterate over the given dict of strings - - Parameters: - hed_strings(dict or str): A hed_string or dict of hed strings - error_handler (ErrorHandler): The error handler to use for context, uses a default one if none. - - Yields: - tuple: - - str: The hed string at a given column and key position. - - str: Indication of the where hed string was loaded from, so it can be later set by the user. + if column_data.column_type == ColumnType.Ignore: + continue + hed_strings = column_data.get_hed_strings() + matches = hed_strings.str.findall(r"\{([a-z_\-0-9]+)\}", re.IGNORECASE) + u_vals = [match for sublist in matches for match in sublist] - """ - for hed_string, key_name in Sidecar._hed_iter_low(hed_strings): - if key_name: - error_handler.push_error_context(ErrorContext.SIDECAR_KEY_NAME, key_name) - yield hed_string, key_name - if key_name: - error_handler.pop_error_context() - - @staticmethod - def _hed_iter_low(hed_strings): - """ Iterate over the hed string entries. - - Used by hed_string_iter - - Parameters: - hed_strings(dict or str): A hed_string or dict of hed strings - - Yields: - tuple: - - str: Individual hed strings for different entries. - - str: The position to pass back to set this string. - - """ - if isinstance(hed_strings, dict): - for key, hed_string in hed_strings.items(): - if not isinstance(hed_string, str): - continue - yield hed_string, key - elif isinstance(hed_strings, str): - yield hed_strings, None - - @staticmethod - def _set_hed_string_low(new_hed_string, hed_strings, position=None): - """ Set a hed string for a category key/etc. - - Parameters: - new_hed_string (str or HedString): The new hed_string to replace the value at position. - hed_strings(dict or str or HedString): The hed strings we want to update - position (str, optional): This should only be a value returned from hed_string_iter. - - Returns: - updated_string (str or dict): The newly updated string/dict. - Raises: - TypeError: If the mapping cannot occur. - - """ - if isinstance(hed_strings, dict): - if position is None: - raise TypeError("Error: Trying to set a category HED string with no category") - if position not in hed_strings: - raise TypeError("Error: Not allowed to add new categories to a column") - hed_strings[position] = str(new_hed_string) - elif isinstance(hed_strings, (str, HedString)): - if position is not None: - raise TypeError("Error: Trying to set a value HED string with a category") - hed_strings = str(new_hed_string) - else: - raise TypeError("Error: Trying to set a HED string on a column_type that doesn't support it.") + found_vals.update(u_vals) - return hed_strings + return list(found_vals) diff --git a/hed/models/tabular_input.py b/hed/models/tabular_input.py index d504cb8a4..b32b22032 100644 --- a/hed/models/tabular_input.py +++ b/hed/models/tabular_input.py @@ -56,4 +56,16 @@ def get_def_dict(self, hed_schema=None, extra_def_dicts=None): if self._sidecar: return self._sidecar.get_def_dict(hed_schema, extra_def_dicts) else: - super().get_def_dict(hed_schema, extra_def_dicts) \ No newline at end of file + super().get_def_dict(hed_schema, extra_def_dicts) + + def get_column_refs(self): + """ Returns a list of column refs for this file. + + Default implementation returns none. + + Returns: + column_refs(list): A list of unique column refs found + """ + if self._sidecar: + return self._sidecar.get_column_refs() + return [] diff --git a/hed/validator/hed_validator.py b/hed/validator/hed_validator.py index 9f692bdb3..ae2d791d9 100644 --- a/hed/validator/hed_validator.py +++ b/hed/validator/hed_validator.py @@ -61,7 +61,7 @@ def validate(self, hed_string, allow_placeholders, error_handler=None): def run_basic_checks(self, hed_string, allow_placeholders): issues = [] - issues += self._tag_validator.run_hed_string_validators(hed_string) + issues += self._tag_validator.run_hed_string_validators(hed_string, allow_placeholders) if check_for_any_errors(issues): return issues if hed_string == "n/a" or not self._hed_schema: @@ -161,7 +161,8 @@ def _validate_individual_tags_in_hed_string(self, hed_string_obj, allow_placehol """ from hed.models.definition_dict import DefTagNames validation_issues = [] - definition_groups = hed_string_obj.find_top_level_tags(anchor_tags={DefTagNames.DEFINITION_KEY}, include_groups=1) + definition_groups = hed_string_obj.find_top_level_tags(anchor_tags={DefTagNames.DEFINITION_KEY}, + include_groups=1) all_definition_groups = [group for sub_group in definition_groups for group in sub_group.get_all_groups()] for group in hed_string_obj.get_all_groups(): is_definition = group in all_definition_groups diff --git a/hed/validator/sidecar_validator.py b/hed/validator/sidecar_validator.py index 450446371..a455e6806 100644 --- a/hed/validator/sidecar_validator.py +++ b/hed/validator/sidecar_validator.py @@ -1,13 +1,16 @@ import copy -from hed.errors import ErrorHandler, ErrorContext, SidecarErrors, DefinitionErrors +import re +from hed.errors import ErrorHandler, ErrorContext, SidecarErrors, DefinitionErrors, ColumnErrors from hed.models import ColumnType from hed import HedString from hed import Sidecar from hed.models.column_metadata import ColumnMetadata from hed.errors.error_reporter import sort_issues from hed.models.model_constants import DefTagNames +from hed.errors.error_reporter import check_for_any_errors +# todo: Add/improve validation for definitions being in known columns(right now it just assumes they aren't) class SidecarValidator: reserved_column_names = ["HED"] reserved_category_values = ["n/a"] @@ -38,44 +41,54 @@ def validate(self, sidecar, extra_def_dicts=None, name=None, error_handler=None) error_handler = ErrorHandler() error_handler.push_error_context(ErrorContext.FILE_NAME, name) + issues += self.validate_structure(sidecar, error_handler=error_handler) + issues += self._validate_refs(sidecar, error_handler) + + # only allowed early out, something is very wrong with structure or refs + if check_for_any_errors(issues): + error_handler.pop_error_context() + return issues sidecar_def_dict = sidecar.get_def_dict(hed_schema=self._schema, extra_def_dicts=extra_def_dicts) hed_validator = HedValidator(self._schema, def_dicts=sidecar_def_dict, run_full_onset_checks=False, definitions_allowed=True) - issues += self.validate_structure(sidecar, error_handler=error_handler) issues += sidecar._extract_definition_issues issues += sidecar_def_dict.issues definition_checks = {} - for hed_string, column_data, position in sidecar.hed_string_iter(error_handler): - hed_string_obj = HedString(hed_string, hed_schema=self._schema, def_dict=sidecar_def_dict) + for column_data in sidecar.column_data: + column_name = column_data.column_name + hed_strings = column_data.get_hed_strings() + error_handler.push_error_context(ErrorContext.SIDECAR_COLUMN_NAME, column_name) + for key_name, hed_string in hed_strings.items(): + new_issues = [] + if len(hed_strings) > 1: + error_handler.push_error_context(ErrorContext.SIDECAR_KEY_NAME, key_name) + hed_string_obj = HedString(hed_string, hed_schema=self._schema, def_dict=sidecar_def_dict) + hed_string_obj.remove_refs() - error_handler.push_error_context(ErrorContext.HED_STRING, hed_string_obj) - new_issues = hed_validator.run_basic_checks(hed_string_obj, allow_placeholders=True) - new_issues += hed_validator.run_full_string_checks(hed_string_obj) + error_handler.push_error_context(ErrorContext.HED_STRING, hed_string_obj) + new_issues += hed_validator.run_basic_checks(hed_string_obj, allow_placeholders=True) + new_issues += hed_validator.run_full_string_checks(hed_string_obj) - def_check_list = definition_checks.setdefault(column_data.column_name, []) - def_check_list.append(hed_string_obj.find_tags({DefTagNames.DEFINITION_KEY}, recursive=True, include_groups=0)) - # Might refine this later - for now just skip checking placeholder counts in definition columns. - if not def_check_list[-1]: - new_issues += self._validate_pound_sign_count(hed_string_obj, column_type=column_data.column_type) + def_check_list = definition_checks.setdefault(column_name, []) + def_check_list.append(hed_string_obj.find_tags({DefTagNames.DEFINITION_KEY}, recursive=True, + include_groups=0)) + # Might refine this later - for now just skip checking placeholder counts in definition columns. + if not def_check_list[-1]: + new_issues += self._validate_pound_sign_count(hed_string_obj, column_type=column_data.column_type) - error_handler.add_context_and_filter(new_issues) - issues += new_issues - error_handler.pop_error_context() - - for col_name, has_def in definition_checks.items(): - error_handler.push_error_context(ErrorContext.SIDECAR_COLUMN_NAME, col_name) - def_check = set(bool(d) for d in has_def) - if len(def_check) != 1: - flat_def_list = [d for defs in has_def for d in defs] - for d in flat_def_list: - issues += error_handler.format_error_with_context(DefinitionErrors.BAD_DEFINITION_LOCATION, d) + if len(hed_strings) > 1: + error_handler.pop_error_context() + error_handler.add_context_and_filter(new_issues) + issues += new_issues error_handler.pop_error_context() error_handler.pop_error_context() + issues += self._check_definitions_bad_spot(definition_checks, error_handler) issues = sort_issues(issues) + return issues def validate_structure(self, sidecar, error_handler): @@ -95,6 +108,74 @@ def validate_structure(self, sidecar, error_handler): error_handler.pop_error_context() return all_validation_issues + def _validate_refs(self, sidecar, error_handler): + possible_column_refs = sidecar.all_hed_columns + + issues = [] + found_column_references = {} + for column_data in sidecar.column_data: + column_name = column_data.column_name + hed_strings = column_data.get_hed_strings() + error_handler.push_error_context(ErrorContext.SIDECAR_COLUMN_NAME, column_name) + matches = [] + for key_name, hed_string in hed_strings.items(): + new_issues = [] + if len(hed_strings) > 1: + error_handler.push_error_context(ErrorContext.SIDECAR_KEY_NAME, key_name) + + error_handler.push_error_context(ErrorContext.HED_STRING, HedString(hed_string)) + invalid_locations = self._find_non_matching_braces(hed_string) + for loc in invalid_locations: + bad_symbol = hed_string[loc] + new_issues += error_handler.format_error_with_context(ColumnErrors.MALFORMED_COLUMN_REF, + column_name, loc, bad_symbol) + + sub_matches = re.findall(r"\{([a-z_\-0-9]+)\}", hed_string, re.IGNORECASE) + matches.append(sub_matches) + for match in sub_matches: + if match not in possible_column_refs: + new_issues += error_handler.format_error_with_context(ColumnErrors.INVALID_COLUMN_REF, match) + + error_handler.pop_error_context() + if len(hed_strings) > 1: + error_handler.pop_error_context() + error_handler.add_context_and_filter(new_issues) + issues += new_issues + error_handler.pop_error_context() + references = [match for sublist in matches for match in sublist] + if references: + found_column_references[column_name] = references + if column_name in references: + issues += error_handler.format_error_with_context(ColumnErrors.SELF_COLUMN_REF, column_name) + + for column_name, refs in found_column_references.items(): + for ref in refs: + if ref in found_column_references and ref != column_name: + issues += error_handler.format_error_with_context(ColumnErrors.NESTED_COLUMN_REF, column_name, ref) + + return issues + + @staticmethod + def _find_non_matching_braces(hed_string): + issues = [] + open_brace_index = -1 + + for i, char in enumerate(hed_string): + if char == '{': + if open_brace_index >= 0: # Nested brace detected + issues.append(open_brace_index) + open_brace_index = i + elif char == '}': + if open_brace_index >= 0: + open_brace_index = -1 + else: + issues.append(i) + + if open_brace_index >= 0: + issues.append(open_brace_index) + + return issues + @staticmethod def _check_for_key(key, data): if isinstance(data, dict): @@ -127,7 +208,7 @@ def _validate_column_structure(self, column_name, dict_for_entry, error_handler) val_issues += error_handler.format_error_with_context(SidecarErrors.SIDECAR_HED_USED_COLUMN) return val_issues - column_type = Sidecar._detect_column_type(dict_for_entry=dict_for_entry) + column_type = ColumnMetadata._detect_column_type(dict_for_entry=dict_for_entry) if column_type is None: val_issues += error_handler.format_error_with_context(SidecarErrors.UNKNOWN_COLUMN_TYPE, column_name=column_name) @@ -181,3 +262,17 @@ def _validate_pound_sign_count(self, hed_string, column_type): return ErrorHandler.format_error(error_type, pound_sign_count=str(hed_string_copy).count("#")) return [] + + def _check_definitions_bad_spot(self, definition_checks, error_handler): + issues = [] + # This could be simplified now + for col_name, has_def in definition_checks.items(): + error_handler.push_error_context(ErrorContext.SIDECAR_COLUMN_NAME, col_name) + def_check = set(bool(d) for d in has_def) + if len(def_check) != 1: + flat_def_list = [d for defs in has_def for d in defs] + for d in flat_def_list: + issues += error_handler.format_error_with_context(DefinitionErrors.BAD_DEFINITION_LOCATION, d) + error_handler.pop_error_context() + + return issues diff --git a/hed/validator/spreadsheet_validator.py b/hed/validator/spreadsheet_validator.py index 43a59ea81..36a94f032 100644 --- a/hed/validator/spreadsheet_validator.py +++ b/hed/validator/spreadsheet_validator.py @@ -1,12 +1,11 @@ import pandas as pd -import re from hed import BaseInput from hed.errors import ErrorHandler, ValidationErrors, ErrorContext from hed.errors.error_types import ColumnErrors from hed.models import ColumnType from hed import HedString from hed.models.hed_string_group import HedStringGroup -from hed.errors.error_reporter import sort_issues +from hed.errors.error_reporter import sort_issues, check_for_any_errors PANDAS_COLUMN_PREFIX_TO_IGNORE = "Unnamed: " @@ -45,7 +44,6 @@ def validate(self, data, def_dicts=None, name=None, error_handler=None): # Check the structure of the input data, if it's a BaseInput if isinstance(data, BaseInput): issues += self._validate_column_structure(data, error_handler) - issues += self._validate_curly_braces(data.assemble(skip_curly_braces=True), error_handler) data = data.dataframe_a # Check the rows of the input data @@ -78,7 +76,7 @@ def _run_checks(self, data, error_handler): error_handler.pop_error_context() issues += new_column_issues - if new_column_issues: + if check_for_any_errors(new_column_issues): continue else: row_string = HedStringGroup(row_strings) @@ -97,6 +95,7 @@ def _validate_column_structure(self, base_input, error_handler): Parameters: base_input (BaseInput): The input data to be validated. + error_handler (ErrorHandler): Holds context Returns: List of issues associated with each invalid value. Each issue is a dictionary. """ @@ -117,86 +116,11 @@ def _validate_column_structure(self, base_input, error_handler): error_handler.pop_error_context() error_handler.pop_error_context() - return issues - - @staticmethod - def _validate_column_refs(df, error_handler): - possible_column_references = [f"{column_name}" for column_name in df.columns if - isinstance(column_name, str) and column_name.lower() != "hed"] - - issues = [] - found_column_references = {} - for column_name in df: - matches = df[column_name].str.findall("\{([a-z_\-\s0-9]+)(? 127: + if character in invalid_dict or ord(character) > 127: validation_issues += self._report_invalid_character_error(hed_string, index) return validation_issues @@ -283,12 +291,12 @@ def check_tag_exists_in_schema(self, original_tag): index_in_tag_end=None) return validation_issues - def check_tag_unit_class_units_are_valid(self, original_tag, report_tag_as=None, error_code=None): + def check_tag_unit_class_units_are_valid(self, original_tag, report_as=None, error_code=None): """ Report incorrect unit class or units. Parameters: original_tag (HedTag): The original tag that is used to report the error. - report_tag_as (HedTag): Report errors as coming from this tag, rather than original_tag. + report_as (HedTag): Report errors as coming from this tag, rather than original_tag. error_code (str): Override error codes to this Returns: list: Validation issues. Each issue is a dictionary. @@ -306,24 +314,23 @@ def check_tag_unit_class_units_are_valid(self, original_tag, report_tag_as=None, if original_tag.is_takes_value_tag() and\ not self._validate_value_class_portion(original_tag, stripped_value): validation_issues += ErrorHandler.format_error(ValidationErrors.VALUE_INVALID, - report_tag_as if report_tag_as else original_tag) + report_as if report_as else original_tag) if error_code: had_error = True validation_issues += ErrorHandler.format_error(ValidationErrors.VALUE_INVALID, - report_tag_as if report_tag_as else original_tag, + report_as if report_as else original_tag, actual_error=error_code) - if bad_units: tag_unit_class_units = original_tag.get_tag_unit_class_units() if tag_unit_class_units: validation_issues += ErrorHandler.format_error(ValidationErrors.UNITS_INVALID, - tag=report_tag_as if report_tag_as else original_tag, + tag=report_as if report_as else original_tag, units=tag_unit_class_units) else: default_unit = original_tag.get_unit_class_default_unit() validation_issues += ErrorHandler.format_error(ValidationErrors.UNITS_MISSING, - tag=report_tag_as if report_tag_as else original_tag, + tag=report_as if report_as else original_tag, default_unit=default_unit) # We don't want to give this overall error twice @@ -334,12 +341,12 @@ def check_tag_unit_class_units_are_valid(self, original_tag, report_tag_as=None, return validation_issues - def check_tag_value_class_valid(self, original_tag, report_tag_as=None, error_code=None): + def check_tag_value_class_valid(self, original_tag, report_as=None, error_code=None): """ Report an invalid value portion. Parameters: original_tag (HedTag): The original tag that is used to report the error. - report_tag_as (HedTag): Report errors as coming from this tag, rather than original_tag. + report_as (HedTag): Report errors as coming from this tag, rather than original_tag. error_code (str): Override error codes to this Returns: list: Validation issues. @@ -347,7 +354,7 @@ def check_tag_value_class_valid(self, original_tag, report_tag_as=None, error_co validation_issues = [] if not self._validate_value_class_portion(original_tag, original_tag.extension): validation_issues += ErrorHandler.format_error(ValidationErrors.VALUE_INVALID, - report_tag_as if report_tag_as else original_tag, + report_as if report_as else original_tag, actual_error=error_code) return validation_issues diff --git a/spec_tests/hed-specification b/spec_tests/hed-specification index 86b9c6eb8..cc219769e 160000 --- a/spec_tests/hed-specification +++ b/spec_tests/hed-specification @@ -1 +1 @@ -Subproject commit 86b9c6eb842de9dc8c9e0c63586104d8da9dffab +Subproject commit cc219769e43b1882a31473cb3d96ea2054a5a60b diff --git a/spec_tests/test_errors.py b/spec_tests/test_errors.py index 891e69af3..1fdb2592b 100644 --- a/spec_tests/test_errors.py +++ b/spec_tests/test_errors.py @@ -45,15 +45,14 @@ "UNITS_MISSING", "VALUE_INVALID", - - "SCHEMA_LIBRARY_INVALID" + "SIDECAR_BRACES_INVALID", + "SCHEMA_LIBRARY_INVALID", ] skip_tests = { "VERSION_DEPRECATED": "Not applicable", "onset-offset-error-duplicated-onset-or-offset": "TBD how we implement this", "tag-extension-invalid-bad-node-name": "Part of character invalid checking/didn't get to it yet", - "SIDECAR_BRACES_INVALID": "Not in yet as curly braces" } @@ -101,6 +100,11 @@ def run_single_test(self, test_file): print(f"Skipping {name} test because: {skip_tests[name]}") continue + if error_code != "SIDECAR_BRACES_INVALID": + continue + # + # if name != "sidecar-braces-nested-or-mismatched": + # continue description = info['description'] schema = info['schema'] check_for_warnings = info.get("warning", False) @@ -220,7 +224,6 @@ def _run_single_combo_test(self, info, schema, def_dict, error_code, description def _run_single_schema_test(self, info, error_code, description,name, error_handler): for result, tests in info.items(): for test in tests: - issues = [] schema_string = "\n".join(test) try: loaded_schema = from_string(schema_string, file_type=".mediawiki") diff --git a/tests/data/sidecar_tests/bad_refs_test2.json b/tests/data/sidecar_tests/bad_refs_test2.json new file mode 100644 index 000000000..4a847963f --- /dev/null +++ b/tests/data/sidecar_tests/bad_refs_test2.json @@ -0,0 +1,5 @@ +{ + "column3": { + "HED": "{column1}, {column2}, Time-interval/# s" + } +} \ No newline at end of file diff --git a/tests/data/sidecar_tests/basic_refs_test.json b/tests/data/sidecar_tests/basic_refs_test.json new file mode 100644 index 000000000..cd3011ac1 --- /dev/null +++ b/tests/data/sidecar_tests/basic_refs_test.json @@ -0,0 +1,28 @@ +{ + "trial_type": { + "LongName": "Event category", + "Description": "Indicator of type of action that is expected", + "Levels": { + "go": "A red square is displayed to indicate starting", + "stop": "A blue square is displayed to indicate stopping" + }, + "HED": { + "go": "Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See", + "stop": "Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure" + } + }, + "response_time": { + "LongName": "Response time after stimulus", + "Description": "Time from stimulus presentation until subject presses button", + "Units": "ms", + "HED": "({stim_file}, Event), Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See, Time-value/# s, {trial_type}" + }, + "stim_file": { + "LongName": "Stimulus file name", + "Description": "Relative path of the stimulus image file", + "HED": "Time-value/# s" + }, + "other_file": { + "HED": "{stim_file}, Keyboard-key/#" + } +} \ No newline at end of file diff --git a/tests/data/sidecar_tests/long_tag_test.json b/tests/data/sidecar_tests/long_tag_test.json new file mode 100644 index 000000000..9fe583a21 --- /dev/null +++ b/tests/data/sidecar_tests/long_tag_test.json @@ -0,0 +1,25 @@ +{ + "trial_type": { + "LongName": "Event category", + "Description": "Indicator of type of action that is expected", + "Levels": { + "go": "A red square is displayed to indicate starting", + "stop": "A blue square is displayed to indicate stopping" + }, + "HED": { + "go": "Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See,{response_time}", + "stop": "{response_time},Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure" + } + }, + "response_time": { + "LongName": "Response time after stimulus", + "Description": "Time from stimulus presentation until subject presses button", + "Units": "ms", + "HED": "Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See,Property/Data-property/Data-value/Spatiotemporal-value/Temporal-value/Time-value/#" + }, + "stim_file": { + "LongName": "Stimulus file name", + "Description": "Relative path of the stimulus image file", + "HED": "Property/Data-property/Data-value/Spatiotemporal-value/Temporal-value/Time-value/#" + } +} \ No newline at end of file diff --git a/tests/data/sidecar_tests/malformed_refs_test.json b/tests/data/sidecar_tests/malformed_refs_test.json new file mode 100644 index 000000000..ccf9aae3e --- /dev/null +++ b/tests/data/sidecar_tests/malformed_refs_test.json @@ -0,0 +1,20 @@ +{ + "column1": { + "HED": { + "go": "Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See", + "stop": "{Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure}" + } + }, + "column2": { + "HED": "{column1}}, Time-interval/# s" + }, + "column3": { + "HED": "{column1, Time-interval/# s" + }, + "column4": { + "HED": "{{column1}, Time-interval/# s" + }, + "column5": { + "HED": "column1}, Time-interval/# s" + } +} \ No newline at end of file diff --git a/tests/data/sidecar_tests/short_tag_test.json b/tests/data/sidecar_tests/short_tag_test.json new file mode 100644 index 000000000..ab02702bc --- /dev/null +++ b/tests/data/sidecar_tests/short_tag_test.json @@ -0,0 +1,25 @@ +{ + "trial_type": { + "LongName": "Event category", + "Description": "Indicator of type of action that is expected", + "Levels": { + "go": "A red square is displayed to indicate starting", + "stop": "A blue square is displayed to indicate stopping" + }, + "HED": { + "go": "Azure,See,{response_time}", + "stop": "{response_time},Azure" + } + }, + "response_time": { + "LongName": "Response time after stimulus", + "Description": "Time from stimulus presentation until subject presses button", + "Units": "ms", + "HED": "Azure,See,Time-value/#" + }, + "stim_file": { + "LongName": "Stimulus file name", + "Description": "Relative path of the stimulus image file", + "HED": "Time-value/#" + } +} \ No newline at end of file diff --git a/tests/models/test_base_input.py b/tests/models/test_base_input.py index c0f0d573a..bda6e1259 100644 --- a/tests/models/test_base_input.py +++ b/tests/models/test_base_input.py @@ -60,46 +60,6 @@ def test_gathered_defs(self): } self.assertEqual(defs, expected_defs) - # def test_missing_column_name_issue(self): - # schema_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # '../data/validator_tests/bids_schema.mediawiki') - # events_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # '../data/validator_tests/bids_events_bad_column_name.tsv') - # - # hed_schema = schema.load_schema(schema_path) - # json_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # "../data/validator_tests/bids_events.json") - # validator = HedValidator(hed_schema=hed_schema) - # sidecar = Sidecar(json_path) - # issues = sidecar.validate_entries(validator) - # self.assertEqual(len(issues), 0) - # input_file = TabularInput(events_path, sidecars=sidecar) - # - # validation_issues = input_file.validate_sidecar(validator) - # self.assertEqual(len(validation_issues), 0) - # validation_issues = input_file.validate_file(validator, check_for_warnings=True) - # self.assertEqual(len(validation_issues), 1) - # - # def test_expand_column_issues(self): - # schema_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # '../data/validator_tests/bids_schema.mediawiki') - # events_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # '../data/validator_tests/bids_events_bad_category_key.tsv') - # - # hed_schema = schema.load_schema(schema_path) - # json_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), - # "../data/validator_tests/bids_events.json") - # validator = HedValidator(hed_schema=hed_schema) - # sidecar = Sidecar(json_path) - # issues = sidecar.validate_entries(validator) - # self.assertEqual(len(issues), 0) - # input_file = TabularInput(events_path, sidecars=sidecar) - # - # validation_issues = input_file.validate_sidecar(validator) - # self.assertEqual(len(validation_issues), 0) - # validation_issues = input_file.validate_file(validator, check_for_warnings=True) - # self.assertEqual(len(validation_issues), 1) - class TestInsertColumns(unittest.TestCase): @@ -111,7 +71,7 @@ def test_insert_columns_simple(self): expected_df = pd.DataFrame({ "column1": ["Item, Event, Action"] }) - result = BaseInput._handle_curly_braces(df) + result = BaseInput._handle_curly_braces_refs(df, refs=["column2"], column_names=df.columns) pd.testing.assert_frame_equal(result, expected_df) def test_insert_columns_multiple_rows(self): @@ -122,7 +82,7 @@ def test_insert_columns_multiple_rows(self): expected_df = pd.DataFrame({ "column1": ["Item, Event, Action", "Event, Action"] }) - result = BaseInput._handle_curly_braces(df) + result = BaseInput._handle_curly_braces_refs(df, refs=["column2"], column_names=df.columns) pd.testing.assert_frame_equal(result, expected_df) def test_insert_columns_multiple_columns(self): @@ -134,7 +94,7 @@ def test_insert_columns_multiple_columns(self): expected_df = pd.DataFrame({ "column1": ["Item, Event, Subject, Action"] }) - result = BaseInput._handle_curly_braces(df) + result = BaseInput._handle_curly_braces_refs(df, refs=["column2", "column3"], column_names=df.columns) pd.testing.assert_frame_equal(result, expected_df) def test_insert_columns_four_columns(self): @@ -148,7 +108,96 @@ def test_insert_columns_four_columns(self): "column1": ["Item, Event, Subject, Action"], "column4": ["Data"] }) - result = BaseInput._handle_curly_braces(df) + result = BaseInput._handle_curly_braces_refs(df, refs=["column2", "column3"], column_names=df.columns) + pd.testing.assert_frame_equal(result, expected_df) + + def test_insert_columns_with_nested_parentheses(self): + df = pd.DataFrame({ + "column1": ["({column2}, ({column3}, {column4})), Event, Action"], + "column2": ["Item"], + "column3": ["Subject"], + "column4": ["Data"] + }) + expected_df = pd.DataFrame({ + "column1": ["(Item, (Subject, Data)), Event, Action"] + }) + result = BaseInput._handle_curly_braces_refs(df, refs=["column2", "column3", "column4"], column_names=df.columns) + pd.testing.assert_frame_equal(result, expected_df) + + def test_insert_columns_with_nested_parentheses_na_values(self): + df = pd.DataFrame({ + "column1": ["({column2}, ({column3}, {column4})), Event, Action"], + "column2": ["Data"], + "column3": ["n/a"], + "column4": ["n/a"] + }) + expected_df = pd.DataFrame({ + "column1": ["(Data), Event, Action"] + }) + result = BaseInput._handle_curly_braces_refs(df, refs=["column2", "column3", "column4"], column_names=df.columns) + pd.testing.assert_frame_equal(result, expected_df) + + def test_insert_columns_with_nested_parentheses_na_values2(self): + df = pd.DataFrame({ + "column1": ["({column2}, ({column3}, {column4})), Event, Action"], + "column2": ["n/a"], + "column3": ["n/a"], + "column4": ["Data"] + }) + expected_df = pd.DataFrame({ + "column1": ["((Data)), Event, Action"] + }) + result = BaseInput._handle_curly_braces_refs(df, refs=["column2", "column3", "column4"], column_names=df.columns) + pd.testing.assert_frame_equal(result, expected_df) + + def test_insert_columns_with_nested_parentheses_mixed_na_values(self): + df = pd.DataFrame({ + "column1": ["({column2}, ({column3}, {column4})), Event, Action"], + "column2": ["n/a"], + "column3": ["Subject"], + "column4": ["n/a"] + }) + expected_df = pd.DataFrame({ + "column1": ["((Subject)), Event, Action"] + }) + result = BaseInput._handle_curly_braces_refs(df, refs=["column2", "column3", "column4"], column_names=df.columns) + pd.testing.assert_frame_equal(result, expected_df) + + def test_insert_columns_with_nested_parentheses_all_na_values(self): + df = pd.DataFrame({ + "column1": ["({column2}, ({column3}, {column4})), Event, Action"], + "column2": ["n/a"], + "column3": ["n/a"], + "column4": ["n/a"] + }) + expected_df = pd.DataFrame({ + "column1": ["Event, Action"] + }) + result = BaseInput._handle_curly_braces_refs(df, refs=["column2", "column3", "column4"], column_names=df.columns) + pd.testing.assert_frame_equal(result, expected_df) + + def test_insert_columns_with_parentheses(self): + df = pd.DataFrame({ + "column1": ["({column2}), Event, Action"], + "column2": ["Item"] + }) + expected_df = pd.DataFrame({ + "column1": ["(Item), Event, Action"] + }) + result = BaseInput._handle_curly_braces_refs(df, refs=["column2"], column_names=df.columns) + pd.testing.assert_frame_equal(result, expected_df) + + def test_insert_columns_with_parentheses_na_values(self): + df = pd.DataFrame({ + "column1": ["({column2}), Event, Action"], + "column2": ["n/a"], + "column3": ["n/a"] + }) + expected_df = pd.DataFrame({ + "column1": ["Event, Action"], + "column3": ["n/a"] + }) + result = BaseInput._handle_curly_braces_refs(df, refs=["column2"], column_names=df.columns) pd.testing.assert_frame_equal(result, expected_df) @@ -209,43 +258,3 @@ def test_combine_dataframe_with_mixed_values(self): expected = pd.Series(['apple, guitar', 'elephant, harmonica', 'cherry, fox', '', '']) self.assertTrue(result.equals(expected)) - -class TestColumnRefs(unittest.TestCase): - def test_simple_column_refs(self): - data1 = { - 'A': ['{col1}, {col2}', 'tag1, tag2'], - 'B': ['tag3, tag4', '{col3}'], - } - df1 = pd.DataFrame(data1) - result1 = BaseInput._find_column_refs(df1, df1.columns) - expected1 = ['col1', 'col2', 'col3'] - self.assertEqual(result1, expected1) - - def test_mixed_cases_and_patterns(self): - data2 = { - 'A': ['{Col1}, {col2}', 'tag1, {Col3}', 'tag3, {COL4}', '{col5}, {col6}'], - } - df2 = pd.DataFrame(data2) - result2 = BaseInput._find_column_refs(df2, df2.columns) - expected2 = ['Col1', 'col2', 'Col3', 'COL4', 'col5', 'col6'] - self.assertEqual(result2, expected2) - - def test_no_column_references(self): - data3 = { - 'A': ['tag1, tag2', 'tag3, tag4'], - 'B': ['tag5, tag6', 'tag7, tag8'], - } - df3 = pd.DataFrame(data3) - result3 = BaseInput._find_column_refs(df3, df3.columns) - expected3 = [] - self.assertEqual(result3, expected3) - - def test_incomplete_curly_braces(self): - data4 = { - 'A': ['{col1, {col2}', 'tag1, {Col3'], - 'B': ['tag3, {COL4', '{col5, col6}'], - } - df4 = pd.DataFrame(data4) - result4 = BaseInput._find_column_refs(df4, df4.columns) - expected4 = ['col2'] - self.assertEqual(result4, expected4) \ No newline at end of file diff --git a/tests/models/test_hed_string.py b/tests/models/test_hed_string.py index af17878bb..46f7c750c 100644 --- a/tests/models/test_hed_string.py +++ b/tests/models/test_hed_string.py @@ -69,13 +69,20 @@ def test_group_tags(self): hed_string = '/Action/Reach/To touch,(/Attribute/Object side/Left,/Participant/Effect/Body part/Arm),' \ '/Attribute/Location/Screen/Top/70 px,/Attribute/Location/Screen/Left/23 px ' string_obj = HedString(hed_string) - # result = HedString.split_into_groups(hed_string) tags_as_strings = [str(tag) for tag in string_obj.children] self.assertCountEqual(tags_as_strings, ['/Action/Reach/To touch', '(/Attribute/Object side/Left,/Participant/Effect/Body part/Arm)', '/Attribute/Location/Screen/Top/70 px', '/Attribute/Location/Screen/Left/23 px']) + def test_square_brackets_in_string(self): + # just verifying this parses, square brackets do not validate + hed_string = '[test_ref], Event/Sensory-event, Participant, ([test_ref2], Event)' + string_obj = HedString(hed_string) + tags_as_strings = [str(tag) for tag in string_obj.children] + self.assertCountEqual(tags_as_strings, + ['[test_ref]', 'Event/Sensory-event', 'Participant', '([test_ref2],Event)']) + # Potentially restore some similar behavior later if desired. # We no longer automatically remove things like quotes. # def test_double_quotes(self): diff --git a/tests/models/test_sidecar.py b/tests/models/test_sidecar.py index caec94043..4fdacb31f 100644 --- a/tests/models/test_sidecar.py +++ b/tests/models/test_sidecar.py @@ -82,10 +82,10 @@ def test__iter__(self): def test_validate_column_group(self): validation_issues = self.errors_sidecar.validate(self.hed_schema) - self.assertEqual(len(validation_issues), 23) + self.assertEqual(len(validation_issues), 5) validation_issues2 = self.errors_sidecar_minor.validate(self.hed_schema) - self.assertEqual(len(validation_issues2), 19) + self.assertEqual(len(validation_issues2), 1) validation_issues = self.json_without_definitions_sidecar.validate(self.hed_schema) self.assertEqual(len(validation_issues), 7) @@ -113,8 +113,8 @@ def test_save_load(self): reloaded_sidecar = Sidecar(save_filename) - for str1, str2 in zip(sidecar.hed_string_iter(), reloaded_sidecar.hed_string_iter()): - self.assertEqual(str1[0], str2[0]) + for data1, data2 in zip(sidecar, reloaded_sidecar): + self.assertEqual(data1.source_dict, data2.source_dict) def test_save_load2(self): sidecar = Sidecar(self.json_def_filename) @@ -122,8 +122,8 @@ def test_save_load2(self): reloaded_sidecar = Sidecar(io.StringIO(json_string)) - for str1, str2 in zip(sidecar.hed_string_iter(), reloaded_sidecar.hed_string_iter()): - self.assertEqual(str1[0], str2[0]) + for data1, data2 in zip(sidecar, reloaded_sidecar): + self.assertEqual(data1.source_dict, data2.source_dict) def test_merged_sidecar(self): base_folder = self.base_data_dir + "sidecar_tests/" @@ -136,6 +136,26 @@ def test_merged_sidecar(self): self.assertEqual(sidecar.loaded_dict, sidecar2.loaded_dict) + def test_set_hed_strings(self): + from hed.models import df_util + sidecar = Sidecar(os.path.join(self.base_data_dir, "sidecar_tests/short_tag_test.json")) + + for column_data in sidecar: + hed_strings = column_data.get_hed_strings() + hed_strings = df_util.convert_to_form(hed_strings, self.hed_schema, "long_tag") + column_data.set_hed_strings(hed_strings) + sidecar_long = Sidecar(os.path.join(self.base_data_dir, "sidecar_tests/long_tag_test.json")) + self.assertEqual(sidecar.loaded_dict, sidecar_long.loaded_dict) + + sidecar = Sidecar(os.path.join(self.base_data_dir, "sidecar_tests/long_tag_test.json")) + + for column_data in sidecar: + hed_strings = column_data.get_hed_strings() + hed_strings = df_util.convert_to_form(hed_strings, self.hed_schema, "short_tag") + column_data.set_hed_strings(hed_strings) + sidecar_short = Sidecar(os.path.join(self.base_data_dir, "sidecar_tests/short_tag_test.json")) + self.assertEqual(sidecar.loaded_dict, sidecar_short.loaded_dict) + if __name__ == '__main__': unittest.main() diff --git a/tests/validator/test_sidecar_validator.py b/tests/validator/test_sidecar_validator.py new file mode 100644 index 000000000..84ae8a2f0 --- /dev/null +++ b/tests/validator/test_sidecar_validator.py @@ -0,0 +1,66 @@ +import unittest +import os +import io +import shutil + +from hed.errors import HedFileError, ValidationErrors +from hed.models import ColumnMetadata, HedString, Sidecar +from hed.validator import HedValidator +from hed import schema +from hed.models import DefinitionDict +from hed.errors import ErrorHandler +from hed.validator.sidecar_validator import SidecarValidator + + +class Test(unittest.TestCase): + @classmethod + def setUpClass(cls): + base_data_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/') + cls.base_data_dir = base_data_dir + hed_xml_file = os.path.join(base_data_dir, "schema_tests/HED8.0.0t.xml") + cls.hed_schema = schema.load_schema(hed_xml_file) + cls._refs_json_filename = os.path.join(base_data_dir, "sidecar_tests/basic_refs_test.json") + cls._bad_refs_json_filename = os.path.join(base_data_dir, "sidecar_tests/bad_refs_test2.json") + cls._malformed_refs_json_filename = os.path.join(base_data_dir, "sidecar_tests/malformed_refs_test.json") + + def test_basic_refs(self): + sidecar = Sidecar(self._refs_json_filename) + issues = sidecar.validate(self.hed_schema) + + self.assertEqual(len(issues), 0) + refs = sidecar.get_column_refs() + self.assertEqual(len(refs), 2) + + def test_bad_refs(self): + sidecar = Sidecar(self._bad_refs_json_filename) + issues = sidecar.validate(self.hed_schema) + + self.assertEqual(len(issues), 2) + + def test_malformed_refs(self): + sidecar = Sidecar(self._malformed_refs_json_filename) + issues = sidecar.validate(self.hed_schema) + + self.assertEqual(len(issues), 4) + + def test_malformed_braces(self): + hed_strings = [ + "column2}, Event, Action", + "{column, Event, Action", + "This is a {malformed {input string}} with extra {opening brackets", + "{Event{Action}}", + "Event, Action}" + ] + error_counts = [ + 1, + 1, + 3, + 2, + 1 + ] + + for string, error_count in zip(hed_strings, error_counts): + issues = SidecarValidator._find_non_matching_braces(string) + + self.assertEqual(len(issues), error_count) + diff --git a/tests/validator/test_spreadsheet_validator.py b/tests/validator/test_spreadsheet_validator.py index 13e0d0867..e32696a30 100644 --- a/tests/validator/test_spreadsheet_validator.py +++ b/tests/validator/test_spreadsheet_validator.py @@ -13,45 +13,3 @@ def setUpClass(cls): cls.schema = load_schema_version("8.1.0") cls.validator = SpreadsheetValidator(cls.schema) - def test_insert_columns_no_nested_or_circular_reference(self): - df = pd.DataFrame({ - "column1": ["{column2}, Event, Action"], - "column2": ["{column1}, Item"] - }) - issues = self.validator._validate_curly_braces(df, error_handler=ErrorHandler(True)) - self.assertEqual(issues[0]['code'], ColumnErrors.NESTED_COLUMN_REF) - - def test_insert_columns_invalid_column_name(self): - df = pd.DataFrame({ - "column1": ["{invalid_column}, Event, Action"], - "column2": ["Item"] - }) - issues = self.validator._validate_curly_braces(df, error_handler=ErrorHandler(True)) - self.assertEqual(issues[0]['code'], ColumnErrors.INVALID_COLUMN_REF) - - def test_insert_columns_invalid_syntax(self): - df = pd.DataFrame({ - "column1": ["column2}, Event, Action"], - "column2": ["Item"] - }) - issues = self.validator._validate_curly_braces(df, error_handler=ErrorHandler(True)) - self.assertEqual(issues[0]['code'], ColumnErrors.MALFORMED_COLUMN_REF) - - def test_insert_columns_invalid_syntax2(self): - df = pd.DataFrame({ - "column1": ["column2}, Event, Action", "{column, Event, Action"], - "column2": ["Item", "Action"], - "column3": ["This is a {malformed {input string}} with extra {opening brackets", "{Event{Action}}"], - }) - issues = self.validator._validate_curly_braces(df, error_handler=ErrorHandler(True)) - issues = sort_issues(issues) - self.assertEqual(issues[0]['code'], ColumnErrors.MALFORMED_COLUMN_REF) - self.assertEqual(len(issues), 6) - - def test_insert_columns_no_self_reference(self): - df = pd.DataFrame({ - "column1": ["{column1}, Event, Action"], - "column2": ["Item"] - }) - issues = self.validator._validate_curly_braces(df, error_handler=ErrorHandler(True)) - self.assertEqual(issues[0]['code'], ColumnErrors.SELF_COLUMN_REF) From 4fa1ff0305d23e0e9716948827aedf3bd83780b8 Mon Sep 17 00:00:00 2001 From: IanCa Date: Mon, 8 May 2023 17:45:33 -0500 Subject: [PATCH 063/103] disable inset tests/fix bad param --- hed/validator/def_validator.py | 4 ++-- spec_tests/test_errors.py | 7 ++----- 2 files changed, 4 insertions(+), 7 deletions(-) diff --git a/hed/validator/def_validator.py b/hed/validator/def_validator.py index f3f083933..c8b0c23ad 100644 --- a/hed/validator/def_validator.py +++ b/hed/validator/def_validator.py @@ -80,11 +80,11 @@ def _validate_def_contents(self, def_tag, def_expand_group, tag_validator): error_code = ValidationErrors.DEF_EXPAND_INVALID if placeholder_tag.is_unit_class_tag(): def_issues += tag_validator.check_tag_unit_class_units_are_valid(placeholder_tag, - report_tag_as=def_tag, + report_as=def_tag, error_code=error_code) elif placeholder_tag.is_value_class_tag(): def_issues += tag_validator.check_tag_value_class_valid(placeholder_tag, - report_tag_as=def_tag, + report_as=def_tag, error_code=error_code) elif def_entry.takes_value: diff --git a/spec_tests/test_errors.py b/spec_tests/test_errors.py index 1fdb2592b..80e3c0651 100644 --- a/spec_tests/test_errors.py +++ b/spec_tests/test_errors.py @@ -53,6 +53,8 @@ "VERSION_DEPRECATED": "Not applicable", "onset-offset-error-duplicated-onset-or-offset": "TBD how we implement this", "tag-extension-invalid-bad-node-name": "Part of character invalid checking/didn't get to it yet", + "inset-group-has-extras": "Inset tags not in yet", + "inset-outside-its-event": "Inset tags not in yet" } @@ -100,11 +102,6 @@ def run_single_test(self, test_file): print(f"Skipping {name} test because: {skip_tests[name]}") continue - if error_code != "SIDECAR_BRACES_INVALID": - continue - # - # if name != "sidecar-braces-nested-or-mismatched": - # continue description = info['description'] schema = info['schema'] check_for_warnings = info.get("warning", False) From b2d31b75ea6ce8e501dd8f501a75fbfc560468e7 Mon Sep 17 00:00:00 2001 From: IanCa Date: Tue, 9 May 2023 14:44:44 -0500 Subject: [PATCH 064/103] Make sure setting hed strings can handle empty --- hed/models/column_metadata.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/hed/models/column_metadata.py b/hed/models/column_metadata.py index 33bb3f356..4fa43a6a5 100644 --- a/hed/models/column_metadata.py +++ b/hed/models/column_metadata.py @@ -78,6 +78,8 @@ def set_hed_strings(self, new_strings): if isinstance(new_strings, pd.Series): if self.column_type == ColumnType.Categorical: new_strings = new_strings.to_dict() + elif new_strings.empty: + return False else: new_strings = new_strings.iloc[0] From fe0d57b4cd8e14e7f63cb082bb0120b49692a7f1 Mon Sep 17 00:00:00 2001 From: IanCa Date: Tue, 9 May 2023 17:43:55 -0500 Subject: [PATCH 065/103] Add Inset tag validation, enable inset spec tests --- hed/errors/error_messages.py | 19 ++++++++++++------- hed/errors/error_types.py | 6 +++--- hed/models/model_constants.py | 5 ++++- hed/validator/onset_validator.py | 10 +++++++--- hed/validator/tag_validator.py | 2 +- spec_tests/hed-specification | 2 +- spec_tests/test_errors.py | 4 +--- tests/validator/test_onset_validator.py | 2 +- 8 files changed, 30 insertions(+), 20 deletions(-) diff --git a/hed/errors/error_messages.py b/hed/errors/error_messages.py index 4c333ff22..95a4f438b 100644 --- a/hed/errors/error_messages.py +++ b/hed/errors/error_messages.py @@ -360,41 +360,46 @@ def def_error_bad_location(tag): return f"Tag '{str(tag)}' is found in a location it is not allowed to be." -@hed_tag_error(OnsetErrors.ONSET_DEF_UNMATCHED, actual_code=ValidationErrors.ONSET_OFFSET_ERROR) +@hed_tag_error(OnsetErrors.ONSET_DEF_UNMATCHED, actual_code=ValidationErrors.ONSET_OFFSET_INSET_ERROR) def onset_error_def_unmatched(tag): return f"The def tag in an onset/offset tag is unmatched. Def tag: '{tag}'" -@hed_tag_error(OnsetErrors.OFFSET_BEFORE_ONSET, actual_code=ValidationErrors.ONSET_OFFSET_ERROR) +@hed_tag_error(OnsetErrors.OFFSET_BEFORE_ONSET, actual_code=ValidationErrors.ONSET_OFFSET_INSET_ERROR) def onset_error_offset_before_onset(tag): return f"Offset tag '{tag}' does not have a matching onset." -@hed_tag_error(OnsetErrors.ONSET_NO_DEF_TAG_FOUND, actual_code=ValidationErrors.ONSET_OFFSET_ERROR) +@hed_tag_error(OnsetErrors.INSET_BEFORE_ONSET, actual_code=ValidationErrors.ONSET_OFFSET_INSET_ERROR) +def onset_error_inset_before_onset(tag): + return f"Inset tag '{tag}' does not have a matching onset." + + +@hed_tag_error(OnsetErrors.ONSET_NO_DEF_TAG_FOUND, actual_code=ValidationErrors.ONSET_OFFSET_INSET_ERROR) def onset_no_def_found(tag): return f"'{tag}' tag has no def or def-expand tag in string." -@hed_tag_error(OnsetErrors.ONSET_TOO_MANY_DEFS, actual_code=ValidationErrors.ONSET_OFFSET_ERROR) +@hed_tag_error(OnsetErrors.ONSET_TOO_MANY_DEFS, actual_code=ValidationErrors.ONSET_OFFSET_INSET_ERROR) def onset_too_many_defs(tag, tag_list): tag_list_strings = [str(tag) for tag in tag_list] return f"Too many def tags found in onset for {tag}. Expected 1, also found: {tag_list_strings}" -@hed_tag_error(OnsetErrors.ONSET_WRONG_NUMBER_GROUPS, actual_code=ValidationErrors.ONSET_OFFSET_ERROR) +@hed_tag_error(OnsetErrors.ONSET_WRONG_NUMBER_GROUPS, actual_code=ValidationErrors.ONSET_OFFSET_INSET_ERROR) def onset_too_many_groups(tag, tag_list): tag_list_strings = [str(a_tag) for a_tag in tag_list] return f"An onset tag should have at most 2 sibling nodes, an offset tag should have 1. " +\ f"Found {len(tag_list_strings)}: {tag_list_strings}" -@hed_tag_error(OnsetErrors.ONSET_TAG_OUTSIDE_OF_GROUP, actual_code=ValidationErrors.ONSET_OFFSET_ERROR) +@hed_tag_error(OnsetErrors.ONSET_TAG_OUTSIDE_OF_GROUP, actual_code=ValidationErrors.ONSET_OFFSET_INSET_ERROR) def onset_wrong_type_tag(tag, def_tag): return f"Onset def tag '{def_tag}' has an improper sibling tag '{tag}'. All onset context tags must be " + \ f"in a single group together." -@hed_tag_error(OnsetErrors.ONSET_PLACEHOLDER_WRONG, actual_code=ValidationErrors.ONSET_OFFSET_ERROR) +@hed_tag_error(OnsetErrors.ONSET_PLACEHOLDER_WRONG, actual_code=ValidationErrors.ONSET_OFFSET_INSET_ERROR) def onset_wrong_placeholder(tag, has_placeholder): if has_placeholder: return f"Onset/offset def tag {tag} expects a placeholder value, but does not have one." diff --git a/hed/errors/error_types.py b/hed/errors/error_types.py index 0e7d42aef..a7be7d2b4 100644 --- a/hed/errors/error_types.py +++ b/hed/errors/error_types.py @@ -28,7 +28,7 @@ class ValidationErrors: DEF_INVALID = "DEF_INVALID" DEFINITION_INVALID = "DEFINITION_INVALID" NODE_NAME_EMPTY = 'NODE_NAME_EMPTY' - ONSET_OFFSET_ERROR = 'ONSET_OFFSET_ERROR' + ONSET_OFFSET_INSET_ERROR = 'ONSET_OFFSET_INSET_ERROR' PARENTHESES_MISMATCH = 'PARENTHESES_MISMATCH' PLACEHOLDER_INVALID = 'PLACEHOLDER_INVALID' REQUIRED_TAG_MISSING = 'REQUIRED_TAG_MISSING' @@ -135,7 +135,7 @@ class DefinitionErrors: class OnsetErrors: - # These are all ONSET_OFFSET_ERROR + # These are all ONSET_OFFSET_INSET_ERROR OFFSET_BEFORE_ONSET = "OFFSET_BEFORE_ONSET" ONSET_DEF_UNMATCHED = "ONSET_DEF_UNMATCHED" ONSET_WRONG_NUMBER_GROUPS = "ONSET_WRONG_NUMBER_GROUPS" @@ -143,7 +143,7 @@ class OnsetErrors: ONSET_PLACEHOLDER_WRONG = "ONSET_PLACEHOLDER_WRONG" ONSET_TOO_MANY_DEFS = "ONSET_TOO_MANY_DEFS" ONSET_TAG_OUTSIDE_OF_GROUP = "ONSET_TAG_OUTSIDE_OF_GROUP" - + INSET_BEFORE_ONSET = "INSET_BEFORE_ONSET" class ColumnErrors: INVALID_COLUMN_REF = "INVALID_COLUMN_REF" diff --git a/hed/models/model_constants.py b/hed/models/model_constants.py index 98cc37091..5fdb54cda 100644 --- a/hed/models/model_constants.py +++ b/hed/models/model_constants.py @@ -13,11 +13,14 @@ class DefTagNames: DEF_KEY = DEF_ORG_KEY.lower() DEF_EXPAND_KEY = DEF_EXPAND_ORG_KEY.lower() DEFINITION_KEY = DEFINITION_ORG_KEY.lower() + DEF_KEYS = (DEF_KEY, DEF_EXPAND_KEY) ONSET_ORG_KEY = "Onset" OFFSET_ORG_KEY = "Offset" + INSET_ORG_KEY = "Inset" ONSET_KEY = ONSET_ORG_KEY.lower() OFFSET_KEY = OFFSET_ORG_KEY.lower() + INSET_KEY = INSET_ORG_KEY.lower() - DEF_KEYS = (DEF_KEY, DEF_EXPAND_KEY) \ No newline at end of file + TEMPORAL_KEYS = {ONSET_KEY, OFFSET_KEY, INSET_KEY} diff --git a/hed/validator/onset_validator.py b/hed/validator/onset_validator.py index 74efef12d..05bf491b9 100644 --- a/hed/validator/onset_validator.py +++ b/hed/validator/onset_validator.py @@ -66,7 +66,7 @@ def validate_onset_offset(self, hed_string_obj): return onset_issues def _find_onset_tags(self, hed_string_obj): - return hed_string_obj.find_top_level_tags(anchor_tags={DefTagNames.ONSET_KEY, DefTagNames.OFFSET_KEY}) + return hed_string_obj.find_top_level_tags(anchor_tags=DefTagNames.TEMPORAL_KEYS) def _handle_onset_or_offset(self, def_tag, onset_offset_tag): is_onset = onset_offset_tag.short_base_tag == DefTagNames.ONSET_ORG_KEY @@ -89,9 +89,13 @@ def _handle_onset_or_offset(self, def_tag, onset_offset_tag): # onset can never fail as it implies an offset self._onsets[full_def_name.lower()] = full_def_name else: + is_offset = onset_offset_tag.short_base_tag == DefTagNames.OFFSET_KEY if full_def_name.lower() not in self._onsets: - return ErrorHandler.format_error(OnsetErrors.OFFSET_BEFORE_ONSET, tag=def_tag) - else: + if is_offset: + return ErrorHandler.format_error(OnsetErrors.OFFSET_BEFORE_ONSET, tag=def_tag) + else: + return ErrorHandler.format_error(OnsetErrors.INSET_BEFORE_ONSET, tag=def_tag) + elif is_offset: del self._onsets[full_def_name.lower()] return [] diff --git a/hed/validator/tag_validator.py b/hed/validator/tag_validator.py index 86d59d46b..bcebcd789 100644 --- a/hed/validator/tag_validator.py +++ b/hed/validator/tag_validator.py @@ -457,7 +457,7 @@ def check_tag_level_issue(self, original_tag_list, is_top_level, is_group): if top_level_tag.short_base_tag == DefTagNames.DEFINITION_ORG_KEY: actual_code = ValidationErrors.DEFINITION_INVALID elif top_level_tag.short_base_tag in {DefTagNames.ONSET_ORG_KEY, DefTagNames.OFFSET_ORG_KEY}: - actual_code = ValidationErrors.ONSET_OFFSET_ERROR + actual_code = ValidationErrors.ONSET_OFFSET_INSET_ERROR if actual_code: validation_issues += ErrorHandler.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, diff --git a/spec_tests/hed-specification b/spec_tests/hed-specification index cc219769e..4909076a4 160000 --- a/spec_tests/hed-specification +++ b/spec_tests/hed-specification @@ -1 +1 @@ -Subproject commit cc219769e43b1882a31473cb3d96ea2054a5a60b +Subproject commit 4909076a416ee9645c8c539d77cdb9750172d154 diff --git a/spec_tests/test_errors.py b/spec_tests/test_errors.py index 80e3c0651..55fee4863 100644 --- a/spec_tests/test_errors.py +++ b/spec_tests/test_errors.py @@ -24,7 +24,7 @@ "DEF_INVALID", "DEFINITION_INVALID", "NODE_NAME_EMPTY", - "ONSET_OFFSET_ERROR", + "ONSET_OFFSET_INSET_ERROR", "PARENTHESES_MISMATCH", "PLACEHOLDER_INVALID", "REQUIRED_TAG_MISSING", @@ -53,8 +53,6 @@ "VERSION_DEPRECATED": "Not applicable", "onset-offset-error-duplicated-onset-or-offset": "TBD how we implement this", "tag-extension-invalid-bad-node-name": "Part of character invalid checking/didn't get to it yet", - "inset-group-has-extras": "Inset tags not in yet", - "inset-outside-its-event": "Inset tags not in yet" } diff --git a/tests/validator/test_onset_validator.py b/tests/validator/test_onset_validator.py index c6908646a..b1acb3962 100644 --- a/tests/validator/test_onset_validator.py +++ b/tests/validator/test_onset_validator.py @@ -263,7 +263,7 @@ def test_onset_multiple_or_misplaced_errors(self): f"({self.placeholder_label_def_string},Onset, Offset)", ] test_issues = [ - self.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, tag=1, actual_error=ValidationErrors.ONSET_OFFSET_ERROR) + self.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, tag=1, actual_error=ValidationErrors.ONSET_OFFSET_INSET_ERROR) + self.format_error(ValidationErrors.HED_TOP_LEVEL_TAG, tag=1), self.format_error(ValidationErrors.HED_MULTIPLE_TOP_TAGS, tag=1, multiple_tags=["Onset"]) + self.format_error(ValidationErrors.HED_TAG_REPEATED, tag=2) From bff1513618fd3bdf3f810a4e3eb12a84d9c5c468 Mon Sep 17 00:00:00 2001 From: IanCa Date: Tue, 9 May 2023 17:59:34 -0500 Subject: [PATCH 066/103] Fix typo --- hed/validator/onset_validator.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hed/validator/onset_validator.py b/hed/validator/onset_validator.py index 05bf491b9..8cac74422 100644 --- a/hed/validator/onset_validator.py +++ b/hed/validator/onset_validator.py @@ -89,7 +89,7 @@ def _handle_onset_or_offset(self, def_tag, onset_offset_tag): # onset can never fail as it implies an offset self._onsets[full_def_name.lower()] = full_def_name else: - is_offset = onset_offset_tag.short_base_tag == DefTagNames.OFFSET_KEY + is_offset = onset_offset_tag.short_base_tag == DefTagNames.OFFSET_ORG_KEY if full_def_name.lower() not in self._onsets: if is_offset: return ErrorHandler.format_error(OnsetErrors.OFFSET_BEFORE_ONSET, tag=def_tag) From c8759ae560ff1c38632eb4d2659e143d868c0034 Mon Sep 17 00:00:00 2001 From: IanCa <30812436+IanCa@users.noreply.github.com> Date: Tue, 9 May 2023 18:42:17 -0500 Subject: [PATCH 067/103] Update dependabot.yml --- .github/dependabot.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/dependabot.yml b/.github/dependabot.yml index 2234e7061..8f7ecd13c 100644 --- a/.github/dependabot.yml +++ b/.github/dependabot.yml @@ -16,4 +16,3 @@ updates: interval: "daily" target-branch: "develop" directory: / - automerge: true \ No newline at end of file From 26f4ca489ecf1ab02e2c99a042f83da310c0480f Mon Sep 17 00:00:00 2001 From: IanCa Date: Thu, 11 May 2023 16:42:36 -0500 Subject: [PATCH 068/103] Remove werkzeug requirement, replace generate_filename --- docs/requirements.txt | 3 -- hed/tools/__init__.py | 2 +- hed/tools/remodeling/dispatcher.py | 4 +- hed/tools/util/io_util.py | 38 ++++---------- requirements.txt | 3 -- setup.cfg | 1 - tests/tools/util/test_io_util.py | 80 ++++++++---------------------- 7 files changed, 33 insertions(+), 98 deletions(-) diff --git a/docs/requirements.txt b/docs/requirements.txt index 9ecb73f32..ce85e15ce 100644 --- a/docs/requirements.txt +++ b/docs/requirements.txt @@ -7,6 +7,3 @@ portalocker>=2.4.0 semantic_version>=2.9.0 Sphinx>=5.2.2 sphinx_rtd_theme>=1.0.0 - -# This is just needed for secure_filename and should probably be removed -Werkzeug>=2.1.2 diff --git a/hed/tools/__init__.py b/hed/tools/__init__.py index fd1dfbbce..6d7b49e77 100644 --- a/hed/tools/__init__.py +++ b/hed/tools/__init__.py @@ -40,7 +40,7 @@ from .util.hed_logger import HedLogger from .util.data_util import get_new_dataframe, get_value_dict, replace_values, reorder_columns -from .util.io_util import check_filename, generate_filename, extract_suffix_path, get_file_list, make_path +from .util.io_util import check_filename, clean_filename, extract_suffix_path, get_file_list, make_path from .util.io_util import get_dir_dictionary, get_file_list, get_path_components, parse_bids_filename from .analysis import annotation_util diff --git a/hed/tools/remodeling/dispatcher.py b/hed/tools/remodeling/dispatcher.py index 59d467226..06d664e91 100644 --- a/hed/tools/remodeling/dispatcher.py +++ b/hed/tools/remodeling/dispatcher.py @@ -8,7 +8,7 @@ from hed.schema.hed_schema_io import get_schema from hed.tools.remodeling.backup_manager import BackupManager from hed.tools.remodeling.operations.valid_operations import valid_operations -from hed.tools.util.io_util import generate_filename, extract_suffix_path, get_timestamp +from hed.tools.util.io_util import clean_filename, extract_suffix_path, get_timestamp class Dispatcher: @@ -66,7 +66,7 @@ def get_summaries(self, file_formats=['.txt', '.json']): file_base = context_item.context_filename if self.data_root: file_base = extract_suffix_path(self.data_root, file_base) - file_base = generate_filename(file_base) + file_base = clean_filename(file_base) for file_format in file_formats: if file_format == '.txt': summary = context_item.get_text_summary(individual_summaries="consolidated") diff --git a/hed/tools/util/io_util.py b/hed/tools/util/io_util.py index 83bd68075..97489ce26 100644 --- a/hed/tools/util/io_util.py +++ b/hed/tools/util/io_util.py @@ -1,8 +1,8 @@ """Utilities for generating and handling file names.""" import os +import re from datetime import datetime -from werkzeug.utils import secure_filename from hed.errors.exceptions import HedFileError TIME_FORMAT = '%Y_%m_%d_T_%H_%M_%S_%f' @@ -92,39 +92,19 @@ def extract_suffix_path(path, prefix_path): return return_path -def generate_filename(base_name, name_prefix=None, name_suffix=None, extension=None, append_datetime=False): - """ Generate a filename for the attachment. +def clean_filename(filename): + """ Replaces invalid characters with under-bars Parameters: - base_name (str): Name of the base, usually the name of the file that the issues were generated from. - name_prefix (str): Prefix prepended to the front of the base name. - name_suffix (str): Suffix appended to the end of the base name. - extension (str): Extension to use. - append_datetime (bool): If True, append the current date-time to the base output filename. + filename (str): source filename Returns: - str: Name of the attachment other containing the issues. - - Notes: - - The form prefix_basename_suffix + extension. - + str: The filename with anything but alphanumeric, period, hyphens, and under-bars removed. """ - - pieces = [] - if name_prefix: - pieces = pieces + [name_prefix] - if base_name: - pieces.append(os.path.splitext(base_name)[0]) - if name_suffix: - pieces = pieces + [name_suffix] - filename = "".join(pieces) - if append_datetime: - now = datetime.now() - filename = filename + '_' + now.strftime(TIME_FORMAT)[:-3] - if filename and extension: - filename = filename + extension - - return secure_filename(filename) + if not filename: + return "" + out_name = re.sub(r'[^a-zA-Z0-9._-]+', '_', filename) + return out_name def get_dir_dictionary(dir_path, name_prefix=None, name_suffix=None, extensions=None, skip_empty=True, diff --git a/requirements.txt b/requirements.txt index ff7ce8bb7..02309238a 100644 --- a/requirements.txt +++ b/requirements.txt @@ -4,6 +4,3 @@ openpyxl>=3.0.9 pandas>=1.3.5 portalocker>=2.4.0 semantic_version>=2.9.0 - -# This is just needed for secure_filename and should probably be removed -Werkzeug>=2.1.2 diff --git a/setup.cfg b/setup.cfg index 88199acad..fbd9ad553 100644 --- a/setup.cfg +++ b/setup.cfg @@ -33,7 +33,6 @@ install_requires = pytz semantic-version six - Werkzeug [options.packages.find] diff --git a/tests/tools/util/test_io_util.py b/tests/tools/util/test_io_util.py index 5b05c2fd1..46373ad72 100644 --- a/tests/tools/util/test_io_util.py +++ b/tests/tools/util/test_io_util.py @@ -1,7 +1,7 @@ import os import unittest from hed.errors.exceptions import HedFileError -from hed.tools.util.io_util import check_filename, extract_suffix_path, generate_filename, \ +from hed.tools.util.io_util import check_filename, extract_suffix_path, clean_filename, \ get_dir_dictionary, get_file_list, get_path_components, parse_bids_filename, \ _split_entity, get_allowed, get_filtered_by_element @@ -46,77 +46,39 @@ def test_extract_suffix_path(self): suffix_path = extract_suffix_path('c:/myroot/temp.tsv', 'c:') self.assertTrue(suffix_path.endswith('temp.tsv'), "extract_suffix_path has the right path") - def test_generate_file_name(self): - file1 = generate_filename('mybase') + def test_clean_file_name(self): + file1 = clean_filename('mybase') self.assertEqual(file1, "mybase", "generate_file_name should return the base when other arguments not set") - file2 = generate_filename('mybase', name_prefix="prefix") - self.assertEqual(file2, "prefixmybase", "generate_file_name should return correct name when prefix set") - file3 = generate_filename('mybase', name_prefix="prefix", extension=".json") - self.assertEqual(file3, "prefixmybase.json", "generate_file_name should return correct name for extension") - file4 = generate_filename('mybase', name_suffix="suffix") - self.assertEqual(file4, "mybasesuffix", "generate_file_name should return correct name when suffix set") - file5 = generate_filename('mybase', name_suffix="suffix", extension=".json") - self.assertEqual(file5, "mybasesuffix.json", "generate_file_name should return correct name for extension") - file6 = generate_filename('mybase', name_prefix="prefix", name_suffix="suffix", extension=".json") - self.assertEqual(file6, "prefixmybasesuffix.json", - "generate_file_name should return correct name for all set") - filename = generate_filename(None, name_prefix=None, name_suffix=None, extension=None) - self.assertEqual('', filename, "Return empty when all arguments are none") - filename = generate_filename(None, name_prefix=None, name_suffix=None, extension='.txt') - self.assertEqual('', filename, - "Return empty when base_name, prefix, and suffix are None, but extension is not") - filename = generate_filename('c:/temp.json', name_prefix=None, name_suffix=None, extension='.txt') - self.assertEqual('c_temp.txt', filename, - "Returns stripped base_name + extension when prefix, and suffix are None") - filename = generate_filename('temp.json', name_prefix='prefix_', name_suffix='_suffix', extension='.txt') - self.assertEqual('prefix_temp_suffix.txt', filename, - "Return stripped base_name + extension when prefix, and suffix are None") - filename = generate_filename(None, name_prefix='prefix_', name_suffix='suffix', extension='.txt') - self.assertEqual('prefix_suffix.txt', filename, - "Returns correct string when no base_name") - filename = generate_filename('event-strategy-v3_task-matchingpennies_events.json', - name_suffix='_blech', extension='.txt') - self.assertEqual('event-strategy-v3_task-matchingpennies_events_blech.txt', filename, - "Returns correct string when base_name with hyphens") - filename = generate_filename('HED7.2.0.xml', name_suffix='_blech', extension='.txt') - self.assertEqual('HED7.2.0_blech.txt', filename, "Returns correct string when base_name has periods") - - def test_generate_file_name_with_date(self): - file1 = generate_filename('mybase') - file1t = generate_filename('mybase', append_datetime=True) - self.assertGreater(len(file1t), len(file1), "generate_file_name generates a longer file when datetime is used.") - # TODO convert more of these tests. - # self.assertEqual(file1, "mybase", "generate_file_name should return the base when other arguments not set") - # file2 = generate_filename('mybase', name_prefix="prefix") + # file2 = clean_filename('mybase', name_prefix="prefix") # self.assertEqual(file2, "prefixmybase", "generate_file_name should return correct name when prefix set") - # file3 = generate_filename('mybase', name_prefix="prefix", extension=".json") + # file3 = clean_filename('mybase', name_prefix="prefix", extension=".json") # self.assertEqual(file3, "prefixmybase.json", "generate_file_name should return correct name for extension") - # file4 = generate_filename('mybase', name_suffix="suffix") + # file4 = clean_filename('mybase', name_suffix="suffix") # self.assertEqual(file4, "mybasesuffix", "generate_file_name should return correct name when suffix set") - # file5 = generate_filename('mybase', name_suffix="suffix", extension=".json") + # file5 = clean_filename('mybase', name_suffix="suffix", extension=".json") # self.assertEqual(file5, "mybasesuffix.json", "generate_file_name should return correct name for extension") - # file6 = generate_filename('mybase', name_prefix="prefix", name_suffix="suffix", extension=".json") + # file6 = clean_filename('mybase', name_prefix="prefix", name_suffix="suffix", extension=".json") # self.assertEqual(file6, "prefixmybasesuffix.json", # "generate_file_name should return correct name for all set") - # filename = generate_filename(None, name_prefix=None, name_suffix=None, extension=None) - # self.assertEqual('', filename, "Return empty when all arguments are none") - # filename = generate_filename(None, name_prefix=None, name_suffix=None, extension='.txt') - # self.assertEqual('', filename, - # "Return empty when base_name, prefix, and suffix are None, but extension is not") - # filename = generate_filename('c:/temp.json', name_prefix=None, name_suffix=None, extension='.txt') - # self.assertEqual('c_temp.txt', filename, - # "Returns stripped base_name + extension when prefix, and suffix are None") - # filename = generate_filename('temp.json', name_prefix='prefix_', name_suffix='_suffix', extension='.txt') + filename = clean_filename("") + self.assertEqual('', filename, "Return empty when all arguments are none") + filename = clean_filename(None) + self.assertEqual('', filename, + "Return empty when base_name, prefix, and suffix are None, but extension is not") + filename = clean_filename('c:/temp.json') + self.assertEqual('c_temp.json', filename, + "Returns stripped base_name + extension when prefix, and suffix are None") + # filename = clean_filename('temp.json', name_prefix='prefix_', name_suffix='_suffix', extension='.txt') # self.assertEqual('prefix_temp_suffix.txt', filename, # "Return stripped base_name + extension when prefix, and suffix are None") - # filename = generate_filename(None, name_prefix='prefix_', name_suffix='suffix', extension='.txt') + # filename = clean_filename(None, name_prefix='prefix_', name_suffix='suffix', extension='.txt') # self.assertEqual('prefix_suffix.txt', filename, # "Returns correct string when no base_name") - # filename = generate_filename('event-strategy-v3_task-matchingpennies_events.json', - # name_suffix='_blech', extension='.txt') + # filename = clean_filename('event-strategy-v3_task-matchingpennies_events.json', + # name_suffix='_blech', extension='.txt') # self.assertEqual('event-strategy-v3_task-matchingpennies_events_blech.txt', filename, # "Returns correct string when base_name with hyphens") - # filename = generate_filename('HED7.2.0.xml', name_suffix='_blech', extension='.txt') + # filename = clean_filename('HED7.2.0.xml', name_suffix='_blech', extension='.txt') # self.assertEqual('HED7.2.0_blech.txt', filename, "Returns correct string when base_name has periods") def test_get_dir_dictionary(self): From 6ef0fdcf361ed112e62817c2a69897c27dba4275 Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Sat, 13 May 2023 10:44:21 -0500 Subject: [PATCH 069/103] Added values_per_line and max_categorical to value summary --- .../remodeling/operations/base_context.py | 18 ++-- .../operations/summarize_column_names_op.py | 4 +- .../operations/summarize_column_values_op.py | 87 +++++++++++++++---- .../operations/summarize_definitions_op.py | 4 +- .../operations/summarize_hed_tags_op.py | 4 +- .../operations/summarize_hed_type_op.py | 4 +- .../operations/summarize_hed_validation_op.py | 4 +- .../summarize_sidecar_from_events_op.py | 4 +- .../operations/test_base_context.py | 4 +- .../test_summarize_column_names_op.py | 2 +- 10 files changed, 94 insertions(+), 41 deletions(-) diff --git a/hed/tools/remodeling/operations/base_context.py b/hed/tools/remodeling/operations/base_context.py index a7a29d356..9fa5f858c 100644 --- a/hed/tools/remodeling/operations/base_context.py +++ b/hed/tools/remodeling/operations/base_context.py @@ -39,19 +39,19 @@ def get_summary_details(self, include_individual=True): - The 'Individual files' value is dictionary whose keys are file names and values are their corresponding summaries. - Users are expected to provide _merge_all and _get_details_dict to support this. + Users are expected to provide merge_all_info and get_details_dict to support this. """ - merged_summary = self._merge_all() + merged_summary = self.merge_all_info() if merged_summary: - details = self._get_details_dict(merged_summary) + details = self.get_details_dict(merged_summary) else: details = "Overall summary unavailable" summary_details = {"Dataset": details, "Individual files": {}} if include_individual: for name, count in self.summary_dict.items(): - summary_details["Individual files"][name] = self._get_details_dict(count) + summary_details["Individual files"][name] = self.get_details_dict(count) return summary_details def get_summary(self, individual_summaries="separate"): @@ -132,12 +132,12 @@ def save(self, save_dir, file_formats=['.txt'], individual_summaries="separate") def _save_summary_files(self, save_dir, file_format, summary, individual_summaries): """ Save the files in the appropriate format. - + Parameters: save_dir (str): Path to the directory in which the summaries will be saved. file_format (str): string representing the extension (including .), '.txt' or '.json'. summary (dictionary): Dictionary of summaries (has "Dataset" and "Individual files" keys. - + """ time_stamp = '_' + get_timestamp() this_save = os.path.join(save_dir, self.context_name + '/') @@ -159,7 +159,7 @@ def _save_summary_files(self, save_dir, file_format, summary, individual_summari def _get_summary_filepath(self, individual_dir, name, time_stamp, file_format): """ Return the filepath for the summary including the timestamp - + Parameters: individual_dir (str): path of the directory in which the summary should be stored. name (str): Path of the original file from which the summary was extracted. @@ -207,7 +207,7 @@ def dump_summary(filename, summary): text_file.write(summary) @abstractmethod - def _get_details_dict(self, summary_info): + def get_details_dict(self, summary_info): """ Return the summary-specific information. Parameters: @@ -223,7 +223,7 @@ def _get_details_dict(self, summary_info): raise NotImplementedError @abstractmethod - def _merge_all(self): + def merge_all_info(self): """ Return merged information. Returns: diff --git a/hed/tools/remodeling/operations/summarize_column_names_op.py b/hed/tools/remodeling/operations/summarize_column_names_op.py index be2699066..06bf46756 100644 --- a/hed/tools/remodeling/operations/summarize_column_names_op.py +++ b/hed/tools/remodeling/operations/summarize_column_names_op.py @@ -93,7 +93,7 @@ def update_context(self, new_context): self.summary_dict[name] = ColumnNameSummary(name=name) self.summary_dict[name].update(name, new_context["column_names"]) - def _get_details_dict(self, column_summary): + def get_details_dict(self, column_summary): """ Return the summary dictionary extracted from a ColumnNameSummary. Parameters: @@ -105,7 +105,7 @@ def _get_details_dict(self, column_summary): """ return column_summary.get_summary() - def _merge_all(self): + def merge_all_info(self): """ Create a ColumnNameSummary containing the overall dataset summary. Returns: diff --git a/hed/tools/remodeling/operations/summarize_column_values_op.py b/hed/tools/remodeling/operations/summarize_column_values_op.py index 000346565..0c02787fa 100644 --- a/hed/tools/remodeling/operations/summarize_column_values_op.py +++ b/hed/tools/remodeling/operations/summarize_column_values_op.py @@ -1,5 +1,6 @@ """ Summarize the values in the columns of a tabular file. """ +import operator from hed.tools import TabularSummary from hed.tools.remodeling.operations.base_op import BaseOp from hed.tools.remodeling.operations.base_context import BaseContext @@ -14,6 +15,9 @@ class SummarizeColumnValuesOp(BaseOp): - **skip_columns** (*list*): Names of columns to skip in the summary. - **value_columns** (*list*): Names of columns to treat as value columns rather than categorical columns. + Optional remodeling parameters: + - **max_categorical** (*int*): Maximum number of unique values to include in summary for a categorical column. + The purpose is to produce a summary of the values in a tabular file. """ @@ -27,10 +31,14 @@ class SummarizeColumnValuesOp(BaseOp): "value_columns": list }, "optional_parameters": { + "values_per_line": int, + "max_categorical": int } } SUMMARY_TYPE = 'column_values' + VALUES_PER_LINE = 5 + MAX_CATEGORICAL = 50 def __init__(self, parameters): """ Constructor for the summarize column values operation. @@ -54,6 +62,8 @@ def __init__(self, parameters): self.summary_filename = parameters['summary_filename'] self.skip_columns = parameters['skip_columns'] self.value_columns = parameters['value_columns'] + self.max_categorical = parameters.get('max_categorical', float('inf')) + self.values_per_line = parameters.get('values_per_line', self.VALUES_PER_LINE) def do_op(self, dispatcher, df, name, sidecar=None): """ Create factor columns corresponding to values in a specified column. @@ -86,6 +96,8 @@ def __init__(self, sum_op): super().__init__(sum_op.SUMMARY_TYPE, sum_op.summary_name, sum_op.summary_filename) self.value_columns = sum_op.value_columns self.skip_columns = sum_op.skip_columns + self.max_categorical = sum_op.max_categorical + self.values_per_line = sum_op.values_per_line def update_context(self, new_context): """ Update the summary for a given tabular input file. @@ -104,7 +116,7 @@ def update_context(self, new_context): TabularSummary(value_cols=self.value_columns, skip_cols=self.skip_columns, name=name) self.summary_dict[name].update(new_context['df']) - def _get_details_dict(self, summary): + def get_details_dict(self, summary): """ Return a dictionary with the summary contained in a TabularSummary Parameters: @@ -116,7 +128,7 @@ def _get_details_dict(self, summary): """ return summary.get_summary(as_json=False) - def _merge_all(self): + def merge_all_info(self): """ Create a TabularSummary containing the overall dataset summary. Returns: @@ -149,8 +161,25 @@ def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): return self._get_dataset_string(result, indent=indent) return self._get_individual_string(result, indent=indent) - @staticmethod - def _get_dataset_string(result, indent=BaseContext.DISPLAY_INDENT): + def _get_categorical_string(self, cat_dict, offset="", indent=" "): + """ Return a string with the summary for a particular categorical dictionary. + + Parameters: + cat_dict (dict): Dictionary of summary information for a particular tabular file. + offset (str): String of blanks used as offset for every item + indent (str): String of blanks used as the additional amount to indent an item's for readability. + + Returns: + str: Formatted string suitable for saving in a file or printing. + + """ + sum_list = [f"{offset}{indent}Categorical column values[Events, Files]:"] + sorted_tuples = sorted(cat_dict.items(), key=lambda x: x[0]) + for dict_entry in sorted_tuples: + sum_list = sum_list + self._get_categorical_col(dict_entry, offset="", indent=" ") + return "\n".join(sum_list) + + def _get_dataset_string(self, result, indent=BaseContext.DISPLAY_INDENT): """ Return a string with the overall summary for all of the tabular files. Parameters: @@ -165,14 +194,14 @@ def _get_dataset_string(result, indent=BaseContext.DISPLAY_INDENT): f"Total files={result.get('Total files', 0)}"] cat_cols = result.get("Categorical columns", {}) if cat_cols: - sum_list.append(ColumnValueSummaryContext._get_categorical_string(cat_cols, offset="", indent=indent)) + sum_list.append(self._get_categorical_string(cat_cols, offset="", indent=indent)) val_cols = result.get("Value columns", {}) if val_cols: sum_list.append(ColumnValueSummaryContext._get_value_string(val_cols, offset="", indent=indent)) return "\n".join(sum_list) - @staticmethod - def _get_individual_string(result, indent=BaseContext.DISPLAY_INDENT): + def _get_individual_string(self, result, indent=BaseContext.DISPLAY_INDENT): + """ Return a string with the summary for an individual tabular file. Parameters: @@ -186,22 +215,46 @@ def _get_individual_string(result, indent=BaseContext.DISPLAY_INDENT): sum_list = [f"Total events={result.get('Total events', 0)}"] cat_cols = result.get("Categorical columns", {}) if cat_cols: - sum_list.append(ColumnValueSummaryContext._get_categorical_string(cat_cols, offset=indent, indent=indent)) + sum_list.append(self._get_categorical_string(cat_cols, offset=indent, indent=indent)) val_cols = result.get("Value columns", {}) if val_cols: sum_list.append(ColumnValueSummaryContext._get_value_string(val_cols, offset=indent, indent=indent)) return "\n".join(sum_list) + def _get_categorical_col(self, dict_entry, offset="", indent=" "): + """ Return a string with the summary for a particular categorical column. + + Parameters: + dict_entry(tuple): (Name of the column, summary dict for that column) + offset(str): String of blanks used as offset for all items + indent (str): String of blanks used as the additional amount to indent for this item's readability. + + Returns: + list: Formatted strings, each corresponding to a line in the output. + """ + + sorted_tuples = sorted(dict_entry[1], key=lambda x: x[1], reverse=True) + num_disp = min(self.max_categorical, len(sorted_tuples)) + col_list = [f"{offset}{indent * 2}{dict_entry[0]}: {len(sorted_tuples)} unique values " + f"(displaying top {num_disp} values)"] + # Create and partition the list of individual entries + value_list = [f"{item[0]}{str(item[1])}" for item in sorted_tuples] + part_list = ColumnValueSummaryContext.partition_list(value_list, self.values_per_line) + return col_list + [f"{offset}{indent * 3}{item}" for item in part_list] + @staticmethod - def _get_categorical_string(cat_dict, offset="", indent=" "): - sum_list = [f"{offset}{indent}Categorical column values[Events, Files]:"] - for col_name, col_dict in cat_dict.items(): - sum_list.append(f"{offset}{indent*2}{col_name}:") - col_list = [] - for col_value, val_counts in col_dict.items(): - col_list.append(f"{col_value}{str(val_counts)}") - sum_list.append(f"{offset}{indent*3}{' '.join(col_list)}") - return "\n".join(sum_list) + def partition_list(lst, n): + """ Partition a list into lists of n items. + + Parameters: + lst (list): List to be partitioned + n (int): Number of items in each sublist + + Returns: + list: list of lists of n elements, the last might have fewer. + + """ + return [lst[i:i + n] for i in range(0, len(lst), n)] @staticmethod def _get_value_string(val_dict, offset="", indent=""): diff --git a/hed/tools/remodeling/operations/summarize_definitions_op.py b/hed/tools/remodeling/operations/summarize_definitions_op.py index c6f6f7001..c68727dba 100644 --- a/hed/tools/remodeling/operations/summarize_definitions_op.py +++ b/hed/tools/remodeling/operations/summarize_definitions_op.py @@ -92,7 +92,7 @@ def update_context(self, new_context): series, def_dict = data_input.series_a, data_input.get_def_dict(new_context['schema']) self.def_gatherer.process_def_expands(series, def_dict) - def _get_details_dict(self, def_gatherer): + def get_details_dict(self, def_gatherer): """ Return the summary-specific information in a dictionary. Parameters: @@ -131,7 +131,7 @@ def build_summary_dict(items_dict, title, process_func, display_description=Fals known_defs_summary.update(errors_summary) return known_defs_summary - def _merge_all(self): + def merge_all_info(self): """ Create an Object containing the definition summary. Returns: diff --git a/hed/tools/remodeling/operations/summarize_hed_tags_op.py b/hed/tools/remodeling/operations/summarize_hed_tags_op.py index faa259e7f..d0ff99bc7 100644 --- a/hed/tools/remodeling/operations/summarize_hed_tags_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_tags_op.py @@ -116,7 +116,7 @@ def update_context(self, new_context): counts.update_event_counts(hed, new_context['name']) self.summary_dict[new_context["name"]] = counts - def _get_details_dict(self, merge_counts): + def get_details_dict(self, merge_counts): """ Return the summary-specific information in a dictionary. Parameters: @@ -155,7 +155,7 @@ def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): return self._get_dataset_string(result, indent=indent) return self._get_individual_string(result, indent=indent) - def _merge_all(self): + def merge_all_info(self): """ Create a HedTagCounts containing the overall dataset HED tag summary. Returns: diff --git a/hed/tools/remodeling/operations/summarize_hed_type_op.py b/hed/tools/remodeling/operations/summarize_hed_type_op.py index fd500b4bc..e8f90df55 100644 --- a/hed/tools/remodeling/operations/summarize_hed_type_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_type_op.py @@ -112,7 +112,7 @@ def update_context(self, new_context): counts.add_descriptions(type_values.definitions) self.summary_dict[new_context["name"]] = counts - def _get_details_dict(self, counts): + def get_details_dict(self, counts): """ Return the summary-specific information in a dictionary. Parameters: @@ -124,7 +124,7 @@ def _get_details_dict(self, counts): """ return counts.get_summary() - def _merge_all(self): + def merge_all_info(self): """ Create a HedTypeCounts containing the overall dataset HED type summary. Returns: diff --git a/hed/tools/remodeling/operations/summarize_hed_validation_op.py b/hed/tools/remodeling/operations/summarize_hed_validation_op.py index 8120371ad..33d7c1be9 100644 --- a/hed/tools/remodeling/operations/summarize_hed_validation_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_validation_op.py @@ -151,7 +151,7 @@ def update_context(self, new_context): results['event_issues'][new_context["name"]] = issues results['total_event_issues'] = len(issues) - def _get_details_dict(self, summary_info): + def get_details_dict(self, summary_info): """Return the summary details from the summary_info. Parameters: @@ -163,7 +163,7 @@ def _get_details_dict(self, summary_info): """ return summary_info - def _merge_all(self): + def merge_all_info(self): """ Create a dictionary containing all of the errors in the dataset. Returns: diff --git a/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py b/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py index 0a403ac4b..a495a326f 100644 --- a/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py +++ b/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py @@ -101,7 +101,7 @@ def update_context(self, new_context): tab_sum.update(new_context['df'], new_context['name']) self.summary_dict[new_context["name"]] = tab_sum - def _get_details_dict(self, summary_info): + def get_details_dict(self, summary_info): """ Return the summary-specific information. Parameters: @@ -116,7 +116,7 @@ def _get_details_dict(self, summary_info): "total_events": summary_info.total_events, "skip_cols": summary_info.skip_cols, "sidecar": summary_info.extract_sidecar_template()} - def _merge_all(self): + def merge_all_info(self): """ Merge summary information from all of the files Returns: diff --git a/tests/tools/remodeling/operations/test_base_context.py b/tests/tools/remodeling/operations/test_base_context.py index 68e8ddc0f..7800f42ac 100644 --- a/tests/tools/remodeling/operations/test_base_context.py +++ b/tests/tools/remodeling/operations/test_base_context.py @@ -11,13 +11,13 @@ def __init__(self): self.summary_dict["data1"] = "test data 1" self.summary_dict["data2"] = "test data 2" - def _get_details_dict(self, include_individual=True): + def get_details_dict(self, include_individual=True): summary = {"name": self.context_name} if include_individual: summary["more"] = "more stuff" return summary - def _merge_all(self): + def merge_all_info(self): return {"merged": self.context_name} def update_context(self, context_dict): diff --git a/tests/tools/remodeling/operations/test_summarize_column_names_op.py b/tests/tools/remodeling/operations/test_summarize_column_names_op.py index 4593a8aed..3c19b8c11 100644 --- a/tests/tools/remodeling/operations/test_summarize_column_names_op.py +++ b/tests/tools/remodeling/operations/test_summarize_column_names_op.py @@ -76,7 +76,7 @@ def test_summary_op(self): self.assertIsInstance(json_value, str) new_summary = json.loads(json_value) self.assertIsInstance(new_summary, dict) - merged1 = this_context._merge_all() + merged1 = this_context.merge_all_info() self.assertIsInstance(merged1, ColumnNameSummary) self.assertEqual(len(merged1.file_dict), 3) self.assertEqual(len(merged1.unique_headers), 2) From 5e92fbcc69fc74c2dcdfc0a02c474e4561440f04 Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Sun, 14 May 2023 16:49:32 -0500 Subject: [PATCH 070/103] Refactored the summaries to pass op and added limits to column value summary --- hed/tools/__init__.py | 2 +- ...mary.py => tabular_column_name_summary.py} | 2 +- hed/tools/analysis/tabular_summary.py | 1 + hed/tools/remodeling/dispatcher.py | 8 +- .../{base_context.py => base_summary.py} | 50 +++++----- .../operations/summarize_column_names_op.py | 44 ++++----- .../operations/summarize_column_values_op.py | 92 +++++++++++-------- .../operations/summarize_definitions_op.py | 30 +++--- .../operations/summarize_hed_tags_op.py | 46 +++++----- .../operations/summarize_hed_type_op.py | 48 +++++----- .../operations/summarize_hed_validation_op.py | 51 +++++----- .../summarize_sidecar_from_events_op.py | 32 +++---- ...py => test_tabular_column_name_summary.py} | 16 ++-- tests/tools/analysis/test_temporal_event.py | 3 +- ...t_base_context.py => test_base_summary.py} | 69 +++++++++----- .../test_summarize_column_names_op.py | 18 ++-- .../test_summarize_column_values_op.py | 14 +-- .../test_summarize_definitions_op.py | 18 ++-- .../operations/test_summarize_hed_tags_op.py | 24 ++--- .../operations/test_summarize_hed_type_op.py | 16 ++-- .../test_summarize_hed_validation_op.py | 20 ++-- .../test_summarize_sidecar_from_events_op.py | 12 +-- 22 files changed, 324 insertions(+), 292 deletions(-) rename hed/tools/analysis/{column_name_summary.py => tabular_column_name_summary.py} (95%) rename hed/tools/remodeling/operations/{base_context.py => base_summary.py} (79%) rename tests/tools/analysis/{test_column_name_summary.py => test_tabular_column_name_summary.py} (78%) rename tests/tools/remodeling/operations/{test_base_context.py => test_base_summary.py} (68%) diff --git a/hed/tools/__init__.py b/hed/tools/__init__.py index 6d7b49e77..4cfe71c4c 100644 --- a/hed/tools/__init__.py +++ b/hed/tools/__init__.py @@ -19,7 +19,7 @@ from .remodeling.dispatcher import Dispatcher from .remodeling.backup_manager import BackupManager -from .remodeling.operations.base_context import BaseContext +from .remodeling.operations.base_summary import BaseSummary from .remodeling.operations.base_op import BaseOp from .remodeling.operations.factor_column_op import FactorColumnOp from .remodeling.operations.factor_hed_tags_op import FactorHedTagsOp diff --git a/hed/tools/analysis/column_name_summary.py b/hed/tools/analysis/tabular_column_name_summary.py similarity index 95% rename from hed/tools/analysis/column_name_summary.py rename to hed/tools/analysis/tabular_column_name_summary.py index 5c7a710c9..cd42651ae 100644 --- a/hed/tools/analysis/column_name_summary.py +++ b/hed/tools/analysis/tabular_column_name_summary.py @@ -3,7 +3,7 @@ import json -class ColumnNameSummary: +class TabularColumnNameSummary: def __init__(self, name=''): self.name = name self.file_dict = {} diff --git a/hed/tools/analysis/tabular_summary.py b/hed/tools/analysis/tabular_summary.py index 85dc44cd5..d9fd79702 100644 --- a/hed/tools/analysis/tabular_summary.py +++ b/hed/tools/analysis/tabular_summary.py @@ -113,6 +113,7 @@ def update(self, data, name=None): Parameters: data (DataFrame, str, or list): DataFrame containing data to update. + name (str): Name of the summary """ diff --git a/hed/tools/remodeling/dispatcher.py b/hed/tools/remodeling/dispatcher.py index 06d664e91..8060fabb5 100644 --- a/hed/tools/remodeling/dispatcher.py +++ b/hed/tools/remodeling/dispatcher.py @@ -47,7 +47,7 @@ def __init__(self, operation_list, data_root=None, raise ValueError("InvalidOperationList", f"{these_errors}") self.parsed_ops = op_list self.hed_schema = get_schema(hed_versions) - self.context_dict = {} + self.summary_dicts = {} def get_summaries(self, file_formats=['.txt', '.json']): """ Return the summaries in a dictionary of strings suitable for saving or archiving. @@ -62,8 +62,8 @@ def get_summaries(self, file_formats=['.txt', '.json']): summary_list = [] time_stamp = '_' + get_timestamp() - for context_name, context_item in self.context_dict.items(): - file_base = context_item.context_filename + for context_name, context_item in self.summary_dicts.items(): + file_base = context_item.op.summary_filename if self.data_root: file_base = extract_suffix_path(self.data_root, file_base) file_base = clean_filename(file_base) @@ -171,7 +171,7 @@ def save_summaries(self, save_formats=['.json', '.txt'], individual_summaries="s if not summary_dir: summary_dir = self.get_summary_save_dir() os.makedirs(summary_dir, exist_ok=True) - for context_name, context_item in self.context_dict.items(): + for context_name, context_item in self.summary_dicts.items(): context_item.save(summary_dir, save_formats, individual_summaries=individual_summaries) @staticmethod diff --git a/hed/tools/remodeling/operations/base_context.py b/hed/tools/remodeling/operations/base_summary.py similarity index 79% rename from hed/tools/remodeling/operations/base_context.py rename to hed/tools/remodeling/operations/base_summary.py index 9fa5f858c..aedb0429d 100644 --- a/hed/tools/remodeling/operations/base_context.py +++ b/hed/tools/remodeling/operations/base_summary.py @@ -1,4 +1,4 @@ -""" Abstract base class for the context of summary operations. """ +""" Abstract base class for the contents of summary operations. """ import os from abc import ABC, abstractmethod @@ -6,23 +6,19 @@ from hed.tools.util.io_util import get_timestamp -class BaseContext(ABC): - """ Abstract base class for summary contexts. Should not be instantiated. +class BaseSummary(ABC): + """ Abstract base class for summary contents. Should not be instantiated. Parameters: - context_type (str) Type of summary. - context_name (str) Printable name -- should be unique. - context_filename (str) Base filename for saving the context. + sum_op (BaseOp): Operation corresponding to this summary. """ DISPLAY_INDENT = " " INDIVIDUAL_SUMMARIES_PATH = 'individual_summaries' - def __init__(self, context_type, context_name, context_filename): - self.context_type = context_type - self.context_name = context_name - self.context_filename = context_filename + def __init__(self, sum_op): + self.op = sum_op self.summary_dict = {} def get_summary_details(self, include_individual=True): @@ -71,8 +67,8 @@ def get_summary(self, individual_summaries="separate"): """ include_individual = individual_summaries == "separate" or individual_summaries == "consolidated" summary_details = self.get_summary_details(include_individual=include_individual) - dataset_summary = {"Context name": self.context_name, "Context type": self.context_type, - "Context filename": self.context_filename, "Overall summary": summary_details['Dataset']} + dataset_summary = {"Summary name": self.op.summary_name, "Summary type": self.op.SUMMARY_TYPE, + "Summary filename": self.op.summary_filename, "Overall summary": summary_details['Dataset']} summary = {"Dataset": dataset_summary, "Individual files": {}} if summary_details["Individual files"]: summary["Individual files"] = self.get_individual(summary_details["Individual files"], @@ -83,8 +79,8 @@ def get_individual(self, summary_details, separately=True): individual_dict = {} for name, name_summary in summary_details.items(): if separately: - individual_dict[name] = {"Context name": self.context_name, "Context type": self.context_type, - "Context filename": self.context_filename, "File summary": name_summary} + individual_dict[name] = {"Summary name": self.op.summary_name, "summary type": self.op.SUMMARY_TYPE, + "Summary filename": self.op.summary_filename, "File summary": name_summary} else: individual_dict[name] = name_summary return individual_dict @@ -101,14 +97,16 @@ def get_text_summary_details(self, include_individual=True): def get_text_summary(self, individual_summaries="separate"): include_individual = individual_summaries == "separate" or individual_summaries == "consolidated" summary_details = self.get_text_summary_details(include_individual=include_individual) - summary = {"Dataset": f"Context name: {self.context_name}\n" + f"Context type: {self.context_type}\n" + - f"Context filename: {self.context_filename}\n\n" + f"Overall summary:\n{summary_details['Dataset']}"} + summary = {"Dataset": f"Summary name: {self.op.summary_name}\n" + + f"Summary type: {self.op.SUMMARY_TYPE}\n" + + f"Summary filename: {self.op.summary_filename}\n\n" + + f"Overall summary:\n{summary_details['Dataset']}"} if individual_summaries == "separate": summary["Individual files"] = {} for name, name_summary in summary_details["Individual files"].items(): - summary["Individual files"][name] = f"Context name: {self.context_name}\n" + \ - f"Context type: {self.context_type}\n" + \ - f"Context filename: {self.context_filename}\n\n" + \ + summary["Individual files"][name] = f"Summary name: {self.op.summary_name}\n" + \ + f"Summary type: {self.op.SUMMARY_TYPE}\n" + \ + f"Summary filename: {self.op.summary_filename}\n\n" + \ f"Summary for {name}:\n{name_summary}" elif include_individual: ind_list = [] @@ -140,9 +138,9 @@ def _save_summary_files(self, save_dir, file_format, summary, individual_summari """ time_stamp = '_' + get_timestamp() - this_save = os.path.join(save_dir, self.context_name + '/') + this_save = os.path.join(save_dir, self.op.summary_name + '/') os.makedirs(os.path.realpath(this_save), exist_ok=True) - filename = os.path.realpath(os.path.join(this_save, self.context_filename + time_stamp + file_format)) + filename = os.path.realpath(os.path.join(this_save, self.op.summary_filename + time_stamp + file_format)) individual = summary.get("Individual files", {}) if individual_summaries == "none" or not individual: self.dump_summary(filename, summary["Dataset"]) @@ -175,7 +173,7 @@ def _get_summary_filepath(self, individual_dir, name, time_stamp, file_format): match = True filename = None while match: - filename = f"{self.context_filename}_{this_name}_{count}{time_stamp}{file_format}" + filename = f"{self.op.summary_filename}_{this_name}_{count}{time_stamp}{file_format}" filename = os.path.realpath(os.path.join(individual_dir, filename)) if not os.path.isfile(filename): break @@ -217,7 +215,7 @@ def get_details_dict(self, summary_info): dict: dictionary with the results. Notes: - Abstract method be implemented by each individual context summary. + Abstract method be implemented by each individual summary. """ raise NotImplementedError @@ -230,17 +228,17 @@ def merge_all_info(self): object: Consolidated summary of information. Notes: - Abstract method be implemented by each individual context summary. + Abstract method be implemented by each individual summary. """ raise NotImplementedError @abstractmethod - def update_context(self, context_dict): + def update_summary(self, summary_dict): """ Method to update summary for a given tabular input. Parameters: - context_dict (dict) A context specific dictionary with the update information. + summary_dict (dict) A summary specific dictionary with the update information. """ raise NotImplementedError diff --git a/hed/tools/remodeling/operations/summarize_column_names_op.py b/hed/tools/remodeling/operations/summarize_column_names_op.py index 06bf46756..d454bcc16 100644 --- a/hed/tools/remodeling/operations/summarize_column_names_op.py +++ b/hed/tools/remodeling/operations/summarize_column_names_op.py @@ -1,8 +1,8 @@ """ Summarize the column names in a collection of tabular files. """ -from hed.tools.analysis.column_name_summary import ColumnNameSummary +from hed.tools.analysis.tabular_column_name_summary import TabularColumnNameSummary from hed.tools.remodeling.operations.base_op import BaseOp -from hed.tools.remodeling.operations.base_context import BaseContext +from hed.tools.remodeling.operations.base_summary import BaseSummary class SummarizeColumnNamesOp(BaseOp): @@ -60,44 +60,44 @@ def do_op(self, dispatcher, df, name, sidecar=None): DataFrame: A new DataFrame with the factor columns appended. Side-effect: - Updates the context. + Updates the relevant summary. """ - summary = dispatcher.context_dict.get(self.summary_name, None) + summary = dispatcher.summary_dicts.get(self.summary_name, None) if not summary: - summary = ColumnNameSummaryContext(self) - dispatcher.context_dict[self.summary_name] = summary - summary.update_context({"name": name, "column_names": list(df.columns)}) + summary = ColumnNameSummary(self) + dispatcher.summary_dicts[self.summary_name] = summary + summary.update_summary({"name": name, "column_names": list(df.columns)}) return df -class ColumnNameSummaryContext(BaseContext): +class ColumnNameSummary(BaseSummary): def __init__(self, sum_op): - super().__init__(sum_op.SUMMARY_TYPE, sum_op.summary_name, sum_op.summary_filename) + super().__init__(sum_op) - def update_context(self, new_context): + def update_summary(self, new_info): """ Update the summary for a given tabular input file. Parameters: - new_context (dict): A dictionary with the parameters needed to update a summary. + new_info (dict): A dictionary with the parameters needed to update a summary. Notes: - - The summary information is kept in separate ColumnNameSummary objects for each file. + - The summary information is kept in separate TabularColumnNameSummary objects for each file. - The summary needs a "name" str and a "column_names" list. - - The summary uses ColumnNameSummary as the summary object. + - The summary uses TabularColumnNameSummary as the summary object. """ - name = new_context['name'] + name = new_info['name'] if name not in self.summary_dict: - self.summary_dict[name] = ColumnNameSummary(name=name) - self.summary_dict[name].update(name, new_context["column_names"]) + self.summary_dict[name] = TabularColumnNameSummary(name=name) + self.summary_dict[name].update(name, new_info["column_names"]) def get_details_dict(self, column_summary): """ Return the summary dictionary extracted from a ColumnNameSummary. Parameters: - column_summary (ColumnNameSummary): A column name summary for the data file. + column_summary (TabularColumnNameSummary): A column name summary for the data file. Returns: dict - a dictionary with the summary information for column names. @@ -106,19 +106,19 @@ def get_details_dict(self, column_summary): return column_summary.get_summary() def merge_all_info(self): - """ Create a ColumnNameSummary containing the overall dataset summary. + """ Create a TabularColumnNameSummary containing the overall dataset summary. Returns: - ColumnNameSummary - the overall summary object for column names. + TabularColumnNameSummary - the overall summary object for column names. """ - all_sum = ColumnNameSummary(name='Dataset') + all_sum = TabularColumnNameSummary(name='Dataset') for key, counts in self.summary_dict.items(): for name, pos in counts.file_dict.items(): all_sum.update(name, counts.unique_headers[pos]) return all_sum - def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): + def _get_result_string(self, name, result, indent=BaseSummary.DISPLAY_INDENT): """ Return a formatted string with the summary for the indicated name. Parameters: @@ -139,7 +139,7 @@ def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): return f"{indent}{str(columns['Column names'])}" @staticmethod - def _get_dataset_string(result, indent=BaseContext.DISPLAY_INDENT): + def _get_dataset_string(result, indent=BaseSummary.DISPLAY_INDENT): """ Return a string with the overall summary for all of the tabular files. Parameters: diff --git a/hed/tools/remodeling/operations/summarize_column_values_op.py b/hed/tools/remodeling/operations/summarize_column_values_op.py index 0c02787fa..a01dfc856 100644 --- a/hed/tools/remodeling/operations/summarize_column_values_op.py +++ b/hed/tools/remodeling/operations/summarize_column_values_op.py @@ -1,9 +1,8 @@ """ Summarize the values in the columns of a tabular file. """ -import operator from hed.tools import TabularSummary from hed.tools.remodeling.operations.base_op import BaseOp -from hed.tools.remodeling.operations.base_context import BaseContext +from hed.tools.remodeling.operations.base_summary import BaseSummary class SummarizeColumnValuesOp(BaseOp): @@ -78,43 +77,39 @@ def do_op(self, dispatcher, df, name, sidecar=None): DataFrame: A new DataFrame with the factor columns appended. Side-effect: - Updates the context. + Updates the relevant summary. """ - summary = dispatcher.context_dict.get(self.summary_name, None) + summary = dispatcher.summary_dicts.get(self.summary_name, None) if not summary: - summary = ColumnValueSummaryContext(self) - dispatcher.context_dict[self.summary_name] = summary - summary.update_context({'df': dispatcher.post_proc_data(df), 'name': name}) + summary = ColumnValueSummary(self) + dispatcher.summary_dicts[self.summary_name] = summary + summary.update_summary({'df': dispatcher.post_proc_data(df), 'name': name}) return df -class ColumnValueSummaryContext(BaseContext): +class ColumnValueSummary(BaseSummary): def __init__(self, sum_op): - super().__init__(sum_op.SUMMARY_TYPE, sum_op.summary_name, sum_op.summary_filename) - self.value_columns = sum_op.value_columns - self.skip_columns = sum_op.skip_columns - self.max_categorical = sum_op.max_categorical - self.values_per_line = sum_op.values_per_line + super().__init__(sum_op) - def update_context(self, new_context): + def update_summary(self, new_info): """ Update the summary for a given tabular input file. Parameters: - new_context (dict): A dictionary with the parameters needed to update a summary. + new_info (dict): A dictionary with the parameters needed to update a summary. Notes: - The summary information is kept in separate TabularSummary objects for each file. - The summary needs a "name" str and a "df" . """ - name = new_context['name'] + name = new_info['name'] if name not in self.summary_dict: self.summary_dict[name] = \ - TabularSummary(value_cols=self.value_columns, skip_cols=self.skip_columns, name=name) - self.summary_dict[name].update(new_context['df']) + TabularSummary(value_cols=self.op.value_columns, skip_cols=self.op.skip_columns, name=name) + self.summary_dict[name].update(new_info['df']) def get_details_dict(self, summary): """ Return a dictionary with the summary contained in a TabularSummary @@ -126,7 +121,13 @@ def get_details_dict(self, summary): dict: Dictionary with the information suitable for extracting printout. """ - return summary.get_summary(as_json=False) + this_summary = summary.get_summary(as_json=False) + unique_counts = [(key, len(count_dict)) for key, count_dict in this_summary['Categorical columns'].items()] + this_summary['Categorical counts'] = dict(unique_counts) + for key, dict_entry in this_summary['Categorical columns'].items(): + num_disp, sorted_tuples = ColumnValueSummary.sort_dict(self, dict_entry, reverse=True) + this_summary['Categorical columns'][key] = dict(sorted_tuples[:min(num_disp, self.op.max_categorical)]) + return this_summary def merge_all_info(self): """ Create a TabularSummary containing the overall dataset summary. @@ -135,12 +136,12 @@ def merge_all_info(self): TabularSummary - the summary object for column values. """ - all_sum = TabularSummary(value_cols=self.value_columns, skip_cols=self.skip_columns, name='Dataset') + all_sum = TabularSummary(value_cols=self.op.value_columns, skip_cols=self.op.skip_columns, name='Dataset') for key, counts in self.summary_dict.items(): all_sum.update_summary(counts) return all_sum - def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): + def _get_result_string(self, name, result, indent=BaseSummary.DISPLAY_INDENT): """ Return a formatted string with the summary for the indicated name. Parameters: @@ -161,7 +162,7 @@ def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): return self._get_dataset_string(result, indent=indent) return self._get_individual_string(result, indent=indent) - def _get_categorical_string(self, cat_dict, offset="", indent=" "): + def _get_categorical_string(self, result, offset="", indent=" "): """ Return a string with the summary for a particular categorical dictionary. Parameters: @@ -173,13 +174,17 @@ def _get_categorical_string(self, cat_dict, offset="", indent=" "): str: Formatted string suitable for saving in a file or printing. """ + cat_dict = result.get('Categorical columns', {}) + if not cat_dict: + return "" + count_dict = result['Categorical counts'] sum_list = [f"{offset}{indent}Categorical column values[Events, Files]:"] sorted_tuples = sorted(cat_dict.items(), key=lambda x: x[0]) - for dict_entry in sorted_tuples: - sum_list = sum_list + self._get_categorical_col(dict_entry, offset="", indent=" ") + for entry in sorted_tuples: + sum_list = sum_list + self._get_categorical_col(entry, count_dict, offset="", indent=" ") return "\n".join(sum_list) - def _get_dataset_string(self, result, indent=BaseContext.DISPLAY_INDENT): + def _get_dataset_string(self, result, indent=BaseSummary.DISPLAY_INDENT): """ Return a string with the overall summary for all of the tabular files. Parameters: @@ -192,15 +197,15 @@ def _get_dataset_string(self, result, indent=BaseContext.DISPLAY_INDENT): """ sum_list = [f"Dataset: Total events={result.get('Total events', 0)} " f"Total files={result.get('Total files', 0)}"] - cat_cols = result.get("Categorical columns", {}) - if cat_cols: - sum_list.append(self._get_categorical_string(cat_cols, offset="", indent=indent)) + cat_string = self._get_categorical_string(result, offset="", indent=indent) + if cat_string: + sum_list.append(cat_string) val_cols = result.get("Value columns", {}) if val_cols: - sum_list.append(ColumnValueSummaryContext._get_value_string(val_cols, offset="", indent=indent)) + sum_list.append(ColumnValueSummary._get_value_string(val_cols, offset="", indent=indent)) return "\n".join(sum_list) - def _get_individual_string(self, result, indent=BaseContext.DISPLAY_INDENT): + def _get_individual_string(self, result, indent=BaseSummary.DISPLAY_INDENT): """ Return a string with the summary for an individual tabular file. @@ -218,10 +223,10 @@ def _get_individual_string(self, result, indent=BaseContext.DISPLAY_INDENT): sum_list.append(self._get_categorical_string(cat_cols, offset=indent, indent=indent)) val_cols = result.get("Value columns", {}) if val_cols: - sum_list.append(ColumnValueSummaryContext._get_value_string(val_cols, offset=indent, indent=indent)) + sum_list.append(ColumnValueSummary._get_value_string(val_cols, offset=indent, indent=indent)) return "\n".join(sum_list) - def _get_categorical_col(self, dict_entry, offset="", indent=" "): + def _get_categorical_col(self, entry, count_dict, offset="", indent=" "): """ Return a string with the summary for a particular categorical column. Parameters: @@ -232,15 +237,19 @@ def _get_categorical_col(self, dict_entry, offset="", indent=" "): Returns: list: Formatted strings, each corresponding to a line in the output. """ - - sorted_tuples = sorted(dict_entry[1], key=lambda x: x[1], reverse=True) - num_disp = min(self.max_categorical, len(sorted_tuples)) - col_list = [f"{offset}{indent * 2}{dict_entry[0]}: {len(sorted_tuples)} unique values " + num_unique = count_dict[entry[0]] + num_disp = min(self.op.max_categorical, num_unique) + col_list = [f"{offset}{indent * 2}{entry[0]}: {num_unique} unique values " f"(displaying top {num_disp} values)"] # Create and partition the list of individual entries - value_list = [f"{item[0]}{str(item[1])}" for item in sorted_tuples] - part_list = ColumnValueSummaryContext.partition_list(value_list, self.values_per_line) - return col_list + [f"{offset}{indent * 3}{item}" for item in part_list] + value_list = [f"{item[0]}{str(item[1])}" for item in entry[1].items()] + value_list = value_list[:num_disp] + part_list = ColumnValueSummary.partition_list(value_list, self.op.values_per_line) + return col_list + [f"{offset}{indent * 3}{ColumnValueSummary.get_list_str(item)}" for item in part_list] + + @staticmethod + def get_list_str(lst): + return f"{' '.join(str(item) for item in lst)}" @staticmethod def partition_list(lst, n): @@ -262,3 +271,8 @@ def _get_value_string(val_dict, offset="", indent=""): for col_name, val_counts in val_dict.items(): sum_list.append(f"{offset}{indent*2}{col_name}{str(val_counts)}") return "\n".join(sum_list) + + @staticmethod + def sort_dict(self, count_dict, reverse=False): + sorted_tuples = sorted(count_dict.items(), key=lambda x: x[1][0], reverse=reverse) + return len(sorted_tuples), sorted_tuples diff --git a/hed/tools/remodeling/operations/summarize_definitions_op.py b/hed/tools/remodeling/operations/summarize_definitions_op.py index c68727dba..73c7d5957 100644 --- a/hed/tools/remodeling/operations/summarize_definitions_op.py +++ b/hed/tools/remodeling/operations/summarize_definitions_op.py @@ -2,7 +2,7 @@ from hed import TabularInput from hed.tools.remodeling.operations.base_op import BaseOp -from hed.tools.remodeling.operations.base_context import BaseContext +from hed.tools.remodeling.operations.base_summary import BaseSummary from hed.models.def_expand_gather import DefExpandGatherer @@ -63,33 +63,33 @@ def do_op(self, dispatcher, df, name, sidecar=None): DataFrame: A new DataFrame with the factor columns appended. Side-effect: - Updates the context. + Updates the relevant summary. """ - summary = dispatcher.context_dict.setdefault(self.summary_name, - DefinitionSummaryContext(self, dispatcher.hed_schema)) - summary.update_context({'df': dispatcher.post_proc_data(df), 'name': name, 'sidecar': sidecar, + summary = dispatcher.summary_dicts.setdefault(self.summary_name, + DefinitionSummary(self, dispatcher.hed_schema)) + summary.update_summary({'df': dispatcher.post_proc_data(df), 'name': name, 'sidecar': sidecar, 'schema': dispatcher.hed_schema}) return df -class DefinitionSummaryContext(BaseContext): +class DefinitionSummary(BaseSummary): def __init__(self, sum_op, hed_schema, known_defs=None): - super().__init__(sum_op.SUMMARY_TYPE, sum_op.summary_name, sum_op.summary_filename) + super().__init__(sum_op) self.def_gatherer = DefExpandGatherer(hed_schema, known_defs=known_defs) - def update_context(self, new_context): + def update_summary(self, new_info): """ Update the summary for a given tabular input file. Parameters: - new_context (dict): A dictionary with the parameters needed to update a summary. + new_info (dict): A dictionary with the parameters needed to update a summary. Notes: - The summary needs a "name" str, a "schema" and a "Sidecar". """ - data_input = TabularInput(new_context['df'], sidecar=new_context['sidecar'], name=new_context['name']) - series, def_dict = data_input.series_a, data_input.get_def_dict(new_context['schema']) + data_input = TabularInput(new_info['df'], sidecar=new_info['sidecar'], name=new_info['name']) + series, def_dict = data_input.series_a, data_input.get_def_dict(new_info['schema']) self.def_gatherer.process_def_expands(series, def_dict) def get_details_dict(self, def_gatherer): @@ -111,7 +111,7 @@ def build_summary_dict(items_dict, title, process_func, display_description=Fals if "#" in str(value): key = key + "/#" if display_description: - description, value = DefinitionSummaryContext.remove_description(value) + description, value = DefinitionSummary.remove_description(value) items[key] = {"description": description, "contents": str(value)} else: if isinstance(value, list): @@ -140,7 +140,7 @@ def merge_all_info(self): """ return self.def_gatherer - def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): + def _get_result_string(self, name, result, indent=BaseSummary.DISPLAY_INDENT): """ Return a formatted string with the summary for the indicated name. Parameters: @@ -161,7 +161,7 @@ def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): return self._get_individual_string(result, indent=indent) @staticmethod - def _get_dataset_string(summary_dict, indent=BaseContext.DISPLAY_INDENT): + def _get_dataset_string(summary_dict, indent=BaseSummary.DISPLAY_INDENT): def nested_dict_to_string(data, level=1): result = [] for key, value in data.items(): @@ -190,7 +190,7 @@ def remove_description(def_entry): return description, def_group @staticmethod - def _get_individual_string(result, indent=BaseContext.DISPLAY_INDENT): + def _get_individual_string(result, indent=BaseSummary.DISPLAY_INDENT): """ Return a string with the summary for an individual tabular file. Parameters: diff --git a/hed/tools/remodeling/operations/summarize_hed_tags_op.py b/hed/tools/remodeling/operations/summarize_hed_tags_op.py index d0ff99bc7..f44c70f21 100644 --- a/hed/tools/remodeling/operations/summarize_hed_tags_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_tags_op.py @@ -4,7 +4,7 @@ from hed.models.sidecar import Sidecar from hed.tools.analysis.hed_tag_counts import HedTagCounts from hed.tools.remodeling.operations.base_op import BaseOp -from hed.tools.remodeling.operations.base_context import BaseContext +from hed.tools.remodeling.operations.base_summary import BaseSummary from hed.models.df_util import get_assembled @@ -77,44 +77,44 @@ def do_op(self, dispatcher, df, name, sidecar=None): Updates the context. """ - summary = dispatcher.context_dict.get(self.summary_name, None) + summary = dispatcher.summary_dicts.get(self.summary_name, None) if not summary: - summary = HedTagSummaryContext(self) - dispatcher.context_dict[self.summary_name] = summary - summary.update_context({'df': dispatcher.post_proc_data(df), 'name': name, + summary = HedTagSummary(self) + dispatcher.summary_dicts[self.summary_name] = summary + summary.update_summary({'df': dispatcher.post_proc_data(df), 'name': name, 'schema': dispatcher.hed_schema, 'sidecar': sidecar}) return df -class HedTagSummaryContext(BaseContext): +class HedTagSummary(BaseSummary): def __init__(self, sum_op): - super().__init__(sum_op.SUMMARY_TYPE, sum_op.summary_name, sum_op.summary_filename) + super().__init__(sum_op) self.tags = sum_op.tags self.expand_context = sum_op.expand_context - def update_context(self, new_context): + def update_summary(self, new_info): """ Update the summary for a given tabular input file. Parameters: - new_context (dict): A dictionary with the parameters needed to update a summary. + new_info (dict): A dictionary with the parameters needed to update a summary. Notes: - The summary needs a "name" str, a "schema", a "df, and a "Sidecar". """ - counts = HedTagCounts(new_context['name'], total_events=len(new_context['df'])) - sidecar = new_context['sidecar'] + counts = HedTagCounts(new_info['name'], total_events=len(new_info['df'])) + sidecar = new_info['sidecar'] if sidecar and not isinstance(sidecar, Sidecar): sidecar = Sidecar(sidecar) - input_data = TabularInput(new_context['df'], sidecar=sidecar, name=new_context['name']) - hed_strings, definitions = get_assembled(input_data, sidecar, new_context['schema'], + input_data = TabularInput(new_info['df'], sidecar=sidecar, name=new_info['name']) + hed_strings, definitions = get_assembled(input_data, sidecar, new_info['schema'], extra_def_dicts=None, join_columns=True, shrink_defs=False, expand_defs=True) # definitions = input_data.get_definitions().gathered_defs for hed in hed_strings: - counts.update_event_counts(hed, new_context['name']) - self.summary_dict[new_context["name"]] = counts + counts.update_event_counts(hed, new_info['name']) + self.summary_dict[new_info["name"]] = counts def get_details_dict(self, merge_counts): """ Return the summary-specific information in a dictionary. @@ -135,7 +135,7 @@ def get_details_dict(self, merge_counts): "files": [name for name in merge_counts.files.keys()], "Main tags": details, "Other tags": leftovers} - def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): + def _get_result_string(self, name, result, indent=BaseSummary.DISPLAY_INDENT): """ Return a formatted string with the summary for the indicated name. Parameters: @@ -172,7 +172,7 @@ def merge_all_info(self): return all_counts @staticmethod - def _get_dataset_string(result, indent=BaseContext.DISPLAY_INDENT): + def _get_dataset_string(result, indent=BaseSummary.DISPLAY_INDENT): """ Return a string with the overall summary for all of the tabular files. Parameters: @@ -185,11 +185,11 @@ def _get_dataset_string(result, indent=BaseContext.DISPLAY_INDENT): """ sum_list = [f"Dataset: Total events={result.get('total_events', 0)} " f"Total files={len(result.get('files', []))}"] - sum_list = sum_list + HedTagSummaryContext._get_tag_list(result, indent=indent) + sum_list = sum_list + HedTagSummary._get_tag_list(result, indent=indent) return "\n".join(sum_list) @staticmethod - def _get_individual_string(result, indent=BaseContext.DISPLAY_INDENT): + def _get_individual_string(result, indent=BaseSummary.DISPLAY_INDENT): """ Return a string with the summary for an individual tabular file. Parameters: @@ -201,7 +201,7 @@ def _get_individual_string(result, indent=BaseContext.DISPLAY_INDENT): """ sum_list = [f"Total events={result.get('total_events', 0)}"] - sum_list = sum_list + HedTagSummaryContext._get_tag_list(result, indent=indent) + sum_list = sum_list + HedTagSummary._get_tag_list(result, indent=indent) return "\n".join(sum_list) @staticmethod @@ -212,15 +212,15 @@ def _tag_details(tags): return tag_list @staticmethod - def _get_tag_list(tag_info, indent=BaseContext.DISPLAY_INDENT): + def _get_tag_list(tag_info, indent=BaseSummary.DISPLAY_INDENT): sum_list = [f"\n{indent}Main tags[events,files]:"] for category, tags in tag_info['Main tags'].items(): sum_list.append(f"{indent}{indent}{category}:") if tags: - sum_list.append(f"{indent}{indent}{indent}{' '.join(HedTagSummaryContext._tag_details(tags))}") + sum_list.append(f"{indent}{indent}{indent}{' '.join(HedTagSummary._tag_details(tags))}") if tag_info['Other tags']: sum_list.append(f"{indent}Other tags[events,files]:") - sum_list.append(f"{indent}{indent}{' '.join(HedTagSummaryContext._tag_details(tag_info['Other tags']))}") + sum_list.append(f"{indent}{indent}{' '.join(HedTagSummary._tag_details(tag_info['Other tags']))}") return sum_list @staticmethod diff --git a/hed/tools/remodeling/operations/summarize_hed_type_op.py b/hed/tools/remodeling/operations/summarize_hed_type_op.py index e8f90df55..4cbb96675 100644 --- a/hed/tools/remodeling/operations/summarize_hed_type_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_type_op.py @@ -7,7 +7,7 @@ from hed.tools.analysis.hed_type_counts import HedTypeCounts from hed.tools.analysis.hed_context_manager import HedContextManager from hed.tools.remodeling.operations.base_op import BaseOp -from hed.tools.remodeling.operations.base_context import BaseContext +from hed.tools.remodeling.operations.base_summary import BaseSummary class SummarizeHedTypeOp(BaseOp): @@ -69,48 +69,48 @@ def do_op(self, dispatcher, df, name, sidecar=None): DataFrame: Input DataFrame, unchanged. Side-effect: - Updates the context. + Updates the relevant summary. """ - summary = dispatcher.context_dict.get(self.summary_name, None) + summary = dispatcher.summary_dicts.get(self.summary_name, None) if not summary: - summary = HedTypeSummaryContext(self) - dispatcher.context_dict[self.summary_name] = summary - summary.update_context({'df': dispatcher.post_proc_data(df), 'name': name, + summary = HedTypeSummary(self) + dispatcher.summary_dicts[self.summary_name] = summary + summary.update_summary({'df': dispatcher.post_proc_data(df), 'name': name, 'schema': dispatcher.hed_schema, 'sidecar': sidecar}) return df -class HedTypeSummaryContext(BaseContext): +class HedTypeSummary(BaseSummary): def __init__(self, sum_op): - super().__init__(sum_op.SUMMARY_TYPE, sum_op.summary_name, sum_op.summary_filename) + super().__init__(sum_op) self.type_tag = sum_op.type_tag - def update_context(self, new_context): + def update_summary(self, new_info): """ Update the summary for a given tabular input file. Parameters: - new_context (dict): A dictionary with the parameters needed to update a summary. + new_info (dict): A dictionary with the parameters needed to update a summary. Notes: - The summary needs a "name" str, a "schema", a "df, and a "Sidecar". """ - sidecar = new_context['sidecar'] + sidecar = new_info['sidecar'] if sidecar and not isinstance(sidecar, Sidecar): sidecar = Sidecar(sidecar) - input_data = TabularInput(new_context['df'], sidecar=sidecar, name=new_context['name']) - hed_strings, definitions = get_assembled(input_data, sidecar, new_context['schema'], + input_data = TabularInput(new_info['df'], sidecar=sidecar, name=new_info['name']) + hed_strings, definitions = get_assembled(input_data, sidecar, new_info['schema'], extra_def_dicts=None, join_columns=True, expand_defs=False) - context_manager = HedContextManager(hed_strings, new_context['schema']) - type_values = HedTypeValues(context_manager, definitions, new_context['name'], type_tag=self.type_tag) + context_manager = HedContextManager(hed_strings, new_info['schema']) + type_values = HedTypeValues(context_manager, definitions, new_info['name'], type_tag=self.type_tag) - counts = HedTypeCounts(new_context['name'], self.type_tag) - counts.update_summary(type_values.get_summary(), type_values.total_events, new_context['name']) + counts = HedTypeCounts(new_info['name'], self.type_tag) + counts.update_summary(type_values.get_summary(), type_values.total_events, new_info['name']) counts.add_descriptions(type_values.definitions) - self.summary_dict[new_context["name"]] = counts + self.summary_dict[new_info["name"]] = counts def get_details_dict(self, counts): """ Return the summary-specific information in a dictionary. @@ -136,7 +136,7 @@ def merge_all_info(self): all_counts.update(counts) return all_counts - def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): + def _get_result_string(self, name, result, indent=BaseSummary.DISPLAY_INDENT): """ Return a formatted string with the summary for the indicated name. Parameters: @@ -157,7 +157,7 @@ def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): return self._get_individual_string(result, indent=indent) @staticmethod - def _get_dataset_string(result, indent=BaseContext.DISPLAY_INDENT): + def _get_dataset_string(result, indent=BaseSummary.DISPLAY_INDENT): """ Return a string with the overall summary for all of the tabular files. Parameters: @@ -183,11 +183,11 @@ def _get_dataset_string(result, indent=BaseContext.DISPLAY_INDENT): str1 = str1 + f" Multiple references:{item['events_with_multiple_refs']})" sum_list.append(f"{indent}{key}: {str1}") if item['level_counts']: - sum_list = sum_list + HedTypeSummaryContext._level_details(item['level_counts'], indent=indent) + sum_list = sum_list + HedTypeSummary._level_details(item['level_counts'], indent=indent) return "\n".join(sum_list) @staticmethod - def _get_individual_string(result, indent=BaseContext.DISPLAY_INDENT): + def _get_individual_string(result, indent=BaseSummary.DISPLAY_INDENT): """ Return a string with the summary for an individual tabular file. Parameters: @@ -212,8 +212,8 @@ def _get_individual_string(result, indent=BaseContext.DISPLAY_INDENT): if str1: sum_list.append(f"{indent*3}{str1}") if item['level_counts']: - sum_list = sum_list + HedTypeSummaryContext._level_details(item['level_counts'], - offset=indent, indent=indent) + sum_list = sum_list + HedTypeSummary._level_details(item['level_counts'], + offset=indent, indent=indent) return "\n".join(sum_list) @staticmethod diff --git a/hed/tools/remodeling/operations/summarize_hed_validation_op.py b/hed/tools/remodeling/operations/summarize_hed_validation_op.py index 33d7c1be9..f395e837e 100644 --- a/hed/tools/remodeling/operations/summarize_hed_validation_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_validation_op.py @@ -5,8 +5,7 @@ from hed.models.sidecar import Sidecar from hed.models.tabular_input import TabularInput from hed.tools.remodeling.operations.base_op import BaseOp -from hed.tools.remodeling.operations.base_context import BaseContext -from hed.validator import HedValidator +from hed.tools.remodeling.operations.base_summary import BaseSummary class SummarizeHedValidationOp(BaseOp): @@ -67,25 +66,25 @@ def do_op(self, dispatcher, df, name, sidecar=None): DataFrame: Input DataFrame, unchanged. Side-effect: - Updates the context. + Updates the relevant summary. """ - summary = dispatcher.context_dict.get(self.summary_name, None) + summary = dispatcher.summary_dicts.get(self.summary_name, None) if not summary: - summary = HedValidationSummaryContext(self) - dispatcher.context_dict[self.summary_name] = summary - summary.update_context({'df': dispatcher.post_proc_data(df), 'name': name, + summary = HedValidationSummary(self) + dispatcher.summary_dicts[self.summary_name] = summary + summary.update_summary({'df': dispatcher.post_proc_data(df), 'name': name, 'schema': dispatcher.hed_schema, 'sidecar': sidecar}) return df -class HedValidationSummaryContext(BaseContext): +class HedValidationSummary(BaseSummary): def __init__(self, sum_op): - super().__init__(sum_op.SUMMARY_TYPE, sum_op.summary_name, sum_op.summary_filename) + super().__init__(sum_op) self.check_for_warnings = sum_op.check_for_warnings - def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): + def _get_result_string(self, name, result, indent=BaseSummary.DISPLAY_INDENT): """ Return a formatted string with the summary for the indicated name. Parameters: @@ -115,11 +114,11 @@ def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): sum_list = sum_list + [f"{indent*2}Event file validation was incomplete because of sidecar errors"] return "\n".join(sum_list) - def update_context(self, new_context): + def update_summary(self, new_info): """ Update the summary for a given tabular input file. Parameters: - new_context (dict): A dictionary with the parameters needed to update a summary. + new_info (dict): A dictionary with the parameters needed to update a summary. Notes: - The summary needs a "name" str, a schema, a "df", and a "Sidecar". @@ -127,15 +126,15 @@ def update_context(self, new_context): results = self.get_empty_results() results["total_event_files"] = 1 - results["event_issues"][new_context["name"]] = [] - self.summary_dict[new_context["name"]] = results - sidecar = new_context.get('sidecar', None) + results["event_issues"][new_info["name"]] = [] + self.summary_dict[new_info["name"]] = results + sidecar = new_info.get('sidecar', None) filtered_issues = [] if sidecar: if not isinstance(sidecar, Sidecar): - sidecar = Sidecar(files=new_context['sidecar'], name=os.path.basename(sidecar)) + sidecar = Sidecar(files=new_info['sidecar'], name=os.path.basename(sidecar)) results["sidecar_issues"][sidecar.name] = [] - sidecar_issues = sidecar.validate(new_context['schema']) + sidecar_issues = sidecar.validate(new_info['schema']) filtered_issues = ErrorHandler.filter_issues_by_severity(sidecar_issues, ErrorSeverity.ERROR) if not self.check_for_warnings: sidecar_issues = filtered_issues @@ -144,11 +143,11 @@ def update_context(self, new_context): results['total_sidecar_files'] = 1 if not filtered_issues: results['validation_completed'] = True - input_data = TabularInput(new_context['df'], sidecar=sidecar) - issues = input_data.validate(new_context['schema']) + input_data = TabularInput(new_info['df'], sidecar=sidecar) + issues = input_data.validate(new_info['schema']) if not self.check_for_warnings: issues = ErrorHandler.filter_issues_by_severity(issues, ErrorSeverity.ERROR) - results['event_issues'][new_context["name"]] = issues + results['event_issues'][new_info["name"]] = issues results['total_event_issues'] = len(issues) def get_details_dict(self, summary_info): @@ -195,7 +194,7 @@ def get_empty_results(): "validation_completed": False} @staticmethod - def get_error_list(error_dict, count_only=False, indent=BaseContext.DISPLAY_INDENT): + def get_error_list(error_dict, count_only=False, indent=BaseSummary.DISPLAY_INDENT): error_list = [] for key, item in error_dict.items(): if count_only and isinstance(item, list): @@ -207,7 +206,7 @@ def get_error_list(error_dict, count_only=False, indent=BaseContext.DISPLAY_INDE else: error_list.append(f"{indent}{key} issues:") for this_item in item: - error_list.append(f"{indent*2}{HedValidationSummaryContext.format_error(this_item)}") + error_list.append(f"{indent*2}{HedValidationSummary.format_error(this_item)}") return error_list @staticmethod @@ -218,11 +217,11 @@ def format_errors(error_list): def format_error(error): error_str = error['code'] error_locations = [] - HedValidationSummaryContext.update_error_location(error_locations, "row", "ec_row", error) - HedValidationSummaryContext.update_error_location(error_locations, "column", "ec_column", error) - HedValidationSummaryContext.update_error_location(error_locations, "sidecar column", + HedValidationSummary.update_error_location(error_locations, "row", "ec_row", error) + HedValidationSummary.update_error_location(error_locations, "column", "ec_column", error) + HedValidationSummary.update_error_location(error_locations, "sidecar column", "ec_sidecarColumnName", error) - HedValidationSummaryContext.update_error_location(error_locations, "sidecar key", "ec_sidecarKeyName", error) + HedValidationSummary.update_error_location(error_locations, "sidecar key", "ec_sidecarKeyName", error) location_str = ",".join(error_locations) if location_str: error_str = error_str + f"[{location_str}]" diff --git a/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py b/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py index a495a326f..dc68bb065 100644 --- a/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py +++ b/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py @@ -3,7 +3,7 @@ import json from hed.tools import TabularSummary from hed.tools.remodeling.operations.base_op import BaseOp -from hed.tools.remodeling.operations.base_context import BaseContext +from hed.tools.remodeling.operations.base_summary import BaseSummary class SummarizeSidecarFromEventsOp(BaseOp): @@ -68,38 +68,38 @@ def do_op(self, dispatcher, df, name, sidecar=None): DataFrame: A new DataFrame with the factor columns appended. Side-effect: - Updates the context. + Updates the associated summary if applicable. """ - summary = dispatcher.context_dict.get(self.summary_name, None) + summary = dispatcher.summary_dicts.get(self.summary_name, None) if not summary: - summary = EventsToSidecarSummaryContext(self) - dispatcher.context_dict[self.summary_name] = summary - summary.update_context({'df': dispatcher.post_proc_data(df), 'name': name}) + summary = EventsToSidecarSummary(self) + dispatcher.summary_dicts[self.summary_name] = summary + summary.update_summary({'df': dispatcher.post_proc_data(df), 'name': name}) return df -class EventsToSidecarSummaryContext(BaseContext): +class EventsToSidecarSummary(BaseSummary): def __init__(self, sum_op): - super().__init__(sum_op.SUMMARY_TYPE, sum_op.summary_name, sum_op.summary_filename) + super().__init__(sum_op) self.value_cols = sum_op.value_columns self.skip_cols = sum_op.skip_columns - def update_context(self, new_context): + def update_summary(self, new_info): """ Update the summary for a given tabular input file. Parameters: - new_context (dict): A dictionary with the parameters needed to update a summary. + new_info (dict): A dictionary with the parameters needed to update a summary. Notes: - The summary needs a "name" str and a "df". """ - tab_sum = TabularSummary(value_cols=self.value_cols, skip_cols=self.skip_cols, name=new_context["name"]) - tab_sum.update(new_context['df'], new_context['name']) - self.summary_dict[new_context["name"]] = tab_sum + tab_sum = TabularSummary(value_cols=self.value_cols, skip_cols=self.skip_cols, name=new_info["name"]) + tab_sum.update(new_info['df'], new_info['name']) + self.summary_dict[new_info["name"]] = tab_sum def get_details_dict(self, summary_info): """ Return the summary-specific information. @@ -129,7 +129,7 @@ def merge_all_info(self): all_sum.update_summary(tab_sum) return all_sum - def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): + def _get_result_string(self, name, result, indent=BaseSummary.DISPLAY_INDENT): """ Return a formatted string with the summary for the indicated name. Parameters: @@ -151,7 +151,7 @@ def _get_result_string(self, name, result, indent=BaseContext.DISPLAY_INDENT): return self._get_individual_string(result, indent=indent) @staticmethod - def _get_dataset_string(result, indent=BaseContext.DISPLAY_INDENT): + def _get_dataset_string(result, indent=BaseSummary.DISPLAY_INDENT): """ Return a string with the overall summary for all of the tabular files. Parameters: @@ -170,7 +170,7 @@ def _get_dataset_string(result, indent=BaseContext.DISPLAY_INDENT): return "\n".join(sum_list) @staticmethod - def _get_individual_string(result, indent=BaseContext.DISPLAY_INDENT): + def _get_individual_string(result, indent=BaseSummary.DISPLAY_INDENT): """ Return a string with the summary for an individual tabular file. Parameters: diff --git a/tests/tools/analysis/test_column_name_summary.py b/tests/tools/analysis/test_tabular_column_name_summary.py similarity index 78% rename from tests/tools/analysis/test_column_name_summary.py rename to tests/tools/analysis/test_tabular_column_name_summary.py index 31cb551c0..d2825fcb8 100644 --- a/tests/tools/analysis/test_column_name_summary.py +++ b/tests/tools/analysis/test_tabular_column_name_summary.py @@ -1,6 +1,6 @@ import json import unittest -from hed.tools.analysis.column_name_summary import ColumnNameSummary +from hed.tools.analysis.tabular_column_name_summary import TabularColumnNameSummary class Test(unittest.TestCase): @@ -17,16 +17,16 @@ def tearDownClass(cls): pass def test_constructor(self): - column_summary1 = ColumnNameSummary(name='Dataset') - self.assertIsInstance(column_summary1, ColumnNameSummary) + column_summary1 = TabularColumnNameSummary(name='Dataset') + self.assertIsInstance(column_summary1, TabularColumnNameSummary) self.assertEqual(column_summary1.name, 'Dataset') self.assertFalse(column_summary1.file_dict) self.assertFalse(column_summary1.unique_headers) - column_summary2 = ColumnNameSummary() - self.assertIsInstance(column_summary2, ColumnNameSummary) + column_summary2 = TabularColumnNameSummary() + self.assertIsInstance(column_summary2, TabularColumnNameSummary) def test_update(self): - column_summary = ColumnNameSummary() + column_summary = TabularColumnNameSummary() column_summary.update('run-01', self.columns1) column_summary.update('run-02', self.columns1) self.assertEqual(len(column_summary.unique_headers), 1) @@ -41,7 +41,7 @@ def test_update(self): self.assertEqual(context.exception.args[0], "FileHasChangedColumnNames") def test_update_headers(self): - column_summary = ColumnNameSummary() + column_summary = TabularColumnNameSummary() pos1 = column_summary.update_headers(self.columns1) self.assertEqual(pos1, 0) pos2 = column_summary.update_headers(self.columns1) @@ -50,7 +50,7 @@ def test_update_headers(self): self.assertEqual(pos3, 1) def test_get_summary(self): - column_summary = ColumnNameSummary('Dataset') + column_summary = TabularColumnNameSummary('Dataset') column_summary.update('run-01', self.columns1) column_summary.update('run-02', self.columns1) summary1 = column_summary.get_summary() diff --git a/tests/tools/analysis/test_temporal_event.py b/tests/tools/analysis/test_temporal_event.py index 8a057871e..ed3523a59 100644 --- a/tests/tools/analysis/test_temporal_event.py +++ b/tests/tools/analysis/test_temporal_event.py @@ -2,8 +2,7 @@ import unittest from hed import schema as hedschema -from hed.models import Sidecar, TabularInput, HedString, HedTag, HedGroup -from hed.tools import assemble_hed +from hed.models import HedString, HedGroup from hed.tools.analysis.temporal_event import TemporalEvent diff --git a/tests/tools/remodeling/operations/test_base_context.py b/tests/tools/remodeling/operations/test_base_summary.py similarity index 68% rename from tests/tools/remodeling/operations/test_base_context.py rename to tests/tools/remodeling/operations/test_base_summary.py index 7800f42ac..3dc2d10fc 100644 --- a/tests/tools/remodeling/operations/test_base_context.py +++ b/tests/tools/remodeling/operations/test_base_summary.py @@ -1,26 +1,46 @@ import os import shutil import unittest -from hed.tools.remodeling.operations.base_context import BaseContext +from hed.tools.remodeling.operations.base_summary import BaseSummary +from hed.tools.remodeling.operations.base_op import BaseOp -class TestContext(BaseContext): +class TestOp(BaseOp): + PARAMS = { + "operation": "test_summary_op", + "required_parameters": { + "summary_name": str, + "summary_filename": str + }, + "optional_parameters": {} + } - def __init__(self): - super().__init__("TestContext", "test", "test_context") + SUMMARY_TYPE = "test_sum" + + def __init__(self, parameters): + super().__init__(self.PARAMS, parameters) + self.summary_name = parameters['summary_name'] + self.summary_filename = parameters['summary_filename'] + + +class TestSummary(BaseSummary): + + def __init__(self, op): + + super().__init__(op) self.summary_dict["data1"] = "test data 1" self.summary_dict["data2"] = "test data 2" def get_details_dict(self, include_individual=True): - summary = {"name": self.context_name} + summary = {"name": self.op.summary_name} if include_individual: summary["more"] = "more stuff" return summary def merge_all_info(self): - return {"merged": self.context_name} + return {"merged": self.op.summary_name} - def update_context(self, context_dict): + def update_summary(self, info_dict): pass @@ -29,19 +49,17 @@ class Test(unittest.TestCase): @classmethod def setUpClass(cls): summary_dir = os.path.realpath(os.path.join(os.path.dirname(os.path.realpath(__file__)), - '../../../data/remodel_tests/temp')) + '../../../data/remodel_tests/temp')) cls.summary_dir = summary_dir def test_constructor(self): - with self.assertRaises(TypeError) as context: - BaseContext('apple', 'banana', 'pear') - self.assertTrue(context.exception.args[0]) - - test = TestContext() - self.assertIsInstance(test, TestContext) + op2 = TestOp({"summary_name": "test", "summary_filename": "test_context"}) + test = TestSummary(op2) + self.assertIsInstance(test, TestSummary) def test_get_text_summary(self): - test = TestContext() + op = TestOp({"summary_name": "test", "summary_filename": "test_context"}) + test = TestSummary(op) out1 = test.get_text_summary(individual_summaries="none") self.assertIsInstance(out1, dict) self.assertTrue(out1["Dataset"]) @@ -62,11 +80,12 @@ def test_save_no_ind(self): if os.path.isdir(self.summary_dir): shutil.rmtree(self.summary_dir) os.makedirs(self.summary_dir) - test1 = TestContext() + op = TestOp({"summary_name": "test", "summary_filename": "test_context"}) + test1 = TestSummary(op) file_list1 = os.listdir(self.summary_dir) self.assertFalse(file_list1) test1.save(self.summary_dir, individual_summaries="none") - dir_full = os.path.realpath(os.path.join(self.summary_dir, test1.context_name + '/')) + dir_full = os.path.realpath(os.path.join(self.summary_dir, test1.op.summary_name + '/')) file_list2 = os.listdir(dir_full) self.assertEqual(len(file_list2), 1) basename = os.path.basename(file_list2[0]) @@ -78,32 +97,34 @@ def test_save_consolidated(self): if os.path.isdir(self.summary_dir): shutil.rmtree(self.summary_dir) os.makedirs(self.summary_dir) - test1 = TestContext() + op = TestOp({"summary_name": "test", "summary_filename": "test_context"}) + test1 = TestSummary(op) file_list1 = os.listdir(self.summary_dir) self.assertFalse(file_list1) - dir_ind = os.path.realpath(os.path.join(self.summary_dir, test1.context_name + '/', + dir_ind = os.path.realpath(os.path.join(self.summary_dir, test1.op.summary_name + '/', "individual_summaries/")) self.assertFalse(os.path.isdir(dir_ind)) test1.save(self.summary_dir, file_formats=['.json', '.tsv'], individual_summaries="consolidated") - dir_full = os.path.realpath(os.path.join(self.summary_dir, test1.context_name + '/')) + dir_full = os.path.realpath(os.path.join(self.summary_dir, test1.op.summary_name + '/')) file_list2 = os.listdir(dir_full) self.assertEqual(len(file_list2), 1) basename = os.path.basename(file_list2[0]) self.assertTrue(basename.startswith('test_context')) self.assertEqual(os.path.splitext(basename)[1], '.json') shutil.rmtree(self.summary_dir) - + def test_save_separate(self): if os.path.isdir(self.summary_dir): shutil.rmtree(self.summary_dir) os.makedirs(self.summary_dir) - test1 = TestContext() + op = TestOp({"summary_name": "test", "summary_filename": "test_context"}) + test1 = TestSummary(op) file_list1 = os.listdir(self.summary_dir) self.assertFalse(file_list1) test1.save(self.summary_dir, file_formats=['.json', '.tsv'], individual_summaries="separate") - dir_ind = os.path.realpath(os.path.join(self.summary_dir, test1.context_name + '/', + dir_ind = os.path.realpath(os.path.join(self.summary_dir, test1.op.summary_name + '/', "individual_summaries/")) - dir_full = os.path.realpath(os.path.join(self.summary_dir, test1.context_name + '/')) + dir_full = os.path.realpath(os.path.join(self.summary_dir, test1.op.summary_name + '/')) self.assertTrue(os.path.isdir(dir_ind)) file_list4 = os.listdir(dir_full) self.assertEqual(len(file_list4), 2) diff --git a/tests/tools/remodeling/operations/test_summarize_column_names_op.py b/tests/tools/remodeling/operations/test_summarize_column_names_op.py index 3c19b8c11..ddd5a8658 100644 --- a/tests/tools/remodeling/operations/test_summarize_column_names_op.py +++ b/tests/tools/remodeling/operations/test_summarize_column_names_op.py @@ -2,9 +2,9 @@ import os import pandas as pd import unittest -from hed.tools.analysis.column_name_summary import ColumnNameSummary +from hed.tools.analysis.tabular_column_name_summary import TabularColumnNameSummary from hed.tools.remodeling.dispatcher import Dispatcher -from hed.tools.remodeling.operations.summarize_column_names_op import ColumnNameSummaryContext, SummarizeColumnNamesOp +from hed.tools.remodeling.operations.summarize_column_names_op import ColumnNameSummary, SummarizeColumnNamesOp class Test(unittest.TestCase): @@ -68,7 +68,7 @@ def test_summary_op(self): self.assertEqual(len(df), old_len) df1 = df.drop(labels='onset', axis=1) sum_op.do_op(dispatch, df1, 'run-03') - this_context = dispatch.context_dict[sum_op.summary_name] + this_context = dispatch.summary_dicts[sum_op.summary_name] for key, item in this_context.summary_dict.items(): summary = item.get_summary() self.assertIsInstance(summary, dict) @@ -77,7 +77,7 @@ def test_summary_op(self): new_summary = json.loads(json_value) self.assertIsInstance(new_summary, dict) merged1 = this_context.merge_all_info() - self.assertIsInstance(merged1, ColumnNameSummary) + self.assertIsInstance(merged1, TabularColumnNameSummary) self.assertEqual(len(merged1.file_dict), 3) self.assertEqual(len(merged1.unique_headers), 2) with self.assertRaises(ValueError) as except_context: @@ -90,10 +90,10 @@ def test_summary(self): op = SummarizeColumnNamesOp(parms) df, df_new = self.get_dfs(op, 'run-01', dispatch) self.assertEqual(len(df), len(df_new)) - context_dict = dispatch.context_dict + context_dict = dispatch.summary_dicts self.assertIsInstance(context_dict, dict) self.get_dfs(op, 'run-02', dispatch) - context = dispatch.context_dict['columns'] + context = dispatch.summary_dicts['columns'] summary = context.get_summary() dataset_sum = summary['Dataset'] json_str = json.dumps(dataset_sum) @@ -110,8 +110,8 @@ def test_text_summary(self): op = SummarizeColumnNamesOp(parms) self.get_dfs(op, 'run-01', dispatch) self.get_dfs(op, 'run-02', dispatch) - context = dispatch.context_dict['columns'] - self.assertIsInstance(context, ColumnNameSummaryContext) + context = dispatch.summary_dicts['columns'] + self.assertIsInstance(context, ColumnNameSummary) text_summary1 = context.get_text_summary() self.assertIsInstance(text_summary1, dict) @@ -126,7 +126,7 @@ def test_multiple(self): op.do_op(dispatch, dispatch.prep_data(df1), 'run-03') df2 = pd.DataFrame(self.data1, columns=self.sample_columns2) op.do_op(dispatch, dispatch.prep_data(df2), 'run-05') - context = dispatch.context_dict['columns'] + context = dispatch.summary_dicts['columns'] summary = context.get_summary() text_summary1 = context.get_text_summary() self.assertEqual(len(summary), 2) diff --git a/tests/tools/remodeling/operations/test_summarize_column_values_op.py b/tests/tools/remodeling/operations/test_summarize_column_values_op.py index b6b305a4c..2d69655c0 100644 --- a/tests/tools/remodeling/operations/test_summarize_column_values_op.py +++ b/tests/tools/remodeling/operations/test_summarize_column_values_op.py @@ -4,7 +4,7 @@ import unittest from hed.tools.remodeling.dispatcher import Dispatcher from hed.tools.remodeling.operations.summarize_column_values_op import \ - ColumnValueSummaryContext, SummarizeColumnValuesOp + ColumnValueSummary, SummarizeColumnValuesOp from hed.tools.util.io_util import get_file_list @@ -50,7 +50,7 @@ def test_do_ops(self): sum_op = SummarizeColumnValuesOp(parms) dispatch = Dispatcher([], data_root=None, backup_name=None, hed_versions='8.1.0') self.get_dfs(sum_op, 'name1', dispatch) - context1 = dispatch.context_dict.get(parms['summary_name'], None) + context1 = dispatch.summary_dicts.get(parms['summary_name'], None) summary1 = context1.summary_dict['name1'] cat_len = len(summary1.categorical_info) self.assertEqual(cat_len, len(self.sample_columns) - 2, @@ -58,7 +58,7 @@ def test_do_ops(self): self.get_dfs(sum_op, 'name2', dispatch) self.assertEqual(cat_len, len(self.sample_columns) - 2, "do_ops updating does not change number of categorical columns.") - context = dispatch.context_dict['test summary'] + context = dispatch.summary_dicts['test summary'] self.assertEqual(len(context.summary_dict), 2) def test_get_summary(self): @@ -67,9 +67,9 @@ def test_get_summary(self): dispatch = Dispatcher([], data_root=None, backup_name=None, hed_versions='8.1.0') self.get_dfs(sum_op, 'name1', dispatch) - cont = dispatch.context_dict + cont = dispatch.summary_dicts context1 = cont.get("test summary", None) - self.assertIsInstance(context1, ColumnValueSummaryContext, "get_summary testing ColumnValueSummary") + self.assertIsInstance(context1, ColumnValueSummary, "get_summary testing ColumnValueSummary") # summary1 = context1.get_summary() # self.assertIsInstance(summary1, dict, "get_summary returns a dictionary") # self.assertIsInstance(summary1["Dataset"], dict) @@ -81,7 +81,7 @@ def test_get_summary(self): self.assertIsInstance(text_summary["Dataset"], str) self.get_dfs(sum_op, 'name2', dispatch) self.get_dfs(sum_op, 'name3', dispatch) - context2 = dispatch.context_dict.get(parms['summary_name'], None) + context2 = dispatch.summary_dicts.get(parms['summary_name'], None) summary2 = context2.get_summary() self.assertIsInstance(summary2, dict) text_summary2 = context2.get_text_summary(individual_summaries="consolidated") @@ -101,7 +101,7 @@ def test_summary_op(self): sum_op = parsed_commands[1] df = sum_op.do_op(dispatch, dispatch.prep_data(df), os.path.basename(events)) self.assertEqual(len(df), old_len) - context_dict = dispatch.context_dict + context_dict = dispatch.summary_dicts for key, item in context_dict.items(): text_value = item.get_text_summary() self.assertTrue(text_value) diff --git a/tests/tools/remodeling/operations/test_summarize_definitions_op.py b/tests/tools/remodeling/operations/test_summarize_definitions_op.py index a55f61c6e..c01e949be 100644 --- a/tests/tools/remodeling/operations/test_summarize_definitions_op.py +++ b/tests/tools/remodeling/operations/test_summarize_definitions_op.py @@ -3,7 +3,7 @@ import unittest import pandas as pd from hed.tools.remodeling.dispatcher import Dispatcher -from hed.tools.remodeling.operations.summarize_definitions_op import SummarizeDefinitionsOp, DefinitionSummaryContext +from hed.tools.remodeling.operations.summarize_definitions_op import SummarizeDefinitionsOp, DefinitionSummary class Test(unittest.TestCase): @@ -44,8 +44,8 @@ def test_do_op(self): df_new = sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run1', sidecar=self.json_path) self.assertEqual(200, len(df_new), " dataframe length is correct") self.assertEqual(10, len(df_new.columns), " has correct number of columns") - self.assertIn(sum_op.summary_name, dispatch.context_dict) - self.assertIsInstance(dispatch.context_dict[sum_op.summary_name], DefinitionSummaryContext) + self.assertIn(sum_op.summary_name, dispatch.summary_dicts) + self.assertIsInstance(dispatch.summary_dicts[sum_op.summary_name], DefinitionSummary) def test_summary(self): dispatch = Dispatcher([], data_root=None, backup_name=None, hed_versions=['8.1.0']) @@ -55,9 +55,9 @@ def test_summary(self): df_new = sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run1', sidecar=self.json_path) self.assertEqual(200, len(df_new), " dataframe length is correct") self.assertEqual(10, len(df_new.columns), " has correct number of columns") - self.assertIn(sum_op.summary_name, dispatch.context_dict) - self.assertIsInstance(dispatch.context_dict[sum_op.summary_name], DefinitionSummaryContext) - # print(str(dispatch.context_dict[sum_op.summary_name].get_text_summary()['Dataset'])) + self.assertIn(sum_op.summary_name, dispatch.summary_dicts) + self.assertIsInstance(dispatch.summary_dicts[sum_op.summary_name], DefinitionSummary) + # print(str(dispatch.summary_dicts[sum_op.summary_name].get_text_summary()['Dataset'])) def test_summary_errors(self): dispatch = Dispatcher([], data_root=None, backup_name=None, hed_versions=['8.1.0']) @@ -76,9 +76,9 @@ def test_summary_errors(self): "(Def-expand/A1/4, (Action/4, Age/5, Item-count/2))", ]}) df_new = sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run1', sidecar=self.json_path) - self.assertIn(sum_op.summary_name, dispatch.context_dict) - self.assertIsInstance(dispatch.context_dict[sum_op.summary_name], DefinitionSummaryContext) - #print(str(dispatch.context_dict[sum_op.summary_name].get_text_summary()['Dataset'])) + self.assertIn(sum_op.summary_name, dispatch.summary_dicts) + self.assertIsInstance(dispatch.summary_dicts[sum_op.summary_name], DefinitionSummary) + #print(str(dispatch.summary_dicts[sum_op.summary_name].get_text_summary()['Dataset'])) if __name__ == '__main__': unittest.main() diff --git a/tests/tools/remodeling/operations/test_summarize_hed_tags_op.py b/tests/tools/remodeling/operations/test_summarize_hed_tags_op.py index d5a298202..f6f88fe5e 100644 --- a/tests/tools/remodeling/operations/test_summarize_hed_tags_op.py +++ b/tests/tools/remodeling/operations/test_summarize_hed_tags_op.py @@ -4,7 +4,7 @@ import pandas as pd from hed.models.df_util import get_assembled from hed.tools.remodeling.dispatcher import Dispatcher -from hed.tools.remodeling.operations.summarize_hed_tags_op import SummarizeHedTagsOp, HedTagSummaryContext +from hed.tools.remodeling.operations.summarize_hed_tags_op import SummarizeHedTagsOp, HedTagSummary class Test(unittest.TestCase): @@ -58,12 +58,12 @@ def test_do_op(self): df_new = sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run1', sidecar=self.json_path) self.assertEqual(200, len(df_new), "summarize_hed_type_op dataframe length is correct") self.assertEqual(10, len(df_new.columns), "summarize_hed_type_op has correct number of columns") - self.assertIn(sum_op.summary_name, dispatch.context_dict) - self.assertIsInstance(dispatch.context_dict[sum_op.summary_name], HedTagSummaryContext) - x = dispatch.context_dict[sum_op.summary_name].summary_dict['subj2_run1'] - self.assertEqual(len(dispatch.context_dict[sum_op.summary_name].summary_dict['subj2_run1'].tag_dict), 47) + self.assertIn(sum_op.summary_name, dispatch.summary_dicts) + self.assertIsInstance(dispatch.summary_dicts[sum_op.summary_name], HedTagSummary) + x = dispatch.summary_dicts[sum_op.summary_name].summary_dict['subj2_run1'] + self.assertEqual(len(dispatch.summary_dicts[sum_op.summary_name].summary_dict['subj2_run1'].tag_dict), 47) df_new = sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run2', sidecar=self.json_path) - self.assertEqual(len(dispatch.context_dict[sum_op.summary_name].summary_dict['subj2_run2'].tag_dict), 47) + self.assertEqual(len(dispatch.summary_dicts[sum_op.summary_name].summary_dict['subj2_run2'].tag_dict), 47) def test_quick3(self): from hed.models import TabularInput, Sidecar @@ -125,9 +125,9 @@ def test_get_summary_details(self): self.assertIsInstance(sum_op, SummarizeHedTagsOp, "constructor creates an object of the correct type") df = pd.read_csv(self.data_path, delimiter='\t', header=0, keep_default_na=False, na_values=",null") sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run1', sidecar=self.json_path) - self.assertIn(sum_op.summary_name, dispatch.context_dict) - sum_context = dispatch.context_dict[sum_op.summary_name] - self.assertIsInstance(sum_context, HedTagSummaryContext) + self.assertIn(sum_op.summary_name, dispatch.summary_dicts) + sum_context = dispatch.summary_dicts[sum_op.summary_name] + self.assertIsInstance(sum_context, HedTagSummary) sum_obj1 = sum_context.get_summary_details() self.assertIsInstance(sum_obj1, dict) json_str1 = json.dumps(sum_obj1, indent=4) @@ -135,7 +135,7 @@ def test_get_summary_details(self): json_obj1 = json.loads(json_str1) self.assertIsInstance(json_obj1, dict) sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run2', sidecar=self.json_path) - sum_context2 = dispatch.context_dict[sum_op.summary_name] + sum_context2 = dispatch.summary_dicts[sum_op.summary_name] sum_obj2 = sum_context2.get_summary_details() json_str2 = json.dumps(sum_obj2, indent=4) self.assertIsInstance(json_str2, str) @@ -150,7 +150,7 @@ def test_get_summary_text_summary(self): df = dispatch.prep_data(df) sum_op.do_op(dispatch, df, 'subj2_run1', sidecar=self.json_path) sum_op.do_op(dispatch, df, 'subj2_run2', sidecar=self.json_path) - sum_context1 = dispatch.context_dict[sum_op.summary_name] + sum_context1 = dispatch.summary_dicts[sum_op.summary_name] text_sum_none = sum_context1.get_text_summary(individual_summaries="none") self.assertIn('Dataset', text_sum_none) self.assertIsInstance(text_sum_none['Dataset'], str) @@ -203,7 +203,7 @@ def test_sample_example(self): df = dispatch.prep_data(df) for operation in dispatch.parsed_ops: df = operation.do_op(dispatch, df, "sample", sidecar=sidecar_path) - context_dict = dispatch.context_dict.get("summarize_hed_tags") + context_dict = dispatch.summary_dicts.get("summarize_hed_tags") text_summary = context_dict.get_text_summary() self.assertIsInstance(text_summary["Dataset"], str) diff --git a/tests/tools/remodeling/operations/test_summarize_hed_type_op.py b/tests/tools/remodeling/operations/test_summarize_hed_type_op.py index c7b18ad90..faa3b79bd 100644 --- a/tests/tools/remodeling/operations/test_summarize_hed_type_op.py +++ b/tests/tools/remodeling/operations/test_summarize_hed_type_op.py @@ -5,7 +5,7 @@ from hed.models import Sidecar from hed.schema import load_schema_version from hed.tools.remodeling.dispatcher import Dispatcher -from hed.tools.remodeling.operations.summarize_hed_type_op import SummarizeHedTypeOp, HedTypeSummaryContext +from hed.tools.remodeling.operations.summarize_hed_type_op import SummarizeHedTypeOp, HedTypeSummary class Test(unittest.TestCase): @@ -66,14 +66,14 @@ def test_summary(self): parsed_commands, errors = Dispatcher.parse_operations(parms) sum_op = parsed_commands[2] sum_op.do_op(dispatch, dispatch.prep_data(df), 'run-01', sidecar=self.sidecar_path) - context1 = dispatch.context_dict['AOMIC_condition_variables'] + context1 = dispatch.summary_dicts['AOMIC_condition_variables'] summary1 = context1.get_summary() self.assertIn('run-01', summary1['Individual files']) self.assertEqual(len(summary1['Individual files']), 1) summary1a = context1.get_summary() self.assertIsInstance(summary1a['Dataset'], dict) sum_op.do_op(dispatch, dispatch.prep_data(df), 'run-02', sidecar=self.sidecar_path) - context2 = dispatch.context_dict['AOMIC_condition_variables'] + context2 = dispatch.summary_dicts['AOMIC_condition_variables'] summary2 = context2.get_summary(individual_summaries="separate") self.assertEqual(summary2['Dataset']['Overall summary']['files'][0], 'run-01') self.assertEqual(len(summary2['Dataset']['Overall summary']['files']), 2) @@ -88,7 +88,7 @@ def test_text_summary_with_levels(self): parsed_commands, errors = Dispatcher.parse_operations(parms) sum_op = parsed_commands[2] sum_op.do_op(dispatch, dispatch.prep_data(df), 'run-01', sidecar=self.sidecar_path_wh) - context1 = dispatch.context_dict['AOMIC_condition_variables'] + context1 = dispatch.summary_dicts['AOMIC_condition_variables'] text_summary1 = context1.get_text_summary() self.assertIsInstance(text_summary1, dict) @@ -105,14 +105,14 @@ def test_text_summary(self): sum_op = parsed_commands[2] df = sum_op.do_op(dispatch, dispatch.prep_data(df), os.path.basename(self.events), sidecar=sidecar) self.assertEqual(len(df), old_len) - context_dict = dispatch.context_dict + context_dict = dispatch.summary_dicts self.assertIsInstance(context_dict, dict) - context1 = dispatch.context_dict['AOMIC_condition_variables'] - self.assertIsInstance(context1, HedTypeSummaryContext) + context1 = dispatch.summary_dicts['AOMIC_condition_variables'] + self.assertIsInstance(context1, HedTypeSummary) text_summary1 = context1.get_text_summary() self.assertIsInstance(text_summary1, dict) sum_op.do_op(dispatch, dispatch.prep_data(df), 'new_events', sidecar=sidecar) - context2 = dispatch.context_dict['AOMIC_condition_variables'] + context2 = dispatch.summary_dicts['AOMIC_condition_variables'] text_summary2 = context2.get_text_summary() self.assertIsInstance(text_summary2, dict) self.assertEqual(len(text_summary1["Individual files"]), 1) diff --git a/tests/tools/remodeling/operations/test_summarize_hed_validation_op.py b/tests/tools/remodeling/operations/test_summarize_hed_validation_op.py index 451528428..7b76e7c1c 100644 --- a/tests/tools/remodeling/operations/test_summarize_hed_validation_op.py +++ b/tests/tools/remodeling/operations/test_summarize_hed_validation_op.py @@ -4,7 +4,7 @@ import pandas as pd from hed.tools.remodeling.dispatcher import Dispatcher from hed.tools.remodeling.operations.summarize_hed_validation_op import SummarizeHedValidationOp, \ - HedValidationSummaryContext + HedValidationSummary class Test(unittest.TestCase): @@ -54,15 +54,15 @@ def test_do_op(self): self.assertIsInstance(sum_op, SummarizeHedValidationOp, "constructor creates an object of the correct type") df = pd.read_csv(self.data_path, delimiter='\t', header=0, keep_default_na=False, na_values=",null") sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run1', sidecar=self.json_path) - self.assertIn(sum_op.summary_name, dispatch.context_dict) - self.assertIsInstance(dispatch.context_dict[sum_op.summary_name], HedValidationSummaryContext) - sub1 = dispatch.context_dict[sum_op.summary_name].summary_dict['subj2_run1'] + self.assertIn(sum_op.summary_name, dispatch.summary_dicts) + self.assertIsInstance(dispatch.summary_dicts[sum_op.summary_name], HedValidationSummary) + sub1 = dispatch.summary_dicts[sum_op.summary_name].summary_dict['subj2_run1'] self.assertEqual(len(sub1['event_issues']), 1) sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run2', sidecar=self.json_path) self.assertEqual(len(sub1['event_issues']), 1) sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run3', sidecar=self.bad_json_path) - self.assertEqual(len(dispatch.context_dict[sum_op.summary_name].summary_dict), 3) - run3 = dispatch.context_dict[sum_op.summary_name].summary_dict['subj2_run3'] + self.assertEqual(len(dispatch.summary_dicts[sum_op.summary_name].summary_dict), 3) + run3 = dispatch.summary_dicts[sum_op.summary_name].summary_dict['subj2_run3'] self.assertEqual(run3["total_sidecar_issues"], 4) def test_get_summary_details(self): @@ -71,7 +71,7 @@ def test_get_summary_details(self): sum_op = SummarizeHedValidationOp(parms) df = pd.read_csv(self.data_path, delimiter='\t', header=0, keep_default_na=False, na_values=",null") sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run1', sidecar=self.json_path) - sum_context = dispatch.context_dict[sum_op.summary_name] + sum_context = dispatch.summary_dicts[sum_op.summary_name] sum_obj1 = sum_context.get_summary_details() self.assertIsInstance(sum_obj1, dict) json_str1 = json.dumps(sum_obj1, indent=4) @@ -79,7 +79,7 @@ def test_get_summary_details(self): json_obj1 = json.loads(json_str1) self.assertIsInstance(json_obj1, dict) sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run2', sidecar=self.json_path) - sum_context2 = dispatch.context_dict[sum_op.summary_name] + sum_context2 = dispatch.summary_dicts[sum_op.summary_name] sum_obj2 = sum_context2.get_summary_details() json_str2 = json.dumps(sum_obj2, indent=4) self.assertIsInstance(json_str2, str) @@ -97,7 +97,7 @@ def test_get_summary_text_summary(self): df = dispatch.prep_data(df) sum_op.do_op(dispatch, df, 'subj2_run1', sidecar=self.bad_json_path) - sum_context1 = dispatch.context_dict[sum_op.summary_name] + sum_context1 = dispatch.summary_dicts[sum_op.summary_name] text_sum1 = sum_context1.get_text_summary(individual_summaries="separate") sum_op.do_op(dispatch, df, 'subj2_run2', sidecar=self.json_path) sum_op.do_op(dispatch, df, 'subj2_run3', sidecar=self.bad_json_path) @@ -112,7 +112,7 @@ def test_with_sample_data(self): parms = json.loads(self.json_parms) sum_op = SummarizeHedValidationOp(parms) sum_op.do_op(dispatch, df, 'sub-0013_task-stopsignal_acq-seq_events.tsv', sidecar=self.sample_sidecar_path) - sum_context1 = dispatch.context_dict[sum_op.summary_name] + sum_context1 = dispatch.summary_dicts[sum_op.summary_name] if __name__ == '__main__': diff --git a/tests/tools/remodeling/operations/test_summarize_sidecar_from_events_op.py b/tests/tools/remodeling/operations/test_summarize_sidecar_from_events_op.py index cd02b4962..7f4fc6cdb 100644 --- a/tests/tools/remodeling/operations/test_summarize_sidecar_from_events_op.py +++ b/tests/tools/remodeling/operations/test_summarize_sidecar_from_events_op.py @@ -2,7 +2,7 @@ import pandas as pd import unittest from hed.tools.remodeling.dispatcher import Dispatcher -from hed.tools.remodeling.operations.summarize_sidecar_from_events_op import EventsToSidecarSummaryContext, \ +from hed.tools.remodeling.operations.summarize_sidecar_from_events_op import EventsToSidecarSummary, \ SummarizeSidecarFromEventsOp @@ -42,7 +42,7 @@ def test_do_ops(self): df1 = pd.DataFrame(self.sample_data, columns=self.sample_columns) df1a = pd.DataFrame(self.sample_data, columns=self.sample_columns) sum_op.do_op(dispatch, dispatch.prep_data(df1), 'name1') - context1 = dispatch.context_dict.get(self.base_parameters['summary_name'], None) + context1 = dispatch.summary_dicts.get(self.base_parameters['summary_name'], None) summary = context1.summary_dict["name1"] cat_len = len(summary.categorical_info) cat_base = len(self.sample_columns) - len(self.base_parameters["skip_columns"]) - \ @@ -57,8 +57,8 @@ def test_get_summary(self): dispatch = Dispatcher([], data_root=None, backup_name=None, hed_versions=['8.1.0']) df1 = pd.DataFrame(self.sample_data, columns=self.sample_columns) sum_op.do_op(dispatch, dispatch.prep_data(df1), 'name1') - context1 = dispatch.context_dict.get(self.base_parameters['summary_name'], None) - self.assertIsInstance(context1, EventsToSidecarSummaryContext, "get_summary testing EventsToSidecarSummary") + context1 = dispatch.summary_dicts.get(self.base_parameters['summary_name'], None) + self.assertIsInstance(context1, EventsToSidecarSummary, "get_summary testing EventsToSidecarSummary") summary1 = context1.get_summary() self.assertIsInstance(summary1, dict, "get_summary returns a dictionary by default") self.assertIsInstance(summary1["Dataset"], dict) @@ -76,8 +76,8 @@ def test_get_summary(self): self.assertIsInstance(summary_text5, dict) self.assertGreater(len(summary_text4['Dataset']), len(summary_text5['Dataset'])) sum_op.do_op(dispatch, dispatch.prep_data(df1), 'name2') - context2 = dispatch.context_dict.get(self.base_parameters['summary_name'], None) - self.assertIsInstance(context1, EventsToSidecarSummaryContext, "get_summary testing EventsToSidecarSummary") + context2 = dispatch.summary_dicts.get(self.base_parameters['summary_name'], None) + self.assertIsInstance(context1, EventsToSidecarSummary, "get_summary testing EventsToSidecarSummary") summary_text6 = context2.get_text_summary(individual_summaries="separate") self.assertIsInstance(summary_text6, dict) From 294c133b41221abce0c84fdc2aff702af8a7e652 Mon Sep 17 00:00:00 2001 From: IanCa Date: Mon, 15 May 2023 11:26:56 -0500 Subject: [PATCH 071/103] Add 8.2.0 xml directly --- hed/schema/schema_data/HED8.2.0.xml | 7296 +++++++++++++++++++++++++++ 1 file changed, 7296 insertions(+) create mode 100644 hed/schema/schema_data/HED8.2.0.xml diff --git a/hed/schema/schema_data/HED8.2.0.xml b/hed/schema/schema_data/HED8.2.0.xml new file mode 100644 index 000000000..1f55c7ae8 --- /dev/null +++ b/hed/schema/schema_data/HED8.2.0.xml @@ -0,0 +1,7296 @@ + + + The HED standard schema is a hierarchically-organized vocabulary for annotating events and experimental structure. HED annotations consist of comma-separated tags drawn from this vocabulary. This vocabulary can be augmented by terms drawn from specialized library schema. + +Each term in this vocabulary has a human-readable description and may include additional attributes that give additional properties or that specify how tools should treat the tag during analysis. The meaning of these attributes is described in the Additional schema properties section. + + + + + Event + Something that happens at a given time and (typically) place. Elements of this tag subtree designate the general category in which an event falls. + + suggestedTag + Task-property + + + Sensory-event + Something perceivable by the participant. An event meant to be an experimental stimulus should include the tag Task-property/Task-event-role/Experimental-stimulus. + + suggestedTag + Task-event-role + Sensory-presentation + + + + Agent-action + Any action engaged in by an agent (see the Agent subtree for agent categories). A participant response to an experiment stimulus should include the tag Agent-property/Agent-task-role/Experiment-participant. + + suggestedTag + Task-event-role + Agent + + + + Data-feature + An event marking the occurrence of a data feature such as an interictal spike or alpha burst that is often added post hoc to the data record. + + suggestedTag + Data-property + + + + Experiment-control + An event pertaining to the physical control of the experiment during its operation. + + + Experiment-procedure + An event indicating an experimental procedure, as in performing a saliva swab during the experiment or administering a survey. + + + Experiment-structure + An event specifying a change-point of the structure of experiment. This event is typically used to indicate a change in experimental conditions or tasks. + + + Measurement-event + A discrete measure returned by an instrument. + + suggestedTag + Data-property + + + + + Agent + Someone or something that takes an active role or produces a specified effect.The role or effect may be implicit. Being alive or performing an activity such as a computation may qualify something to be an agent. An agent may also be something that simulates something else. + + suggestedTag + Agent-property + + + Animal-agent + An agent that is an animal. + + + Avatar-agent + An agent associated with an icon or avatar representing another agent. + + + Controller-agent + An agent experiment control software or hardware. + + + Human-agent + A person who takes an active role or produces a specified effect. + + + Robotic-agent + An agent mechanical device capable of performing a variety of often complex tasks on command or by being programmed in advance. + + + Software-agent + An agent computer program. + + + + Action + Do something. + + extensionAllowed + + + Communicate + Convey knowledge of or information about something. + + Communicate-gesturally + Communicate nonverbally using visible bodily actions, either in place of speech or together and in parallel with spoken words. Gestures include movement of the hands, face, or other parts of the body. + + relatedTag + Move-face + Move-upper-extremity + + + Clap-hands + Strike the palms of against one another resoundingly, and usually repeatedly, especially to express approval. + + + Clear-throat + Cough slightly so as to speak more clearly, attract attention, or to express hesitancy before saying something awkward. + + relatedTag + Move-face + Move-head + + + + Frown + Express disapproval, displeasure, or concentration, typically by turning down the corners of the mouth. + + relatedTag + Move-face + + + + Grimace + Make a twisted expression, typically expressing disgust, pain, or wry amusement. + + relatedTag + Move-face + + + + Nod-head + Tilt head in alternating up and down arcs along the sagittal plane. It is most commonly, but not universally, used to indicate agreement, acceptance, or acknowledgement. + + relatedTag + Move-head + + + + Pump-fist + Raise with fist clenched in triumph or affirmation. + + relatedTag + Move-upper-extremity + + + + Raise-eyebrows + Move eyebrows upward. + + relatedTag + Move-face + Move-eyes + + + + Shake-fist + Clench hand into a fist and shake to demonstrate anger. + + relatedTag + Move-upper-extremity + + + + Shake-head + Turn head from side to side as a way of showing disagreement or refusal. + + relatedTag + Move-head + + + + Shhh + Place finger over lips and possibly uttering the syllable shhh to indicate the need to be quiet. + + relatedTag + Move-upper-extremity + + + + Shrug + Lift shoulders up towards head to indicate a lack of knowledge about a particular topic. + + relatedTag + Move-upper-extremity + Move-torso + + + + Smile + Form facial features into a pleased, kind, or amused expression, typically with the corners of the mouth turned up and the front teeth exposed. + + relatedTag + Move-face + + + + Spread-hands + Spread hands apart to indicate ignorance. + + relatedTag + Move-upper-extremity + + + + Thumbs-down + Extend the thumb downward to indicate disapproval. + + relatedTag + Move-upper-extremity + + + + Thumb-up + Extend the thumb upward to indicate approval. + + relatedTag + Move-upper-extremity + + + + Wave + Raise hand and move left and right, as a greeting or sign of departure. + + relatedTag + Move-upper-extremity + + + + Widen-eyes + Open eyes and possibly with eyebrows lifted especially to express surprise or fear. + + relatedTag + Move-face + Move-eyes + + + + Wink + Close and open one eye quickly, typically to indicate that something is a joke or a secret or as a signal of affection or greeting. + + relatedTag + Move-face + Move-eyes + + + + + Communicate-musically + Communicate using music. + + Hum + Make a low, steady continuous sound like that of a bee. Sing with the lips closed and without uttering speech. + + + Play-instrument + Make musical sounds using an instrument. + + + Sing + Produce musical tones by means of the voice. + + + Vocalize + Utter vocal sounds. + + + Whistle + Produce a shrill clear sound by forcing breath out or air in through the puckered lips. + + + + Communicate-vocally + Communicate using mouth or vocal cords. + + Cry + Shed tears associated with emotions, usually sadness but also joy or frustration. + + + Groan + Make a deep inarticulate sound in response to pain or despair. + + + Laugh + Make the spontaneous sounds and movements of the face and body that are the instinctive expressions of lively amusement and sometimes also of contempt or derision. + + + Scream + Make loud, vociferous cries or yells to express pain, excitement, or fear. + + + Shout + Say something very loudly. + + + Sigh + Emit a long, deep, audible breath expressing sadness, relief, tiredness, or a similar feeling. + + + Speak + Communicate using spoken language. + + + Whisper + Speak very softly using breath without vocal cords. + + + + + Move + Move in a specified direction or manner. Change position or posture. + + Breathe + Inhale or exhale during respiration. + + Blow + Expel air through pursed lips. + + + Cough + Suddenly and audibly expel air from the lungs through a partially closed glottis, preceded by inhalation. + + + Exhale + Blow out or expel breath. + + + Hiccup + Involuntarily spasm the diaphragm and respiratory organs, with a sudden closure of the glottis and a characteristic sound like that of a cough. + + + Hold-breath + Interrupt normal breathing by ceasing to inhale or exhale. + + + Inhale + Draw in with the breath through the nose or mouth. + + + Sneeze + Suddenly and violently expel breath through the nose and mouth. + + + Sniff + Draw in air audibly through the nose to detect a smell, to stop it from running, or to express contempt. + + + + Move-body + Move entire body. + + Bend + Move body in a bowed or curved manner. + + + Dance + Perform a purposefully selected sequences of human movement often with aesthetic or symbolic value. Move rhythmically to music, typically following a set sequence of steps. + + + Fall-down + Lose balance and collapse. + + + Flex + Cause a muscle to stand out by contracting or tensing it. Bend a limb or joint. + + + Jerk + Make a quick, sharp, sudden movement. + + + Lie-down + Move to a horizontal or resting position. + + + Recover-balance + Return to a stable, upright body position. + + + Sit-down + Move from a standing to a sitting position. + + + Sit-up + Move from lying down to a sitting position. + + + Stand-up + Move from a sitting to a standing position. + + + Stretch + Straighten or extend body or a part of body to its full length, typically so as to tighten muscles or in order to reach something. + + + Shudder + Tremble convulsively, sometimes as a result of fear or revulsion. + + + Stumble + Trip or momentarily lose balance and almost fall. + + + Turn + Change or cause to change direction. + + + + Move-body-part + Move one part of a body. + + Move-eyes + Move eyes. + + Blink + Shut and open the eyes quickly. + + + Close-eyes + Lower and keep eyelids in a closed position. + + + Fixate + Direct eyes to a specific point or target. + + + Inhibit-blinks + Purposely prevent blinking. + + + Open-eyes + Raise eyelids to expose pupil. + + + Saccade + Move eyes rapidly between fixation points. + + + Squint + Squeeze one or both eyes partly closed in an attempt to see more clearly or as a reaction to strong light. + + + Stare + Look fixedly or vacantly at someone or something with eyes wide open. + + + + Move-face + Move the face or jaw. + + Bite + Seize with teeth or jaws an object or organism so as to grip or break the surface covering. + + + Burp + Noisily release air from the stomach through the mouth. Belch. + + + Chew + Repeatedly grinding, tearing, and or crushing with teeth or jaws. + + + Gurgle + Make a hollow bubbling sound like that made by water running out of a bottle. + + + Swallow + Cause or allow something, especially food or drink to pass down the throat. + + Gulp + Swallow quickly or in large mouthfuls, often audibly, sometimes to indicate apprehension. + + + + Yawn + Take a deep involuntary inhalation with the mouth open often as a sign of drowsiness or boredom. + + + + Move-head + Move head. + + Lift-head + Tilt head back lifting chin. + + + Lower-head + Move head downward so that eyes are in a lower position. + + + Turn-head + Rotate head horizontally to look in a different direction. + + + + Move-lower-extremity + Move leg and/or foot. + + Curl-toes + Bend toes sometimes to grip. + + + Hop + Jump on one foot. + + + Jog + Run at a trot to exercise. + + + Jump + Move off the ground or other surface through sudden muscular effort in the legs. + + + Kick + Strike out or flail with the foot or feet. Strike using the leg, in unison usually with an area of the knee or lower using the foot. + + + Pedal + Move by working the pedals of a bicycle or other machine. + + + Press-foot + Move by pressing foot. + + + Run + Travel on foot at a fast pace. + + + Step + Put one leg in front of the other and shift weight onto it. + + Heel-strike + Strike the ground with the heel during a step. + + + Toe-off + Push with toe as part of a stride. + + + + Trot + Run at a moderate pace, typically with short steps. + + + Walk + Move at a regular pace by lifting and setting down each foot in turn never having both feet off the ground at once. + + + + Move-torso + Move body trunk. + + + Move-upper-extremity + Move arm, shoulder, and/or hand. + + Drop + Let or cause to fall vertically. + + + Grab + Seize suddenly or quickly. Snatch or clutch. + + + Grasp + Seize and hold firmly. + + + Hold-down + Prevent someone or something from moving by holding them firmly. + + + Lift + Raising something to higher position. + + + Make-fist + Close hand tightly with the fingers bent against the palm. + + + Point + Draw attention to something by extending a finger or arm. + + + Press + Apply pressure to something to flatten, shape, smooth or depress it. This action tag should be used to indicate key presses and mouse clicks. + + relatedTag + Push + + + + Push + Apply force in order to move something away. Use Press to indicate a key press or mouse click. + + relatedTag + Press + + + + Reach + Stretch out your arm in order to get or touch something. + + + Release + Make available or set free. + + + Retract + Draw or pull back. + + + Scratch + Drag claws or nails over a surface or on skin. + + + Snap-fingers + Make a noise by pushing second finger hard against thumb and then releasing it suddenly so that it hits the base of the thumb. + + + Touch + Come into or be in contact with. + + + + + + Perceive + Produce an internal, conscious image through stimulating a sensory system. + + Hear + Give attention to a sound. + + + See + Direct gaze toward someone or something or in a specified direction. + + + Smell + Inhale in order to ascertain an odor or scent. + + + Taste + Sense a flavor in the mouth and throat on contact with a substance. + + + Sense-by-touch + Sense something through receptors in the skin. + + + + Perform + Carry out or accomplish an action, task, or function. + + Close + Act as to blocked against entry or passage. + + + Collide-with + Hit with force when moving. + + + Halt + Bring or come to an abrupt stop. + + + Modify + Change something. + + + Open + Widen an aperture, door, or gap, especially one allowing access to something. + + + Operate + Control the functioning of a machine, process, or system. + + + Play + Engage in activity for enjoyment and recreation rather than a serious or practical purpose. + + + Read + Interpret something that is written or printed. + + + Repeat + Make do or perform again. + + + Rest + Be inactive in order to regain strength, health, or energy. + + + Write + Communicate or express by means of letters or symbols written or imprinted on a surface. + + + + Think + Direct the mind toward someone or something or use the mind actively to form connected ideas. + + Allow + Allow access to something such as allowing a car to pass. + + + Attend-to + Focus mental experience on specific targets. + + + Count + Tally items either silently or aloud. + + + Deny + Refuse to give or grant something requested or desired by someone. + + + Detect + Discover or identify the presence or existence of something. + + + Discriminate + Recognize a distinction. + + + Encode + Convert information or an instruction into a particular form. + + + Evade + Escape or avoid, especially by cleverness or trickery. + + + Generate + Cause something, especially an emotion or situation to arise or come about. + + + Identify + Establish or indicate who or what someone or something is. + + + Imagine + Form a mental image or concept of something. + + + Judge + Evaluate evidence to make a decision or form a belief. + + + Learn + Adaptively change behavior as the result of experience. + + + Memorize + Adaptively change behavior as the result of experience. + + + Plan + Think about the activities required to achieve a desired goal. + + + Predict + Say or estimate that something will happen or will be a consequence of something without having exact informaton. + + + Recognize + Identify someone or something from having encountered them before. + + + Respond + React to something such as a treatment or a stimulus. + + + Recall + Remember information by mental effort. + + + Switch-attention + Transfer attention from one focus to another. + + + Track + Follow a person, animal, or object through space or time. + + + + + Item + An independently existing thing (living or nonliving). + + extensionAllowed + + + Biological-item + An entity that is biological, that is related to living organisms. + + Anatomical-item + A biological structure, system, fluid or other substance excluding single molecular entities. + + Body + The biological structure representing an organism. + + + Body-part + Any part of an organism. + + Head + The upper part of the human body, or the front or upper part of the body of an animal, typically separated from the rest of the body by a neck, and containing the brain, mouth, and sense organs. + + Hair + The filamentous outgrowth of the epidermis. + + + Ear + A sense organ needed for the detection of sound and for establishing balance. + + + Face + The anterior portion of the head extending from the forehead to the chin and ear to ear. The facial structures contain the eyes, nose and mouth, cheeks and jaws. + + Cheek + The fleshy part of the face bounded by the eyes, nose, ear, and jaw line. + + + Chin + The part of the face below the lower lip and including the protruding part of the lower jaw. + + + Eye + The organ of sight or vision. + + + Eyebrow + The arched strip of hair on the bony ridge above each eye socket. + + + Forehead + The part of the face between the eyebrows and the normal hairline. + + + Lip + Fleshy fold which surrounds the opening of the mouth. + + + Nose + A structure of special sense serving as an organ of the sense of smell and as an entrance to the respiratory tract. + + + Mouth + The proximal portion of the digestive tract, containing the oral cavity and bounded by the oral opening. + + + Teeth + The hard bonelike structures in the jaws. A collection of teeth arranged in some pattern in the mouth or other part of the body. + + + + + Lower-extremity + Refers to the whole inferior limb (leg and/or foot). + + Ankle + A gliding joint between the distal ends of the tibia and fibula and the proximal end of the talus. + + + Calf + The fleshy part at the back of the leg below the knee. + + + Foot + The structure found below the ankle joint required for locomotion. + + Big-toe + The largest toe on the inner side of the foot. + + + Heel + The back of the foot below the ankle. + + + Instep + The part of the foot between the ball and the heel on the inner side. + + + Little-toe + The smallest toe located on the outer side of the foot. + + + Toes + The terminal digits of the foot. + + + + Knee + A joint connecting the lower part of the femur with the upper part of the tibia. + + + Shin + Front part of the leg below the knee. + + + Thigh + Upper part of the leg between hip and knee. + + + + Torso + The body excluding the head and neck and limbs. + + Torso-back + The rear surface of the human body from the shoulders to the hips. + + + Buttocks + The round fleshy parts that form the lower rear area of a human trunk. + + + Torso-chest + The anterior side of the thorax from the neck to the abdomen. + + + Gentalia + The external organs of reproduction. + + deprecatedFrom + 8.1.0 + + + + Hip + The lateral prominence of the pelvis from the waist to the thigh. + + + Waist + The abdominal circumference at the navel. + + + + Upper-extremity + Refers to the whole superior limb (shoulder, arm, elbow, wrist, hand). + + Elbow + A type of hinge joint located between the forearm and upper arm. + + + Forearm + Lower part of the arm between the elbow and wrist. + + + Hand + The distal portion of the upper extremity. It consists of the carpus, metacarpus, and digits. + + Finger + Any of the digits of the hand. + + Index-finger + The second finger from the radial side of the hand, next to the thumb. + + + Little-finger + The fifth and smallest finger from the radial side of the hand. + + + Middle-finger + The middle or third finger from the radial side of the hand. + + + Ring-finger + The fourth finger from the radial side of the hand. + + + Thumb + The thick and short hand digit which is next to the index finger in humans. + + + + Palm + The part of the inner surface of the hand that extends from the wrist to the bases of the fingers. + + + Knuckles + A part of a finger at a joint where the bone is near the surface, especially where the finger joins the hand. + + + + Shoulder + Joint attaching upper arm to trunk. + + + Upper-arm + Portion of arm between shoulder and elbow. + + + Wrist + A joint between the distal end of the radius and the proximal row of carpal bones. + + + + + + Organism + A living entity, more specifically a biological entity that consists of one or more cells and is capable of genomic replication (independently or not). + + Animal + A living organism that has membranous cell walls, requires oxygen and organic foods, and is capable of voluntary movement. + + + Human + The bipedal primate mammal Homo sapiens. + + + Plant + Any living organism that typically synthesizes its food from inorganic substances and possesses cellulose cell walls. + + + + + Language-item + An entity related to a systematic means of communicating by the use of sounds, symbols, or gestures. + + suggestedTag + Sensory-presentation + + + Character + A mark or symbol used in writing. + + + Clause + A unit of grammatical organization next below the sentence in rank, usually consisting of a subject and predicate. + + + Glyph + A hieroglyphic character, symbol, or pictograph. + + + Nonword + A group of letters or speech sounds that looks or sounds like a word but that is not accepted as such by native speakers. + + + Paragraph + A distinct section of a piece of writing, usually dealing with a single theme. + + + Phoneme + A speech sound that is distinguished by the speakers of a particular language. + + + Phrase + A phrase is a group of words functioning as a single unit in the syntax of a sentence. + + + Sentence + A set of words that is complete in itself, conveying a statement, question, exclamation, or command and typically containing an explicit or implied subject and a predicate containing a finite verb. + + + Syllable + A unit of spoken language larger than a phoneme. + + + Textblock + A block of text. + + + Word + A word is the smallest free form (an item that may be expressed in isolation with semantic or pragmatic content) in a language. + + + + Object + Something perceptible by one or more of the senses, especially by vision or touch. A material thing. + + suggestedTag + Sensory-presentation + + + Geometric-object + An object or a representation that has structure and topology in space. + + Pattern + An arrangement of objects, facts, behaviors, or other things which have scientific, mathematical, geometric, statistical, or other meaning. + + Dots + A small round mark or spot. + + + LED-pattern + A pattern created by lighting selected members of a fixed light emitting diode array. + + + + 2D-shape + A planar, two-dimensional shape. + + Arrow + A shape with a pointed end indicating direction. + + + Clockface + The dial face of a clock. A location identifier based on clockface numbering or anatomic subregion. + + + Cross + A figure or mark formed by two intersecting lines crossing at their midpoints. + + + Dash + A horizontal stroke in writing or printing to mark a pause or break in sense or to represent omitted letters or words. + + + Ellipse + A closed plane curve resulting from the intersection of a circular cone and a plane cutting completely through it, especially a plane not parallel to the base. + + Circle + A ring-shaped structure with every point equidistant from the center. + + + + Rectangle + A parallelogram with four right angles. + + Square + A square is a special rectangle with four equal sides. + + + + Single-point + A point is a geometric entity that is located in a zero-dimensional spatial region and whose position is defined by its coordinates in some coordinate system. + + + Star + A conventional or stylized representation of a star, typically one having five or more points. + + + Triangle + A three-sided polygon. + + + + 3D-shape + A geometric three-dimensional shape. + + Box + A square or rectangular vessel, usually made of cardboard or plastic. + + Cube + A solid or semi-solid in the shape of a three dimensional square. + + + + Cone + A shape whose base is a circle and whose sides taper up to a point. + + + Cylinder + A surface formed by circles of a given radius that are contained in a plane perpendicular to a given axis, whose centers align on the axis. + + + Ellipsoid + A closed plane curve resulting from the intersection of a circular cone and a plane cutting completely through it, especially a plane not parallel to the base. + + Sphere + A solid or hollow three-dimensional object bounded by a closed surface such that every point on the surface is equidistant from the center. + + + + Pyramid + A polyhedron of which one face is a polygon of any number of sides, and the other faces are triangles with a common vertex. + + + + + Ingestible-object + Something that can be taken into the body by the mouth for digestion or absorption. + + + Man-made-object + Something constructed by human means. + + Building + A structure that has a roof and walls and stands more or less permanently in one place. + + Room + An area within a building enclosed by walls and floor and ceiling. + + + Roof + A roof is the covering on the uppermost part of a building which provides protection from animals and weather, notably rain, but also heat, wind and sunlight. + + + Entrance + The means or place of entry. + + + Attic + A room or a space immediately below the roof of a building. + + + Basement + The part of a building that is wholly or partly below ground level. + + + + Clothing + A covering designed to be worn on the body. + + + Device + An object contrived for a specific purpose. + + Assistive-device + A device that help an individual accomplish a task. + + Glasses + Frames with lenses worn in front of the eye for vision correction, eye protection, or protection from UV rays. + + + Writing-device + A device used for writing. + + Pen + A common writing instrument used to apply ink to a surface for writing or drawing. + + + Pencil + An implement for writing or drawing that is constructed of a narrow solid pigment core in a protective casing that prevents the core from being broken or marking the hand. + + + + + Computing-device + An electronic device which take inputs and processes results from the inputs. + + Cellphone + A telephone with access to a cellular radio system so it can be used over a wide area, without a physical connection to a network. + + + Desktop-computer + A computer suitable for use at an ordinary desk. + + + Laptop-computer + A computer that is portable and suitable for use while traveling. + + + Tablet-computer + A small portable computer that accepts input directly on to its screen rather than via a keyboard or mouse. + + + + Engine + A motor is a machine designed to convert one or more forms of energy into mechanical energy. + + + IO-device + Hardware used by a human (or other system) to communicate with a computer. + + Input-device + A piece of equipment used to provide data and control signals to an information processing system such as a computer or information appliance. + + Computer-mouse + A hand-held pointing device that detects two-dimensional motion relative to a surface. + + Mouse-button + An electric switch on a computer mouse which can be pressed or clicked to select or interact with an element of a graphical user interface. + + + Scroll-wheel + A scroll wheel or mouse wheel is a wheel used for scrolling made of hard plastic with a rubbery surface usually located between the left and right mouse buttons and is positioned perpendicular to the mouse surface. + + + + Joystick + A control device that uses a movable handle to create two-axis input for a computer device. + + + Keyboard + A device consisting of mechanical keys that are pressed to create input to a computer. + + Keyboard-key + A button on a keyboard usually representing letters, numbers, functions, or symbols. + + # + Value of a keyboard key. + + takesValue + + + + + + Keypad + A device consisting of keys, usually in a block arrangement, that provides limited input to a system. + + Keypad-key + A key on a separate section of a computer keyboard that groups together numeric keys and those for mathematical or other special functions in an arrangement like that of a calculator. + + # + Value of keypad key. + + takesValue + + + + + + Microphone + A device designed to convert sound to an electrical signal. + + + Push-button + A switch designed to be operated by pressing a button. + + + + Output-device + Any piece of computer hardware equipment which converts information into human understandable form. + + Display-device + An output device for presentation of information in visual or tactile form the latter used for example in tactile electronic displays for blind people. + + Head-mounted-display + An instrument that functions as a display device, worn on the head or as part of a helmet, that has a small display optic in front of one (monocular HMD) or each eye (binocular HMD). + + + LED-display + A LED display is a flat panel display that uses an array of light-emitting diodes as pixels for a video display. + + + Computer-screen + An electronic device designed as a display or a physical device designed to be a protective meshwork. + + Screen-window + A part of a computer screen that contains a display different from the rest of the screen. A window is a graphical control element consisting of a visual area containing some of the graphical user interface of the program it belongs to and is framed by a window decoration. + + + + + Auditory-device + A device designed to produce sound. + + Headphones + An instrument that consists of a pair of small loudspeakers, or less commonly a single speaker, held close to ears and connected to a signal source such as an audio amplifier, radio, CD player or portable media player. + + + Loudspeaker + A device designed to convert electrical signals to sounds that can be heard. + + + + + Recording-device + A device that copies information in a signal into a persistent information bearer. + + EEG-recorder + A device for recording electric currents in the brain using electrodes applied to the scalp, to the surface of the brain, or placed within the substance of the brain. + + + File-storage + A device for recording digital information to a permanent media. + + + MEG-recorder + A device for measuring the magnetic fields produced by electrical activity in the brain, usually conducted externally. + + + Motion-capture + A device for recording the movement of objects or people. + + + Tape-recorder + A device for recording and reproduction usually using magnetic tape for storage that can be saved and played back. + + + + Touchscreen + A control component that operates an electronic device by pressing the display on the screen. + + + + Machine + A human-made device that uses power to apply forces and control movement to perform an action. + + + Measurement-device + A device in which a measure function inheres. + + Clock + A device designed to indicate the time of day or to measure the time duration of an event or action. + + Clock-face + A location identifier based on clockface numbering or anatomic subregion. + + + + + Robot + A mechanical device that sometimes resembles a living animal and is capable of performing a variety of often complex human tasks on command or by being programmed in advance. + + + Tool + A component that is not part of a device but is designed to support its assemby or operation. + + + + Document + A physical object, or electronic counterpart, that is characterized by containing writing which is meant to be human-readable. + + Letter + A written message addressed to a person or organization. + + + Note + A brief written record. + + + Book + A volume made up of pages fastened along one edge and enclosed between protective covers. + + + Notebook + A book for notes or memoranda. + + + Questionnaire + A document consisting of questions and possibly responses, depending on whether it has been filled out. + + + + Furnishing + Furniture, fittings, and other decorative accessories, such as curtains and carpets, for a house or room. + + + Manufactured-material + Substances created or extracted from raw materials. + + Ceramic + A hard, brittle, heat-resistant and corrosion-resistant material made by shaping and then firing a nonmetallic mineral, such as clay, at a high temperature. + + + Glass + A brittle transparent solid with irregular atomic structure. + + + Paper + A thin sheet material produced by mechanically or chemically processing cellulose fibres derived from wood, rags, grasses or other vegetable sources in water. + + + Plastic + Various high-molecular-weight thermoplastic or thermosetting polymers that are capable of being molded, extruded, drawn, or otherwise shaped and then hardened into a form. + + + Steel + An alloy made up of iron with typically a few tenths of a percent of carbon to improve its strength and fracture resistance compared to iron. + + + + Media + Media are audo/visual/audiovisual modes of communicating information for mass consumption. + + Media-clip + A short segment of media. + + Audio-clip + A short segment of audio. + + + Audiovisual-clip + A short media segment containing both audio and video. + + + Video-clip + A short segment of video. + + + + Visualization + An planned process that creates images, diagrams or animations from the input data. + + Animation + A form of graphical illustration that changes with time to give a sense of motion or represent dynamic changes in the portrayal. + + + Art-installation + A large-scale, mixed-media constructions, often designed for a specific place or for a temporary period of time. + + + Braille + A display using a system of raised dots that can be read with the fingers by people who are blind. + + + Image + Any record of an imaging event whether physical or electronic. + + Cartoon + A type of illustration, sometimes animated, typically in a non-realistic or semi-realistic style. The specific meaning has evolved over time, but the modern usage usually refers to either an image or series of images intended for satire, caricature, or humor. A motion picture that relies on a sequence of illustrations for its animation. + + + Drawing + A representation of an object or outlining a figure, plan, or sketch by means of lines. + + + Icon + A sign (such as a word or graphic symbol) whose form suggests its meaning. + + + Painting + A work produced through the art of painting. + + + Photograph + An image recorded by a camera. + + + + Movie + A sequence of images displayed in succession giving the illusion of continuous movement. + + + Outline-visualization + A visualization consisting of a line or set of lines enclosing or indicating the shape of an object in a sketch or diagram. + + + Point-light-visualization + A display in which action is depicted using a few points of light, often generated from discrete sensors in motion capture. + + + Sculpture + A two- or three-dimensional representative or abstract forms, especially by carving stone or wood or by casting metal or plaster. + + + Stick-figure-visualization + A drawing showing the head of a human being or animal as a circle and all other parts as straight lines. + + + + + Navigational-object + An object whose purpose is to assist directed movement from one location to another. + + Path + A trodden way. A way or track laid down for walking or made by continual treading. + + + Road + An open way for the passage of vehicles, persons, or animals on land. + + Lane + A defined path with physical dimensions through which an object or substance may traverse. + + + + Runway + A paved strip of ground on a landing field for the landing and takeoff of aircraft. + + + + Vehicle + A mobile machine which transports people or cargo. + + Aircraft + A vehicle which is able to travel through air in an atmosphere. + + + Bicycle + A human-powered, pedal-driven, single-track vehicle, having two wheels attached to a frame, one behind the other. + + + Boat + A watercraft of any size which is able to float or plane on water. + + + Car + A wheeled motor vehicle used primarily for the transportation of human passengers. + + + Cart + A cart is a vehicle which has two wheels and is designed to transport human passengers or cargo. + + + Tractor + A mobile machine specifically designed to deliver a high tractive effort at slow speeds, and mainly used for the purposes of hauling a trailer or machinery used in agriculture or construction. + + + Train + A connected line of railroad cars with or without a locomotive. + + + Truck + A motor vehicle which, as its primary funcion, transports cargo rather than human passangers. + + + + + Natural-object + Something that exists in or is produced by nature, and is not artificial or man-made. + + Mineral + A solid, homogeneous, inorganic substance occurring in nature and having a definite chemical composition. + + + Natural-feature + A feature that occurs in nature. A prominent or identifiable aspect, region, or site of interest. + + Field + An unbroken expanse as of ice or grassland. + + + Hill + A rounded elevation of limited extent rising above the surrounding land with local relief of less than 300m. + + + Mountain + A landform that extends above the surrounding terrain in a limited area. + + + River + A natural freshwater surface stream of considerable volume and a permanent or seasonal flow, moving in a definite channel toward a sea, lake, or another river. + + + Waterfall + A sudden descent of water over a step or ledge in the bed of a river. + + + + + + Sound + Mechanical vibrations transmitted by an elastic medium. Something that can be heard. + + Environmental-sound + Sounds occuring in the environment. An accumulation of noise pollution that occurs outside. This noise can be caused by transport, industrial, and recreational activities. + + Crowd-sound + Noise produced by a mixture of sounds from a large group of people. + + + Signal-noise + Any part of a signal that is not the true or original signal but is introduced by the communication mechanism. + + + + Musical-sound + Sound produced by continuous and regular vibrations, as opposed to noise. + + Tone + A musical note, warble, or other sound used as a particular signal on a telephone or answering machine. + + + Instrument-sound + Sound produced by a musical instrument. + + + Vocalized-sound + Musical sound produced by vocal cords in a biological agent. + + + + Named-animal-sound + A sound recognizable as being associated with particular animals. + + Barking + Sharp explosive cries like sounds made by certain animals, especially a dog, fox, or seal. + + + Bleating + Wavering cries like sounds made by a sheep, goat, or calf. + + + Crowing + Loud shrill sounds characteristic of roosters. + + + Chirping + Short, sharp, high-pitched noises like sounds made by small birds or an insects. + + + Growling + Low guttural sounds like those that made in the throat by a hostile dog or other animal. + + + Meowing + Vocalizations like those made by as those cats. These sounds have diverse tones and are sometimes chattered, murmured or whispered. The purpose can be assertive. + + + Mooing + Deep vocal sounds like those made by a cow. + + + Purring + Low continuous vibratory sound such as those made by cats. The sound expresses contentment. + + + Roaring + Loud, deep, or harsh prolonged sounds such as those made by big cats and bears for long-distance communication and intimidation. + + + Squawking + Loud, harsh noises such as those made by geese. + + + + Named-object-sound + A sound identifiable as coming from a particular type of object. + + Alarm-sound + A loud signal often loud continuous ringing to alert people to a problem or condition that requires urgent attention. + + + Beep + A short, single tone, that is typically high-pitched and generally made by a computer or other machine. + + + Buzz + A persistent vibratory sound often made by a buzzer device and used to indicate something incorrect. + + + Ka-ching + The sound made by a mechanical cash register, often to designate a reward. + + + Click + The sound made by a mechanical cash register, often to designate a reward. + + + Ding + A short ringing sound such as that made by a bell, often to indicate a correct response or the expiration of time. + + + Horn-blow + A loud sound made by forcing air through a sound device that funnels air to create the sound, often used to sound an alert. + + + Siren + A loud, continuous sound often varying in frequency designed to indicate an emergency. + + + + + + Property + Something that pertains to a thing. A characteristic of some entity. A quality or feature regarded as a characteristic or inherent part of someone or something. HED attributes are adjectives or adverbs. + + extensionAllowed + + + Agent-property + Something that pertains to an agent. + + extensionAllowed + + + Agent-state + The state of the agent. + + Agent-cognitive-state + The state of the cognitive processes or state of mind of the agent. + + Alert + Condition of heightened watchfulness or preparation for action. + + + Anesthetized + Having lost sensation to pain or having senses dulled due to the effects of an anesthetic. + + + Asleep + Having entered a periodic, readily reversible state of reduced awareness and metabolic activity, usually accompanied by physical relaxation and brain activity. + + + Attentive + Concentrating and focusing mental energy on the task or surroundings. + + + Distracted + Lacking in concentration because of being preoccupied. + + + Awake + In a non sleeping state. + + + Brain-dead + Characterized by the irreversible absence of cortical and brain stem functioning. + + + Comatose + In a state of profound unconsciousness associated with markedly depressed cerebral activity. + + + Drowsy + In a state of near-sleep, a strong desire for sleep, or sleeping for unusually long periods. + + + Intoxicated + In a state with disturbed psychophysiological functions and responses as a result of administration or ingestion of a psychoactive substance. + + + Locked-in + In a state of complete paralysis of all voluntary muscles except for the ones that control the movements of the eyes. + + + Passive + Not responding or initiating an action in response to a stimulus. + + + Resting + A state in which the agent is not exhibiting any physical exertion. + + + Vegetative + A state of wakefulness and conscience, but (in contrast to coma) with involuntary opening of the eyes and movements (such as teeth grinding, yawning, or thrashing of the extremities). + + + + Agent-emotional-state + The status of the general temperament and outlook of an agent. + + Angry + Experiencing emotions characterized by marked annoyance or hostility. + + + Aroused + In a state reactive to stimuli leading to increased heart rate and blood pressure, sensory alertness, mobility and readiness to respond. + + + Awed + Filled with wonder. Feeling grand, sublime or powerful emotions characterized by a combination of joy, fear, admiration, reverence, and/or respect. + + + Compassionate + Feeling or showing sympathy and concern for others often evoked for a person who is in distress and associated with altruistic motivation. + + + Content + Feeling satisfaction with things as they are. + + + Disgusted + Feeling revulsion or profound disapproval aroused by something unpleasant or offensive. + + + Emotionally-neutral + Feeling neither satisfied nor dissatisfied. + + + Empathetic + Understanding and sharing the feelings of another. Being aware of, being sensitive to, and vicariously experiencing the feelings, thoughts, and experience of another. + + + Excited + Feeling great enthusiasm and eagerness. + + + Fearful + Feeling apprehension that one may be in danger. + + + Frustrated + Feeling annoyed as a result of being blocked, thwarted, disappointed or defeated. + + + Grieving + Feeling sorrow in response to loss, whether physical or abstract. + + + Happy + Feeling pleased and content. + + + Jealous + Feeling threatened by a rival in a relationship with another individual, in particular an intimate partner, usually involves feelings of threat, fear, suspicion, distrust, anxiety, anger, betrayal, and rejection. + + + Joyful + Feeling delight or intense happiness. + + + Loving + Feeling a strong positive emotion of affection and attraction. + + + Relieved + No longer feeling pain, distress, anxiety, or reassured. + + + Sad + Feeling grief or unhappiness. + + + Stressed + Experiencing mental or emotional strain or tension. + + + + Agent-physiological-state + Having to do with the mechanical, physical, or biochemical function of an agent. + + Healthy + Having no significant health-related issues. + + relatedTag + Sick + + + + Hungry + Being in a state of craving or desiring food. + + relatedTag + Sated + Thirsty + + + + Rested + Feeling refreshed and relaxed. + + relatedTag + Tired + + + + Sated + Feeling full. + + relatedTag + Hungry + + + + Sick + Being in a state of ill health, bodily malfunction, or discomfort. + + relatedTag + Healthy + + + + Thirsty + Feeling a need to drink. + + relatedTag + Hungry + + + + Tired + Feeling in need of sleep or rest. + + relatedTag + Rested + + + + + Agent-postural-state + Pertaining to the position in which agent holds their body. + + Crouching + Adopting a position where the knees are bent and the upper body is brought forward and down, sometimes to avoid detection or to defend oneself. + + + Eyes-closed + Keeping eyes closed with no blinking. + + + Eyes-open + Keeping eyes open with occasional blinking. + + + Kneeling + Positioned where one or both knees are on the ground. + + + On-treadmill + Ambulation on an exercise apparatus with an endless moving belt to support moving in place. + + + Prone + Positioned in a recumbent body position whereby the person lies on its stomach and faces downward. + + + Sitting + In a seated position. + + + Standing + Assuming or maintaining an erect upright position. + + + Seated-with-chin-rest + Using a device that supports the chin and head. + + + + + Agent-task-role + The function or part that is ascribed to an agent in performing the task. + + Experiment-actor + An agent who plays a predetermined role to create the experiment scenario. + + + Experiment-controller + An agent exerting control over some aspect of the experiment. + + + Experiment-participant + Someone who takes part in an activity related to an experiment. + + + Experimenter + Person who is the owner of the experiment and has its responsibility. + + + + Agent-trait + A genetically, environmentally, or socially determined characteristic of an agent. + + Age + Length of time elapsed time since birth of the agent. + + # + + takesValue + + + valueClass + numericClass + + + + + Agent-experience-level + Amount of skill or knowledge that the agent has as pertains to the task. + + Expert-level + Having comprehensive and authoritative knowledge of or skill in a particular area related to the task. + + relatedTag + Intermediate-experience-level + Novice-level + + + + Intermediate-experience-level + Having a moderate amount of knowledge or skill related to the task. + + relatedTag + Expert-level + Novice-level + + + + Novice-level + Being inexperienced in a field or situation related to the task. + + relatedTag + Expert-level + Intermediate-experience-level + + + + + Gender + Characteristics that are socially constructed, including norms, behaviors, and roles based on sex. + + + Sex + Physical properties or qualities by which male is distinguished from female. + + Female + Biological sex of an individual with female sexual organs such ova. + + + Male + Biological sex of an individual with male sexual organs producing sperm. + + + Intersex + Having genitalia and/or secondary sexual characteristics of indeterminate sex. + + + + Ethnicity + Belong to a social group that has a common national or cultural tradition. Use with Label to avoid extension. + + + Handedness + Individual preference for use of a hand, known as the dominant hand. + + Left-handed + Preference for using the left hand or foot for tasks requiring the use of a single hand or foot. + + + Right-handed + Preference for using the right hand or foot for tasks requiring the use of a single hand or foot. + + + Ambidextrous + Having no overall dominance in the use of right or left hand or foot in the performance of tasks that require one hand or foot. + + + + Race + Belonging to a group sharing physical or social qualities as defined within a specified society. Use with Label to avoid extension. + + + + + Data-property + Something that pertains to data or information. + + extensionAllowed + + + Data-marker + An indicator placed to mark something. + + Data-break-marker + An indicator place to indicate a gap in the data. + + + Temporal-marker + An indicator placed at a particular time in the data. + + Inset + Marks an intermediate point in an ongoing event of temporal extent. + + topLevelTagGroup + + + reserved + + + relatedTag + Onset + Offset + + + + Onset + Marks the start of an ongoing event of temporal extent. + + topLevelTagGroup + + + reserved + + + relatedTag + Inset + Offset + + + + Offset + Marks the end of an event of temporal extent. + + topLevelTagGroup + + + reserved + + + relatedTag + Onset + Inset + + + + Pause + Indicates the temporary interruption of the operation a process and subsequently wait for a signal to continue. + + + Time-out + A cancellation or cessation that automatically occurs when a predefined interval of time has passed without a certain event occurring. + + + Time-sync + A synchronization signal whose purpose to help synchronize different signals or processes. Often used to indicate a marker inserted into the recorded data to allow post hoc synchronization of concurrently recorded data streams. + + + + + Data-resolution + Smallest change in a quality being measured by an sensor that causes a perceptible change. + + Printer-resolution + Resolution of a printer, usually expressed as the number of dots-per-inch for a printer. + + # + + takesValue + + + valueClass + numericClass + + + + + Screen-resolution + Resolution of a screen, usually expressed as the of pixels in a dimension for a digital display device. + + # + + takesValue + + + valueClass + numericClass + + + + + Sensory-resolution + Resolution of measurements by a sensing device. + + # + + takesValue + + + valueClass + numericClass + + + + + Spatial-resolution + Linear spacing of a spatial measurement. + + # + + takesValue + + + valueClass + numericClass + + + + + Spectral-resolution + Measures the ability of a sensor to resolve features in the electromagnetic spectrum. + + # + + takesValue + + + valueClass + numericClass + + + + + Temporal-resolution + Measures the ability of a sensor to resolve features in time. + + # + + takesValue + + + valueClass + numericClass + + + + + + Data-source-type + The type of place, person, or thing from which the data comes or can be obtained. + + Computed-feature + A feature computed from the data by a tool. This tag should be grouped with a label of the form Toolname_propertyName. + + + Computed-prediction + A computed extrapolation of known data. + + + Expert-annotation + An explanatory or critical comment or other in-context information provided by an authority. + + + Instrument-measurement + Information obtained from a device that is used to measure material properties or make other observations. + + + Observation + Active acquisition of information from a primary source. Should be grouped with a label of the form AgentID_featureName. + + + + Data-value + Designation of the type of a data item. + + Categorical-value + Indicates that something can take on a limited and usually fixed number of possible values. + + Categorical-class-value + Categorical values that fall into discrete classes such as true or false. The grouping is absolute in the sense that it is the same for all participants. + + All + To a complete degree or to the full or entire extent. + + relatedTag + Some + None + + + + Correct + Free from error. Especially conforming to fact or truth. + + relatedTag + Wrong + + + + Explicit + Stated clearly and in detail, leaving no room for confusion or doubt. + + relatedTag + Implicit + + + + False + Not in accordance with facts, reality or definitive criteria. + + relatedTag + True + + + + Implicit + Implied though not plainly expressed. + + relatedTag + Explicit + + + + Invalid + Not allowed or not conforming to the correct format or specifications. + + relatedTag + Valid + + + + None + No person or thing, nobody, not any. + + relatedTag + All + Some + + + + Some + At least a small amount or number of, but not a large amount of, or often. + + relatedTag + All + None + + + + True + Conforming to facts, reality or definitive criteria. + + relatedTag + False + + + + Valid + Allowable, usable, or acceptable. + + relatedTag + Invalid + + + + Wrong + Inaccurate or not correct. + + relatedTag + Correct + + + + + Categorical-judgment-value + Categorical values that are based on the judgment or perception of the participant such familiar and famous. + + Abnormal + Deviating in any way from the state, position, structure, condition, behavior, or rule which is considered a norm. + + relatedTag + Normal + + + + Asymmetrical + Lacking symmetry or having parts that fail to correspond to one another in shape, size, or arrangement. + + relatedTag + Symmetrical + + + + Audible + A sound that can be perceived by the participant. + + relatedTag + Inaudible + + + + Congruent + Concordance of multiple evidence lines. In agreement or harmony. + + relatedTag + Incongruent + + + + Complex + Hard, involved or complicated, elaborate, having many parts. + + relatedTag + Simple + + + + Constrained + Keeping something within particular limits or bounds. + + relatedTag + Unconstrained + + + + Disordered + Not neatly arranged. Confused and untidy. A structural quality in which the parts of an object are non-rigid. + + relatedTag + Ordered + + + + Familiar + Recognized, familiar, or within the scope of knowledge. + + relatedTag + Unfamiliar + Famous + + + + Famous + A person who has a high degree of recognition by the general population for his or her success or accomplishments. A famous person. + + relatedTag + Familiar + Unfamiliar + + + + Inaudible + A sound below the threshold of perception of the participant. + + relatedTag + Audible + + + + Incongruent + Not in agreement or harmony. + + relatedTag + Congruent + + + + Involuntary + An action that is not made by choice. In the body, involuntary actions (such as blushing) occur automatically, and cannot be controlled by choice. + + relatedTag + Voluntary + + + + Masked + Information exists but is not provided or is partially obscured due to security, privacy, or other concerns. + + relatedTag + Unmasked + + + + Normal + Being approximately average or within certain limits. Conforming with or constituting a norm or standard or level or type or social norm. + + relatedTag + Abnormal + + + + Ordered + Conforming to a logical or comprehensible arrangement of separate elements. + + relatedTag + Disordered + + + + Simple + Easily understood or presenting no difficulties. + + relatedTag + Complex + + + + Symmetrical + Made up of exactly similar parts facing each other or around an axis. Showing aspects of symmetry. + + relatedTag + Asymmetrical + + + + Unconstrained + Moving without restriction. + + relatedTag + Constrained + + + + Unfamiliar + Not having knowledge or experience of. + + relatedTag + Familiar + Famous + + + + Unmasked + Information is revealed. + + relatedTag + Masked + + + + Voluntary + Using free will or design; not forced or compelled; controlled by individual volition. + + relatedTag + Involuntary + + + + + Categorical-level-value + Categorical values based on dividing a continuous variable into levels such as high and low. + + Cold + Having an absence of heat. + + relatedTag + Hot + + + + Deep + Extending relatively far inward or downward. + + relatedTag + Shallow + + + + High + Having a greater than normal degree, intensity, or amount. + + relatedTag + Low + Medium + + + + Hot + Having an excess of heat. + + relatedTag + Cold + + + + Large + Having a great extent such as in physical dimensions, period of time, amplitude or frequency. + + relatedTag + Small + + + + Liminal + Situated at a sensory threshold that is barely perceptible or capable of eliciting a response. + + relatedTag + Subliminal + Supraliminal + + + + Loud + Having a perceived high intensity of sound. + + relatedTag + Quiet + + + + Low + Less than normal in degree, intensity or amount. + + relatedTag + High + + + + Medium + Mid-way between small and large in number, quantity, magnitude or extent. + + relatedTag + Low + High + + + + Negative + Involving disadvantage or harm. + + relatedTag + Positive + + + + Positive + Involving advantage or good. + + relatedTag + Negative + + + + Quiet + Characterizing a perceived low intensity of sound. + + relatedTag + Loud + + + + Rough + Having a surface with perceptible bumps, ridges, or irregularities. + + relatedTag + Smooth + + + + Shallow + Having a depth which is relatively low. + + relatedTag + Deep + + + + Small + Having a small extent such as in physical dimensions, period of time, amplitude or frequency. + + relatedTag + Large + + + + Smooth + Having a surface free from bumps, ridges, or irregularities. + + relatedTag + Rough + + + + Subliminal + Situated below a sensory threshold that is imperceptible or not capable of eliciting a response. + + relatedTag + Liminal + Supraliminal + + + + Supraliminal + Situated above a sensory threshold that is perceptible or capable of eliciting a response. + + relatedTag + Liminal + Subliminal + + + + Thick + Wide in width, extent or cross-section. + + relatedTag + Thin + + + + Thin + Narrow in width, extent or cross-section. + + relatedTag + Thick + + + + + Categorical-orientation-value + Value indicating the orientation or direction of something. + + Backward + Directed behind or to the rear. + + relatedTag + Forward + + + + Downward + Moving or leading toward a lower place or level. + + relatedTag + Leftward + Rightward + Upward + + + + Forward + At or near or directed toward the front. + + relatedTag + Backward + + + + Horizontally-oriented + Oriented parallel to or in the plane of the horizon. + + relatedTag + Vertically-oriented + + + + Leftward + Going toward or facing the left. + + relatedTag + Downward + Rightward + Upward + + + + Oblique + Slanting or inclined in direction, course, or position that is neither parallel nor perpendicular nor right-angular. + + relatedTag + Rotated + + + + Rightward + Going toward or situated on the right. + + relatedTag + Downward + Leftward + Upward + + + + Rotated + Positioned offset around an axis or center. + + + Upward + Moving, pointing, or leading to a higher place, point, or level. + + relatedTag + Downward + Leftward + Rightward + + + + Vertically-oriented + Oriented perpendicular to the plane of the horizon. + + relatedTag + Horizontally-oriented + + + + + + Physical-value + The value of some physical property of something. + + Weight + The relative mass or the quantity of matter contained by something. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + weightUnits + + + + + Temperature + A measure of hot or cold based on the average kinetic energy of the atoms or molecules in the system. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + temperatureUnits + + + + + + Quantitative-value + Something capable of being estimated or expressed with numeric values. + + Fraction + A numerical value between 0 and 1. + + # + + takesValue + + + valueClass + numericClass + + + + + Item-count + The integer count of something which is usually grouped with the entity it is counting. (Item-count/3, A) indicates that 3 of A have occurred up to this point. + + # + + takesValue + + + valueClass + numericClass + + + + + Item-index + The index of an item in a collection, sequence or other structure. (A (Item-index/3, B)) means that A is item number 3 in B. + + # + + takesValue + + + valueClass + numericClass + + + + + Item-interval + An integer indicating how many items or entities have passed since the last one of these. An item interval of 0 indicates the current item. + + # + + takesValue + + + valueClass + numericClass + + + + + Percentage + A fraction or ratio with 100 understood as the denominator. + + # + + takesValue + + + valueClass + numericClass + + + + + Ratio + A quotient of quantities of the same kind for different components within the same system. + + # + + takesValue + + + valueClass + numericClass + + + + + + Statistical-value + A value based on or employing the principles of statistics. + + extensionAllowed + + + Data-maximum + The largest possible quantity or degree. + + # + + takesValue + + + valueClass + numericClass + + + + + Data-mean + The sum of a set of values divided by the number of values in the set. + + # + + takesValue + + + valueClass + numericClass + + + + + Data-median + The value which has an equal number of values greater and less than it. + + # + + takesValue + + + valueClass + numericClass + + + + + Data-minimum + The smallest possible quantity. + + # + + takesValue + + + valueClass + numericClass + + + + + Probability + A measure of the expectation of the occurrence of a particular event. + + # + + takesValue + + + valueClass + numericClass + + + + + Standard-deviation + A measure of the range of values in a set of numbers. Standard deviation is a statistic used as a measure of the dispersion or variation in a distribution, equal to the square root of the arithmetic mean of the squares of the deviations from the arithmetic mean. + + # + + takesValue + + + valueClass + numericClass + + + + + Statistical-accuracy + A measure of closeness to true value expressed as a number between 0 and 1. + + # + + takesValue + + + valueClass + numericClass + + + + + Statistical-precision + A quantitative representation of the degree of accuracy necessary for or associated with a particular action. + + # + + takesValue + + + valueClass + numericClass + + + + + Statistical-recall + Sensitivity is a measurement datum qualifying a binary classification test and is computed by substracting the false negative rate to the integral numeral 1. + + # + + takesValue + + + valueClass + numericClass + + + + + Statistical-uncertainty + A measure of the inherent variability of repeated observation measurements of a quantity including quantities evaluated by statistical methods and by other means. + + # + + takesValue + + + valueClass + numericClass + + + + + + Spatiotemporal-value + A property relating to space and/or time. + + Rate-of-change + The amount of change accumulated per unit time. + + Acceleration + Magnitude of the rate of change in either speed or direction. The direction of change should be given separately. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + accelerationUnits + + + + + Frequency + Frequency is the number of occurrences of a repeating event per unit time. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + frequencyUnits + + + + + Jerk-rate + Magnitude of the rate at which the acceleration of an object changes with respect to time. The direction of change should be given separately. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + jerkUnits + + + + + Sampling-rate + The number of digital samples taken or recorded per unit of time. + + # + + takesValue + + + unitClass + frequencyUnits + + + + + Refresh-rate + The frequency with which the image on a computer monitor or similar electronic display screen is refreshed, usually expressed in hertz. + + # + + takesValue + + + valueClass + numericClass + + + + + Speed + A scalar measure of the rate of movement of the object expressed either as the distance travelled divided by the time taken (average speed) or the rate of change of position with respect to time at a particular point (instantaneous speed). The direction of change should be given separately. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + speedUnits + + + + + Temporal-rate + The number of items per unit of time. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + frequencyUnits + + + + + + Spatial-value + Value of an item involving space. + + Angle + The amount of inclination of one line to another or the plane of one object to another. + + # + + takesValue + + + unitClass + angleUnits + + + valueClass + numericClass + + + + + Distance + A measure of the space separating two objects or points. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Position + A reference to the alignment of an object, a particular situation or view of a situation, or the location of an object. Coordinates with respect a specified frame of reference or the default Screen-frame if no frame is given. + + X-position + The position along the x-axis of the frame of reference. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Y-position + The position along the y-axis of the frame of reference. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Z-position + The position along the z-axis of the frame of reference. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + + Size + The physical magnitude of something. + + Area + The extent of a 2-dimensional surface enclosed within a boundary. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + areaUnits + + + + + Depth + The distance from the surface of something especially from the perspective of looking from the front. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Length + The linear extent in space from one end of something to the other end, or the extent of something from beginning to end. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Width + The extent or measurement of something from side to side. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Height + The vertical measurement or distance from the base to the top of an object. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Volume + The amount of three dimensional space occupied by an object or the capacity of a space or container. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + volumeUnits + + + + + + + Temporal-value + A characteristic of or relating to time or limited by time. + + Delay + The time at which an event start time is delayed from the current onset time. This tag defines the start time of an event of temporal extent and may be used with the Duration tag. + + topLevelTagGroup + + + reserved + + + relatedTag + Duration + + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Duration + The period of time during which an event occurs. This tag defines the end time of an event of temporal extent and may be used with the Delay tag. + + topLevelTagGroup + + + reserved + + + relatedTag + Delay + + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Time-interval + The period of time separating two instances, events, or occurrences. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Time-value + A value with units of time. Usually grouped with tags identifying what the value represents. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + + + + Data-variability-attribute + An attribute describing how something changes or varies. + + Abrupt + Marked by sudden change. + + + Constant + Continually recurring or continuing without interruption. Not changing in time or space. + + + Continuous + Uninterrupted in time, sequence, substance, or extent. + + relatedTag + Discrete + Discontinuous + + + + Decreasing + Becoming smaller or fewer in size, amount, intensity, or degree. + + relatedTag + Increasing + + + + Deterministic + No randomness is involved in the development of the future states of the element. + + relatedTag + Random + Stochastic + + + + Discontinuous + Having a gap in time, sequence, substance, or extent. + + relatedTag + Continuous + + + + Discrete + Constituting a separate entities or parts. + + relatedTag + Continuous + Discontinuous + + + + Flickering + Moving irregularly or unsteadily or burning or shining fitfully or with a fluctuating light. + + + Estimated-value + Something that has been calculated or measured approximately. + + + Exact-value + A value that is viewed to the true value according to some standard. + + + Fractal + Having extremely irregular curves or shapes for which any suitably chosen part is similar in shape to a given larger or smaller part when magnified or reduced to the same size. + + + Increasing + Becoming greater in size, amount, or degree. + + relatedTag + Decreasing + + + + Random + Governed by or depending on chance. Lacking any definite plan or order or purpose. + + relatedTag + Deterministic + Stochastic + + + + Repetitive + A recurring action that is often non-purposeful. + + + Stochastic + Uses a random probability distribution or pattern that may be analysed statistically but may not be predicted precisely to determine future states. + + relatedTag + Deterministic + Random + + + + Varying + Differing in size, amount, degree, or nature. + + + + + Environmental-property + Relating to or arising from the surroundings of an agent. + + Indoors + Located inside a building or enclosure. + + + Outdoors + Any area outside a building or shelter. + + + Real-world + Located in a place that exists in real space and time under realistic conditions. + + + Virtual-world + Using technology that creates immersive, computer-generated experiences that a person can interact with and navigate through. The digital content is generally delivered to the user through some type of headset and responds to changes in head position or through interaction with other types of sensors. Existing in a virtual setting such as a simulation or game environment. + + + Augmented-reality + Using technology that enhances real-world experiences with computer-derived digital overlays to change some aspects of perception of the natural environment. The digital content is shown to the user through a smart device or glasses and responds to changes in the environment. + + + Motion-platform + A mechanism that creates the feelings of being in a real motion environment. + + + Urban + Relating to, located in, or characteristic of a city or densely populated area. + + + Rural + Of or pertaining to the country as opposed to the city. + + + Terrain + Characterization of the physical features of a tract of land. + + Composite-terrain + Tracts of land characterized by a mixure of physical features. + + + Dirt-terrain + Tracts of land characterized by a soil surface and lack of vegetation. + + + Grassy-terrain + Tracts of land covered by grass. + + + Gravel-terrain + Tracts of land covered by a surface consisting a loose aggregation of small water-worn or pounded stones. + + + Leaf-covered-terrain + Tracts of land covered by leaves and composited organic material. + + + Muddy-terrain + Tracts of land covered by a liquid or semi-liquid mixture of water and some combination of soil, silt, and clay. + + + Paved-terrain + Tracts of land covered with concrete, asphalt, stones, or bricks. + + + Rocky-terrain + Tracts of land consisting or full of rock or rocks. + + + Sloped-terrain + Tracts of land arranged in a sloping or inclined position. + + + Uneven-terrain + Tracts of land that are not level, smooth, or regular. + + + + + Informational-property + Something that pertains to a task. + + extensionAllowed + + + Description + An explanation of what the tag group it is in means. If the description is at the top-level of an event string, the description applies to the event. + + requireChild + + + # + + takesValue + + + valueClass + textClass + + + + + ID + An alphanumeric name that identifies either a unique object or a unique class of objects. Here the object or class may be an idea, physical countable object (or class), or physical uncountable substance (or class). + + requireChild + + + # + + takesValue + + + valueClass + textClass + + + + + Label + A string of 20 or fewer characters identifying something. Labels usually refer to general classes of things while IDs refer to specific instances. A term that is associated with some entity. A brief description given for purposes of identification. An identifying or descriptive marker that is attached to an object. + + requireChild + + + # + + takesValue + + + valueClass + nameClass + + + + + Metadata + Data about data. Information that describes another set of data. + + CogAtlas + The Cognitive Atlas ID number of something. + + # + + takesValue + + + + + CogPo + The CogPO ID number of something. + + # + + takesValue + + + + + Creation-date + The date on which data creation of this element began. + + requireChild + + + # + + takesValue + + + valueClass + dateTimeClass + + + + + Experimental-note + A brief written record about the experiment. + + # + + takesValue + + + valueClass + textClass + + + + + Library-name + Official name of a HED library. + + # + + takesValue + + + valueClass + nameClass + + + + + OBO-identifier + The identifier of a term in some Open Biology Ontology (OBO) ontology. + + # + + takesValue + + + valueClass + nameClass + + + + + Pathname + The specification of a node (file or directory) in a hierarchical file system, usually specified by listing the nodes top-down. + + # + + takesValue + + + + + Subject-identifier + A sequence of characters used to identify, name, or characterize a trial or study subject. + + # + + takesValue + + + + + Version-identifier + An alphanumeric character string that identifies a form or variant of a type or original. + + # + Usually is a semantic version. + + takesValue + + + + + + Parameter + Something user-defined for this experiment. + + Parameter-label + The name of the parameter. + + # + + takesValue + + + valueClass + nameClass + + + + + Parameter-value + The value of the parameter. + + # + + takesValue + + + valueClass + textClass + + + + + + + Organizational-property + Relating to an organization or the action of organizing something. + + Collection + A tag designating a grouping of items such as in a set or list. + + # + Name of the collection. + + takesValue + + + valueClass + nameClass + + + + + Condition-variable + An aspect of the experiment or task that is to be varied during the experiment. Task-conditions are sometimes called independent variables or contrasts. + + # + Name of the condition variable. + + takesValue + + + valueClass + nameClass + + + + + Control-variable + An aspect of the experiment that is fixed throughout the study and usually is explicitly controlled. + + # + Name of the control variable. + + takesValue + + + valueClass + nameClass + + + + + Def + A HED-specific utility tag used with a defined name to represent the tags associated with that definition. + + requireChild + + + reserved + + + # + Name of the definition. + + takesValue + + + valueClass + nameClass + + + + + Def-expand + A HED specific utility tag that is grouped with an expanded definition. The child value of the Def-expand is the name of the expanded definition. + + requireChild + + + reserved + + + tagGroup + + + # + + takesValue + + + valueClass + nameClass + + + + + Definition + A HED-specific utility tag whose child value is the name of the concept and the tag group associated with the tag is an English language explanation of a concept. + + requireChild + + + reserved + + + topLevelTagGroup + + + # + Name of the definition. + + takesValue + + + valueClass + nameClass + + + + + Event-context + A special HED tag inserted as part of a top-level tag group to contain information about the interrelated conditions under which the event occurs. The event context includes information about other events that are ongoing when this event happens. + + reserved + + + topLevelTagGroup + + + unique + + + + Event-stream + A special HED tag indicating that this event is a member of an ordered succession of events. + + # + Name of the event stream. + + takesValue + + + valueClass + nameClass + + + + + Experimental-intertrial + A tag used to indicate a part of the experiment between trials usually where nothing is happening. + + # + Optional label for the intertrial block. + + takesValue + + + valueClass + nameClass + + + + + Experimental-trial + Designates a run or execution of an activity, for example, one execution of a script. A tag used to indicate a particular organizational part in the experimental design often containing a stimulus-response pair or stimulus-response-feedback triad. + + # + Optional label for the trial (often a numerical string). + + takesValue + + + valueClass + nameClass + + + + + Indicator-variable + An aspect of the experiment or task that is measured as task conditions are varied during the experiment. Experiment indicators are sometimes called dependent variables. + + # + Name of the indicator variable. + + takesValue + + + valueClass + nameClass + + + + + Recording + A tag designating the data recording. Recording tags are usually have temporal scope which is the entire recording. + + # + Optional label for the recording. + + takesValue + + + valueClass + nameClass + + + + + Task + An assigned piece of work, usually with a time allotment. A tag used to indicate a linkage the structured activities performed as part of the experiment. + + # + Optional label for the task block. + + takesValue + + + valueClass + nameClass + + + + + Time-block + A tag used to indicate a contiguous time block in the experiment during which something is fixed or noted. + + # + Optional label for the task block. + + takesValue + + + valueClass + nameClass + + + + + + Sensory-property + Relating to sensation or the physical senses. + + Sensory-attribute + A sensory characteristic associated with another entity. + + Auditory-attribute + Pertaining to the sense of hearing. + + Loudness + Perceived intensity of a sound. + + # + + takesValue + + + valueClass + numericClass + nameClass + + + + + Pitch + A perceptual property that allows the user to order sounds on a frequency scale. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + frequencyUnits + + + + + Sound-envelope + Description of how a sound changes over time. + + Sound-envelope-attack + The time taken for initial run-up of level from nil to peak usually beginning when the key on a musical instrument is pressed. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Sound-envelope-decay + The time taken for the subsequent run down from the attack level to the designated sustain level. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Sound-envelope-release + The time taken for the level to decay from the sustain level to zero after the key is released. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Sound-envelope-sustain + The time taken for the main sequence of the sound duration, until the key is released. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + + Timbre + The perceived sound quality of a singing voice or musical instrument. + + # + + takesValue + + + valueClass + nameClass + + + + + Sound-volume + The sound pressure level (SPL) usually the ratio to a reference signal estimated as the lower bound of hearing. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + intensityUnits + + + + + + Gustatory-attribute + Pertaining to the sense of taste. + + Bitter + Having a sharp, pungent taste. + + + Salty + Tasting of or like salt. + + + Savory + Belonging to a taste that is salty or spicy rather than sweet. + + + Sour + Having a sharp, acidic taste. + + + Sweet + Having or resembling the taste of sugar. + + + + Olfactory-attribute + Having a smell. + + + Somatic-attribute + Pertaining to the feelings in the body or of the nervous system. + + Pain + The sensation of discomfort, distress, or agony, resulting from the stimulation of specialized nerve endings. + + + Stress + The negative mental, emotional, and physical reactions that occur when environmental stressors are perceived as exceeding the adaptive capacities of the individual. + + + + Tactile-attribute + Pertaining to the sense of touch. + + Tactile-pressure + Having a feeling of heaviness. + + + Tactile-temperature + Having a feeling of hotness or coldness. + + + Tactile-texture + Having a feeling of roughness. + + + Tactile-vibration + Having a feeling of mechanical oscillation. + + + + Vestibular-attribute + Pertaining to the sense of balance or body position. + + + Visual-attribute + Pertaining to the sense of sight. + + Color + The appearance of objects (or light sources) described in terms of perception of their hue and lightness (or brightness) and saturation. + + CSS-color + One of 140 colors supported by all browsers. For more details such as the color RGB or HEX values, check: https://www.w3schools.com/colors/colors_groups.asp. + + Blue-color + CSS color group. + + CadetBlue + CSS-color 0x5F9EA0. + + + SteelBlue + CSS-color 0x4682B4. + + + LightSteelBlue + CSS-color 0xB0C4DE. + + + LightBlue + CSS-color 0xADD8E6. + + + PowderBlue + CSS-color 0xB0E0E6. + + + LightSkyBlue + CSS-color 0x87CEFA. + + + SkyBlue + CSS-color 0x87CEEB. + + + CornflowerBlue + CSS-color 0x6495ED. + + + DeepSkyBlue + CSS-color 0x00BFFF. + + + DodgerBlue + CSS-color 0x1E90FF. + + + RoyalBlue + CSS-color 0x4169E1. + + + Blue + CSS-color 0x0000FF. + + + MediumBlue + CSS-color 0x0000CD. + + + DarkBlue + CSS-color 0x00008B. + + + Navy + CSS-color 0x000080. + + + MidnightBlue + CSS-color 0x191970. + + + + Brown-color + CSS color group. + + Cornsilk + CSS-color 0xFFF8DC. + + + BlanchedAlmond + CSS-color 0xFFEBCD. + + + Bisque + CSS-color 0xFFE4C4. + + + NavajoWhite + CSS-color 0xFFDEAD. + + + Wheat + CSS-color 0xF5DEB3. + + + BurlyWood + CSS-color 0xDEB887. + + + Tan + CSS-color 0xD2B48C. + + + RosyBrown + CSS-color 0xBC8F8F. + + + SandyBrown + CSS-color 0xF4A460. + + + GoldenRod + CSS-color 0xDAA520. + + + DarkGoldenRod + CSS-color 0xB8860B. + + + Peru + CSS-color 0xCD853F. + + + Chocolate + CSS-color 0xD2691E. + + + Olive + CSS-color 0x808000. + + + SaddleBrown + CSS-color 0x8B4513. + + + Sienna + CSS-color 0xA0522D. + + + Brown + CSS-color 0xA52A2A. + + + Maroon + CSS-color 0x800000. + + + + Cyan-color + CSS color group. + + Aqua + CSS-color 0x00FFFF. + + + Cyan + CSS-color 0x00FFFF. + + + LightCyan + CSS-color 0xE0FFFF. + + + PaleTurquoise + CSS-color 0xAFEEEE. + + + Aquamarine + CSS-color 0x7FFFD4. + + + Turquoise + CSS-color 0x40E0D0. + + + MediumTurquoise + CSS-color 0x48D1CC. + + + DarkTurquoise + CSS-color 0x00CED1. + + + + Green-color + CSS color group. + + GreenYellow + CSS-color 0xADFF2F. + + + Chartreuse + CSS-color 0x7FFF00. + + + LawnGreen + CSS-color 0x7CFC00. + + + Lime + CSS-color 0x00FF00. + + + LimeGreen + CSS-color 0x32CD32. + + + PaleGreen + CSS-color 0x98FB98. + + + LightGreen + CSS-color 0x90EE90. + + + MediumSpringGreen + CSS-color 0x00FA9A. + + + SpringGreen + CSS-color 0x00FF7F. + + + MediumSeaGreen + CSS-color 0x3CB371. + + + SeaGreen + CSS-color 0x2E8B57. + + + ForestGreen + CSS-color 0x228B22. + + + Green + CSS-color 0x008000. + + + DarkGreen + CSS-color 0x006400. + + + YellowGreen + CSS-color 0x9ACD32. + + + OliveDrab + CSS-color 0x6B8E23. + + + DarkOliveGreen + CSS-color 0x556B2F. + + + MediumAquaMarine + CSS-color 0x66CDAA. + + + DarkSeaGreen + CSS-color 0x8FBC8F. + + + LightSeaGreen + CSS-color 0x20B2AA. + + + DarkCyan + CSS-color 0x008B8B. + + + Teal + CSS-color 0x008080. + + + + Gray-color + CSS color group. + + Gainsboro + CSS-color 0xDCDCDC. + + + LightGray + CSS-color 0xD3D3D3. + + + Silver + CSS-color 0xC0C0C0. + + + DarkGray + CSS-color 0xA9A9A9. + + + DimGray + CSS-color 0x696969. + + + Gray + CSS-color 0x808080. + + + LightSlateGray + CSS-color 0x778899. + + + SlateGray + CSS-color 0x708090. + + + DarkSlateGray + CSS-color 0x2F4F4F. + + + Black + CSS-color 0x000000. + + + + Orange-color + CSS color group. + + Orange + CSS-color 0xFFA500. + + + DarkOrange + CSS-color 0xFF8C00. + + + Coral + CSS-color 0xFF7F50. + + + Tomato + CSS-color 0xFF6347. + + + OrangeRed + CSS-color 0xFF4500. + + + + Pink-color + CSS color group. + + Pink + CSS-color 0xFFC0CB. + + + LightPink + CSS-color 0xFFB6C1. + + + HotPink + CSS-color 0xFF69B4. + + + DeepPink + CSS-color 0xFF1493. + + + PaleVioletRed + CSS-color 0xDB7093. + + + MediumVioletRed + CSS-color 0xC71585. + + + + Purple-color + CSS color group. + + Lavender + CSS-color 0xE6E6FA. + + + Thistle + CSS-color 0xD8BFD8. + + + Plum + CSS-color 0xDDA0DD. + + + Orchid + CSS-color 0xDA70D6. + + + Violet + CSS-color 0xEE82EE. + + + Fuchsia + CSS-color 0xFF00FF. + + + Magenta + CSS-color 0xFF00FF. + + + MediumOrchid + CSS-color 0xBA55D3. + + + DarkOrchid + CSS-color 0x9932CC. + + + DarkViolet + CSS-color 0x9400D3. + + + BlueViolet + CSS-color 0x8A2BE2. + + + DarkMagenta + CSS-color 0x8B008B. + + + Purple + CSS-color 0x800080. + + + MediumPurple + CSS-color 0x9370DB. + + + MediumSlateBlue + CSS-color 0x7B68EE. + + + SlateBlue + CSS-color 0x6A5ACD. + + + DarkSlateBlue + CSS-color 0x483D8B. + + + RebeccaPurple + CSS-color 0x663399. + + + Indigo + CSS-color 0x4B0082. + + + + Red-color + CSS color group. + + LightSalmon + CSS-color 0xFFA07A. + + + Salmon + CSS-color 0xFA8072. + + + DarkSalmon + CSS-color 0xE9967A. + + + LightCoral + CSS-color 0xF08080. + + + IndianRed + CSS-color 0xCD5C5C. + + + Crimson + CSS-color 0xDC143C. + + + Red + CSS-color 0xFF0000. + + + FireBrick + CSS-color 0xB22222. + + + DarkRed + CSS-color 0x8B0000. + + + + Yellow-color + CSS color group. + + Gold + CSS-color 0xFFD700. + + + Yellow + CSS-color 0xFFFF00. + + + LightYellow + CSS-color 0xFFFFE0. + + + LemonChiffon + CSS-color 0xFFFACD. + + + LightGoldenRodYellow + CSS-color 0xFAFAD2. + + + PapayaWhip + CSS-color 0xFFEFD5. + + + Moccasin + CSS-color 0xFFE4B5. + + + PeachPuff + CSS-color 0xFFDAB9. + + + PaleGoldenRod + CSS-color 0xEEE8AA. + + + Khaki + CSS-color 0xF0E68C. + + + DarkKhaki + CSS-color 0xBDB76B. + + + + White-color + CSS color group. + + White + CSS-color 0xFFFFFF. + + + Snow + CSS-color 0xFFFAFA. + + + HoneyDew + CSS-color 0xF0FFF0. + + + MintCream + CSS-color 0xF5FFFA. + + + Azure + CSS-color 0xF0FFFF. + + + AliceBlue + CSS-color 0xF0F8FF. + + + GhostWhite + CSS-color 0xF8F8FF. + + + WhiteSmoke + CSS-color 0xF5F5F5. + + + SeaShell + CSS-color 0xFFF5EE. + + + Beige + CSS-color 0xF5F5DC. + + + OldLace + CSS-color 0xFDF5E6. + + + FloralWhite + CSS-color 0xFFFAF0. + + + Ivory + CSS-color 0xFFFFF0. + + + AntiqueWhite + CSS-color 0xFAEBD7. + + + Linen + CSS-color 0xFAF0E6. + + + LavenderBlush + CSS-color 0xFFF0F5. + + + MistyRose + CSS-color 0xFFE4E1. + + + + + Color-shade + A slight degree of difference between colors, especially with regard to how light or dark it is or as distinguished from one nearly like it. + + Dark-shade + A color tone not reflecting much light. + + + Light-shade + A color tone reflecting more light. + + + + Grayscale + Using a color map composed of shades of gray, varying from black at the weakest intensity to white at the strongest. + + # + White intensity between 0 and 1. + + takesValue + + + valueClass + numericClass + + + + + HSV-color + A color representation that models how colors appear under light. + + Hue + Attribute of a visual sensation according to which an area appears to be similar to one of the perceived colors. + + # + Angular value between 0 and 360. + + takesValue + + + valueClass + numericClass + + + + + Saturation + Colorfulness of a stimulus relative to its own brightness. + + # + B value of RGB between 0 and 1. + + takesValue + + + valueClass + numericClass + + + + + HSV-value + An attribute of a visual sensation according to which an area appears to emit more or less light. + + # + + takesValue + + + valueClass + numericClass + + + + + + RGB-color + A color from the RGB schema. + + RGB-red + The red component. + + # + R value of RGB between 0 and 1. + + takesValue + + + valueClass + numericClass + + + + + RGB-blue + The blue component. + + # + B value of RGB between 0 and 1. + + takesValue + + + valueClass + numericClass + + + + + RGB-green + The green component. + + # + G value of RGB between 0 and 1. + + takesValue + + + valueClass + numericClass + + + + + + + Luminance + A quality that exists by virtue of the luminous intensity per unit area projected in a given direction. + + + Opacity + A measure of impenetrability to light. + + + + + Sensory-presentation + The entity has a sensory manifestation. + + Auditory-presentation + The sense of hearing is used in the presentation to the user. + + Loudspeaker-separation + The distance between two loudspeakers. Grouped with the Distance tag. + + suggestedTag + Distance + + + + Monophonic + Relating to sound transmission, recording, or reproduction involving a single transmission path. + + + Silent + The absence of ambient audible sound or the state of having ceased to produce sounds. + + + Stereophonic + Relating to, or constituting sound reproduction involving the use of separated microphones and two transmission channels to achieve the sound separation of a live hearing. + + + + Gustatory-presentation + The sense of taste used in the presentation to the user. + + + Olfactory-presentation + The sense of smell used in the presentation to the user. + + + Somatic-presentation + The nervous system is used in the presentation to the user. + + + Tactile-presentation + The sense of touch used in the presentation to the user. + + + Vestibular-presentation + The sense balance used in the presentation to the user. + + + Visual-presentation + The sense of sight used in the presentation to the user. + + 2D-view + A view showing only two dimensions. + + + 3D-view + A view showing three dimensions. + + + Background-view + Parts of the view that are farthest from the viewer and usually the not part of the visual focus. + + + Bistable-view + Something having two stable visual forms that have two distinguishable stable forms as in optical illusions. + + + Foreground-view + Parts of the view that are closest to the viewer and usually the most important part of the visual focus. + + + Foveal-view + Visual presentation directly on the fovea. A view projected on the small depression in the retina containing only cones and where vision is most acute. + + + Map-view + A diagrammatic representation of an area of land or sea showing physical features, cities, roads. + + Aerial-view + Elevated view of an object from above, with a perspective as though the observer were a bird. + + + Satellite-view + A representation as captured by technology such as a satellite. + + + Street-view + A 360-degrees panoramic view from a position on the ground. + + + + Peripheral-view + Indirect vision as it occurs outside the point of fixation. + + + + + + Task-property + Something that pertains to a task. + + extensionAllowed + + + Task-attentional-demand + Strategy for allocating attention toward goal-relevant information. + + Bottom-up-attention + Attentional guidance purely by externally driven factors to stimuli that are salient because of their inherent properties relative to the background. Sometimes this is referred to as stimulus driven. + + relatedTag + Top-down-attention + + + + Covert-attention + Paying attention without moving the eyes. + + relatedTag + Overt-attention + + + + Divided-attention + Integrating parallel multiple stimuli. Behavior involving responding simultaneously to multiple tasks or multiple task demands. + + relatedTag + Focused-attention + + + + Focused-attention + Responding discretely to specific visual, auditory, or tactile stimuli. + + relatedTag + Divided-attention + + + + Orienting-attention + Directing attention to a target stimulus. + + + Overt-attention + Selectively processing one location over others by moving the eyes to point at that location. + + relatedTag + Covert-attention + + + + Selective-attention + Maintaining a behavioral or cognitive set in the face of distracting or competing stimuli. Ability to pay attention to a limited array of all available sensory information. + + + Sustained-attention + Maintaining a consistent behavioral response during continuous and repetitive activity. + + + Switched-attention + Having to switch attention between two or more modalities of presentation. + + + Top-down-attention + Voluntary allocation of attention to certain features. Sometimes this is referred to goal-oriented attention. + + relatedTag + Bottom-up-attention + + + + + Task-effect-evidence + The evidence supporting the conclusion that the event had the specified effect. + + Computational-evidence + A type of evidence in which data are produced, and/or generated, and/or analyzed on a computer. + + + External-evidence + A phenomenon that follows and is caused by some previous phenomenon. + + + Intended-effect + A phenomenon that is intended to follow and be caused by some previous phenomenon. + + + Behavioral-evidence + An indication or conclusion based on the behavior of an agent. + + + + Task-event-role + The purpose of an event with respect to the task. + + Experimental-stimulus + Part of something designed to elicit a response in the experiment. + + + Incidental + A sensory or other type of event that is unrelated to the task or experiment. + + + Instructional + Usually associated with a sensory event intended to give instructions to the participant about the task or behavior. + + + Mishap + Unplanned disruption such as an equipment or experiment control abnormality or experimenter error. + + + Participant-response + Something related to a participant actions in performing the task. + + + Task-activity + Something that is part of the overall task or is necessary to the overall experiment but is not directly part of a stimulus-response cycle. Examples would be taking a survey or provided providing a silva sample. + + + Warning + Something that should warn the participant that the parameters of the task have been or are about to be exceeded such as a warning message about getting too close to the shoulder of the road in a driving task. + + + + Task-action-type + How an agent action should be interpreted in terms of the task specification. + + Appropriate-action + An action suitable or proper in the circumstances. + + relatedTag + Inappropriate-action + + + + Correct-action + An action that was a correct response in the context of the task. + + relatedTag + Incorrect-action + Indeterminate-action + + + + Correction + An action offering an improvement to replace a mistake or error. + + + Done-indication + An action that indicates that the participant has completed this step in the task. + + relatedTag + Ready-indication + + + + Incorrect-action + An action considered wrong or incorrect in the context of the task. + + relatedTag + Correct-action + Indeterminate-action + + + + Imagined-action + Form a mental image or concept of something. This is used to identity something that only happened in the imagination of the participant as in imagined movements in motor imagery paradigms. + + + Inappropriate-action + An action not in keeping with what is correct or proper for the task. + + relatedTag + Appropriate-action + + + + Indeterminate-action + An action that cannot be distinguished between two or more possibibities in the current context. This tag might be applied when an outside evaluator or a classification algorithm cannot determine a definitive result. + + relatedTag + Correct-action + Incorrect-action + Miss + Near-miss + + + + Omitted-action + An expected response was skipped. + + + Miss + An action considered to be a failure in the context of the task. For example, if the agent is supposed to try to hit a target and misses. + + relatedTag + Near-miss + + + + Near-miss + An action barely satisfied the requirements of the task. In a driving experiment for example this could pertain to a narrowly avoided collision or other accident. + + relatedTag + Miss + + + + Ready-indication + An action that indicates that the participant is ready to perform the next step in the task. + + relatedTag + Done-indication + + + + + Task-relationship + Specifying organizational importance of sub-tasks. + + Background-subtask + A part of the task which should be performed in the background as for example inhibiting blinks due to instruction while performing the primary task. + + + Primary-subtask + A part of the task which should be the primary focus of the participant. + + + + Task-stimulus-role + The role the stimulus plays in the task. + + Cue + A signal for an action, a pattern of stimuli indicating a particular response. + + + Distractor + A person or thing that distracts or a plausible but incorrect option in a multiple-choice question. In pyschological studies this is sometimes referred to as a foil. + + + Expected + Considered likely, probable or anticipated. Something of low information value as in frequent non-targets in an RSVP paradigm. + + relatedTag + Unexpected + + + suggestedTag + Target + + + + Extraneous + Irrelevant or unrelated to the subject being dealt with. + + + Feedback + An evaluative response to an inquiry, process, event, or activity. + + + Go-signal + An indicator to proceed with a planned action. + + relatedTag + Stop-signal + + + + Meaningful + Conveying significant or relevant information. + + + Newly-learned + Representing recently acquired information or understanding. + + + Non-informative + Something that is not useful in forming an opinion or judging an outcome. + + + Non-target + Something other than that done or looked for. Also tag Expected if the Non-target is frequent. + + relatedTag + Target + + + + Not-meaningful + Not having a serious, important, or useful quality or purpose. + + + Novel + Having no previous example or precedent or parallel. + + + Oddball + Something unusual, or infrequent. + + relatedTag + Unexpected + + + suggestedTag + Target + + + + Planned + Something that was decided on or arranged in advance. + + relatedTag + Unplanned + + + + Penalty + A disadvantage, loss, or hardship due to some action. + + + Priming + An implicit memory effect in which exposure to a stimulus influences response to a later stimulus. + + + Query + A sentence of inquiry that asks for a reply. + + + Reward + A positive reinforcement for a desired action, behavior or response. + + + Stop-signal + An indicator that the agent should stop the current activity. + + relatedTag + Go-signal + + + + Target + Something fixed as a goal, destination, or point of examination. + + + Threat + An indicator that signifies hostility and predicts an increased probability of attack. + + + Timed + Something planned or scheduled to be done at a particular time or lasting for a specified amount of time. + + + Unexpected + Something that is not anticipated. + + relatedTag + Expected + + + + Unplanned + Something that has not been planned as part of the task. + + relatedTag + Planned + + + + + + + Relation + Concerns the way in which two or more people or things are connected. + + extensionAllowed + + + Comparative-relation + Something considered in comparison to something else. The first entity is the focus. + + Approximately-equal-to + (A, (Approximately-equal-to, B)) indicates that A and B have almost the same value. Here A and B could refer to sizes, orders, positions or other quantities. + + + Less-than + (A, (Less-than, B)) indicates that A is smaller than B. Here A and B could refer to sizes, orders, positions or other quantities. + + + Less-than-or-equal-to + (A, (Less-than-or-equal-to, B)) indicates that the relative size or order of A is smaller than or equal to B. + + + Greater-than + (A, (Greater-than, B)) indicates that the relative size or order of A is bigger than that of B. + + + Greater-than-or-equal-to + (A, (Greater-than-or-equal-to, B)) indicates that the relative size or order of A is bigger than or the same as that of B. + + + Equal-to + (A, (Equal-to, B)) indicates that the size or order of A is the same as that of B. + + + Not-equal-to + (A, (Not-equal-to, B)) indicates that the size or order of A is not the same as that of B. + + + + Connective-relation + Indicates two entities are related in some way. The first entity is the focus. + + Belongs-to + (A, (Belongs-to, B)) indicates that A is a member of B. + + + Connected-to + (A, (Connected-to, B)) indicates that A is related to B in some respect, usually through a direct link. + + + Contained-in + (A, (Contained-in, B)) indicates that A is completely inside of B. + + + Described-by + (A, (Described-by, B)) indicates that B provides information about A. + + + From-to + (A, (From-to, B)) indicates a directional relation from A to B. A is considered the source. + + + Group-of + (A, (Group-of, B)) indicates A is a group of items of type B. + + + Implied-by + (A, (Implied-by, B)) indicates B is suggested by A. + + + Includes + (A, (Includes, B)) indicates that A has B as a member or part. + + + Interacts-with + (A, (Interacts-with, B)) indicates A and B interact, possibly reciprocally. + + + Member-of + (A, (Member-of, B)) indicates A is a member of group B. + + + Part-of + (A, (Part-of, B)) indicates A is a part of the whole B. + + + Performed-by + (A, (Performed-by, B)) indicates that the action or procedure A was carried out by agent B. + + + Performed-using + (A, (Performed-using, B)) indicates that the action or procedure A was accomplished using B. + + + Related-to + (A, (Related-to, B)) indicates A has some relationship to B. + + + Unrelated-to + (A, (Unrelated-to, B)) indicates that A is not related to B. For example, A is not related to Task. + + + + Directional-relation + A relationship indicating direction of change of one entity relative to another. The first entity is the focus. + + Away-from + (A, (Away-from, B)) indicates that A is going or has moved away from B. The meaning depends on A and B. + + + Towards + (A, (Towards, B)) indicates that A is going to or has moved to B. The meaning depends on A and B. + + + + Logical-relation + Indicating a logical relationship between entities. The first entity is usually the focus. + + And + (A, (And, B)) means A and B are both in effect. + + + Or + (A, (Or, B)) means at least one of A and B are in effect. + + + + Spatial-relation + Indicating a relationship about position between entities. + + Above + (A, (Above, B)) means A is in a place or position that is higher than B. + + + Across-from + (A, (Across-from, B)) means A is on the opposite side of something from B. + + + Adjacent-to + (A, (Adjacent-to, B)) indicates that A is next to B in time or space. + + + Ahead-of + (A, (Ahead-of, B)) indicates that A is further forward in time or space in B. + + + Around + (A, (Around, B)) means A is in or near the present place or situation of B. + + + Behind + (A, (Behind, B)) means A is at or to the far side of B, typically so as to be hidden by it. + + + Below + (A, (Below, B)) means A is in a place or position that is lower than the position of B. + + + Between + (A, (Between, (B, C))) means A is in the space or interval separating B and C. + + + Bilateral-to + (A, (Bilateral, B)) means A is on both sides of B or affects both sides of B. + + + Bottom-edge-of + (A, (Bottom-edge-of, B)) means A is on the bottom most part or or near the boundary of B. + + relatedTag + Left-edge-of + Right-edge-of + Top-edge-of + + + + Boundary-of + (A, (Boundary-of, B)) means A is on or part of the edge or boundary of B. + + + Center-of + (A, (Center-of, B)) means A is at a point or or in an area that is approximately central within B. + + + Close-to + (A, (Close-to, B)) means A is at a small distance from or is located near in space to B. + + + Far-from + (A, (Far-from, B)) means A is at a large distance from or is not located near in space to B. + + + In-front-of + (A, (In-front-of, B)) means A is in a position just ahead or at the front part of B, potentially partially blocking B from view. + + + Left-edge-of + (A, (Left-edge-of, B)) means A is located on the left side of B on or near the boundary of B. + + relatedTag + Bottom-edge-of + Right-edge-of + Top-edge-of + + + + Left-side-of + (A, (Left-side-of, B)) means A is located on the left side of B usually as part of B. + + relatedTag + Right-side-of + + + + Lower-center-of + (A, (Lower-center-of, B)) means A is situated on the lower center part of B (due south). This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-left-of + Lower-right-of + Upper-center-of + Upper-right-of + + + + Lower-left-of + (A, (Lower-left-of, B)) means A is situated on the lower left part of B. This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-center-of + Lower-right-of + Upper-center-of + Upper-left-of + Upper-right-of + + + + Lower-right-of + (A, (Lower-right-of, B)) means A is situated on the lower right part of B. This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-center-of + Lower-left-of + Upper-left-of + Upper-center-of + Upper-left-of + Lower-right-of + + + + Outside-of + (A, (Outside-of, B)) means A is located in the space around but not including B. + + + Over + (A, (Over, B)) means A above is above B so as to cover or protect or A extends over the a general area as from a from a vantage point. + + + Right-edge-of + (A, (Right-edge-of, B)) means A is located on the right side of B on or near the boundary of B. + + relatedTag + Bottom-edge-of + Left-edge-of + Top-edge-of + + + + Right-side-of + (A, (Right-side-of, B)) means A is located on the right side of B usually as part of B. + + relatedTag + Left-side-of + + + + To-left-of + (A, (To-left-of, B)) means A is located on or directed toward the side to the west of B when B is facing north. This term is used when A is not part of B. + + + To-right-of + (A, (To-right-of, B)) means A is located on or directed toward the side to the east of B when B is facing north. This term is used when A is not part of B. + + + Top-edge-of + (A, (Top-edge-of, B)) means A is on the uppermost part or or near the boundary of B. + + relatedTag + Left-edge-of + Right-edge-of + Bottom-edge-of + + + + Top-of + (A, (Top-of, B)) means A is on the uppermost part, side, or surface of B. + + + Upper-center-of + (A, (Upper-center-of, B)) means A is situated on the upper center part of B (due north). This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-center-of + Lower-left-of + Lower-right-of + Upper-center-of + Upper-right-of + + + + Upper-left-of + (A, (Upper-left-of, B)) means A is situated on the upper left part of B. This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-center-of + Lower-left-of + Lower-right-of + Upper-center-of + Upper-right-of + + + + Upper-right-of + (A, (Upper-right-of, B)) means A is situated on the upper right part of B. This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-center-of + Lower-left-of + Upper-left-of + Upper-center-of + Lower-right-of + + + + Underneath + (A, (Underneath, B)) means A is situated directly below and may be concealed by B. + + + Within + (A, (Within, B)) means A is on the inside of or contained in B. + + + + Temporal-relation + A relationship that includes a temporal or time-based component. + + After + (A, (After B)) means A happens at a time subsequent to a reference time related to B. + + + Asynchronous-with + (A, (Asynchronous-with, B)) means A happens at times not occurring at the same time or having the same period or phase as B. + + + Before + (A, (Before B)) means A happens at a time earlier in time or order than B. + + + During + (A, (During, B)) means A happens at some point in a given period of time in which B is ongoing. + + + Synchronous-with + (A, (Synchronous-with, B)) means A happens at occurs at the same time or rate as B. + + + Waiting-for + (A, (Waiting-for, B)) means A pauses for something to happen in B. + + + + + + + accelerationUnits + + defaultUnits + m-per-s^2 + + + m-per-s^2 + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + angleUnits + + defaultUnits + radian + + + radian + + SIUnit + + + conversionFactor + 1.0 + + + + rad + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + degree + + conversionFactor + 0.0174533 + + + + + areaUnits + + defaultUnits + m^2 + + + m^2 + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + currencyUnits + Units indicating the worth of something. + + defaultUnits + $ + + + dollar + + conversionFactor + 1.0 + + + + $ + + unitPrefix + + + unitSymbol + + + conversionFactor + 1.0 + + + + euro + + + point + + + + electricPotentialUnits + + defaultUnits + uv + + + v + + SIUnit + + + unitSymbol + + + conversionFactor + 0.000001 + + + + Volt + + SIUnit + + + conversionFactor + 0.000001 + + + + + frequencyUnits + + defaultUnits + Hz + + + hertz + + SIUnit + + + conversionFactor + 1.0 + + + + Hz + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + intensityUnits + + defaultUnits + dB + + + dB + Intensity expressed as ratio to a threshold. May be used for sound intensity. + + unitSymbol + + + conversionFactor + 1.0 + + + + candela + Units used to express light intensity. + + SIUnit + + + + cd + Units used to express light intensity. + + SIUnit + + + unitSymbol + + + + + jerkUnits + + defaultUnits + m-per-s^3 + + + m-per-s^3 + + unitSymbol + + + conversionFactor + 1.0 + + + + + magneticFieldUnits + Units used to magnetic field intensity. + + defaultUnits + fT + + + tesla + + SIUnit + + + conversionFactor + 10^-15 + + + + T + + SIUnit + + + unitSymbol + + + conversionFactor + 10^-15 + + + + + memorySizeUnits + + defaultUnits + B + + + byte + + SIUnit + + + conversionFactor + 1.0 + + + + B + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + physicalLengthUnits + + defaultUnits + m + + + foot + + conversionFactor + 0.3048 + + + + inch + + conversionFactor + 0.0254 + + + + meter + + SIUnit + + + conversionFactor + 1.0 + + + + metre + + SIUnit + + + conversionFactor + 1.0 + + + + m + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + mile + + conversionFactor + 1609.34 + + + + + speedUnits + + defaultUnits + m-per-s + + + m-per-s + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + mph + + unitSymbol + + + conversionFactor + 0.44704 + + + + kph + + unitSymbol + + + conversionFactor + 0.277778 + + + + + temperatureUnits + + degree Celsius + + SIUnit + + + conversionFactor + 1.0 + + + + oC + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + timeUnits + + defaultUnits + s + + + second + + SIUnit + + + conversionFactor + 1.0 + + + + s + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + day + + conversionFactor + 86400 + + + + minute + + conversionFactor + 60 + + + + hour + Should be in 24-hour format. + + conversionFactor + 3600 + + + + + volumeUnits + + defaultUnits + m^3 + + + m^3 + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + weightUnits + + defaultUnits + g + + + g + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + gram + + SIUnit + + + conversionFactor + 1.0 + + + + pound + + conversionFactor + 453.592 + + + + lb + + conversionFactor + 453.592 + + + + + + + deca + SI unit multiple representing 10^1. + + SIUnitModifier + + + conversionFactor + 10.0 + + + + da + SI unit multiple representing 10^1. + + SIUnitSymbolModifier + + + conversionFactor + 10.0 + + + + hecto + SI unit multiple representing 10^2. + + SIUnitModifier + + + conversionFactor + 100.0 + + + + h + SI unit multiple representing 10^2. + + SIUnitSymbolModifier + + + conversionFactor + 100.0 + + + + kilo + SI unit multiple representing 10^3. + + SIUnitModifier + + + conversionFactor + 1000.0 + + + + k + SI unit multiple representing 10^3. + + SIUnitSymbolModifier + + + conversionFactor + 1000.0 + + + + mega + SI unit multiple representing 10^6. + + SIUnitModifier + + + conversionFactor + 10^6 + + + + M + SI unit multiple representing 10^6. + + SIUnitSymbolModifier + + + conversionFactor + 10^6 + + + + giga + SI unit multiple representing 10^9. + + SIUnitModifier + + + conversionFactor + 10^9 + + + + G + SI unit multiple representing 10^9. + + SIUnitSymbolModifier + + + conversionFactor + 10^9 + + + + tera + SI unit multiple representing 10^12. + + SIUnitModifier + + + conversionFactor + 10^12 + + + + T + SI unit multiple representing 10^12. + + SIUnitSymbolModifier + + + conversionFactor + 10^12 + + + + peta + SI unit multiple representing 10^15. + + SIUnitModifier + + + conversionFactor + 10^15 + + + + P + SI unit multiple representing 10^15. + + SIUnitSymbolModifier + + + conversionFactor + 10^15 + + + + exa + SI unit multiple representing 10^18. + + SIUnitModifier + + + conversionFactor + 10^18 + + + + E + SI unit multiple representing 10^18. + + SIUnitSymbolModifier + + + conversionFactor + 10^18 + + + + zetta + SI unit multiple representing 10^21. + + SIUnitModifier + + + conversionFactor + 10^21 + + + + Z + SI unit multiple representing 10^21. + + SIUnitSymbolModifier + + + conversionFactor + 10^21 + + + + yotta + SI unit multiple representing 10^24. + + SIUnitModifier + + + conversionFactor + 10^24 + + + + Y + SI unit multiple representing 10^24. + + SIUnitSymbolModifier + + + conversionFactor + 10^24 + + + + deci + SI unit submultiple representing 10^-1. + + SIUnitModifier + + + conversionFactor + 0.1 + + + + d + SI unit submultiple representing 10^-1. + + SIUnitSymbolModifier + + + conversionFactor + 0.1 + + + + centi + SI unit submultiple representing 10^-2. + + SIUnitModifier + + + conversionFactor + 0.01 + + + + c + SI unit submultiple representing 10^-2. + + SIUnitSymbolModifier + + + conversionFactor + 0.01 + + + + milli + SI unit submultiple representing 10^-3. + + SIUnitModifier + + + conversionFactor + 0.001 + + + + m + SI unit submultiple representing 10^-3. + + SIUnitSymbolModifier + + + conversionFactor + 0.001 + + + + micro + SI unit submultiple representing 10^-6. + + SIUnitModifier + + + conversionFactor + 10^-6 + + + + u + SI unit submultiple representing 10^-6. + + SIUnitSymbolModifier + + + conversionFactor + 10^-6 + + + + nano + SI unit submultiple representing 10^-9. + + SIUnitModifier + + + conversionFactor + 10^-9 + + + + n + SI unit submultiple representing 10^-9. + + SIUnitSymbolModifier + + + conversionFactor + 10^-9 + + + + pico + SI unit submultiple representing 10^-12. + + SIUnitModifier + + + conversionFactor + 10^-12 + + + + p + SI unit submultiple representing 10^-12. + + SIUnitSymbolModifier + + + conversionFactor + 10^-12 + + + + femto + SI unit submultiple representing 10^-15. + + SIUnitModifier + + + conversionFactor + 10^-15 + + + + f + SI unit submultiple representing 10^-15. + + SIUnitSymbolModifier + + + conversionFactor + 10^-15 + + + + atto + SI unit submultiple representing 10^-18. + + SIUnitModifier + + + conversionFactor + 10^-18 + + + + a + SI unit submultiple representing 10^-18. + + SIUnitSymbolModifier + + + conversionFactor + 10^-18 + + + + zepto + SI unit submultiple representing 10^-21. + + SIUnitModifier + + + conversionFactor + 10^-21 + + + + z + SI unit submultiple representing 10^-21. + + SIUnitSymbolModifier + + + conversionFactor + 10^-21 + + + + yocto + SI unit submultiple representing 10^-24. + + SIUnitModifier + + + conversionFactor + 10^-24 + + + + y + SI unit submultiple representing 10^-24. + + SIUnitSymbolModifier + + + conversionFactor + 10^-24 + + + + + + dateTimeClass + Date-times should conform to ISO8601 date-time format YYYY-MM-DDThh:mm:ss. Any variation on the full form is allowed. + + allowedCharacter + digits + T + - + : + + + + nameClass + Value class designating values that have the characteristics of node names. The allowed characters are alphanumeric, hyphen, and underbar. + + allowedCharacter + letters + digits + _ + - + + + + numericClass + Value must be a valid numerical value. + + allowedCharacter + digits + E + e + + + - + . + + + + posixPath + Posix path specification. + + allowedCharacter + digits + letters + / + : + + + + textClass + Value class designating values that have the characteristics of text such as in descriptions. + + allowedCharacter + letters + digits + blank + + + - + : + ; + . + / + ( + ) + ? + * + % + $ + @ + + + + + + allowedCharacter + A schema attribute of value classes specifying a special character that is allowed in expressing the value of a placeholder. Normally the allowed characters are listed individually. However, the word letters designates the upper and lower case alphabetic characters and the word digits designates the digits 0-9. The word blank designates the blank character. + + valueClassProperty + + + + conversionFactor + The multiplicative factor to multiply these units to convert to default units. + + unitProperty + + + unitModifierProperty + + + + deprecatedFrom + Indicates that this element is deprecated. The value of the attribute is the latest schema version in which the element appeared in undeprecated form. + + elementProperty + + + + defaultUnits + A schema attribute of unit classes specifying the default units to use if the placeholder has a unit class but the substituted value has no units. + + unitClassProperty + + + + extensionAllowed + A schema attribute indicating that users can add unlimited levels of child nodes under this tag. This tag is propagated to child nodes with the exception of the hashtag placeholders. + + boolProperty + + + nodeProperty + + + isInheritedProperty + + + + inLibrary + Indicates this schema element came from the named library schema, not the standard schema. This attribute is added by tools when a library schema is merged into its partnered standard schema. + + elementProperty + + + + recommended + A schema attribute indicating that the event-level HED string should include this tag. + + boolProperty + + + nodeProperty + + + + relatedTag + A schema attribute suggesting HED tags that are closely related to this tag. This attribute is used by tagging tools. + + nodeProperty + + + isInheritedProperty + + + + requireChild + A schema attribute indicating that one of the node elements descendants must be included when using this tag. + + boolProperty + + + nodeProperty + + + + required + A schema attribute indicating that every event-level HED string should include this tag. + + boolProperty + + + nodeProperty + + + + reserved + A schema attribute indicating that this tag has special meaning and requires special handling by tools. + + boolProperty + + + nodeProperty + + + + rooted + Indicates a top-level library schema node is identical to a node of the same name in the partnered standard schema. This attribute can only appear in nodes that have the inLibrary schema attribute. + + nodeProperty + + + + SIUnit + A schema attribute indicating that this unit element is an SI unit and can be modified by multiple and submultiple names. Note that some units such as byte are designated as SI units although they are not part of the standard. + + boolProperty + + + unitProperty + + + + SIUnitModifier + A schema attribute indicating that this SI unit modifier represents a multiple or submultiple of a base unit rather than a unit symbol. + + boolProperty + + + unitModifierProperty + + + + SIUnitSymbolModifier + A schema attribute indicating that this SI unit modifier represents a multiple or submultiple of a unit symbol rather than a base symbol. + + boolProperty + + + unitModifierProperty + + + + suggestedTag + A schema attribute that indicates another tag that is often associated with this tag. This attribute is used by tagging tools to provide tagging suggestions. + + nodeProperty + + + isInheritedProperty + + + + tagGroup + A schema attribute indicating the tag can only appear inside a tag group. + + boolProperty + + + nodeProperty + + + + takesValue + A schema attribute indicating the tag is a hashtag placeholder that is expected to be replaced with a user-defined value. + + boolProperty + + + nodeProperty + + + + topLevelTagGroup + A schema attribute indicating that this tag (or its descendants) can only appear in a top-level tag group. A tag group can have at most one tag with this attribute. + + boolProperty + + + nodeProperty + + + + unique + A schema attribute indicating that only one of this tag or its descendants can be used in the event-level HED string. + + boolProperty + + + nodeProperty + + + + unitClass + A schema attribute specifying which unit class this value tag belongs to. + + nodeProperty + + + + unitPrefix + A schema attribute applied specifically to unit elements to designate that the unit indicator is a prefix (e.g., dollar sign in the currency units). + + boolProperty + + + unitProperty + + + + unitSymbol + A schema attribute indicating this tag is an abbreviation or symbol representing a type of unit. Unit symbols represent both the singular and the plural and thus cannot be pluralized. + + boolProperty + + + unitProperty + + + + valueClass + A schema attribute specifying which value class this value tag belongs to. + + nodeProperty + + + + + + boolProperty + Indicates that the schema attribute represents something that is either true or false and does not have a value. Attributes without this value are assumed to have string values. + + + elementProperty + Indicates this schema attribute can apply to any type of element(tag term, unit class, etc). + + + isInheritedProperty + Indicates that this attribute is inherited by child nodes. This property only applies to schema attributes for nodes. + + + nodeProperty + Indicates this schema attribute applies to node (tag-term) elements. This was added to allow for an attribute to apply to multiple elements. + + + unitClassProperty + Indicates that the schema attribute is meant to be applied to unit classes. + + + unitModifierProperty + Indicates that the schema attribute is meant to be applied to unit modifier classes. + + + unitProperty + Indicates that the schema attribute is meant to be applied to units within a unit class. + + + valueClassProperty + Indicates that the schema attribute is meant to be applied to value classes. + + + This schema is released under the Creative Commons Attribution 4.0 International and is a product of the HED Working Group. The DOI for the latest version of the HED standard schema is 10.5281/zenodo.7876037. + + From adf4889578710a78a172be52278676a900b0b73a Mon Sep 17 00:00:00 2001 From: IanCa Date: Fri, 19 May 2023 12:27:59 -0500 Subject: [PATCH 072/103] Switch baseinput/column mapper back to 0 based. Clarify documentation of column_prefix_dictionary. --- hed/errors/error_messages.py | 5 +++ hed/errors/error_types.py | 1 + hed/models/column_mapper.py | 35 ++++++++-------- hed/models/spreadsheet_input.py | 16 ++++---- hed/models/tabular_input.py | 1 - tests/models/test_spreadsheet_input.py | 55 +++++++++++++++----------- 6 files changed, 65 insertions(+), 48 deletions(-) diff --git a/hed/errors/error_messages.py b/hed/errors/error_messages.py index 95a4f438b..c0091809a 100644 --- a/hed/errors/error_messages.py +++ b/hed/errors/error_messages.py @@ -127,6 +127,11 @@ def val_error_hed_duplicate_column(column_name): return f"Multiple columns have name {column_name}. This is not a fatal error, but discouraged." +@hed_error(ValidationErrors.DUPLICATE_NAME_NUMBER_COLUMN, default_severity=ErrorSeverity.WARNING) +def val_error_hed_duplicate_column_number(column_name, column_number): + return f"Column '{column_name}' added as a named column, then also as numbered column {column_number}" + + @hed_tag_error(ValidationErrors.HED_LIBRARY_UNMATCHED, actual_code=ValidationErrors.TAG_PREFIX_INVALID) def val_error_unknown_prefix(tag, unknown_prefix, known_prefixes): return f"Tag '{tag} has unknown prefix '{unknown_prefix}'. Valid prefixes: {known_prefixes}" diff --git a/hed/errors/error_types.py b/hed/errors/error_types.py index a7be7d2b4..cb37be803 100644 --- a/hed/errors/error_types.py +++ b/hed/errors/error_types.py @@ -81,6 +81,7 @@ class ValidationErrors: HED_MISSING_REQUIRED_COLUMN = "HED_MISSING_REQUIRED_COLUMN" HED_UNKNOWN_COLUMN = "HED_UNKNOWN_COLUMN" HED_DUPLICATE_COLUMN = "HED_DUPLICATE_COLUMN" + DUPLICATE_NAME_NUMBER_COLUMN = "DUPLICATE_NAME_NUMBER_COLUMN" HED_BLANK_COLUMN = "HED_BLANK_COLUMN" # Below here shows what the given error maps to diff --git a/hed/models/column_mapper.py b/hed/models/column_mapper.py index ad68114a8..37280683f 100644 --- a/hed/models/column_mapper.py +++ b/hed/models/column_mapper.py @@ -12,7 +12,7 @@ class ColumnMapper: """ Mapping of a base input file columns into HED tags. Notes: - - Functions and type_variables column and row indexing starts at 0. + - All column numbers are 0 based. """ def __init__(self, sidecar=None, tag_columns=None, column_prefix_dictionary=None, optional_tag_columns=None, requested_columns=None, warn_on_missing_column=False): @@ -22,10 +22,12 @@ def __init__(self, sidecar=None, tag_columns=None, column_prefix_dictionary=None sidecar (Sidecar): A sidecar to gather column data from. tag_columns: (list): A list of ints or strings containing the columns that contain the HED tags. Sidecar column definitions will take precedent if there is a conflict with tag_columns. - column_prefix_dictionary (dict): Dictionary with keys that are column numbers and values are HED tag + column_prefix_dictionary (dict): Dictionary with keys that are column numbers/names and values are HED tag prefixes to prepend to the tags in that column before processing. - May be deprecated. These are no longer prefixes, but rather converted to value columns. - eg. {"key": "Description"} will turn into a value column as {"key": "Description/#"} + May be deprecated/renamed. These are no longer prefixes, but rather converted to value columns. + eg. {"key": "Description", 1: "Label/"} will turn into value columns as + {"key": "Description/#", 1: "Label/#"} + Note: It will be a validation issue if column 1 is called "key" in the above example. This means it no longer accepts anything but the value portion only in the columns. optional_tag_columns (list): A list of ints or strings containing the columns that contain the HED tags. If the column is otherwise unspecified, convert this column type to HEDTags. @@ -36,12 +38,6 @@ def __init__(self, sidecar=None, tag_columns=None, column_prefix_dictionary=None Notes: - All column numbers are 0 based. - - Examples: - column_prefix_dictionary = {3: 'Description/', 4: 'Label/'} - - The third column contains tags that need Description/ tag prepended, while the fourth column - contains tag that needs Label/ prepended. """ # This points to column_type entries based on column names or indexes if columns have no column_name. self.column_data = {} @@ -79,9 +75,9 @@ def get_transformers(self): assign_to_column = column.column_name if isinstance(assign_to_column, int): if self._column_map: - assign_to_column = self._column_map[assign_to_column - 1] + assign_to_column = self._column_map[assign_to_column] else: - assign_to_column = assign_to_column - 1 + assign_to_column = assign_to_column if column.column_type == ColumnType.Ignore: continue elif column.column_type == ColumnType.Value: @@ -154,7 +150,7 @@ def get_tag_columns(self): column_identifiers(list): A list of column numbers or names that are ColumnType.HedTags. 0-based if integer-based, otherwise column name. """ - return [column_entry.column_name - 1 if isinstance(column_entry.column_name, int) else column_entry.column_name + return [column_entry.column_name if isinstance(column_entry.column_name, int) else column_entry.column_name for number, column_entry in self._final_column_map.items() if column_entry.column_type == ColumnType.HEDTags] @@ -263,6 +259,7 @@ def _add_column_data(self, new_column_entry): def _get_basic_final_map(column_map, column_data): basic_final_map = {} unhandled_names = {} + issues = [] if column_map: for column_number, column_name in column_map.items(): if column_name is None: @@ -277,11 +274,16 @@ def _get_basic_final_map(column_map, column_data): unhandled_names[column_name] = column_number for column_number in column_data: if isinstance(column_number, int): + if column_number in basic_final_map: + issues += ErrorHandler.format_error(ValidationErrors.DUPLICATE_NAME_NUMBER_COLUMN, + column_name=basic_final_map[column_number].column_name, + column_number=column_number) + continue column_entry = copy.deepcopy(column_data[column_number]) column_entry.column_name = column_number basic_final_map[column_number] = column_entry - return basic_final_map, unhandled_names + return basic_final_map, unhandled_names, issues @staticmethod def _convert_to_indexes(name_to_column_map, column_list): @@ -357,14 +359,15 @@ def _finalize_mapping(self): # 2. Add any tag columns and note issues about missing columns # 3. Add any numbered columns that have required prefixes # 4. Filter to just requested columns, if any - final_map, unhandled_names = self._get_basic_final_map(self._column_map, self.column_data) + final_map, unhandled_names, issues = self._get_basic_final_map(self._column_map, self.column_data) # convert all tag lists to indexes -> Issuing warnings at this time potentially for unknown ones - all_tag_columns, required_tag_columns, issues = self._convert_tag_columns(self._tag_columns, + all_tag_columns, required_tag_columns, tag_issues = self._convert_tag_columns(self._tag_columns, self._optional_tag_columns, self._requested_columns, self._reverse_column_map) + issues += tag_issues # Notes any missing required columns issues += self._add_tag_columns(final_map, unhandled_names, all_tag_columns, required_tag_columns, self._warn_on_missing_column) diff --git a/hed/models/spreadsheet_input.py b/hed/models/spreadsheet_input.py index b48f6985f..1c9b98520 100644 --- a/hed/models/spreadsheet_input.py +++ b/hed/models/spreadsheet_input.py @@ -16,16 +16,16 @@ def __init__(self, file=None, file_type=None, worksheet_name=None, tag_columns=N worksheet_name (str or None): The name of the Excel workbook worksheet that contains the HED tags. Not applicable to tsv files. If omitted for Excel, the first worksheet is assumed. tag_columns (list): A list of ints containing the columns that contain the HED tags. - The default value is [2] indicating only the second column has tags. + The default value is [1] indicating only the second column has tags. has_column_names (bool): True if file has column names. Validation will skip over the first line of the file if the spreadsheet as column names. - column_prefix_dictionary (dict): A dictionary with column number keys and prefix values. - This is partially deprecated - what this now turns the given columns into Value columns. - Examples: - A prefix dictionary {3: 'Label/', 5: 'Description/'} indicates that column 3 and 5 have HED tags - that need to be prefixed by Label/ and Description/ respectively. - Column numbers 3 and 5 should also be included in the tag_columns list. - + column_prefix_dictionary (dict): Dictionary with keys that are column numbers/names and values are HED tag + prefixes to prepend to the tags in that column before processing. + May be deprecated/renamed. These are no longer prefixes, but rather converted to value columns. + eg. {"key": "Description", 1: "Label/"} will turn into value columns as + {"key": "Description/#", 1: "Label/#"} + Note: It will be a validation issue if column 1 is called "key" in the above example. + This means it no longer accepts anything but the value portion only in the columns. """ if tag_columns is None: tag_columns = [1] diff --git a/hed/models/tabular_input.py b/hed/models/tabular_input.py index b32b22032..8a6d5c5f8 100644 --- a/hed/models/tabular_input.py +++ b/hed/models/tabular_input.py @@ -15,7 +15,6 @@ def __init__(self, file=None, sidecar=None, name=None): Parameters: file (str or file like): A tsv file to open. sidecar (str or Sidecar): A Sidecar filename or Sidecar - Note: If this is a string you MUST also pass hed_schema. name (str): The name to display for this file for error purposes. """ if sidecar and not isinstance(sidecar, Sidecar): diff --git a/tests/models/test_spreadsheet_input.py b/tests/models/test_spreadsheet_input.py index 4a507fa18..0c31f35d8 100644 --- a/tests/models/test_spreadsheet_input.py +++ b/tests/models/test_spreadsheet_input.py @@ -23,16 +23,6 @@ def setUpClass(cls): "../data/validator_tests/ExcelMultipleSheets.xlsx") cls.default_test_file_name = default cls.generic_file_input = SpreadsheetInput(default) - cls.integer_key_dictionary = {1: 'one', 2: 'two', 3: 'three'} - cls.one_based_tag_columns = [1, 2, 3] - cls.zero_based_tag_columns = [0, 1, 2, 3, 4] - cls.zero_based_row_column_count = 3 - cls.zero_based_tag_columns_less_than_row_column_count = [0, 1, 2] - cls.column_prefix_dictionary = {3: 'Event/Description/', 4: 'Event/Label/', 5: 'Event/Category/'} - cls.category_key = 'Event/Category/' - cls.category_participant_and_stimulus_tags = 'Event/Category/Participant response,Event/Category/Stimulus' - cls.category_tags = 'Participant response, Stimulus' - cls.row_with_hed_tags = ['event1', 'tag1', 'tag2'] base_output = os.path.join(os.path.dirname(os.path.realpath(__file__)), "../data/tests_output/") cls.base_output_folder = base_output os.makedirs(base_output, exist_ok=True) @@ -44,8 +34,8 @@ def tearDownClass(cls): def test_all(self): hed_input = self.default_test_file_name has_column_names = True - column_prefix_dictionary = {2: 'Label', 3: 'Description'} - tag_columns = [4] + column_prefix_dictionary = {1: 'Label/', 2: 'Description'} + tag_columns = [3] worksheet_name = 'LKT Events' file_input = SpreadsheetInput(hed_input, has_column_names=has_column_names, worksheet_name=worksheet_name, @@ -58,6 +48,25 @@ def test_all(self): # Just make sure this didn't crash for now self.assertTrue(True) + def test_all2(self): + # This should work, but raise an issue as Short label and column 1 overlap. + hed_input = self.default_test_file_name + has_column_names = True + column_prefix_dictionary = {1: 'Label/', "Short label": 'Description'} + tag_columns = [3] + worksheet_name = 'LKT Events' + + file_input = SpreadsheetInput(hed_input, has_column_names=has_column_names, worksheet_name=worksheet_name, + tag_columns=tag_columns, column_prefix_dictionary=column_prefix_dictionary) + + self.assertTrue(isinstance(file_input.dataframe_a, pd.DataFrame)) + self.assertTrue(isinstance(file_input.series_a, pd.Series)) + self.assertTrue(file_input.dataframe_a.size) + self.assertTrue(len(file_input._mapper.get_column_mapping_issues()), 1) + + # Just make sure this didn't crash for now + self.assertTrue(True) + def test_file_as_string(self): events_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/validator_tests/bids_events_no_index.tsv') @@ -103,8 +112,8 @@ def test_to_excel(self): def test_to_excel_should_work(self): spreadsheet = SpreadsheetInput(file=self.default_test_file_name, file_type='.xlsx', - tag_columns=[4], has_column_names=True, - column_prefix_dictionary={1: 'Label/', 3: 'Description/'}, + tag_columns=[3], has_column_names=True, + column_prefix_dictionary={1: 'Label/', 2: 'Description/'}, name='ExcelOneSheet.xlsx') buffer = io.BytesIO() spreadsheet.to_excel(buffer, output_assembled=True) @@ -148,51 +157,51 @@ def test_loading_and_reset_mapper(self): def test_no_column_header_and_convert(self): events_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/model_tests/no_column_header.tsv') - hed_input = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[1, 2]) + hed_input = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[0, 1]) hed_input.convert_to_long(self.hed_schema) events_path_long = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/model_tests/no_column_header_long.tsv') - hed_input_long = SpreadsheetInput(events_path_long, has_column_names=False, tag_columns=[1, 2]) + hed_input_long = SpreadsheetInput(events_path_long, has_column_names=False, tag_columns=[0, 1]) self.assertTrue(hed_input._dataframe.equals(hed_input_long._dataframe)) def test_convert_short_long_with_definitions(self): # Verify behavior works as expected even if definitions are present events_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/model_tests/no_column_header_definition.tsv') - hed_input = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[1, 2]) + hed_input = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[0, 1]) hed_input.convert_to_long(self.hed_schema) events_path_long = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/model_tests/no_column_header_definition_long.tsv') - hed_input_long = SpreadsheetInput(events_path_long, has_column_names=False, tag_columns=[1, 2]) + hed_input_long = SpreadsheetInput(events_path_long, has_column_names=False, tag_columns=[0, 1]) self.assertTrue(hed_input._dataframe.equals(hed_input_long._dataframe)) def test_definitions_identified(self): # Todo: this test is no longer relevant events_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/model_tests/no_column_header_definition.tsv') - hed_input = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[1, 2]) + hed_input = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[0, 1]) events_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/model_tests/no_column_header_definition.tsv') - hed_input = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[1, 2]) + hed_input = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[0, 1]) def test_loading_dataframe_directly(self): ds_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/model_tests/no_column_header_definition.tsv') ds = pd.read_csv(ds_path, delimiter="\t", header=None) - hed_input = SpreadsheetInput(ds, has_column_names=False, tag_columns=[1, 2]) + hed_input = SpreadsheetInput(ds, has_column_names=False, tag_columns=[0, 1]) events_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/model_tests/no_column_header_definition.tsv') - hed_input2 = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[1, 2]) + hed_input2 = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[0, 1]) self.assertTrue(hed_input._dataframe.equals(hed_input2._dataframe)) def test_ignoring_na_column(self): events_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/model_tests/na_tag_column.tsv') - hed_input = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[1, 2]) + hed_input = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[0, 1]) self.assertTrue(hed_input.dataframe_a.loc[1, 1] == 'n/a') def test_ignoring_na_value_column(self): From 9dcc412f42915dddc1b93ffa1c91fe542874c7cf Mon Sep 17 00:00:00 2001 From: IanCa Date: Fri, 19 May 2023 13:07:48 -0500 Subject: [PATCH 073/103] Add a quick spreadsheet validator test --- .../ExcelMultipleSheets.xlsx | Bin 0 -> 15284 bytes tests/validator/test_spreadsheet_validator.py | 37 +++++++++++++++++- 2 files changed, 36 insertions(+), 1 deletion(-) create mode 100644 tests/data/spreadsheet_validator_tests/ExcelMultipleSheets.xlsx diff --git a/tests/data/spreadsheet_validator_tests/ExcelMultipleSheets.xlsx b/tests/data/spreadsheet_validator_tests/ExcelMultipleSheets.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..668af693b4cd84bf11ecc46d56074b33c82e526f GIT binary patch literal 15284 zcmeHO1zTL%vTdB;4#A~ycL)$HxCVE3cZcBa?!n#NJ-9>A;KAJ;9y4>_o4J{}zu?{T zecgS&?p>?5@6tH07w8d001BY#6pBRxq|=zv`_#5DgYW(UC`Rf!O+S< zTfx=F&|Z_y#nOT>2ON|l3jq2y{=din<2x{#Fk;oifFyLA@PHW8sHm5PsEF<(L@`O=-h+Bcj!ZcaGsQ zi{K`eGtId_QUPQ?v!@9CUQiV*3IuN2f}@my_-L_5wu%cb3I3dgKx3lV>1O0kjf;9g zWG;F5x#@fqn zpx!MbS;FR)>r3wD4j@Rqz#;{?UA~7bjcU*ys!N`^s>SgD0{~uM!2q)V##vOY4nxp4 z&aS;t684R=+IEH(_VjeWJ^z=h|Bng!mrE~;m68BsL<&6heI*)g=US#Bp0=PD+LJPP z24PHj)?rVH&TDzT73O!yZoqd-uXN6IO}RFz$#uy^a(6;W6nf{IZZy-X)FbiS)C7eb zXD1wSB--OcY*BJpdd(a`wVl0i{V}v`GsmBf^wk^7QAFvRFHf_EDThje9hTaaIARH@ zM#45;;2O5<7|XYDQD`oEu$+%~ZTD?#>{6AcBW~71`6SfQ1)s*FRqvt~1r9D*bCk04 zf!$SJ!~4O*kHq?5_~dHOU-wSUr{v^>Ndr>BGIs8dI3ViU@`UVBzx+rM_Sj`;V?r!c zv7#T!xn->8(H~cyU`H8Wt$BF63xB5!kBYY&(i>$?zySbk05ph;1^pkaakjQI*R!@Z z|81fBUj~7^t#)r?|9>BC@hfKj3`hZ|u%1vuo)Im)w1!)&@ja^z%TUlCuvMji%+Ke? zT+rp{iC4mH?<51$FSp@_HtxRHPeHj@q$?6fpd$OwYAi0Og*0AXuJ{E<*U>s2(oir0 zLiN4e?OlA7PzeNPuCS^@g-GE(zfzE5Kz@j*KJ2zDwCkAZ%da%73=6B^HxjE!dZ`Q? zG)|o=R_OUEe#48%!}VHuTv9^0K7@XXr_!QFG-ZOgP3_u&UsH9%8jVtWoE#F+hES`D zvNLlJiw#KS^Ja0i;LYN&ssT~5gJCiYc&#={;2mW*OHy_G z7Pi4cIqo1G+MttR@-bp~`m@|U`#<_qQEeuD%G>m-4*>umzKwYEr@wkqo`RJ1G6P&Y z;=&gs2WLDk0*QzPp;W{=6-IE=IW4;w%MTb-5}A1{?*gB1r*6_+#}M$Gswq-DhzST- zn>jIj+kDwHhN9h+dBpk1sJ87erz_L)nG5<<$mGf5{i8FxCe!w|f`<6_lT?Z^eF4+{ zER79t8uLI-v{8*>6yVEHJYDj)^3~>o*)F*_umyo8uS#}1*nUz=B+zGkxCBFPpJwqJ z2+?J46QohS2eRFK)2Yy(JT?$B^pDeG3ZIETjY2dQV#mi4zdLc3GsS?VdEA3nH(;U9 zg3UBBR4}SU8n%pWE1ExS&YX|Om13e>FV4=Ws(I=OJ;2}((dnm?vm%1uhi*Ioe8JuG zbZy-QeRcEmSEtJ6vN2`5aO>H5(U()udA z`81Nn+!w4@c4Ox*=Vti*g;so7J=L~~c-_WIQ$qm~o86nlq?_14;rZj?9W-Dj*O=9(62Oy3x1$1RtJf1_{Rc zN!HE_wbsttzD+hCBL%=Z6YEil zINijq8HlSp3TFC9Mp(dlPS=v1wKV(V#xvaO%~$_EE5axBQM$f`7+>E309b!|vAv0* zp@TjB?=LLBO^o46BX-M#Xe-VIuUWbT?KF!u19oH$ai$o@4i6go?-wP3*`See9-j1B z>korOiv2frAM*BgqgqSBIR!S&qF|L`(0EXN zDwGL$X(qyXgGq>{K?23|_9zV7&$wgo#6ki_%;dU7$6Z25+b;ab&7{w?WT;^2ubzvQ z_0))ZtJY69bX=vGYYZ2Qfe9?YbTk!TFWbC&lf~g99tYAL#KH$EeM5LOE;ZTvGO-wW zqp(N8Zyc-WNVoDx8)e&b^p$%OskUS)bedV0;gj=>6Yb4VlBL_30^q|=L2=wd?A@DA zfo9|}YR zXp2M-@Vb$@_#3uaWo+2D?qo8S z{OaId;O^>Qn8F25riNjeXL$WVYPxgEF!d;S>J-rhlKt z8fR40(qU1koRXAG}Iu{T3aBJ`umRsV@+7_If#Q}t4@A`QGzo|BVm`3HEK`k~Q? z2RT`9=}N+CF*ZK0$2i_2fX;Y6$CABH~73^(O}PG&>L^OOy$q;dH`Z1A=bi3`j|4VG00|FiufA6>$osxM|Q%z?EktJj{j2(r`=BLV?kcl?b2^_z2 zy;~vc#y=BRn^ai#f#$xsO2q&`Spi?!m{UxDSY>`|vnJSWvz)#moD4KFP%a{PI*X{W ztkBtfj`TG#axFPU)b|E+5o>_3_gw%&eQRcJf zCqx4eYO#m(!nwI5>_1~aI2;JR8;pa)cz{GFy651%Oa39cB9FpJID;5(-mE^65WCFL zH0Nxs_#Kp)#V3|3gKJ2GtbXC}H6^g|FGa!w?yO)liDYgiMohB$B!P)#7NXp5C##>q z6qyuIrEx2%XRQvM7pJYS9vF>^D;jHSdzz0`OM)c0# zBDTLThLM|9y~1zoQvc8FV*X<>T((-rymUs2O_nmRN>ktV~7n^ zz>zx(Ex1b%_uzVcGIjd7sd_@82+gg)^o=Y3p!jguLPUZXPiqE-h7*(Y^BGk`MHvJs zPHhp*kFHB$D>0RT@}T0oV8qN_nq2D4V+l3N!%vgG6zlZPWr-1uOpn2>vBA5Zo^j_j zkeKF54A*AqdJ0A}L6+YjR57D(!w6!^&Mmd*ek9SLYFub=u8-G$qPNd%LdE1BGsb~@ zZ?YJZ<+Bjx;U zEsPQ`P=`Vzp*P~LiCD_#z~ad)>VzY?zXU z7bY+o+)GnbVMj7#Vubfb<|{AiE(KvQPDXH{!B$TSTMJ;^r=vBPCfO7LtH9V4>}-s^J9liD zgb{3rIhhyMu(TdT0IISyXvI(QDZ_G-aN$SSN88s7Io7yII9;<(3uiN*71BTAJZ%|eGykFt>9^xOqt3-kGS3=B zYK*Aq4n1oi(TP%RnD7Z=jEH2y=b7S&(mWHra*XCq!yW?4M4dfYYFCWGgg5EfRHh!Xd}GBFM=D@g>VCq3609y! z4Hfjf?^5>Dvmvc#eo!*yh28n`mRSFtdy8n3G=gsx=wn;}0PT-J)ZRqb&d@;K!Oqmm z*#0-(&8n_g;jm+LAVxc{9}GkOoRo^uQ(vIM9pd+Gi9n`YH8%^yu6`dQA4?+Q8mxu> zt)qAKO7Cm&w~lXKLChp$UoA-;<5(DCUGD5(Cho^Kh8nGvDb*zo z5~QV}Dvc*1UpRHfVe!IdOK%&Mqj zwW8p6F8Q~PiX*q?$9pAQ3=9ltpC`z=brHvzBeo34K+?<~6lz3<(aUt;hfAkpXWUKQ ztC>Y*RC8~5IrQwCS2Jm1AF5LAFj>+|<%N|EbNA_qGt;j<+$8SqqV5Q7F0Ik$UpHrH z4+`xLCTNsUBIaJJJ0_iSuNSTsG zSnP(SSAN=l5_#{c72ETk%fNV5opqv}MmZb)xLnM2=up>lJ&O{+2fR?ij)d3L_0yR{fLBf%rE+<>KqqjIl5Z#ekXjuIQs%HKY+JK3ifzH=qiv+ z_zc!GMU|m5-Uf`;dPlE%FQ!e8gsGG!0e`0~d}>3Va;{HcUC37o$)Z+p?MBBGW(!L_ zcva~ZP8mEST2@>n7+b_(->h(TNL&f?q^Wmkd`%$E41zQSt+7Ngb0@NMa(ub%46!L; z_WW$aZ~7WvCRsgH^1^qZWmkhTDJ(up%8cd<=~izLB8>A&CZ~*i0_V`cF!3iV9@tR% zVmx9WB1Vo)hC6e9@Y4Fb_1&;W_TeygjQRb0!oEVksRD4@H?R>cz z`10lPd5!n=l()0)o;uI`>~>q36``2QV~YtnTMhhhsU9~ROI&zx_0iTb3WlqQ6Sb}8 z>}fh#BCh|5t2qTncS{(B_NJQPk|P`1*AD{9?M??%aTzG-K0nMp(*o_k1TIEoC1G0{ zqbB9|+<3CfAAE8vt1eM0MTA^+TF9JNBnNR!;hEa$KH#88qXC7OzFjR~ zwNk}tsqjGw83p#jSgEwJI@DG~(OK}DXVyFiK$ZH!F+-^ znz$8kQL>5M-P{<5MgCn?(3S^zPljmzCtuRg1HO*heSF0Pot`NiO6H5O1!9}?)A|bu zwr*EMRjfQ}ZeIsqf%I*qK*gYSh>8}FmG6Y))@T=xgkqmRaU^RaEp7Li17Pqny2*Pw zXy=aJb*vONAiTS(aiplD8EyqBNFf|Ws-l|%tAk`CDw9b?0mw48HiWWOo9pZE^aZlC zIi7#9APLP*gE++v6_49Bi^C!M9N)39&E%3d6Lhh>NxAg<;`q|4-h-MG%w_0i1TSCz3&&P(>pqKqQ0ELssDzeRl9E*OIWfCtcc<|RKe25I; zr%lvA5H#5|a#{D)5Wi^qPXPrVvyeC>ZS`g!&<(=^SW7jDox9|%p>^wFz*;dP4T~3K z-KDTj8_cSH=HI>aAZ2M~qB3K-Th4nG zr^_Q%fJ)27&DF~*f;1O{EGIv^t%T93E(BEwzfKHV#g-+=zi#o0F*{ki4STvX&gg8~ zj&pw{M=q!YK52rjgTeHOgn7UBIU9-YDx}&EAMUZ63PFZmvot^rm+hV1inOvJ%gq-y z&tx*C?GLHVw}aya)qm)RQN#63bJlR~WoT#Ymi?E^QxYvtrE-p3lqVwhQrtm6whvgw2eO8a; zBy)HIe%24oB#(V=7mAhDmXSx{{%qKfk`;V5$=+84kN3D#G+8xZmu-R&bxYF#jdQaYFok%a#^~Py z-rWBj@G}09PL5dRGN7$QvApWIYHM}7Qs$Y7m+b46n0<(<7nH1mNv_VwJD$JAMiG@P zI50qd;z&QVKdB!(ddMG~iWK`M^j>%EoI%f!c&_cor@Q%y)>1}c@fkZQ`_DDdolF6h zyV{+jHv%6^!xnaK=N@K&(6*zPBNJsMoFcbuptuz$Hgy*j%giatc*&Seq zC4MkSZX0uaO1<#^M!bkoHVYqO!1=w(E8$!mZ!z>IvjarJ#PR_ZvJeCsb*BBZTAZE& zaOP2p5~#VI_4p0Z)b3{m7tez)xg14|8PwhnqioMHROe058IOjYtgeMfpahA>mP`_O z>!s@Pg!TB%L0-hFKSd@=YAuw$2}1D&p(5EkYNAZ|Coeo*L>KfCRlOrVG<+_n5j$`C zpy+{4N1%xSR%3+y(#QU`(wQ5IsnmRjv_k^D*NAhe0wSBeS@4iS5ct=k^#X@3#s@jx zTaR*P6J%osgnlnR$#?D8m>}^M2^inLg7uZ<=NW9h?cnN@&%8mSzXQGRG#voL;w>Gms2yf>qY!OpBVT}1LidZyI5f#(`kbSBSP4GFPQs+k z6TbWV9|LgXs1rmTyf=gAn9}P%!~-T@Q~mXq`#kmB)U)Fy@(HpZt7w(3aj@PEZFp5w zZbK^zn29y_Q}~^;gP^)<*m87@l0s?|r1pNFi%ecFer`+de52CeBU|djVpPtzPip@& z$yonIvi~iyc2z}bVR%IxOX70Q(4`Ksc$P5=W1xx^d2a!=*TM`W*zA~#F)@65o73&- zvlg!Y}%CgS5Pn=~I3L+i?x>e)*vp!8je5h?6=JJ8@1uf9H07KVw1vJ#L(X z9U4oVXCQ^~`|K_2hzox`Iki@gD3u~Vd|OF*CH1%cf=q>!P!3+TlN~!DyytHRYkSCrJcLCb)M3r9- z1}FWiyl`&oJT-bXGy0(d*tqjse|RK4(rZ{SgZb!JlIbu(z14067UV#o_9dQwghdQx z3AJ@|Ug4ALN&9&h^-~e1Bhv9b zfu!w$dRLBc_Vfv=CIJnRd+_jcEQCt4lH{lKZ**y&@2t1`BGW(ma%2KA2_w^CgXzXo z@Xua6c`zpTZ9UZ4atqyrBQrntu#)Zz_D5#I0)N_hWy!g@32RMan72MJ`!BxF=%PDz z44_M!lJ}9eUAaN-BYOMp$)WuNPzmE6)&3*o>Ek?DbQ6#a!orTkvAyD~$(7HZ(6$$u z8r~csLF(OfTP#TLKX95OobIF-?InK6HKP`fu*>Xufo?+=>J-Boj1%tyF`{R@!)64nXlNK%l|J6>-=zP?H7y{||D^JbZh=Su0Q|oa zNe5R8!#^@em9fZWHlz-yJuc`r^K1Q)YIrgJHZ2g4>6|VrZ!Oc1nve^Tti6bgtjcJ4 zJ&_AhI)y5b{Yu1M-{8<&y8qL~W{7zHin-%E8kiIsm7wtLV>E-i7V4^(3MuUKgW8 zAHZ%fJNceK+*CA1I^H&U3xz+RkQLaQygR_Kq4L~O_CwiLwR`dtCt4g}_;duqm!zYCu zuqV9Fp7T8U<@6UjGznHaUUyG#30B+h@8-XL#h!ODnrK?h($B1~fn=uCS4Rx$@8uKK z53VBk2@J4|zgV8j3n2S)HXuU~0wI3fvWz-FRDM<$eb15Naop@!foBi>W8Hfc`X z_dJ=YcHc^x!3T?N`EE9&C8vniv$wDlxf05th)1J*&;80eg2>42hbtY`({(XO<-j8H+<;5EFbVWTHrSd9{@ zQ|pK!H>IqTOPS5dO%9X79$Vm=bRoBK5Lk9(sef9+{Y`%0;L7p>40`D~=HZhUq!Es@ zhchBiUEr%@TL&Z_qUB>0@p61@uI&AyWIO7%JSwulWMU%Z!(#|Twe=PW$`*GOEP-gN zl`eDTy?sLc>g!S(p!HdW;F{P4`b$PF+*jsIXKp7wr}R+XWeL99Nz>0a*zuO78_C&Z z{GG|jQI0*_>T(6eO@*8wncvLjPwomJ=8QCIBPNw#T(SsBwU|6>J(IIm9*mb21v0Iq zpT({78)#7K)Op!y-E{`wOmH*jCyje6YZX}dD=W#OL}p599D-g9_HNvPb|O;-2g1)I zLk_7CPm`Tbxy(FXy+NO{5f4tHfcn;!s2-nJ78noq z!+W1)g7s`J+$&=CFkhPwdomR{GzWY583pd^?);N*d&2i7Wt8OMp=?T){w)g7C>EVM z{`0~;%g;X1FaNmt5$0>95(fzYL}LFYRQ!F%-ND4r(vbf5=idX>Bh`s89Cox0%m-dL zd*>%}BMbU-NOue4AK^=VwfAXG@7jb_$%%Yi(y)Ewo94ro$0tSxG9W zo)Xj@2vQ7LhsB?s_pJ8JE8`lA2xaA5?uKu@Idh8B9F3cAk|inf42}V?MWU1H-hNgjSb-C9Bv+1cH16vZa$C zo$ucX>A!luUM!;SZr2WwBW7lD-|he0=#7KoHEIZtPs2<>=}BXBuWy zN7Yty0=S;UGX6=G$fyd4Fa?@3C(&PtM}W~DWSvRU0l5e)>{bj?fGd)v_tg3 zng+0rYi19;sqJXSdV5`&>Jc-?9e=?4M_T9yQ7{TDf1Th{4H+}Q()HVM3`OxN;OOp& znOGp|Ph4Cf>pMHdf1e*-8)9RHS{N4mom9|H2PijX8q|lB6c9n^zjQXXN?SNmWI4y< zVL-eQz&9)46d|&e zA)aA^!+4I|9gx!o6`}>x#x(nqBaf!57X@rk9TW={fWaP2GPKog;VJhY>Gr^N^O*=A15*cpobpRDAuX@cv$Z7- zYO`FF)g5YFg?S#RC%hEvJS;L5`Yy(EunSzzUWIEXuUeh#?IXLDO98TeftaO^^-fXj zbSvck)1K8?E=i@|xq>cO@cD9=l#1H7&8XSK)|u8Qu$oLm6$r=;H%W+do}tHdLbMfe zrYI+*WSW`vag|<5R4qf!DVNP&8KQ0%IF_rGO6{CeL!d-*Oe*h6ofa&E;qX{OH5Z24 zmgc3uTe*ty-8_>6>$)XT9AQKHYmjr!oPo2W;{ie=Jvo$P^n&%_o5SdQmgwjzyqr}B zX007b8Q@(7FrT>-ZHEyc5~mWnIp;;K?a00}129lW;3$Y!Vl~*MWya|w>Xn1*_yr`` zpV%~?2sywE7?Z>p(LWthjL>Z71i8d>YJ^A^Kr$k8I8uZxSERpC;h5yG ze6lT_<3n0iv!jhpXpF!GUx8!FlspsN)16n#E38$Qy_2LalTo~#hZ@PWK-gG~>K_;f z$tYw;%1d4=5{HU>7X+4Nwll`)gF2QFjehT3!mwRaNm2k3DX?aSxG@fgYR`=`)Sk{*rhqa*kw%nO3RR1 zCYt8Oj?qPPRJOw3Jp+8RK2t+77m4*BGSRSdS+f>rZ29tCeyZxWF2&Zp?mJZS+H?M3 zZs?;@L9Mu1Dnsxv|IWz=s#oXF@9pBn`_2dXk*D*eo}Fs@j^?-7RlyV$4~xc0An77gLNDh+^_8C9 zAxR=un8Gx4%-25oWx=J04BwY_5E&3arkXKlABI??d^_U zdEEJr(J3<)a$WG-2FS&m8VC7Jg=k={FKcIQV^6PdZD;sf7WgLL{jd1&?bdn3uF1Sf z%?H+`o(K{GXkSE}v0IkRq(}d4wGgQyZQhPLDrekzlX6-L`wZJqqFkRl&I? zg%#|=Md<}VM3robE*aJ63O1l2`sId9KZ{}Il3=k6Sy{^!peUKTd`|$igh=j+$rDS) z&W)(2>RzaVkDtBL2yobJnI^5Lo8?rB_ng7C!4-0D0+-;dN1N}Gt^ed8U^hqnT?rGv z>wO@oc=VjkG|8QuIe*g51gzG+LSheoLfZbURnnL$NyB$2lBJ$!ueIe{Pn?P`zPv{C z_Pk~k2FK`N@%ibbN(-PhXxfn{1`Vb3It^ltKB&o%X4DxxGx}#rL zyXhtuO3LGzRAb;#KJ$WI+3CUQ=az7Dr2$-^k!;DkO(^O8>wK)qz()3|IFwkb-XfpSXyu& zkJb_4ooSVcdjqvVJm!6pz?E6*1>GTvR`#5-l1P=t*j~clP2ha>_(wS-=w~td-Z%do zd@BGT{nbBpZEXJQod4^Z06@BYx78o&WL~TmcDp4*3Q$#{Xandf1Xv_?E_0>~=mb)J zy$AzsUP>!G96Yy$2#=@&f+6x78#9MFU&P^5UrBP#p)OH%N_&by`TOIYOaqXBV*dt6 z7`s3|{JUKli^FoTC>Q|@^<>#-lAJVo?4QWk$Ye2WF~#N9;Qg}%MdjwCx`x{lV37Nk znP2j41Q^g2*ek3>TOuzpUK>pf4W}`0wikuE(-S5+XpuN_=d0={9E!2mXZC4OJclvH zO-Uj8^Unyx-Eb@-79W88%pZWNxJFPH->A7S)2DQYo#aeZgz?%iJ^*r+y)F6j@T>za zd}=XvX+`Tk!XC){xS$>K3Im9F@~dqmFklsm8fw~w)Wh!G(;t5AMFxQ7R%e0HZ&W#9 zmC|!Z;+X3*&`Ii$15xxt@&({GjN8%iU$b4<6g;LT_m6*ad(qcEj=4Fq$1j9Q9koP6 zVo6QTEI$WbnN>gT9lp$mIUhD#aC7Q$FHN&aCtqHlg?I2DeNNdu`zhWkZsf*uh-J{4 zdnPMHer0?L(h!1q{ee{#KY)|(TIn)Vlp#U|I3X*KxyBk z693%B_vc^z$JswL^~p;7JHWs96#W&T?u|`<=`i}$@ZUQt{%W}UmaYHiK8s&*epS@} ziNyYpWklSzl{GTYyK7GSAFH5C}nSov424MU2XX*%C9=IKT%-b z>K6Zi^1G_+SCn5BF@K^2V*HNsH+{^n2)}Oc{fY31_m98h_ZrHtD8KGs{E4DN^p7aN z?`Hgp@@rZ4Pm~GZA6N5#McQ9Yf35rcX Date: Fri, 19 May 2023 13:17:13 -0500 Subject: [PATCH 074/103] Minor test changes --- tests/data/model_tests/ExcelMultipleSheets.xlsx | Bin 0 -> 15284 bytes tests/models/test_spreadsheet_input.py | 2 +- tests/models/test_tabular_input.py | 1 + tests/validator/test_spreadsheet_validator.py | 3 +-- 4 files changed, 3 insertions(+), 3 deletions(-) create mode 100644 tests/data/model_tests/ExcelMultipleSheets.xlsx diff --git a/tests/data/model_tests/ExcelMultipleSheets.xlsx b/tests/data/model_tests/ExcelMultipleSheets.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..668af693b4cd84bf11ecc46d56074b33c82e526f GIT binary patch literal 15284 zcmeHO1zTL%vTdB;4#A~ycL)$HxCVE3cZcBa?!n#NJ-9>A;KAJ;9y4>_o4J{}zu?{T zecgS&?p>?5@6tH07w8d001BY#6pBRxq|=zv`_#5DgYW(UC`Rf!O+S< zTfx=F&|Z_y#nOT>2ON|l3jq2y{=din<2x{#Fk;oifFyLA@PHW8sHm5PsEF<(L@`O=-h+Bcj!ZcaGsQ zi{K`eGtId_QUPQ?v!@9CUQiV*3IuN2f}@my_-L_5wu%cb3I3dgKx3lV>1O0kjf;9g zWG;F5x#@fqn zpx!MbS;FR)>r3wD4j@Rqz#;{?UA~7bjcU*ys!N`^s>SgD0{~uM!2q)V##vOY4nxp4 z&aS;t684R=+IEH(_VjeWJ^z=h|Bng!mrE~;m68BsL<&6heI*)g=US#Bp0=PD+LJPP z24PHj)?rVH&TDzT73O!yZoqd-uXN6IO}RFz$#uy^a(6;W6nf{IZZy-X)FbiS)C7eb zXD1wSB--OcY*BJpdd(a`wVl0i{V}v`GsmBf^wk^7QAFvRFHf_EDThje9hTaaIARH@ zM#45;;2O5<7|XYDQD`oEu$+%~ZTD?#>{6AcBW~71`6SfQ1)s*FRqvt~1r9D*bCk04 zf!$SJ!~4O*kHq?5_~dHOU-wSUr{v^>Ndr>BGIs8dI3ViU@`UVBzx+rM_Sj`;V?r!c zv7#T!xn->8(H~cyU`H8Wt$BF63xB5!kBYY&(i>$?zySbk05ph;1^pkaakjQI*R!@Z z|81fBUj~7^t#)r?|9>BC@hfKj3`hZ|u%1vuo)Im)w1!)&@ja^z%TUlCuvMji%+Ke? zT+rp{iC4mH?<51$FSp@_HtxRHPeHj@q$?6fpd$OwYAi0Og*0AXuJ{E<*U>s2(oir0 zLiN4e?OlA7PzeNPuCS^@g-GE(zfzE5Kz@j*KJ2zDwCkAZ%da%73=6B^HxjE!dZ`Q? zG)|o=R_OUEe#48%!}VHuTv9^0K7@XXr_!QFG-ZOgP3_u&UsH9%8jVtWoE#F+hES`D zvNLlJiw#KS^Ja0i;LYN&ssT~5gJCiYc&#={;2mW*OHy_G z7Pi4cIqo1G+MttR@-bp~`m@|U`#<_qQEeuD%G>m-4*>umzKwYEr@wkqo`RJ1G6P&Y z;=&gs2WLDk0*QzPp;W{=6-IE=IW4;w%MTb-5}A1{?*gB1r*6_+#}M$Gswq-DhzST- zn>jIj+kDwHhN9h+dBpk1sJ87erz_L)nG5<<$mGf5{i8FxCe!w|f`<6_lT?Z^eF4+{ zER79t8uLI-v{8*>6yVEHJYDj)^3~>o*)F*_umyo8uS#}1*nUz=B+zGkxCBFPpJwqJ z2+?J46QohS2eRFK)2Yy(JT?$B^pDeG3ZIETjY2dQV#mi4zdLc3GsS?VdEA3nH(;U9 zg3UBBR4}SU8n%pWE1ExS&YX|Om13e>FV4=Ws(I=OJ;2}((dnm?vm%1uhi*Ioe8JuG zbZy-QeRcEmSEtJ6vN2`5aO>H5(U()udA z`81Nn+!w4@c4Ox*=Vti*g;so7J=L~~c-_WIQ$qm~o86nlq?_14;rZj?9W-Dj*O=9(62Oy3x1$1RtJf1_{Rc zN!HE_wbsttzD+hCBL%=Z6YEil zINijq8HlSp3TFC9Mp(dlPS=v1wKV(V#xvaO%~$_EE5axBQM$f`7+>E309b!|vAv0* zp@TjB?=LLBO^o46BX-M#Xe-VIuUWbT?KF!u19oH$ai$o@4i6go?-wP3*`See9-j1B z>korOiv2frAM*BgqgqSBIR!S&qF|L`(0EXN zDwGL$X(qyXgGq>{K?23|_9zV7&$wgo#6ki_%;dU7$6Z25+b;ab&7{w?WT;^2ubzvQ z_0))ZtJY69bX=vGYYZ2Qfe9?YbTk!TFWbC&lf~g99tYAL#KH$EeM5LOE;ZTvGO-wW zqp(N8Zyc-WNVoDx8)e&b^p$%OskUS)bedV0;gj=>6Yb4VlBL_30^q|=L2=wd?A@DA zfo9|}YR zXp2M-@Vb$@_#3uaWo+2D?qo8S z{OaId;O^>Qn8F25riNjeXL$WVYPxgEF!d;S>J-rhlKt z8fR40(qU1koRXAG}Iu{T3aBJ`umRsV@+7_If#Q}t4@A`QGzo|BVm`3HEK`k~Q? z2RT`9=}N+CF*ZK0$2i_2fX;Y6$CABH~73^(O}PG&>L^OOy$q;dH`Z1A=bi3`j|4VG00|FiufA6>$osxM|Q%z?EktJj{j2(r`=BLV?kcl?b2^_z2 zy;~vc#y=BRn^ai#f#$xsO2q&`Spi?!m{UxDSY>`|vnJSWvz)#moD4KFP%a{PI*X{W ztkBtfj`TG#axFPU)b|E+5o>_3_gw%&eQRcJf zCqx4eYO#m(!nwI5>_1~aI2;JR8;pa)cz{GFy651%Oa39cB9FpJID;5(-mE^65WCFL zH0Nxs_#Kp)#V3|3gKJ2GtbXC}H6^g|FGa!w?yO)liDYgiMohB$B!P)#7NXp5C##>q z6qyuIrEx2%XRQvM7pJYS9vF>^D;jHSdzz0`OM)c0# zBDTLThLM|9y~1zoQvc8FV*X<>T((-rymUs2O_nmRN>ktV~7n^ zz>zx(Ex1b%_uzVcGIjd7sd_@82+gg)^o=Y3p!jguLPUZXPiqE-h7*(Y^BGk`MHvJs zPHhp*kFHB$D>0RT@}T0oV8qN_nq2D4V+l3N!%vgG6zlZPWr-1uOpn2>vBA5Zo^j_j zkeKF54A*AqdJ0A}L6+YjR57D(!w6!^&Mmd*ek9SLYFub=u8-G$qPNd%LdE1BGsb~@ zZ?YJZ<+Bjx;U zEsPQ`P=`Vzp*P~LiCD_#z~ad)>VzY?zXU z7bY+o+)GnbVMj7#Vubfb<|{AiE(KvQPDXH{!B$TSTMJ;^r=vBPCfO7LtH9V4>}-s^J9liD zgb{3rIhhyMu(TdT0IISyXvI(QDZ_G-aN$SSN88s7Io7yII9;<(3uiN*71BTAJZ%|eGykFt>9^xOqt3-kGS3=B zYK*Aq4n1oi(TP%RnD7Z=jEH2y=b7S&(mWHra*XCq!yW?4M4dfYYFCWGgg5EfRHh!Xd}GBFM=D@g>VCq3609y! z4Hfjf?^5>Dvmvc#eo!*yh28n`mRSFtdy8n3G=gsx=wn;}0PT-J)ZRqb&d@;K!Oqmm z*#0-(&8n_g;jm+LAVxc{9}GkOoRo^uQ(vIM9pd+Gi9n`YH8%^yu6`dQA4?+Q8mxu> zt)qAKO7Cm&w~lXKLChp$UoA-;<5(DCUGD5(Cho^Kh8nGvDb*zo z5~QV}Dvc*1UpRHfVe!IdOK%&Mqj zwW8p6F8Q~PiX*q?$9pAQ3=9ltpC`z=brHvzBeo34K+?<~6lz3<(aUt;hfAkpXWUKQ ztC>Y*RC8~5IrQwCS2Jm1AF5LAFj>+|<%N|EbNA_qGt;j<+$8SqqV5Q7F0Ik$UpHrH z4+`xLCTNsUBIaJJJ0_iSuNSTsG zSnP(SSAN=l5_#{c72ETk%fNV5opqv}MmZb)xLnM2=up>lJ&O{+2fR?ij)d3L_0yR{fLBf%rE+<>KqqjIl5Z#ekXjuIQs%HKY+JK3ifzH=qiv+ z_zc!GMU|m5-Uf`;dPlE%FQ!e8gsGG!0e`0~d}>3Va;{HcUC37o$)Z+p?MBBGW(!L_ zcva~ZP8mEST2@>n7+b_(->h(TNL&f?q^Wmkd`%$E41zQSt+7Ngb0@NMa(ub%46!L; z_WW$aZ~7WvCRsgH^1^qZWmkhTDJ(up%8cd<=~izLB8>A&CZ~*i0_V`cF!3iV9@tR% zVmx9WB1Vo)hC6e9@Y4Fb_1&;W_TeygjQRb0!oEVksRD4@H?R>cz z`10lPd5!n=l()0)o;uI`>~>q36``2QV~YtnTMhhhsU9~ROI&zx_0iTb3WlqQ6Sb}8 z>}fh#BCh|5t2qTncS{(B_NJQPk|P`1*AD{9?M??%aTzG-K0nMp(*o_k1TIEoC1G0{ zqbB9|+<3CfAAE8vt1eM0MTA^+TF9JNBnNR!;hEa$KH#88qXC7OzFjR~ zwNk}tsqjGw83p#jSgEwJI@DG~(OK}DXVyFiK$ZH!F+-^ znz$8kQL>5M-P{<5MgCn?(3S^zPljmzCtuRg1HO*heSF0Pot`NiO6H5O1!9}?)A|bu zwr*EMRjfQ}ZeIsqf%I*qK*gYSh>8}FmG6Y))@T=xgkqmRaU^RaEp7Li17Pqny2*Pw zXy=aJb*vONAiTS(aiplD8EyqBNFf|Ws-l|%tAk`CDw9b?0mw48HiWWOo9pZE^aZlC zIi7#9APLP*gE++v6_49Bi^C!M9N)39&E%3d6Lhh>NxAg<;`q|4-h-MG%w_0i1TSCz3&&P(>pqKqQ0ELssDzeRl9E*OIWfCtcc<|RKe25I; zr%lvA5H#5|a#{D)5Wi^qPXPrVvyeC>ZS`g!&<(=^SW7jDox9|%p>^wFz*;dP4T~3K z-KDTj8_cSH=HI>aAZ2M~qB3K-Th4nG zr^_Q%fJ)27&DF~*f;1O{EGIv^t%T93E(BEwzfKHV#g-+=zi#o0F*{ki4STvX&gg8~ zj&pw{M=q!YK52rjgTeHOgn7UBIU9-YDx}&EAMUZ63PFZmvot^rm+hV1inOvJ%gq-y z&tx*C?GLHVw}aya)qm)RQN#63bJlR~WoT#Ymi?E^QxYvtrE-p3lqVwhQrtm6whvgw2eO8a; zBy)HIe%24oB#(V=7mAhDmXSx{{%qKfk`;V5$=+84kN3D#G+8xZmu-R&bxYF#jdQaYFok%a#^~Py z-rWBj@G}09PL5dRGN7$QvApWIYHM}7Qs$Y7m+b46n0<(<7nH1mNv_VwJD$JAMiG@P zI50qd;z&QVKdB!(ddMG~iWK`M^j>%EoI%f!c&_cor@Q%y)>1}c@fkZQ`_DDdolF6h zyV{+jHv%6^!xnaK=N@K&(6*zPBNJsMoFcbuptuz$Hgy*j%giatc*&Seq zC4MkSZX0uaO1<#^M!bkoHVYqO!1=w(E8$!mZ!z>IvjarJ#PR_ZvJeCsb*BBZTAZE& zaOP2p5~#VI_4p0Z)b3{m7tez)xg14|8PwhnqioMHROe058IOjYtgeMfpahA>mP`_O z>!s@Pg!TB%L0-hFKSd@=YAuw$2}1D&p(5EkYNAZ|Coeo*L>KfCRlOrVG<+_n5j$`C zpy+{4N1%xSR%3+y(#QU`(wQ5IsnmRjv_k^D*NAhe0wSBeS@4iS5ct=k^#X@3#s@jx zTaR*P6J%osgnlnR$#?D8m>}^M2^inLg7uZ<=NW9h?cnN@&%8mSzXQGRG#voL;w>Gms2yf>qY!OpBVT}1LidZyI5f#(`kbSBSP4GFPQs+k z6TbWV9|LgXs1rmTyf=gAn9}P%!~-T@Q~mXq`#kmB)U)Fy@(HpZt7w(3aj@PEZFp5w zZbK^zn29y_Q}~^;gP^)<*m87@l0s?|r1pNFi%ecFer`+de52CeBU|djVpPtzPip@& z$yonIvi~iyc2z}bVR%IxOX70Q(4`Ksc$P5=W1xx^d2a!=*TM`W*zA~#F)@65o73&- zvlg!Y}%CgS5Pn=~I3L+i?x>e)*vp!8je5h?6=JJ8@1uf9H07KVw1vJ#L(X z9U4oVXCQ^~`|K_2hzox`Iki@gD3u~Vd|OF*CH1%cf=q>!P!3+TlN~!DyytHRYkSCrJcLCb)M3r9- z1}FWiyl`&oJT-bXGy0(d*tqjse|RK4(rZ{SgZb!JlIbu(z14067UV#o_9dQwghdQx z3AJ@|Ug4ALN&9&h^-~e1Bhv9b zfu!w$dRLBc_Vfv=CIJnRd+_jcEQCt4lH{lKZ**y&@2t1`BGW(ma%2KA2_w^CgXzXo z@Xua6c`zpTZ9UZ4atqyrBQrntu#)Zz_D5#I0)N_hWy!g@32RMan72MJ`!BxF=%PDz z44_M!lJ}9eUAaN-BYOMp$)WuNPzmE6)&3*o>Ek?DbQ6#a!orTkvAyD~$(7HZ(6$$u z8r~csLF(OfTP#TLKX95OobIF-?InK6HKP`fu*>Xufo?+=>J-Boj1%tyF`{R@!)64nXlNK%l|J6>-=zP?H7y{||D^JbZh=Su0Q|oa zNe5R8!#^@em9fZWHlz-yJuc`r^K1Q)YIrgJHZ2g4>6|VrZ!Oc1nve^Tti6bgtjcJ4 zJ&_AhI)y5b{Yu1M-{8<&y8qL~W{7zHin-%E8kiIsm7wtLV>E-i7V4^(3MuUKgW8 zAHZ%fJNceK+*CA1I^H&U3xz+RkQLaQygR_Kq4L~O_CwiLwR`dtCt4g}_;duqm!zYCu zuqV9Fp7T8U<@6UjGznHaUUyG#30B+h@8-XL#h!ODnrK?h($B1~fn=uCS4Rx$@8uKK z53VBk2@J4|zgV8j3n2S)HXuU~0wI3fvWz-FRDM<$eb15Naop@!foBi>W8Hfc`X z_dJ=YcHc^x!3T?N`EE9&C8vniv$wDlxf05th)1J*&;80eg2>42hbtY`({(XO<-j8H+<;5EFbVWTHrSd9{@ zQ|pK!H>IqTOPS5dO%9X79$Vm=bRoBK5Lk9(sef9+{Y`%0;L7p>40`D~=HZhUq!Es@ zhchBiUEr%@TL&Z_qUB>0@p61@uI&AyWIO7%JSwulWMU%Z!(#|Twe=PW$`*GOEP-gN zl`eDTy?sLc>g!S(p!HdW;F{P4`b$PF+*jsIXKp7wr}R+XWeL99Nz>0a*zuO78_C&Z z{GG|jQI0*_>T(6eO@*8wncvLjPwomJ=8QCIBPNw#T(SsBwU|6>J(IIm9*mb21v0Iq zpT({78)#7K)Op!y-E{`wOmH*jCyje6YZX}dD=W#OL}p599D-g9_HNvPb|O;-2g1)I zLk_7CPm`Tbxy(FXy+NO{5f4tHfcn;!s2-nJ78noq z!+W1)g7s`J+$&=CFkhPwdomR{GzWY583pd^?);N*d&2i7Wt8OMp=?T){w)g7C>EVM z{`0~;%g;X1FaNmt5$0>95(fzYL}LFYRQ!F%-ND4r(vbf5=idX>Bh`s89Cox0%m-dL zd*>%}BMbU-NOue4AK^=VwfAXG@7jb_$%%Yi(y)Ewo94ro$0tSxG9W zo)Xj@2vQ7LhsB?s_pJ8JE8`lA2xaA5?uKu@Idh8B9F3cAk|inf42}V?MWU1H-hNgjSb-C9Bv+1cH16vZa$C zo$ucX>A!luUM!;SZr2WwBW7lD-|he0=#7KoHEIZtPs2<>=}BXBuWy zN7Yty0=S;UGX6=G$fyd4Fa?@3C(&PtM}W~DWSvRU0l5e)>{bj?fGd)v_tg3 zng+0rYi19;sqJXSdV5`&>Jc-?9e=?4M_T9yQ7{TDf1Th{4H+}Q()HVM3`OxN;OOp& znOGp|Ph4Cf>pMHdf1e*-8)9RHS{N4mom9|H2PijX8q|lB6c9n^zjQXXN?SNmWI4y< zVL-eQz&9)46d|&e zA)aA^!+4I|9gx!o6`}>x#x(nqBaf!57X@rk9TW={fWaP2GPKog;VJhY>Gr^N^O*=A15*cpobpRDAuX@cv$Z7- zYO`FF)g5YFg?S#RC%hEvJS;L5`Yy(EunSzzUWIEXuUeh#?IXLDO98TeftaO^^-fXj zbSvck)1K8?E=i@|xq>cO@cD9=l#1H7&8XSK)|u8Qu$oLm6$r=;H%W+do}tHdLbMfe zrYI+*WSW`vag|<5R4qf!DVNP&8KQ0%IF_rGO6{CeL!d-*Oe*h6ofa&E;qX{OH5Z24 zmgc3uTe*ty-8_>6>$)XT9AQKHYmjr!oPo2W;{ie=Jvo$P^n&%_o5SdQmgwjzyqr}B zX007b8Q@(7FrT>-ZHEyc5~mWnIp;;K?a00}129lW;3$Y!Vl~*MWya|w>Xn1*_yr`` zpV%~?2sywE7?Z>p(LWthjL>Z71i8d>YJ^A^Kr$k8I8uZxSERpC;h5yG ze6lT_<3n0iv!jhpXpF!GUx8!FlspsN)16n#E38$Qy_2LalTo~#hZ@PWK-gG~>K_;f z$tYw;%1d4=5{HU>7X+4Nwll`)gF2QFjehT3!mwRaNm2k3DX?aSxG@fgYR`=`)Sk{*rhqa*kw%nO3RR1 zCYt8Oj?qPPRJOw3Jp+8RK2t+77m4*BGSRSdS+f>rZ29tCeyZxWF2&Zp?mJZS+H?M3 zZs?;@L9Mu1Dnsxv|IWz=s#oXF@9pBn`_2dXk*D*eo}Fs@j^?-7RlyV$4~xc0An77gLNDh+^_8C9 zAxR=un8Gx4%-25oWx=J04BwY_5E&3arkXKlABI??d^_U zdEEJr(J3<)a$WG-2FS&m8VC7Jg=k={FKcIQV^6PdZD;sf7WgLL{jd1&?bdn3uF1Sf z%?H+`o(K{GXkSE}v0IkRq(}d4wGgQyZQhPLDrekzlX6-L`wZJqqFkRl&I? zg%#|=Md<}VM3robE*aJ63O1l2`sId9KZ{}Il3=k6Sy{^!peUKTd`|$igh=j+$rDS) z&W)(2>RzaVkDtBL2yobJnI^5Lo8?rB_ng7C!4-0D0+-;dN1N}Gt^ed8U^hqnT?rGv z>wO@oc=VjkG|8QuIe*g51gzG+LSheoLfZbURnnL$NyB$2lBJ$!ueIe{Pn?P`zPv{C z_Pk~k2FK`N@%ibbN(-PhXxfn{1`Vb3It^ltKB&o%X4DxxGx}#rL zyXhtuO3LGzRAb;#KJ$WI+3CUQ=az7Dr2$-^k!;DkO(^O8>wK)qz()3|IFwkb-XfpSXyu& zkJb_4ooSVcdjqvVJm!6pz?E6*1>GTvR`#5-l1P=t*j~clP2ha>_(wS-=w~td-Z%do zd@BGT{nbBpZEXJQod4^Z06@BYx78o&WL~TmcDp4*3Q$#{Xandf1Xv_?E_0>~=mb)J zy$AzsUP>!G96Yy$2#=@&f+6x78#9MFU&P^5UrBP#p)OH%N_&by`TOIYOaqXBV*dt6 z7`s3|{JUKli^FoTC>Q|@^<>#-lAJVo?4QWk$Ye2WF~#N9;Qg}%MdjwCx`x{lV37Nk znP2j41Q^g2*ek3>TOuzpUK>pf4W}`0wikuE(-S5+XpuN_=d0={9E!2mXZC4OJclvH zO-Uj8^Unyx-Eb@-79W88%pZWNxJFPH->A7S)2DQYo#aeZgz?%iJ^*r+y)F6j@T>za zd}=XvX+`Tk!XC){xS$>K3Im9F@~dqmFklsm8fw~w)Wh!G(;t5AMFxQ7R%e0HZ&W#9 zmC|!Z;+X3*&`Ii$15xxt@&({GjN8%iU$b4<6g;LT_m6*ad(qcEj=4Fq$1j9Q9koP6 zVo6QTEI$WbnN>gT9lp$mIUhD#aC7Q$FHN&aCtqHlg?I2DeNNdu`zhWkZsf*uh-J{4 zdnPMHer0?L(h!1q{ee{#KY)|(TIn)Vlp#U|I3X*KxyBk z693%B_vc^z$JswL^~p;7JHWs96#W&T?u|`<=`i}$@ZUQt{%W}UmaYHiK8s&*epS@} ziNyYpWklSzl{GTYyK7GSAFH5C}nSov424MU2XX*%C9=IKT%-b z>K6Zi^1G_+SCn5BF@K^2V*HNsH+{^n2)}Oc{fY31_m98h_ZrHtD8KGs{E4DN^p7aN z?`Hgp@@rZ4Pm~GZA6N5#McQ9Yf35rcX Date: Mon, 22 May 2023 19:42:43 -0500 Subject: [PATCH 075/103] Fix to_excel function for new system --- hed/models/base_input.py | 19 +++++++-- tests/models/test_spreadsheet_input.py | 57 +++++++++++++++++++++++--- 2 files changed, 66 insertions(+), 10 deletions(-) diff --git a/hed/models/base_input.py b/hed/models/base_input.py index 4e335a72c..2e9ae5adc 100644 --- a/hed/models/base_input.py +++ b/hed/models/base_input.py @@ -206,22 +206,33 @@ def to_excel(self, file, output_assembled=False): raise ValueError("Empty file name or object passed in to BaseInput.save.") dataframe = self._dataframe + old_columns = dataframe.columns if output_assembled: dataframe = self.dataframe_a + new_columns = dataframe.columns + else: + new_columns = old_columns if self._loaded_workbook: + column_mapping = {} # assembled dataframe column number to original worksheet number + for new_c, column in enumerate(new_columns): + for old_c, old_column in enumerate(old_columns): + if column == old_column: + column_mapping[new_c] = old_c + old_worksheet = self.get_worksheet(self._worksheet_name) # Excel spreadsheets are 1 based, then add another 1 for column names if present adj_row_for_col_names = 1 if self._has_column_names: adj_row_for_col_names += 1 adj_for_one_based_cols = 1 - for row_number, text_file_row in dataframe.iterrows(): - for column_number, column_text in enumerate(text_file_row): + for row_number in range(len(dataframe)): + for df_column_number, ws_column_number in column_mapping.items(): + cell_value = dataframe.iat[row_number, df_column_number] + old_worksheet.cell(row_number + adj_row_for_col_names, - column_number + adj_for_one_based_cols).value = \ - dataframe.iloc[row_number, column_number] + ws_column_number + adj_for_one_based_cols).value = cell_value self._loaded_workbook.save(file) else: dataframe.to_excel(file, header=self._has_column_names) diff --git a/tests/models/test_spreadsheet_input.py b/tests/models/test_spreadsheet_input.py index 0c31f35d8..7d3f590d4 100644 --- a/tests/models/test_spreadsheet_input.py +++ b/tests/models/test_spreadsheet_input.py @@ -9,9 +9,6 @@ import pandas as pd -# TODO: Add tests about correct handling of 'n/a' - - class Test(unittest.TestCase): @classmethod def setUpClass(cls): @@ -20,7 +17,7 @@ def setUpClass(cls): hed_xml_file = os.path.join(base, "schema_tests/HED8.0.0t.xml") cls.hed_schema = schema.load_schema(hed_xml_file) default = os.path.join(os.path.dirname(os.path.realpath(__file__)), - "../data/validator_tests/ExcelMultipleSheets.xlsx") + "../data/spreadsheet_validator_tests/ExcelMultipleSheets.xlsx") cls.default_test_file_name = default cls.generic_file_input = SpreadsheetInput(default) base_output = os.path.join(os.path.dirname(os.path.realpath(__file__)), "../data/tests_output/") @@ -186,7 +183,6 @@ def test_definitions_identified(self): '../data/model_tests/no_column_header_definition.tsv') hed_input = SpreadsheetInput(events_path, has_column_names=False, tag_columns=[0, 1]) - def test_loading_dataframe_directly(self): ds_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/model_tests/no_column_header_definition.tsv') @@ -209,9 +205,58 @@ def test_ignoring_na_value_column(self): events_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../data/model_tests/na_value_column.tsv') sidecar_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), - '../data/model_tests/na_value_column.json') + '../data/model_tests/na_value_column.json') hed_input = TabularInput(events_path, sidecar=sidecar_path) self.assertTrue(hed_input.dataframe_a.loc[1, 'Value'] == 'n/a') + def test_to_excel_workbook(self): + excel_book = SpreadsheetInput(self.default_test_file_name, worksheet_name="LKT 8HED3", + tag_columns=["HED tags"]) + test_output_name = self.base_output_folder + "ExcelMultipleSheets_resave_assembled.xlsx" + excel_book.convert_to_long(self.hed_schema) + excel_book.to_excel(test_output_name, True) + reloaded_df = SpreadsheetInput(test_output_name, worksheet_name="LKT 8HED3") + + self.assertTrue(excel_book.dataframe.equals(reloaded_df.dataframe)) + + excel_book = SpreadsheetInput(self.default_test_file_name, worksheet_name="LKT 8HED3", + tag_columns=["HED tags"], + column_prefix_dictionary={ + "Short label": "Label/", + "Description in text": "Description" + }) + test_output_name = self.base_output_folder + "ExcelMultipleSheets_resave_assembled_prefix.xlsx" + excel_book.convert_to_long(self.hed_schema) + excel_book.to_excel(test_output_name, True) + reloaded_df = SpreadsheetInput(test_output_name, worksheet_name="LKT 8HED3", + tag_columns=["Short label", "Description in text", "HED tags"]) + + self.assertTrue(excel_book.dataframe_a.equals(reloaded_df.dataframe_a)) + + def test_to_excel_workbook_no_col_names(self): + excel_book = SpreadsheetInput(self.default_test_file_name, worksheet_name="LKT 8HED3", + tag_columns=[4], has_column_names=False) + test_output_name = self.base_output_folder + "ExcelMultipleSheets_resave_assembled_no_col_names.xlsx" + excel_book.convert_to_long(self.hed_schema) + excel_book.to_excel(test_output_name, True) + reloaded_df = SpreadsheetInput(test_output_name, worksheet_name="LKT 8HED3", tag_columns=[4], + has_column_names=False) + self.assertTrue(excel_book.dataframe.equals(reloaded_df.dataframe)) + + excel_book = SpreadsheetInput(self.default_test_file_name, worksheet_name="LKT 8HED3", has_column_names=False, + tag_columns=[4], + column_prefix_dictionary={ + 1: "Label/", + 3: "Description" + }) + test_output_name = self.base_output_folder + "ExcelMultipleSheets_resave_assembled_prefix.xlsx" + excel_book.convert_to_long(self.hed_schema) + excel_book.to_excel(test_output_name, True) + reloaded_df = SpreadsheetInput(test_output_name, worksheet_name="LKT 8HED3", tag_columns=[1, 3, 4], + has_column_names=False) + + self.assertTrue(excel_book.dataframe_a.equals(reloaded_df.dataframe_a)) + + if __name__ == '__main__': unittest.main() From d20d29ef4f619191dfc84066cd0649ac008e418f Mon Sep 17 00:00:00 2001 From: IanCa Date: Wed, 24 May 2023 17:18:10 -0500 Subject: [PATCH 076/103] Remove output_assemelbed parameter. Update requirements.txt --- docs/requirements.txt | 11 ++++---- hed/models/base_input.py | 34 +++++------------------ requirements.txt | 11 ++++---- tests/models/test_spreadsheet_input.py | 38 ++++---------------------- 4 files changed, 24 insertions(+), 70 deletions(-) diff --git a/docs/requirements.txt b/docs/requirements.txt index ce85e15ce..6dcfa9567 100644 --- a/docs/requirements.txt +++ b/docs/requirements.txt @@ -1,9 +1,10 @@ defusedxml>=0.7.1 -inflect>=5.5.1 +inflect>=6.0.2 myst-parser>=0.18.1 -openpyxl>=3.0.9 -pandas>=1.3.5 -portalocker>=2.4.0 -semantic_version>=2.9.0 +numpy>=1.24.1 +openpyxl>=3.1.0 +pandas>=1.5.3 +portalocker>=2.7.0 +semantic_version>=2.10.0 Sphinx>=5.2.2 sphinx_rtd_theme>=1.0.0 diff --git a/hed/models/base_input.py b/hed/models/base_input.py index 2e9ae5adc..41c935687 100644 --- a/hed/models/base_input.py +++ b/hed/models/base_input.py @@ -193,12 +193,11 @@ def expand_defs(self, hed_schema, def_dict): from df_util import expand_defs expand_defs(self._dataframe, hed_schema=hed_schema, def_dict=def_dict, columns=self._mapper.get_tag_columns()) - def to_excel(self, file, output_assembled=False): + def to_excel(self, file): """ Output to an Excel file. Parameters: file (str or file-like): Location to save this base input. - output_assembled (bool): Plug in categories and values from the sidecar directly. Raises: ValueError: if empty file object or file cannot be opened. """ @@ -206,52 +205,33 @@ def to_excel(self, file, output_assembled=False): raise ValueError("Empty file name or object passed in to BaseInput.save.") dataframe = self._dataframe - old_columns = dataframe.columns - - if output_assembled: - dataframe = self.dataframe_a - new_columns = dataframe.columns - else: - new_columns = old_columns - if self._loaded_workbook: - column_mapping = {} # assembled dataframe column number to original worksheet number - for new_c, column in enumerate(new_columns): - for old_c, old_column in enumerate(old_columns): - if column == old_column: - column_mapping[new_c] = old_c - old_worksheet = self.get_worksheet(self._worksheet_name) # Excel spreadsheets are 1 based, then add another 1 for column names if present adj_row_for_col_names = 1 if self._has_column_names: adj_row_for_col_names += 1 adj_for_one_based_cols = 1 - for row_number in range(len(dataframe)): - for df_column_number, ws_column_number in column_mapping.items(): - cell_value = dataframe.iat[row_number, df_column_number] - + for row_number, text_file_row in dataframe.iterrows(): + for column_number, column_text in enumerate(text_file_row): + cell_value = dataframe.iloc[row_number, column_number] old_worksheet.cell(row_number + adj_row_for_col_names, - ws_column_number + adj_for_one_based_cols).value = cell_value + column_number + adj_for_one_based_cols).value = cell_value + self._loaded_workbook.save(file) else: dataframe.to_excel(file, header=self._has_column_names) - def to_csv(self, file=None, output_assembled=False): + def to_csv(self, file=None): """ Write to file or return as a string. Parameters: file (str, file-like, or None): Location to save this file. If None, return as string. - output_assembled (bool): Plug in categories and values from the sidecar directly. Returns: None or str: None if file is given or the contents as a str if file is None. """ dataframe = self._dataframe - - if output_assembled: - dataframe = self.dataframe_a - csv_string_if_filename_none = dataframe.to_csv(file, '\t', index=False, header=self._has_column_names) return csv_string_if_filename_none diff --git a/requirements.txt b/requirements.txt index 02309238a..911372bc1 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,6 +1,7 @@ defusedxml>=0.7.1 -inflect>=5.5.1 -openpyxl>=3.0.9 -pandas>=1.3.5 -portalocker>=2.4.0 -semantic_version>=2.9.0 +inflect>=6.0.2 +numpy>=1.24.1 +openpyxl>=3.1.0 +pandas>=1.5.3 +portalocker>=2.7.0 +semantic_version>=2.10.0 diff --git a/tests/models/test_spreadsheet_input.py b/tests/models/test_spreadsheet_input.py index 7d3f590d4..b009ef419 100644 --- a/tests/models/test_spreadsheet_input.py +++ b/tests/models/test_spreadsheet_input.py @@ -32,7 +32,7 @@ def test_all(self): hed_input = self.default_test_file_name has_column_names = True column_prefix_dictionary = {1: 'Label/', 2: 'Description'} - tag_columns = [3] + tag_columns = [4] worksheet_name = 'LKT Events' file_input = SpreadsheetInput(hed_input, has_column_names=has_column_names, worksheet_name=worksheet_name, @@ -50,7 +50,7 @@ def test_all2(self): hed_input = self.default_test_file_name has_column_names = True column_prefix_dictionary = {1: 'Label/', "Short label": 'Description'} - tag_columns = [3] + tag_columns = [4] worksheet_name = 'LKT Events' file_input = SpreadsheetInput(hed_input, has_column_names=has_column_names, worksheet_name=worksheet_name, @@ -113,7 +113,7 @@ def test_to_excel_should_work(self): column_prefix_dictionary={1: 'Label/', 2: 'Description/'}, name='ExcelOneSheet.xlsx') buffer = io.BytesIO() - spreadsheet.to_excel(buffer, output_assembled=True) + spreadsheet.to_excel(buffer) buffer.seek(0) v = buffer.getvalue() self.assertGreater(len(v), 0, "It should have a length greater than 0") @@ -214,49 +214,21 @@ def test_to_excel_workbook(self): tag_columns=["HED tags"]) test_output_name = self.base_output_folder + "ExcelMultipleSheets_resave_assembled.xlsx" excel_book.convert_to_long(self.hed_schema) - excel_book.to_excel(test_output_name, True) + excel_book.to_excel(test_output_name) reloaded_df = SpreadsheetInput(test_output_name, worksheet_name="LKT 8HED3") self.assertTrue(excel_book.dataframe.equals(reloaded_df.dataframe)) - excel_book = SpreadsheetInput(self.default_test_file_name, worksheet_name="LKT 8HED3", - tag_columns=["HED tags"], - column_prefix_dictionary={ - "Short label": "Label/", - "Description in text": "Description" - }) - test_output_name = self.base_output_folder + "ExcelMultipleSheets_resave_assembled_prefix.xlsx" - excel_book.convert_to_long(self.hed_schema) - excel_book.to_excel(test_output_name, True) - reloaded_df = SpreadsheetInput(test_output_name, worksheet_name="LKT 8HED3", - tag_columns=["Short label", "Description in text", "HED tags"]) - - self.assertTrue(excel_book.dataframe_a.equals(reloaded_df.dataframe_a)) - def test_to_excel_workbook_no_col_names(self): excel_book = SpreadsheetInput(self.default_test_file_name, worksheet_name="LKT 8HED3", tag_columns=[4], has_column_names=False) test_output_name = self.base_output_folder + "ExcelMultipleSheets_resave_assembled_no_col_names.xlsx" excel_book.convert_to_long(self.hed_schema) - excel_book.to_excel(test_output_name, True) + excel_book.to_excel(test_output_name) reloaded_df = SpreadsheetInput(test_output_name, worksheet_name="LKT 8HED3", tag_columns=[4], has_column_names=False) self.assertTrue(excel_book.dataframe.equals(reloaded_df.dataframe)) - excel_book = SpreadsheetInput(self.default_test_file_name, worksheet_name="LKT 8HED3", has_column_names=False, - tag_columns=[4], - column_prefix_dictionary={ - 1: "Label/", - 3: "Description" - }) - test_output_name = self.base_output_folder + "ExcelMultipleSheets_resave_assembled_prefix.xlsx" - excel_book.convert_to_long(self.hed_schema) - excel_book.to_excel(test_output_name, True) - reloaded_df = SpreadsheetInput(test_output_name, worksheet_name="LKT 8HED3", tag_columns=[1, 3, 4], - has_column_names=False) - - self.assertTrue(excel_book.dataframe_a.equals(reloaded_df.dataframe_a)) - if __name__ == '__main__': unittest.main() From bb0b2de1337203857e394fcb9684c9e7fa1681d3 Mon Sep 17 00:00:00 2001 From: IanCa Date: Wed, 24 May 2023 17:21:06 -0500 Subject: [PATCH 077/103] Lower numpy req for python 3.7 --- docs/requirements.txt | 2 +- requirements.txt | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/requirements.txt b/docs/requirements.txt index 6dcfa9567..5062c9b19 100644 --- a/docs/requirements.txt +++ b/docs/requirements.txt @@ -1,7 +1,7 @@ defusedxml>=0.7.1 inflect>=6.0.2 myst-parser>=0.18.1 -numpy>=1.24.1 +numpy>=1.21.6 openpyxl>=3.1.0 pandas>=1.5.3 portalocker>=2.7.0 diff --git a/requirements.txt b/requirements.txt index 911372bc1..f44f6d2fc 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,6 +1,6 @@ defusedxml>=0.7.1 inflect>=6.0.2 -numpy>=1.24.1 +numpy>=1.21.6 openpyxl>=3.1.0 pandas>=1.5.3 portalocker>=2.7.0 From fef387ec059cb1ae175953c65ecdb80a6be5e9f4 Mon Sep 17 00:00:00 2001 From: IanCa Date: Wed, 24 May 2023 17:28:24 -0500 Subject: [PATCH 078/103] Lower pandas back down to max for 3.7 --- docs/requirements.txt | 2 +- requirements.txt | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/requirements.txt b/docs/requirements.txt index 5062c9b19..94b716c1a 100644 --- a/docs/requirements.txt +++ b/docs/requirements.txt @@ -3,7 +3,7 @@ inflect>=6.0.2 myst-parser>=0.18.1 numpy>=1.21.6 openpyxl>=3.1.0 -pandas>=1.5.3 +pandas>=1.3.5 portalocker>=2.7.0 semantic_version>=2.10.0 Sphinx>=5.2.2 diff --git a/requirements.txt b/requirements.txt index f44f6d2fc..443e763d2 100644 --- a/requirements.txt +++ b/requirements.txt @@ -2,6 +2,6 @@ defusedxml>=0.7.1 inflect>=6.0.2 numpy>=1.21.6 openpyxl>=3.1.0 -pandas>=1.5.3 +pandas>=1.3.5 portalocker>=2.7.0 semantic_version>=2.10.0 From a247921c2f77d5f3d59964b1a2b9503e93f74e7c Mon Sep 17 00:00:00 2001 From: IanCa Date: Thu, 25 May 2023 15:51:23 -0500 Subject: [PATCH 079/103] Don't add the inLibrary attribute if no withStandard partner --- hed/schema/hed_schema.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/hed/schema/hed_schema.py b/hed/schema/hed_schema.py index 5e94349b6..bcd93be8b 100644 --- a/hed/schema/hed_schema.py +++ b/hed/schema/hed_schema.py @@ -790,7 +790,7 @@ def _get_attributes_for_section(self, key_class): # =============================================== def _add_tag_to_dict(self, long_tag_name, new_entry, key_class): # No reason we can't add this here always - if self.library and not self.merged: + if self.library and not self.merged and self.with_standard: new_entry.set_attribute_value(HedKey.InLibrary, self.library) section = self._sections[key_class] From 045ee7fb0605c985f3f75a2d829ff378797e3d1d Mon Sep 17 00:00:00 2001 From: IanCa Date: Thu, 25 May 2023 15:58:36 -0500 Subject: [PATCH 080/103] Tweak another save merged spot --- hed/schema/schema_io/schema2base.py | 8 +++----- 1 file changed, 3 insertions(+), 5 deletions(-) diff --git a/hed/schema/schema_io/schema2base.py b/hed/schema/schema_io/schema2base.py index 732e65b1b..bb5240134 100644 --- a/hed/schema/schema_io/schema2base.py +++ b/hed/schema/schema_io/schema2base.py @@ -34,11 +34,9 @@ def process_schema(self, hed_schema, save_merged=False): self._save_base = True else: # Saving a standard schema or a library schema without a standard schema - save_merged = False - if hed_schema.library: - self._save_lib = True - else: - self._save_base = True + save_merged = True + self._save_lib = True + self._save_base = True self._save_merged = save_merged From 8e2ba3a209d8407880da3378de1557af39277e0a Mon Sep 17 00:00:00 2001 From: IanCa Date: Fri, 26 May 2023 18:30:45 -0500 Subject: [PATCH 081/103] Rewrite column mapper, add more unit tests for it --- hed/errors/error_messages.py | 36 +- hed/errors/error_types.py | 6 +- hed/models/base_input.py | 2 +- hed/models/column_mapper.py | 368 ++++++++---------- hed/models/sidecar.py | 6 +- hed/validator/sidecar_validator.py | 4 +- hed/validator/spreadsheet_validator.py | 2 +- tests/models/test_column_mapper.py | 169 ++++++-- tests/models/test_spreadsheet_input.py | 9 +- tests/validator/test_hed_validator.py | 2 +- tests/validator/test_spreadsheet_validator.py | 4 +- 11 files changed, 345 insertions(+), 263 deletions(-) diff --git a/hed/errors/error_messages.py b/hed/errors/error_messages.py index c0091809a..c6f4250e4 100644 --- a/hed/errors/error_messages.py +++ b/hed/errors/error_messages.py @@ -107,8 +107,8 @@ def val_error_no_value(tag): @hed_error(ValidationErrors.HED_MISSING_REQUIRED_COLUMN, default_severity=ErrorSeverity.WARNING) -def val_error_missing_column(column_name): - return f"Required column '{column_name}' not specified or found in file." +def val_error_missing_column(column_name, column_type): + return f"Required {column_type} column '{column_name}' not specified or found in file." @hed_error(ValidationErrors.HED_UNKNOWN_COLUMN, default_severity=ErrorSeverity.WARNING) @@ -117,19 +117,33 @@ def val_error_extra_column(column_name): "or identified in sidecars." -@hed_error(ValidationErrors.HED_BLANK_COLUMN, default_severity=ErrorSeverity.WARNING) -def val_error_hed_blank_column(column_number): - return f"Column number {column_number} has no column name" +@hed_error(ValidationErrors.SIDECAR_AND_OTHER_COLUMNS) +def val_error_sidecar_with_column(column_names): + return f"You cannot use a sidecar and tag or prefix columns at the same time. " \ + f"Found {column_names}." + +@hed_error(ValidationErrors.DUPLICATE_COLUMN_IN_LIST) +def val_error_duplicate_clumn(column_number, column_name, list_name): + if column_name: + return f"Found column '{column_name}' at index {column_number} twice in {list_name}." + else: + return f"Found column number {column_number} twice in {list_name}. This isn't a major concern, but does indicate a mistake." -@hed_error(ValidationErrors.HED_DUPLICATE_COLUMN, default_severity=ErrorSeverity.WARNING) -def val_error_hed_duplicate_column(column_name): - return f"Multiple columns have name {column_name}. This is not a fatal error, but discouraged." +@hed_error(ValidationErrors.DUPLICATE_COLUMN_BETWEEN_SOURCES) +def val_error_duplicate_clumn(column_number, column_name, list_names): + if column_name: + return f"Found column '{column_name}' at index {column_number} in the following inputs: {list_names}. " \ + f"Each entry must be unique." + else: + return f"Found column number {column_number} in the following inputs: {list_names}. " \ + f"Each entry must be unique." -@hed_error(ValidationErrors.DUPLICATE_NAME_NUMBER_COLUMN, default_severity=ErrorSeverity.WARNING) -def val_error_hed_duplicate_column_number(column_name, column_number): - return f"Column '{column_name}' added as a named column, then also as numbered column {column_number}" + +@hed_error(ValidationErrors.HED_BLANK_COLUMN, default_severity=ErrorSeverity.WARNING) +def val_error_hed_blank_column(column_number): + return f"Column number {column_number} has no column name" @hed_tag_error(ValidationErrors.HED_LIBRARY_UNMATCHED, actual_code=ValidationErrors.TAG_PREFIX_INVALID) diff --git a/hed/errors/error_types.py b/hed/errors/error_types.py index cb37be803..36ef907af 100644 --- a/hed/errors/error_types.py +++ b/hed/errors/error_types.py @@ -80,8 +80,10 @@ class ValidationErrors: HED_MISSING_REQUIRED_COLUMN = "HED_MISSING_REQUIRED_COLUMN" HED_UNKNOWN_COLUMN = "HED_UNKNOWN_COLUMN" - HED_DUPLICATE_COLUMN = "HED_DUPLICATE_COLUMN" - DUPLICATE_NAME_NUMBER_COLUMN = "DUPLICATE_NAME_NUMBER_COLUMN" + SIDECAR_AND_OTHER_COLUMNS = "SIDECAR_AND_OTHER_COLUMNS" + + DUPLICATE_COLUMN_IN_LIST = "DUPLICATE_COLUMN_IN_LIST" + DUPLICATE_COLUMN_BETWEEN_SOURCES = "DUPLICATE_COLUMN_BETWEEN_SOURCES" HED_BLANK_COLUMN = "HED_BLANK_COLUMN" # Below here shows what the given error maps to diff --git a/hed/models/base_input.py b/hed/models/base_input.py index 41c935687..65ac75101 100644 --- a/hed/models/base_input.py +++ b/hed/models/base_input.py @@ -82,7 +82,7 @@ def __init__(self, file, file_type=None, worksheet_name=None, has_column_names=T raise HedFileError(HedExceptions.INVALID_DATAFRAME, "Invalid dataframe(malformed datafile, etc)", file) # todo: Can we get rid of this behavior now that we're using pandas? - column_issues = ColumnMapper.validate_column_map(self.columns, allow_blank_names=allow_blank_names) + column_issues = ColumnMapper.check_for_blank_names(self.columns, allow_blank_names=allow_blank_names) if column_issues: raise HedFileError(HedExceptions.BAD_COLUMN_NAMES, "Duplicate or blank columns found. See issues.", self.name, issues=column_issues) diff --git a/hed/models/column_mapper.py b/hed/models/column_mapper.py index 37280683f..4e5e454f1 100644 --- a/hed/models/column_mapper.py +++ b/hed/models/column_mapper.py @@ -4,6 +4,7 @@ from hed.errors.error_types import ValidationErrors import copy +from collections import Counter PANDAS_COLUMN_PREFIX_TO_IGNORE = "Unnamed: " @@ -14,8 +15,9 @@ class ColumnMapper: Notes: - All column numbers are 0 based. """ + def __init__(self, sidecar=None, tag_columns=None, column_prefix_dictionary=None, - optional_tag_columns=None, requested_columns=None, warn_on_missing_column=False): + optional_tag_columns=None, warn_on_missing_column=False): """ Constructor for ColumnMapper. Parameters: @@ -31,40 +33,55 @@ def __init__(self, sidecar=None, tag_columns=None, column_prefix_dictionary=None This means it no longer accepts anything but the value portion only in the columns. optional_tag_columns (list): A list of ints or strings containing the columns that contain the HED tags. If the column is otherwise unspecified, convert this column type to HEDTags. - requested_columns (list or None): A list of columns you wish to retrieve. - If None, retrieve all columns. warn_on_missing_column (bool): If True, issue mapping warnings on column names that are missing from the sidecar. Notes: - All column numbers are 0 based. """ - # This points to column_type entries based on column names or indexes if columns have no column_name. - self.column_data = {} # Maps column number to column_entry. This is what's actually used by most code. self._final_column_map = {} self._no_mapping_info = True self._column_map = {} self._reverse_column_map = {} - self._requested_columns = [] self._warn_on_missing_column = warn_on_missing_column - self._tag_columns = [] - self._optional_tag_columns = [] - self._column_prefix_dictionary = {} + if tag_columns is None: + tag_columns = [] + self._tag_columns = tag_columns + if optional_tag_columns is None: + optional_tag_columns = [] + self._optional_tag_columns = optional_tag_columns + if column_prefix_dictionary is None: + column_prefix_dictionary = {} + self._column_prefix_dictionary = column_prefix_dictionary self._na_patterns = ["n/a", "nan"] - self._finalize_mapping_issues = [] self._sidecar = None self._set_sidecar(sidecar) - self.set_requested_columns(requested_columns, False) - self.set_tag_columns(tag_columns, optional_tag_columns, False) - self._add_value_columns(column_prefix_dictionary) - # finalize the column map based on initial settings with no header self._finalize_mapping() + @property + def tag_columns(self): + """ Returns the known tag and optional tag columns with numbers as names when possible + + Returns: + tag_columns(list of str or int): A list of all tag and optional tag columns as labels + """ + joined_list = self._tag_columns + self._optional_tag_columns + return list(set(self._convert_to_names2(self._column_map, joined_list))) + + @property + def column_prefix_dictionary(self): + """ Returns the column_prefix_dictionary with numbers turned into names where possible + + Returns: + column_prefix_dictionary(list of str or int): A column_prefix_dictionary with column labels as keys + """ + return self._convert_to_names_dict(self._column_map, self._column_prefix_dictionary) + def get_transformers(self): """ Return the transformers to use on a dataframe @@ -91,13 +108,12 @@ def get_transformers(self): final_transformers[assign_to_column] = partial(self._category_handler, category_values) else: final_transformers[assign_to_column] = lambda x: x - # print(column.column_type) return final_transformers, need_categorical @staticmethod - def validate_column_map(column_map, allow_blank_names): - """ Validate there are no issues with column names. + def check_for_blank_names(column_map, allow_blank_names): + """ Validate there are no blank column names Parameters: column_map(iterable): A list of column names @@ -109,17 +125,12 @@ def validate_column_map(column_map, allow_blank_names): # We don't have any checks right now if blank/duplicate is allowed if allow_blank_names: return [] + issues = [] - used_names = set() for column_number, name in enumerate(column_map): - if name is None or name.startswith(PANDAS_COLUMN_PREFIX_TO_IGNORE): + if name is None or not name or name.startswith(PANDAS_COLUMN_PREFIX_TO_IGNORE): issues += ErrorHandler.format_error(ValidationErrors.HED_BLANK_COLUMN, column_number) continue - # if name in used_names: - # # todo: Add this check once it's more fleshed out - # issues += ErrorHandler.format_error(ValidationErrors.HED_DUPLICATE_COLUMN, name) - # continue - used_names.add(name) return issues @@ -136,11 +147,18 @@ def _set_sidecar(self, sidecar): raise ValueError("Trying to set a second sidecar on a column mapper.") if not sidecar: return None - for column_data in sidecar.column_data: - self._add_column_data(column_data) + # for column_data in sidecar.column_data: + # self._add_column_data(column_data) self._sidecar = sidecar + @property + def column_data(self): + if self._sidecar: + return self._sidecar.column_data + + return {} + def get_tag_columns(self): """ Returns the column numbers or names that are mapped to be HedTags @@ -150,8 +168,7 @@ def get_tag_columns(self): column_identifiers(list): A list of column numbers or names that are ColumnType.HedTags. 0-based if integer-based, otherwise column name. """ - return [column_entry.column_name if isinstance(column_entry.column_name, int) else column_entry.column_name - for number, column_entry in self._final_column_map.items() + return [column_entry.column_name for number, column_entry in self._final_column_map.items() if column_entry.column_type == ColumnType.HEDTags] def set_tag_columns(self, tag_columns=None, optional_tag_columns=None, finalize_mapping=True): @@ -164,10 +181,6 @@ def set_tag_columns(self, tag_columns=None, optional_tag_columns=None, finalize_ but not an error if missing. If None, clears existing tag_columns finalize_mapping (bool): Re-generate the internal mapping if True, otherwise no effect until finalize. - - Returns: - list: List of issues that occurred during this process. Each issue is a dictionary. - """ if tag_columns is None: tag_columns = [] @@ -176,24 +189,7 @@ def set_tag_columns(self, tag_columns=None, optional_tag_columns=None, finalize_ self._tag_columns = tag_columns self._optional_tag_columns = optional_tag_columns if finalize_mapping: - issues = self._finalize_mapping() - return issues - return [] - - def set_requested_columns(self, requested_columns, finalize_mapping=True): - """ Set to return only the columns listed in requested_columns - - Parameters: - requested_columns(list or None): If this is not None, return ONLY these columns. Names or numbers allowed. - finalize_mapping(bool): Finalize the mapping right now if True - - Returns: - issues(list): An empty list of mapping issues - """ - self._requested_columns = requested_columns - if finalize_mapping: - return self._finalize_mapping() - return [] + self._finalize_mapping() def set_column_map(self, new_column_map=None): """ Set the column number to name mapping. @@ -215,51 +211,18 @@ def set_column_map(self, new_column_map=None): column_map = {column_number: column_name for column_number, column_name in enumerate(new_column_map)} self._column_map = column_map self._reverse_column_map = {column_name: column_number for column_number, column_name in column_map.items()} - return self._finalize_mapping() - - def add_columns(self, column_names_or_numbers, column_type=ColumnType.HEDTags): - """ Add blank columns in the given column category. - - Parameters: - column_names_or_numbers (list): A list of column names or numbers to add as the specified type. - column_type (ColumnType property): The category of column these should be. - - """ - if column_names_or_numbers: - if not isinstance(column_names_or_numbers, list): - column_names_or_numbers = [column_names_or_numbers] - for column_name in column_names_or_numbers: - new_def = ColumnMetadata(column_type, column_name) - self._add_column_data(new_def) - - def _add_value_columns(self, column_prefix_dictionary): - if column_prefix_dictionary: - for col, prefix in column_prefix_dictionary.items(): - if prefix.endswith("/"): - prefix = prefix + "#" - else: - prefix = prefix + "/#" - new_def = ColumnMetadata(ColumnType.Value, col, source=prefix) - self._add_column_data(new_def) - - def _add_column_data(self, new_column_entry): - """ Add the metadata of a column to this column mapper. - - Parameters: - new_column_entry (ColumnMetadata): The column definition to add. - - Notes: - If an entry with the same name exists, the new entry will replace it. + self._finalize_mapping() - """ - column_name = new_column_entry.column_name - self.column_data[column_name] = copy.deepcopy(new_column_entry) + def set_column_prefix_dictionary(self, column_prefix_dictionary, finalize_mapping=True): + """Sets the column prefix dictionary""" + self._column_prefix_dictionary = column_prefix_dictionary + if finalize_mapping: + self._finalize_mapping() @staticmethod - def _get_basic_final_map(column_map, column_data): + def _get_sidecar_basic_map(column_map, column_data): basic_final_map = {} - unhandled_names = {} - issues = [] + unhandled_cols = [] if column_map: for column_number, column_name in column_map.items(): if column_name is None: @@ -267,132 +230,144 @@ def _get_basic_final_map(column_map, column_data): if column_name in column_data: column_entry = copy.deepcopy(column_data[column_name]) column_entry.column_name = column_name - basic_final_map[column_number] = column_entry - continue - elif column_name.startswith(PANDAS_COLUMN_PREFIX_TO_IGNORE): + basic_final_map[column_name] = column_entry continue - unhandled_names[column_name] = column_number - for column_number in column_data: - if isinstance(column_number, int): - if column_number in basic_final_map: - issues += ErrorHandler.format_error(ValidationErrors.DUPLICATE_NAME_NUMBER_COLUMN, - column_name=basic_final_map[column_number].column_name, - column_number=column_number) + elif isinstance(column_name, str) and column_name.startswith(PANDAS_COLUMN_PREFIX_TO_IGNORE): continue - column_entry = copy.deepcopy(column_data[column_number]) - column_entry.column_name = column_number - basic_final_map[column_number] = column_entry + unhandled_cols.append(column_name) - return basic_final_map, unhandled_names, issues + return basic_final_map, unhandled_cols @staticmethod - def _convert_to_indexes(name_to_column_map, column_list): - converted_indexes = [] - unknown_names = [] - for name in column_list: - if isinstance(name, str): - if name in name_to_column_map: - converted_indexes.append(name_to_column_map[name]) - continue - else: - unknown_names.append(name) + def _convert_to_names2(column_to_name_map, column_list): + converted_names = [] + for index in column_list: + if isinstance(index, int): + if not column_to_name_map: + converted_names.append(index) + elif index in column_to_name_map: + converted_names.append(column_to_name_map[index]) else: - # Name is in int here - converted_indexes.append(name) - return converted_indexes, unknown_names + if index in column_to_name_map.values(): + converted_names.append(index) + return converted_names @staticmethod - def _add_tag_columns(final_map, unhandled_names, all_tag_columns, required_tag_columns, warn_on_missing_columns): - issues = [] - - # Add numbered tag columns - for column_name, column_number in unhandled_names.items(): - if column_number in all_tag_columns: - final_map[column_number] = ColumnMetadata(ColumnType.HEDTags, column_name) + def _convert_to_names_dict(column_to_name_map, column_dict): + converted_dict = {} + for index, column_data in column_dict.items(): + if isinstance(index, int): + if not column_to_name_map: + converted_dict[index] = column_data + elif index in column_to_name_map: + converted_dict[column_to_name_map[index]] = column_data else: - if warn_on_missing_columns and column_number not in required_tag_columns: - issues += ErrorHandler.format_error(ValidationErrors.HED_UNKNOWN_COLUMN, - column_name=column_name) - - # Add numbered tag columns - for column_name_or_number in all_tag_columns: - if isinstance(column_name_or_number, int): - if column_name_or_number not in final_map: - final_map[column_name_or_number] = ColumnMetadata(ColumnType.HEDTags, - column_name_or_number) - - # Switch any tag/requested columns to be HedTags if they were being ignored - for column_number, entry in final_map.items(): - if column_number in all_tag_columns and entry.column_type == ColumnType.Ignore: - entry.column_type = ColumnType.HEDTags - - return issues + if index in column_to_name_map.values(): + converted_dict[index] = column_data + return converted_dict @staticmethod - def _filter_by_requested(final_map, requested_columns): - if requested_columns is not None: - return {key: value for key, value in final_map.items() - if key in requested_columns or value.column_name in requested_columns} - return final_map + def _add_value_columns(final_map, column_prefix_dictionary): + for col, prefix in column_prefix_dictionary.items(): + if prefix.endswith("/"): + prefix = prefix + "#" + else: + prefix = prefix + "/#" + new_def = ColumnMetadata(ColumnType.Value, col, source=prefix) + final_map[col] = new_def @staticmethod - def _convert_tag_columns(tag_columns, optional_tag_columns, requested_columns, reverse_column_map): - all_tag_columns = tag_columns + optional_tag_columns - required_tag_columns = tag_columns.copy() - if requested_columns: - all_tag_columns += requested_columns - required_tag_columns += requested_columns + def _add_tag_columns(final_map, tag_columns): + for col in tag_columns: + new_def = ColumnMetadata(ColumnType.HEDTags, col) + final_map[col] = new_def - all_tag_columns, _ = ColumnMapper._convert_to_indexes(reverse_column_map, all_tag_columns) - required_tag_columns, missing_tag_column_names = ColumnMapper._convert_to_indexes(reverse_column_map, - required_tag_columns) + def _get_column_lists(self): + column_lists = self._tag_columns, self._optional_tag_columns, self._column_prefix_dictionary + list_names = ["tag_columns", "optional_tag_columns", "column_prefix_dictionary"] + if not any(column for column in column_lists): + return column_lists, list_names + # Filter out empty lists from the above + column_lists, list_names = zip(*[(col_list, list_name) for col_list, list_name in zip(column_lists, list_names) + if col_list]) + + return column_lists, list_names + + def _check_for_duplicates_and_required(self, list_names, column_lists): issues = [] - for column_name in missing_tag_column_names: - issues += ErrorHandler.format_error(ValidationErrors.HED_MISSING_REQUIRED_COLUMN, - column_name=column_name) + for list_name, col_list in zip(list_names, column_lists): + # Convert all known strings to ints, then check for duplicates + converted_list = [item if isinstance(item, int) else self._reverse_column_map.get(item, item) + for item in col_list] + + if col_list != self._optional_tag_columns: + for test_col in converted_list: + if isinstance(test_col, str) and test_col not in self._reverse_column_map: + issues += ErrorHandler.format_error(ValidationErrors.HED_MISSING_REQUIRED_COLUMN, + test_col, list_name) + + duplicates = [item for item, count in Counter(converted_list).items() if count > 1] + for duplicate in duplicates: + issues += ErrorHandler.format_error(ValidationErrors.DUPLICATE_COLUMN_IN_LIST, + duplicate, self._column_map.get(duplicate), list_name) - return all_tag_columns, required_tag_columns, issues + return issues - def _finalize_mapping(self): - # 1. All named and numbered columns are located from sidecars and put in final mapping - # 2. Add any tag columns and note issues about missing columns - # 3. Add any numbered columns that have required prefixes - # 4. Filter to just requested columns, if any - final_map, unhandled_names, issues = self._get_basic_final_map(self._column_map, self.column_data) - - # convert all tag lists to indexes -> Issuing warnings at this time potentially for unknown ones - all_tag_columns, required_tag_columns, tag_issues = self._convert_tag_columns(self._tag_columns, - self._optional_tag_columns, - self._requested_columns, - self._reverse_column_map) - - issues += tag_issues - # Notes any missing required columns - issues += self._add_tag_columns(final_map, unhandled_names, all_tag_columns, required_tag_columns, - self._warn_on_missing_column) - - issues += ColumnMapper.validate_column_map(self._column_map.values(), allow_blank_names=False) - - self._final_column_map = self._filter_by_requested(final_map, self._requested_columns) - # Make sure this new dict is sorted - self._final_column_map = dict(sorted(final_map.items())) + def _check_for_duplicates_between_lists(self, combined_list, list_names): + issues = [] + duplicates = [item for item, count in Counter(combined_list).items() if count > 1] + for duplicate in duplicates: + issues += ErrorHandler.format_error(ValidationErrors.DUPLICATE_COLUMN_BETWEEN_SOURCES, duplicate, + self._column_map.get(duplicate), list_names) + return issues - self._no_mapping_info = not self._check_if_mapping_info() + def check_for_mapping_issues(self, allow_blank_names=False): + """ Find all issues given the current column_map, tag_columns, etc. + + Parameters: + allow_blank_names(bool): Only flag blank names if False - self._finalize_mapping_issues = issues + Returns: + issue_list(list of dict): Returns all issues found as a list of dicts + """ + # 1. Get the lists with entries + column_lists, list_names = self._get_column_lists() + # 2. Verify column_prefix columns and tag columns are present, and check for duplicates + issues = self._check_for_duplicates_and_required(list_names, column_lists) + + combined_list = self.tag_columns + list(self.column_prefix_dictionary) + # 3. Verify prefix and tag columns do not conflict. + issues += self._check_for_duplicates_between_lists(combined_list, list_names) + + # 4. Verify we didn't get both a sidecar and a tag column list + if self._sidecar and combined_list and combined_list != ["HED"]: + issues += ErrorHandler.format_error(ValidationErrors.SIDECAR_AND_OTHER_COLUMNS, column_names=combined_list) + + # 5. Verify we handled all columns + if self._warn_on_missing_column: + fully_combined_list = list(self.column_data) + combined_list + for column in self._column_map.values(): + if column not in fully_combined_list: + issues += ErrorHandler.format_error(ValidationErrors.HED_UNKNOWN_COLUMN, column) + + issues += self.check_for_blank_names(self._column_map.values(), allow_blank_names=allow_blank_names) return issues - def _check_if_mapping_info(self): - # If any of these have any data, don't do default behavior. - return bool(self.column_data or self._final_column_map - or self._requested_columns is not None or self._tag_columns - or self._optional_tag_columns or self._column_prefix_dictionary) + def _finalize_mapping(self): + final_map, unhandled_cols = self._get_sidecar_basic_map(self._column_map, self.column_data) + + self._add_tag_columns(final_map, self.tag_columns) + self._remove_from_list(unhandled_cols, self.tag_columns) - def _column_name_requested(self, column_name): - if self._requested_columns is None: - return True - return column_name in self._requested_columns + self._add_value_columns(final_map, self.column_prefix_dictionary) + self._remove_from_list(unhandled_cols, self.column_prefix_dictionary) + + self._final_column_map = dict(sorted(final_map.items())) + + @staticmethod + def _remove_from_list(list_to_alter, to_remove): + return [item for item in list_to_alter if item not in to_remove] def get_def_dict(self, hed_schema=None, extra_def_dicts=None): """ Return def dicts from every column description. @@ -410,13 +385,14 @@ def get_def_dict(self, hed_schema=None, extra_def_dicts=None): return [] def get_column_mapping_issues(self): - """ Get all the issues with finalizing column mapping. Primarily a missing required column. + """ Get all the issues with finalizing column mapping(duplicate columns, missing required, etc) + Note: this is deprecated and now a wrapper for "check_for_mapping_issues()" Returns: list: A list dictionaries of all issues found from mapping column names to numbers. """ - return self._finalize_mapping_issues + return self.check_for_mapping_issues() @staticmethod def _category_handler(category_values, x): diff --git a/hed/models/sidecar.py b/hed/models/sidecar.py index e67670a6e..d48165e59 100644 --- a/hed/models/sidecar.py +++ b/hed/models/sidecar.py @@ -34,7 +34,7 @@ def __iter__(self): iterator: An iterator over the column metadata values. """ - return iter(self.column_data) + return iter(self.column_data.values()) def __getitem__(self, column_name): if column_name not in self.loaded_dict: @@ -72,7 +72,7 @@ def column_data(self): Returns: list(ColumnMetadata): the list of column metadata defined by this sidecar """ - return [ColumnMetadata(name=col_name, source=self.loaded_dict) for col_name in self.loaded_dict] + return {col_name: ColumnMetadata(name=col_name, source=self.loaded_dict) for col_name in self.loaded_dict} def get_def_dict(self, hed_schema=None, extra_def_dicts=None): """ Returns the definition dict for this sidecar. @@ -236,7 +236,7 @@ def get_column_refs(self): """ found_vals = set() - for column_data in self.column_data: + for column_data in self: if column_data.column_type == ColumnType.Ignore: continue hed_strings = column_data.get_hed_strings() diff --git a/hed/validator/sidecar_validator.py b/hed/validator/sidecar_validator.py index a455e6806..cd1500d30 100644 --- a/hed/validator/sidecar_validator.py +++ b/hed/validator/sidecar_validator.py @@ -58,7 +58,7 @@ def validate(self, sidecar, extra_def_dicts=None, name=None, error_handler=None) issues += sidecar_def_dict.issues definition_checks = {} - for column_data in sidecar.column_data: + for column_data in sidecar: column_name = column_data.column_name hed_strings = column_data.get_hed_strings() error_handler.push_error_context(ErrorContext.SIDECAR_COLUMN_NAME, column_name) @@ -113,7 +113,7 @@ def _validate_refs(self, sidecar, error_handler): issues = [] found_column_references = {} - for column_data in sidecar.column_data: + for column_data in sidecar: column_name = column_data.column_name hed_strings = column_data.get_hed_strings() error_handler.push_error_context(ErrorContext.SIDECAR_COLUMN_NAME, column_name) diff --git a/hed/validator/spreadsheet_validator.py b/hed/validator/spreadsheet_validator.py index 36a94f032..66cf58f0f 100644 --- a/hed/validator/spreadsheet_validator.py +++ b/hed/validator/spreadsheet_validator.py @@ -100,7 +100,7 @@ def _validate_column_structure(self, base_input, error_handler): List of issues associated with each invalid value. Each issue is a dictionary. """ issues = [] - col_issues = base_input._mapper.get_column_mapping_issues() + col_issues = base_input._mapper.check_for_mapping_issues(base_input) error_handler.add_context_and_filter(col_issues) issues += col_issues for column in base_input.column_metadata().values(): diff --git a/tests/models/test_column_mapper.py b/tests/models/test_column_mapper.py index 78a6b99a9..ee0a21a95 100644 --- a/tests/models/test_column_mapper.py +++ b/tests/models/test_column_mapper.py @@ -3,6 +3,7 @@ from hed.models import ColumnMapper, ColumnType, HedString from hed.models.sidecar import Sidecar +from hed.errors import ValidationErrors class Test(unittest.TestCase): @@ -11,7 +12,6 @@ class Test(unittest.TestCase): @classmethod def setUpClass(cls): cls.integer_key_dictionary = {0: 'one', 1: 'two', 2: 'three'} - cls.zero_based_tag_columns = [0, 1, 2] cls.zero_based_row_column_count = 3 cls.column_prefix_dictionary = {2: 'Event/Description/', 3: 'Event/Label/', 4: 'Event/Category/'} cls.category_key = 'Event/Category/' @@ -45,20 +45,133 @@ def setUpClass(cls): def test_set_tag_columns(self): mapper = ColumnMapper() - mapper.set_tag_columns(self.zero_based_tag_columns, finalize_mapping=True) - self.assertTrue(len(mapper._final_column_map) >= 2) + zero_based_tag_columns = [0, 1, 2] + mapper.set_tag_columns(zero_based_tag_columns, finalize_mapping=True) + self.assertTrue(len(mapper._final_column_map) == 3) + self.assertTrue(len(mapper.check_for_mapping_issues()) == 0) + + def test_set_tag_columns_named(self): + mapper = ColumnMapper(warn_on_missing_column=True) + named_columns = ["Col1", "Col2", "Col3"] + mapper.set_tag_columns(named_columns) + mapper.set_column_map(named_columns) + self.assertTrue(len(mapper._final_column_map) == 3) + self.assertTrue(len(mapper.check_for_mapping_issues()) == 0) + + def test_set_tag_columns_named_unknown(self): + mapper = ColumnMapper(warn_on_missing_column=True) + two_columns = ["Col1", "Col2"] + named_columns = ["Col1", "Col2", "Col3"] + mapper.set_tag_columns(two_columns) + mapper.set_column_map(named_columns) + self.assertTrue(len(mapper._final_column_map) == 2) + self.assertTrue(len(mapper.check_for_mapping_issues()) == 1) + self.assertTrue(mapper.check_for_mapping_issues()[0]['code'] == ValidationErrors.HED_UNKNOWN_COLUMN) + + def test_set_tag_columns_mixed(self): + mapper = ColumnMapper() + mixed_columns = ["Col1", "Col2", 2] + column_map = ["Col1", "Col2", "Col3"] + mapper.set_tag_columns(mixed_columns) + mapper.set_column_map(column_map) + self.assertTrue(len(mapper._final_column_map) == 3) + self.assertTrue(len(mapper.check_for_mapping_issues()) == 0) + + def test_set_tag_column_missing(self): + mapper = ColumnMapper() + column_map = ["Col1", "Col2", "Col3"] + mapper.set_tag_columns(["Col1", "Col4"]) + mapper.set_column_map(column_map) + self.assertTrue(len(mapper._final_column_map) == 1) + self.assertTrue(len(mapper.check_for_mapping_issues()) == 1) + self.assertTrue(mapper.check_for_mapping_issues()[0]['code'] == ValidationErrors.HED_MISSING_REQUIRED_COLUMN) - def test_optional_column(self): + column_map = ["Col1", "Col2", "Col3"] + mapper.set_tag_columns(optional_tag_columns=["Col1", "Col4"]) + mapper.set_column_map(column_map) + self.assertTrue(len(mapper._final_column_map) == 1) + self.assertTrue(len(mapper.check_for_mapping_issues()) == 0) + + + def test_sidecar_and_columns(self): + mapper = ColumnMapper(Sidecar(self.basic_events_json)) + mapper.set_tag_columns(["Invalid", "Invalid2"]) + mapper.set_column_map(["Invalid", "Invalid2"]) + self.assertTrue(len(mapper._final_column_map) == 2) + self.assertTrue(len(mapper.check_for_mapping_issues()) == 1) + self.assertTrue(mapper.check_for_mapping_issues()[0]['code'] == ValidationErrors.SIDECAR_AND_OTHER_COLUMNS) + + def test_duplicate_list(self): mapper = ColumnMapper() - mapper.set_tag_columns(tag_columns=["HED"]) - mapper.set_column_map({1: "HED"}) + mapper.set_tag_columns(["Invalid", "Invalid"]) + self.assertTrue(len(mapper._final_column_map) == 0) + self.assertTrue(len(mapper.check_for_mapping_issues()) == 3) + self.assertTrue(mapper.check_for_mapping_issues()[-1]['code'] == ValidationErrors.DUPLICATE_COLUMN_IN_LIST) + + mapper.set_tag_columns([0, 0]) + self.assertTrue(len(mapper._final_column_map) == 1) + self.assertTrue(len(mapper.check_for_mapping_issues()) == 1) + self.assertTrue(mapper.check_for_mapping_issues()[-1]['code'] == ValidationErrors.DUPLICATE_COLUMN_IN_LIST) + + mapper.set_tag_columns([0, "Column1"]) + mapper.set_column_map(["Column1"]) + self.assertTrue(len(mapper._final_column_map) == 1) + self.assertTrue(len(mapper.check_for_mapping_issues()) == 1) + self.assertTrue(mapper.check_for_mapping_issues()[-1]['code'] == ValidationErrors.DUPLICATE_COLUMN_IN_LIST) + + def test_duplicate_prefix(self): + mapper = ColumnMapper() + prefix_dict = { + 0: "Label/", + "Column1": "Description" + } + mapper.set_column_prefix_dictionary(prefix_dict) + mapper.set_column_map(["Column1"]) + self.assertTrue(len(mapper._final_column_map) == 1) + self.assertTrue(len(mapper.check_for_mapping_issues()) == 1) + self.assertTrue(mapper.check_for_mapping_issues()[-1]['code'] == ValidationErrors.DUPLICATE_COLUMN_IN_LIST) + + def test_duplicate_cross_lists(self): + mapper = ColumnMapper() + prefix_dict = { + 0: "Label/" + } + mapper.set_tag_columns([0]) + mapper.set_column_prefix_dictionary(prefix_dict) + mapper.set_column_map(["Column1"]) self.assertTrue(len(mapper._final_column_map) == 1) + self.assertTrue(len(mapper.check_for_mapping_issues()) == 1) + self.assertTrue(mapper.check_for_mapping_issues()[-1]['code'] == ValidationErrors.DUPLICATE_COLUMN_BETWEEN_SOURCES) mapper = ColumnMapper() - mapper.set_requested_columns(requested_columns=["HED"]) + prefix_dict = { + "Column1": "Label/" + } + mapper.set_tag_columns([0]) + mapper.set_column_prefix_dictionary(prefix_dict) + mapper.set_column_map(["Column1"]) + self.assertTrue(len(mapper._final_column_map) == 1) + self.assertTrue(len(mapper.check_for_mapping_issues()) == 1) + self.assertTrue(mapper.check_for_mapping_issues()[-1]['code'] == ValidationErrors.DUPLICATE_COLUMN_BETWEEN_SOURCES) + + + mapper.set_tag_columns(["Column1"]) + self.assertTrue(len(mapper._final_column_map) == 1) + self.assertTrue(len(mapper.check_for_mapping_issues()) == 1) + self.assertTrue(mapper.check_for_mapping_issues()[-1]['code'] == ValidationErrors.DUPLICATE_COLUMN_BETWEEN_SOURCES) + + def test_blank_column(self): + mapper = ColumnMapper() + mapper.set_column_map(["", None]) + self.assertTrue(len(mapper.check_for_mapping_issues()) == 2) + self.assertTrue(mapper.check_for_mapping_issues(allow_blank_names=False)[1]['code'] == ValidationErrors.HED_BLANK_COLUMN) + self.assertTrue(mapper.check_for_mapping_issues(allow_blank_names=False)[1]['code'] == ValidationErrors.HED_BLANK_COLUMN) + + def test_optional_column(self): + mapper = ColumnMapper() + mapper.set_tag_columns(tag_columns=["HED"]) mapper.set_column_map({1: "HED"}) self.assertTrue(len(mapper._final_column_map) == 1) - self.assertTrue(len(mapper._finalize_mapping_issues) == 0) mapper = ColumnMapper() mapper.set_tag_columns(optional_tag_columns=["HED"]) @@ -68,17 +181,12 @@ def test_optional_column(self): mapper = ColumnMapper() mapper.set_tag_columns(tag_columns=["HED"]) self.assertTrue(len(mapper._final_column_map) == 0) - self.assertTrue(len(mapper._finalize_mapping_issues) == 1) - - mapper = ColumnMapper() - mapper.set_requested_columns(requested_columns=["HED"]) - self.assertTrue(len(mapper._final_column_map) == 0) - self.assertTrue(len(mapper._finalize_mapping_issues) == 1) + self.assertTrue(len(mapper.get_column_mapping_issues()) == 1) mapper = ColumnMapper() mapper.set_tag_columns(optional_tag_columns=["HED"]) self.assertTrue(len(mapper._final_column_map) == 0) - self.assertTrue(len(mapper._finalize_mapping_issues) == 0) + self.assertTrue(len(mapper.get_column_mapping_issues()) == 0) def test_add_json_file_events(self): mapper = ColumnMapper() @@ -90,27 +198,16 @@ def test__detect_event_type(self): mapper._set_sidecar(Sidecar(self.basic_events_json)) self.assertTrue(mapper.column_data[self.basic_event_name].column_type == self.basic_event_type) - def test_add_hed_tags_columns(self): - mapper = ColumnMapper() - mapper.add_columns([self.add_column_name], ColumnType.HEDTags) - self.assertTrue(len(mapper.column_data) >= 1) - - def test__add_single_event_type(self): - mapper = ColumnMapper() - mapper.add_columns([self.add_column_name], ColumnType.Value) - self.assertTrue(len(mapper.column_data) >= 1) - - def test_set_column_map(self): - mapper = ColumnMapper() - mapper.add_columns([self.add_column_name], ColumnType.Value) - mapper.set_column_map(self.test_column_map) - self.assertTrue(len(mapper._final_column_map) >= 1) - - def test__finalize_mapping(self): - mapper = ColumnMapper() - mapper.add_columns([self.add_column_number], ColumnType.Value) - mapper._finalize_mapping() - self.assertTrue(len(mapper._final_column_map) >= 1) + def test_tag_mapping_complex(self): + tag_columns = [0] + column_prefix_dictionary = {1: "Label/"} + optional_tag_columns = [2] + mapper = ColumnMapper(tag_columns=tag_columns, column_prefix_dictionary=column_prefix_dictionary, optional_tag_columns=optional_tag_columns) + self.assertEqual(list(mapper._final_column_map), [0, 1, 2]) + self.assertEqual(mapper._final_column_map[0].column_type, ColumnType.HEDTags) + self.assertEqual(mapper._final_column_map[1].column_type, ColumnType.Value) + self.assertEqual(mapper._final_column_map[1].hed_dict, "Label/#") + self.assertEqual(mapper._final_column_map[2].column_type, ColumnType.HEDTags) diff --git a/tests/models/test_spreadsheet_input.py b/tests/models/test_spreadsheet_input.py index b009ef419..d93949eea 100644 --- a/tests/models/test_spreadsheet_input.py +++ b/tests/models/test_spreadsheet_input.py @@ -41,9 +41,7 @@ def test_all(self): self.assertTrue(isinstance(file_input.dataframe_a, pd.DataFrame)) self.assertTrue(isinstance(file_input.series_a, pd.Series)) self.assertTrue(file_input.dataframe_a.size) - - # Just make sure this didn't crash for now - self.assertTrue(True) + self.assertEqual(len(file_input._mapper.get_column_mapping_issues()), 0) def test_all2(self): # This should work, but raise an issue as Short label and column 1 overlap. @@ -59,10 +57,7 @@ def test_all2(self): self.assertTrue(isinstance(file_input.dataframe_a, pd.DataFrame)) self.assertTrue(isinstance(file_input.series_a, pd.Series)) self.assertTrue(file_input.dataframe_a.size) - self.assertTrue(len(file_input._mapper.get_column_mapping_issues()), 1) - - # Just make sure this didn't crash for now - self.assertTrue(True) + self.assertEqual(len(file_input._mapper.get_column_mapping_issues()), 1) def test_file_as_string(self): events_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), diff --git a/tests/validator/test_hed_validator.py b/tests/validator/test_hed_validator.py index 848beda34..451241377 100644 --- a/tests/validator/test_hed_validator.py +++ b/tests/validator/test_hed_validator.py @@ -139,7 +139,7 @@ def test_file_bad_defs_in_spreadsheet(self): worksheet_name='LKT Events') validation_issues = loaded_file.validate(hed_schema=hed_schema) - self.assertEqual(len(validation_issues), 4) + self.assertEqual(len(validation_issues), 5) def test_tabular_input_with_HED_col_in_json(self): schema_path = os.path.realpath(os.path.join(os.path.dirname(__file__), diff --git a/tests/validator/test_spreadsheet_validator.py b/tests/validator/test_spreadsheet_validator.py index 60b2ccf65..00528a7eb 100644 --- a/tests/validator/test_spreadsheet_validator.py +++ b/tests/validator/test_spreadsheet_validator.py @@ -6,9 +6,6 @@ from hed import load_schema_version, load_schema from hed.validator import SpreadsheetValidator from hed import SpreadsheetInput -from hed.errors import ErrorHandler, sort_issues -from hed.errors.error_types import ColumnErrors - class TestInsertColumns(unittest.TestCase): @@ -48,3 +45,4 @@ def test_basic_validate(self): issues = file_input.validate(self.schema) self.assertTrue(len(issues), 1) + From a89641e1b887ab7130d7dad907236af03d340985 Mon Sep 17 00:00:00 2001 From: IanCa Date: Fri, 26 May 2023 18:47:07 -0500 Subject: [PATCH 082/103] Minor code improvements --- hed/models/column_mapper.py | 19 +++++++++---------- 1 file changed, 9 insertions(+), 10 deletions(-) diff --git a/hed/models/column_mapper.py b/hed/models/column_mapper.py index 4e5e454f1..b2f4081f4 100644 --- a/hed/models/column_mapper.py +++ b/hed/models/column_mapper.py @@ -71,7 +71,7 @@ def tag_columns(self): tag_columns(list of str or int): A list of all tag and optional tag columns as labels """ joined_list = self._tag_columns + self._optional_tag_columns - return list(set(self._convert_to_names2(self._column_map, joined_list))) + return list(set(self._convert_to_names(self._column_map, joined_list))) @property def column_prefix_dictionary(self): @@ -239,7 +239,7 @@ def _get_sidecar_basic_map(column_map, column_data): return basic_final_map, unhandled_cols @staticmethod - def _convert_to_names2(column_to_name_map, column_list): + def _convert_to_names(column_to_name_map, column_list): converted_names = [] for index in column_list: if isinstance(index, int): @@ -307,18 +307,16 @@ def _check_for_duplicates_and_required(self, list_names, column_lists): issues += ErrorHandler.format_error(ValidationErrors.HED_MISSING_REQUIRED_COLUMN, test_col, list_name) - duplicates = [item for item, count in Counter(converted_list).items() if count > 1] - for duplicate in duplicates: - issues += ErrorHandler.format_error(ValidationErrors.DUPLICATE_COLUMN_IN_LIST, - duplicate, self._column_map.get(duplicate), list_name) + issues += self._check_for_duplicates_between_lists(converted_list, list_name, + ValidationErrors.DUPLICATE_COLUMN_IN_LIST) return issues - def _check_for_duplicates_between_lists(self, combined_list, list_names): + def _check_for_duplicates_between_lists(self, checking_list, list_names, error_type): issues = [] - duplicates = [item for item, count in Counter(combined_list).items() if count > 1] + duplicates = [item for item, count in Counter(checking_list).items() if count > 1] for duplicate in duplicates: - issues += ErrorHandler.format_error(ValidationErrors.DUPLICATE_COLUMN_BETWEEN_SOURCES, duplicate, + issues += ErrorHandler.format_error(error_type, duplicate, self._column_map.get(duplicate), list_names) return issues @@ -338,7 +336,8 @@ def check_for_mapping_issues(self, allow_blank_names=False): combined_list = self.tag_columns + list(self.column_prefix_dictionary) # 3. Verify prefix and tag columns do not conflict. - issues += self._check_for_duplicates_between_lists(combined_list, list_names) + issues += self._check_for_duplicates_between_lists(combined_list, list_names, + ValidationErrors.DUPLICATE_COLUMN_BETWEEN_SOURCES) # 4. Verify we didn't get both a sidecar and a tag column list if self._sidecar and combined_list and combined_list != ["HED"]: From ef53a87e9f70124ccf602739491d06b3eaf5904f Mon Sep 17 00:00:00 2001 From: IanCa Date: Fri, 26 May 2023 18:52:15 -0500 Subject: [PATCH 083/103] rename one variable to be more clear --- hed/models/column_mapper.py | 8 +++----- tests/models/test_column_mapper.py | 4 ++-- 2 files changed, 5 insertions(+), 7 deletions(-) diff --git a/hed/models/column_mapper.py b/hed/models/column_mapper.py index b2f4081f4..3e82d8c5a 100644 --- a/hed/models/column_mapper.py +++ b/hed/models/column_mapper.py @@ -147,13 +147,11 @@ def _set_sidecar(self, sidecar): raise ValueError("Trying to set a second sidecar on a column mapper.") if not sidecar: return None - # for column_data in sidecar.column_data: - # self._add_column_data(column_data) self._sidecar = sidecar @property - def column_data(self): + def sidecar_column_data(self): if self._sidecar: return self._sidecar.column_data @@ -345,7 +343,7 @@ def check_for_mapping_issues(self, allow_blank_names=False): # 5. Verify we handled all columns if self._warn_on_missing_column: - fully_combined_list = list(self.column_data) + combined_list + fully_combined_list = list(self.sidecar_column_data) + combined_list for column in self._column_map.values(): if column not in fully_combined_list: issues += ErrorHandler.format_error(ValidationErrors.HED_UNKNOWN_COLUMN, column) @@ -354,7 +352,7 @@ def check_for_mapping_issues(self, allow_blank_names=False): return issues def _finalize_mapping(self): - final_map, unhandled_cols = self._get_sidecar_basic_map(self._column_map, self.column_data) + final_map, unhandled_cols = self._get_sidecar_basic_map(self._column_map, self.sidecar_column_data) self._add_tag_columns(final_map, self.tag_columns) self._remove_from_list(unhandled_cols, self.tag_columns) diff --git a/tests/models/test_column_mapper.py b/tests/models/test_column_mapper.py index ee0a21a95..7f399f0dd 100644 --- a/tests/models/test_column_mapper.py +++ b/tests/models/test_column_mapper.py @@ -191,12 +191,12 @@ def test_optional_column(self): def test_add_json_file_events(self): mapper = ColumnMapper() mapper._set_sidecar(Sidecar(self.basic_events_json)) - self.assertTrue(len(mapper.column_data) >= 2) + self.assertTrue(len(mapper.sidecar_column_data) >= 2) def test__detect_event_type(self): mapper = ColumnMapper() mapper._set_sidecar(Sidecar(self.basic_events_json)) - self.assertTrue(mapper.column_data[self.basic_event_name].column_type == self.basic_event_type) + self.assertTrue(mapper.sidecar_column_data[self.basic_event_name].column_type == self.basic_event_type) def test_tag_mapping_complex(self): tag_columns = [0] From a4c47eb5248e54c50d2455872eaebf549f12e9da Mon Sep 17 00:00:00 2001 From: IanCa Date: Mon, 29 May 2023 17:00:59 -0500 Subject: [PATCH 084/103] Change rooted implementation to new system --- hed/schema/hed_schema_section.py | 2 +- hed/schema/schema_compliance.py | 29 +++++++++++++++- hed/schema/schema_io/schema2base.py | 4 +-- hed/schema/schema_io/wiki2schema.py | 5 +-- hed/schema/schema_io/xml2schema.py | 9 +++-- hed/schema/schema_validation_util.py | 10 ++++-- .../merge_tests/basic_root.mediawiki | 29 ++++++++++++++++ .../schema_tests/merge_tests/basic_root.xml | 34 +++++++++++++++++++ .../issues_tests/HED_badroot_0.0.1.mediawiki | 2 +- .../HED_dupesubroot_0.0.1.mediawiki | 15 ++++---- .../issues_tests/HED_root_invalid1.mediawiki | 18 ++++++++++ .../issues_tests/HED_root_invalid2.mediawiki | 18 ++++++++++ .../issues_tests/HED_root_invalid3.mediawiki | 16 +++++++++ .../HED_root_wrong_place_0.0.1.mediawiki | 2 +- tests/schema/test_hed_schema_io.py | 12 +++++++ 15 files changed, 183 insertions(+), 22 deletions(-) create mode 100644 tests/data/schema_tests/merge_tests/basic_root.mediawiki create mode 100644 tests/data/schema_tests/merge_tests/basic_root.xml create mode 100644 tests/data/schema_tests/merge_tests/issues_tests/HED_root_invalid1.mediawiki create mode 100644 tests/data/schema_tests/merge_tests/issues_tests/HED_root_invalid2.mediawiki create mode 100644 tests/data/schema_tests/merge_tests/issues_tests/HED_root_invalid3.mediawiki diff --git a/hed/schema/hed_schema_section.py b/hed/schema/hed_schema_section.py index 9798e1ef5..10b03a8ce 100644 --- a/hed/schema/hed_schema_section.py +++ b/hed/schema/hed_schema_section.py @@ -220,7 +220,7 @@ def _add_to_dict(self, name, new_entry, parent_index=None): parent_entry = self.get(parent_name.lower()) parent_index = self.all_entries.index(parent_entry) + 1 for i in range(parent_index, len(self.all_entries)): - parent_index = i + 1 + parent_index = i if not self.all_entries[i].name.startswith(parent_entry.name): break diff --git a/hed/schema/schema_compliance.py b/hed/schema/schema_compliance.py index 84ba8e85a..ddb222663 100644 --- a/hed/schema/schema_compliance.py +++ b/hed/schema/schema_compliance.py @@ -49,7 +49,7 @@ def check_compliance(hed_schema, check_for_warnings=True, name=None, error_handl HedKey.RelatedTag: tag_exists_check, HedKey.UnitClass: tag_is_placeholder_check, HedKey.ValueClass: tag_is_placeholder_check, - HedKey.Rooted: attribute_does_not_exist_check, # This should be impossible to trigger unless loading fails + HedKey.Rooted: tag_exists_base_schema_check, } # Check attributes @@ -170,6 +170,33 @@ def tag_exists_check(hed_schema, tag_entry, possible_tags, force_issues_as_warni return issues +def tag_exists_base_schema_check(hed_schema, tag_entry, tag_name, force_issues_as_warnings=True): + """ Check if the single tag is a partnered schema tag + + Parameters: + hed_schema (HedSchema): The schema to check if the tag exists. + tag_entry (HedSchemaEntry): The schema entry for this tag. + tag_name (str): The tag to verify, can be any form. + force_issues_as_warnings (bool): If True, set all the severity levels to warning. + + Returns: + list: A list of issues. Each issue is a dictionary. + + """ + issues = [] + rooted_tag = tag_name.lower() + if rooted_tag not in hed_schema.all_tags: + issues += ErrorHandler.format_error(ValidationErrors.NO_VALID_TAG_FOUND, + rooted_tag, + index_in_tag=0, + index_in_tag_end=len(rooted_tag)) + + if force_issues_as_warnings: + for issue in issues: + issue['severity'] = ErrorSeverity.WARNING + return issues + + def validate_schema_term(hed_term): """ Check short tag for capitalization and illegal characters. diff --git a/hed/schema/schema_io/schema2base.py b/hed/schema/schema_io/schema2base.py index bb5240134..e012f7f62 100644 --- a/hed/schema/schema_io/schema2base.py +++ b/hed/schema/schema_io/schema2base.py @@ -100,9 +100,7 @@ def _output_tags(self, all_tags): if tag_entry.has_attribute(HedKey.InLibrary) and tag_entry.parent and \ not tag_entry.parent.has_attribute(HedKey.InLibrary): if tag_entry.parent.name not in all_nodes: - parent_node = self._write_rooted_parent_entry(tag_entry, schema_node) - all_nodes[tag_entry.parent.name] = parent_node - level_adj = level - 1 + level_adj = level parent_node = all_nodes.get(tag_entry.parent_name, schema_node) child_node = self._write_tag_entry(tag_entry, parent_node, level - level_adj) diff --git a/hed/schema/schema_io/wiki2schema.py b/hed/schema/schema_io/wiki2schema.py index 16ce95390..f5fb6a98a 100644 --- a/hed/schema/schema_io/wiki2schema.py +++ b/hed/schema/schema_io/wiki2schema.py @@ -308,8 +308,9 @@ def _read_schema(self, lines): rooted_entry = schema_validation_util.check_rooted_errors(tag_entry, self._schema, self._loading_merged) if rooted_entry: parent_tags = rooted_entry.long_tag_name.split("/") - level_adj = len(parent_tags) - 1 - continue + level_adj = len(parent_tags) + # Create the entry again for rooted tags, to get the full name. + tag_entry = self._add_tag_line(parent_tags, line_number, line) except HedFileError as e: self._add_fatal_error(line_number, line, e.message, e.code) continue diff --git a/hed/schema/schema_io/xml2schema.py b/hed/schema/schema_io/xml2schema.py index ae0a8f246..3352c1fc5 100644 --- a/hed/schema/schema_io/xml2schema.py +++ b/hed/schema/schema_io/xml2schema.py @@ -124,9 +124,12 @@ def _populate_tag_dictionaries(self): rooted_entry = schema_validation_util.check_rooted_errors(tag_entry, self._schema, self._loading_merged) if rooted_entry: - loading_from_chain = rooted_entry.name - loading_from_chain_short = rooted_entry.short_tag_name - continue + loading_from_chain = rooted_entry.name + "/" + tag_entry.short_tag_name + loading_from_chain_short = tag_entry.short_tag_name + + tag = tag.replace(loading_from_chain_short, loading_from_chain) + tag_entry = self._parse_node(tag_element, HedSectionKey.AllTags, tag) + self._add_to_dict(tag_entry, HedSectionKey.AllTags) def _populate_unit_class_dictionaries(self): diff --git a/hed/schema/schema_validation_util.py b/hed/schema/schema_validation_util.py index 64cac9980..389221c5d 100644 --- a/hed/schema/schema_validation_util.py +++ b/hed/schema/schema_validation_util.py @@ -115,7 +115,8 @@ def check_rooted_errors(tag_entry, schema, loading_merged): HedValueError: Raises if the tag doesn't exist or similar """ - if tag_entry.has_attribute(constants.HedKey.Rooted): + rooted_tag = tag_entry.has_attribute(constants.HedKey.Rooted, return_value=True) + if rooted_tag is not None: if tag_entry.parent_name: raise HedFileError(HedExceptions.ROOTED_TAG_INVALID, f'Found rooted tag \'{tag_entry.short_tag_name}\' as a non root node.', @@ -129,7 +130,12 @@ def check_rooted_errors(tag_entry, schema, loading_merged): f'Found rooted tag \'{tag_entry.short_tag_name}\' in schema without unmerged="True"', schema.filename) - rooted_entry = schema.all_tags.get(tag_entry.name.lower()) + if not isinstance(rooted_tag, str): + raise HedFileError(HedExceptions.ROOTED_TAG_INVALID, + f'Rooted tag \'{tag_entry.short_tag_name}\' is not a string."', + schema.filename) + + rooted_entry = schema.all_tags.get(rooted_tag) if not rooted_entry or rooted_entry.has_attribute(constants.HedKey.InLibrary): raise HedFileError(HedExceptions.ROOTED_TAG_DOES_NOT_EXIST, f"Rooted tag '{tag_entry.short_tag_name}' not found in paired standard schema", diff --git a/tests/data/schema_tests/merge_tests/basic_root.mediawiki b/tests/data/schema_tests/merge_tests/basic_root.mediawiki new file mode 100644 index 000000000..5b5f7a0e5 --- /dev/null +++ b/tests/data/schema_tests/merge_tests/basic_root.mediawiki @@ -0,0 +1,29 @@ +HED version="1.0.2" library="testlib" withStandard="8.2.0" unmerged="True" + +'''Prologue''' +This schema is the first official release that includes an xsd and requires unit class, unit modifier, value class, schema attribute and property sections. + +!# start schema + +'''Oboe-sound''' {rooted=Instrument-sound} + * Oboe-subsound + +'''Violin-sound''' {rooted=Instrument-sound} + * Violin-subsound + * Violin-subsound2 + + +!# end schema + +'''Unit classes''' + +'''Unit modifiers''' + +'''Value classes''' + +'''Schema attributes''' + +'''Properties''' +'''Epilogue''' + +!# end hed diff --git a/tests/data/schema_tests/merge_tests/basic_root.xml b/tests/data/schema_tests/merge_tests/basic_root.xml new file mode 100644 index 000000000..3f7f38dec --- /dev/null +++ b/tests/data/schema_tests/merge_tests/basic_root.xml @@ -0,0 +1,34 @@ + + + This schema is the first official release that includes an xsd and requires unit class, unit modifier, value class, schema attribute and property sections. + + + Oboe-sound + + rooted + Instrument-sound + + + Oboe-subsound + + + + Violin-sound + + rooted + Instrument-sound + + + Violin-subsound + + + Violin-subsound2 + + + + + + + + + diff --git a/tests/data/schema_tests/merge_tests/issues_tests/HED_badroot_0.0.1.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/HED_badroot_0.0.1.mediawiki index 0d76e15f8..a596775c1 100644 --- a/tests/data/schema_tests/merge_tests/issues_tests/HED_badroot_0.0.1.mediawiki +++ b/tests/data/schema_tests/merge_tests/issues_tests/HED_badroot_0.0.1.mediawiki @@ -5,7 +5,7 @@ This schema is the first official release that includes an xsd and requires unit !# start schema -'''NotRealTag'''{rooted} +'''NotRealTag'''{rooted=AlsoNotRealTag} * Oboe-sound diff --git a/tests/data/schema_tests/merge_tests/issues_tests/HED_dupesubroot_0.0.1.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/HED_dupesubroot_0.0.1.mediawiki index 63388f53c..672792aa8 100644 --- a/tests/data/schema_tests/merge_tests/issues_tests/HED_dupesubroot_0.0.1.mediawiki +++ b/tests/data/schema_tests/merge_tests/issues_tests/HED_dupesubroot_0.0.1.mediawiki @@ -5,16 +5,15 @@ This schema is the first official release that includes an xsd and requires unit !# start schema -'''Instrument-sound'''{rooted} -* Oboe-sound -** Oboe-subsound -* Violin-sound -** Violin-subsound -** Violin-subsound2 +'''Oboe-sound''' {rooted=Instrument-sound} +* Oboe-subsound +'''Violin-sound''' {rooted=Instrument-sound} +* Violin-subsound +* Violin-subsound2 -'''Instrument-sound'''{rooted} -* Oboe-sound + +'''Oboe-sound''' {rooted=Instrument-sound} !# end schema diff --git a/tests/data/schema_tests/merge_tests/issues_tests/HED_root_invalid1.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/HED_root_invalid1.mediawiki new file mode 100644 index 000000000..d5e6cf444 --- /dev/null +++ b/tests/data/schema_tests/merge_tests/issues_tests/HED_root_invalid1.mediawiki @@ -0,0 +1,18 @@ +HED library="testlib" version="1.0.2" + +'''Prologue''' +This schema is the first official release that includes an xsd and requires unit class, unit modifier, value class, schema attribute and property sections. + +!# start schema + +'''DummyTagToAvoidIssue''' + +'''Instrument-sound'''{rooted=DummyTagToAvoidIssue} +* Oboe-sound + + +!# end schema + +'''Epilogue''' + +!# end hed \ No newline at end of file diff --git a/tests/data/schema_tests/merge_tests/issues_tests/HED_root_invalid2.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/HED_root_invalid2.mediawiki new file mode 100644 index 000000000..979f72bde --- /dev/null +++ b/tests/data/schema_tests/merge_tests/issues_tests/HED_root_invalid2.mediawiki @@ -0,0 +1,18 @@ +HED library="testlib" version="1.0.2" withStandard="8.2.0" + +'''Prologue''' +This schema is the first official release that includes an xsd and requires unit class, unit modifier, value class, schema attribute and property sections. + +!# start schema + +'''DummyTagToAvoidIssue''' + +'''Instrument-sound'''{rooted=DummyTagToAvoidIssue} +* Oboe-sound + + +!# end schema + +'''Epilogue''' + +!# end hed \ No newline at end of file diff --git a/tests/data/schema_tests/merge_tests/issues_tests/HED_root_invalid3.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/HED_root_invalid3.mediawiki new file mode 100644 index 000000000..3438be07c --- /dev/null +++ b/tests/data/schema_tests/merge_tests/issues_tests/HED_root_invalid3.mediawiki @@ -0,0 +1,16 @@ +HED library="testlib" version="1.0.2" withStandard="8.2.0" unmerged="true" + +'''Prologue''' +This schema is the first official release that includes an xsd and requires unit class, unit modifier, value class, schema attribute and property sections. + +!# start schema + +'''Instrument-sound'''{rooted} +* Oboe-sound + + +!# end schema + +'''Epilogue''' + +!# end hed \ No newline at end of file diff --git a/tests/data/schema_tests/merge_tests/issues_tests/HED_root_wrong_place_0.0.1.mediawiki b/tests/data/schema_tests/merge_tests/issues_tests/HED_root_wrong_place_0.0.1.mediawiki index ec5dfd410..267a214e6 100644 --- a/tests/data/schema_tests/merge_tests/issues_tests/HED_root_wrong_place_0.0.1.mediawiki +++ b/tests/data/schema_tests/merge_tests/issues_tests/HED_root_wrong_place_0.0.1.mediawiki @@ -6,7 +6,7 @@ This schema is the first official release that includes an xsd and requires unit !# start schema '''Instrument-sound''' -* Oboe-sound {rooted} +* Oboe-sound {rooted=Instrument-sound} !# end schema diff --git a/tests/schema/test_hed_schema_io.py b/tests/schema/test_hed_schema_io.py index 299537e85..dd4714ada 100644 --- a/tests/schema/test_hed_schema_io.py +++ b/tests/schema/test_hed_schema_io.py @@ -212,6 +212,14 @@ def test_saving_merged(self): self._base_merging_test(files) + def test_saving_merged_rooted(self): + files = [ + load_schema(os.path.join(self.full_base_folder, "basic_root.mediawiki")), + load_schema(os.path.join(self.full_base_folder, "basic_root.xml")), + ] + + self._base_merging_test(files) + def _base_added_class_tests(self, schema): tag_entry = schema.all_tags["Modulator"] self.assertEqual(tag_entry.attributes["suggestedTag"], "Event") @@ -298,6 +306,10 @@ def test_cannot_load_schemas(self): files = [ os.path.join(self.full_base_folder, "issues_tests/HED_badroot_0.0.1.mediawiki"), os.path.join(self.full_base_folder, "issues_tests/HED_root_wrong_place_0.0.1.mediawiki"), + os.path.join(self.full_base_folder, "issues_tests/HED_root_invalid1.mediawiki"), + os.path.join(self.full_base_folder, "issues_tests/HED_root_invalid2.mediawiki"), + os.path.join(self.full_base_folder, "issues_tests/HED_root_invalid3.mediawiki"), + ] for file in files: with self.assertRaises(HedFileError): From d993512e35cde5aeb4605faadf6625576a19d344 Mon Sep 17 00:00:00 2001 From: IanCa Date: Mon, 29 May 2023 19:41:46 -0500 Subject: [PATCH 085/103] Update tests, further fixes --- hed/schema/hed_schema_section.py | 11 +++++++---- hed/schema/schema_io/schema2base.py | 13 +++---------- hed/schema/schema_io/wiki2schema.py | 2 +- hed/schema/schema_io/xml2schema.py | 2 +- hed/schema/schema_validation_util.py | 11 ++++++----- spec_tests/hed-specification | 2 +- tests/schema/test_hed_schema_io.py | 8 ++++++++ 7 files changed, 27 insertions(+), 22 deletions(-) diff --git a/hed/schema/hed_schema_section.py b/hed/schema/hed_schema_section.py index 10b03a8ce..c0cf21cfc 100644 --- a/hed/schema/hed_schema_section.py +++ b/hed/schema/hed_schema_section.py @@ -212,17 +212,20 @@ def _check_if_duplicate(self, name, new_entry): return new_entry def _add_to_dict(self, name, new_entry, parent_index=None): + if new_entry.has_attribute(HedKey.Rooted): + del new_entry.attributes[HedKey.Rooted] if new_entry.has_attribute(HedKey.InLibrary): parent_name = new_entry.parent_name if parent_name.lower() in self: # Make sure we insert the new entry after all previous relevant ones, as order isn't assured # for rooted tags parent_entry = self.get(parent_name.lower()) - parent_index = self.all_entries.index(parent_entry) + 1 + parent_index = self.all_entries.index(parent_entry) for i in range(parent_index, len(self.all_entries)): - parent_index = i - if not self.all_entries[i].name.startswith(parent_entry.name): - break + if self.all_entries[i].name.startswith(parent_entry.name): + parent_index = i + 1 + continue + break return super()._add_to_dict(name, new_entry, parent_index) diff --git a/hed/schema/schema_io/schema2base.py b/hed/schema/schema_io/schema2base.py index e012f7f62..d7c717476 100644 --- a/hed/schema/schema_io/schema2base.py +++ b/hed/schema/schema_io/schema2base.py @@ -69,15 +69,6 @@ def _write_tag_entry(self, tag_entry, parent=None, level=0): def _write_entry(self, entry, parent_node, include_props=True): raise NotImplementedError("This needs to be defined in the subclass") - def _write_rooted_parent_entry(self, tag_entry, schema_node): - parent_copy = copy.deepcopy(tag_entry._parent_tag) - parent_copy.attributes = {HedKey.Rooted: True} - parent_copy.description = "" - - parent_node = self._write_tag_entry(parent_copy, schema_node, 0) - - return parent_node - def _output_tags(self, all_tags): schema_node = self._start_section(HedSectionKey.AllTags) @@ -98,9 +89,11 @@ def _output_tags(self, all_tags): else: # Only output the rooted parent nodes if they have a parent(for duplicates that don't) if tag_entry.has_attribute(HedKey.InLibrary) and tag_entry.parent and \ - not tag_entry.parent.has_attribute(HedKey.InLibrary): + not tag_entry.parent.has_attribute(HedKey.InLibrary) and not self._save_merged: if tag_entry.parent.name not in all_nodes: level_adj = level + tag_entry = copy.deepcopy(tag_entry) + tag_entry.attributes[HedKey.Rooted] = tag_entry.parent.short_tag_name parent_node = all_nodes.get(tag_entry.parent_name, schema_node) child_node = self._write_tag_entry(tag_entry, parent_node, level - level_adj) diff --git a/hed/schema/schema_io/wiki2schema.py b/hed/schema/schema_io/wiki2schema.py index f5fb6a98a..c09a6803b 100644 --- a/hed/schema/schema_io/wiki2schema.py +++ b/hed/schema/schema_io/wiki2schema.py @@ -305,7 +305,7 @@ def _read_schema(self, lines): continue try: - rooted_entry = schema_validation_util.check_rooted_errors(tag_entry, self._schema, self._loading_merged) + rooted_entry = schema_validation_util.find_rooted_entry(tag_entry, self._schema, self._loading_merged) if rooted_entry: parent_tags = rooted_entry.long_tag_name.split("/") level_adj = len(parent_tags) diff --git a/hed/schema/schema_io/xml2schema.py b/hed/schema/schema_io/xml2schema.py index 3352c1fc5..b6311debe 100644 --- a/hed/schema/schema_io/xml2schema.py +++ b/hed/schema/schema_io/xml2schema.py @@ -122,7 +122,7 @@ def _populate_tag_dictionaries(self): tag = tag.replace(loading_from_chain_short, loading_from_chain) tag_entry = self._parse_node(tag_element, HedSectionKey.AllTags, tag) - rooted_entry = schema_validation_util.check_rooted_errors(tag_entry, self._schema, self._loading_merged) + rooted_entry = schema_validation_util.find_rooted_entry(tag_entry, self._schema, self._loading_merged) if rooted_entry: loading_from_chain = rooted_entry.name + "/" + tag_entry.short_tag_name loading_from_chain_short = tag_entry.short_tag_name diff --git a/hed/schema/schema_validation_util.py b/hed/schema/schema_validation_util.py index 389221c5d..e6de68e3d 100644 --- a/hed/schema/schema_validation_util.py +++ b/hed/schema/schema_validation_util.py @@ -99,7 +99,7 @@ def validate_attributes(attrib_dict, filename): # Might move this to a baseclass version if one is ever made for wiki2schema/xml2schema -def check_rooted_errors(tag_entry, schema, loading_merged): +def find_rooted_entry(tag_entry, schema, loading_merged): """ This semi-validates rooted tags, raising an exception on major errors Parameters: @@ -117,10 +117,6 @@ def check_rooted_errors(tag_entry, schema, loading_merged): """ rooted_tag = tag_entry.has_attribute(constants.HedKey.Rooted, return_value=True) if rooted_tag is not None: - if tag_entry.parent_name: - raise HedFileError(HedExceptions.ROOTED_TAG_INVALID, - f'Found rooted tag \'{tag_entry.short_tag_name}\' as a non root node.', - schema.filename) if not schema.with_standard: raise HedFileError(HedExceptions.ROOTED_TAG_INVALID, f"Rooted tag attribute found on '{tag_entry.short_tag_name}' in a standard schema.", @@ -135,6 +131,11 @@ def check_rooted_errors(tag_entry, schema, loading_merged): f'Rooted tag \'{tag_entry.short_tag_name}\' is not a string."', schema.filename) + if tag_entry.parent_name: + raise HedFileError(HedExceptions.ROOTED_TAG_INVALID, + f'Found rooted tag \'{tag_entry.short_tag_name}\' as a non root node.', + schema.filename) + rooted_entry = schema.all_tags.get(rooted_tag) if not rooted_entry or rooted_entry.has_attribute(constants.HedKey.InLibrary): raise HedFileError(HedExceptions.ROOTED_TAG_DOES_NOT_EXIST, diff --git a/spec_tests/hed-specification b/spec_tests/hed-specification index 4909076a4..d7d174fde 160000 --- a/spec_tests/hed-specification +++ b/spec_tests/hed-specification @@ -1 +1 @@ -Subproject commit 4909076a416ee9645c8c539d77cdb9750172d154 +Subproject commit d7d174fde455b42c0c0a0534b3566f76fac53496 diff --git a/tests/schema/test_hed_schema_io.py b/tests/schema/test_hed_schema_io.py index dd4714ada..5511c7cd3 100644 --- a/tests/schema/test_hed_schema_io.py +++ b/tests/schema/test_hed_schema_io.py @@ -10,6 +10,7 @@ from hed.errors import HedExceptions +# todo: speed up these tests class TestHedSchema(unittest.TestCase): def test_load_invalid_schema(self): @@ -180,6 +181,9 @@ def _base_merging_test(self, files): # print(s1.filename) # print(s2.filename) self.assertTrue(result) + reload1 = load_schema(path1) + reload2 = load_schema(path2) + self.assertEqual(reload1, reload2) finally: os.remove(path1) os.remove(path2) @@ -189,6 +193,10 @@ def _base_merging_test(self, files): path2 = s2.save_as_mediawiki(save_merged=save_merged) result = filecmp.cmp(path1, path2) self.assertTrue(result) + + reload1 = load_schema(path1) + reload2 = load_schema(path2) + self.assertEqual(reload1, reload2) finally: os.remove(path1) os.remove(path2) From d4e1290d4116bc902b5b63d32dffb6a03bd5b531 Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Thu, 1 Jun 2023 13:30:01 -0500 Subject: [PATCH 086/103] Updated local cache testing to delete cache before start --- tests/schema/test_hed_cache.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/tests/schema/test_hed_cache.py b/tests/schema/test_hed_cache.py index a3192e2f8..8b122fdf0 100644 --- a/tests/schema/test_hed_cache.py +++ b/tests/schema/test_hed_cache.py @@ -116,7 +116,10 @@ def test_find_hed_expression(self): class TestLocal(unittest.TestCase): @classmethod def setUpClass(cls): - cls.hed_cache_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../schema_cache_test_local/') + hed_cache_dir = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../schema_cache_test_local/') + if os.path.exists(hed_cache_dir) and os.path.isdir(hed_cache_dir): + shutil.rmtree(hed_cache_dir) + cls.hed_cache_dir = hed_cache_dir cls.saved_cache_folder = hed_cache.HED_CACHE_DIRECTORY schema.set_cache_directory(cls.hed_cache_dir) From 0a449706e2e77801c0ca285b0f8071f65ee2b320 Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Thu, 1 Jun 2023 15:05:31 -0500 Subject: [PATCH 087/103] Minor update to force synchronization --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 362ba9507..90473203e 100644 --- a/README.md +++ b/README.md @@ -99,7 +99,7 @@ Use `hed.schema.set_cache_directory` to change the location. The HED cache can be shared across processes. Starting with `hedtools 0.2.0` local copies of the most recent schema versions -are stored within the code modules for easy access. +are stored within the code modules for easy access. ### Other links of interest From 4720cfce2eedfe5a847efe80870f5f5b1f4205d0 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Thu, 1 Jun 2023 20:12:22 +0000 Subject: [PATCH 088/103] Bump spec_tests/hed-specification from `d7d174f` to `33f48d2` Bumps [spec_tests/hed-specification](https://github.com/hed-standard/hed-specification) from `d7d174f` to `33f48d2`. - [Release notes](https://github.com/hed-standard/hed-specification/releases) - [Commits](https://github.com/hed-standard/hed-specification/compare/d7d174fde455b42c0c0a0534b3566f76fac53496...33f48d286ea3cb69e8e1c77a9b10379d676c6af8) --- updated-dependencies: - dependency-name: spec_tests/hed-specification dependency-type: direct:production ... Signed-off-by: dependabot[bot] --- spec_tests/hed-specification | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/spec_tests/hed-specification b/spec_tests/hed-specification index d7d174fde..33f48d286 160000 --- a/spec_tests/hed-specification +++ b/spec_tests/hed-specification @@ -1 +1 @@ -Subproject commit d7d174fde455b42c0c0a0534b3566f76fac53496 +Subproject commit 33f48d286ea3cb69e8e1c77a9b10379d676c6af8 From 100e704e341aae7bcfbb9831088c2c9f8d3a19a3 Mon Sep 17 00:00:00 2001 From: IanCa Date: Fri, 2 Jun 2023 18:28:48 -0500 Subject: [PATCH 089/103] Save rooted attribute in merged schema. Rename shecma_prefix->Namespace. --- hed/errors/error_messages.py | 20 +++--- hed/errors/error_types.py | 2 +- hed/models/hed_tag.py | 28 ++++---- hed/schema/hed_schema.py | 70 +++++++++---------- hed/schema/hed_schema_group.py | 34 ++++----- hed/schema/hed_schema_io.py | 26 +++---- hed/schema/hed_schema_section.py | 8 +-- hed/schema/schema_io/schema2base.py | 2 - hed/schema/schema_validation_util.py | 14 ++-- hed/validator/tag_validator.py | 14 ++-- spec_tests/hed-specification | 2 +- spec_tests/test_errors.py | 4 +- tests/schema/test_hed_schema.py | 24 +++---- tests/schema/test_hed_schema_group.py | 18 ++--- tests/schema/test_hed_schema_io.py | 53 +++++++------- tests/schema/test_schema_converters.py | 2 +- tests/tools/bids/test_bids_dataset.py | 4 +- tests/validator/test_tag_validator.py | 12 ++-- tests/validator/test_tag_validator_library.py | 22 +++--- 19 files changed, 180 insertions(+), 179 deletions(-) diff --git a/hed/errors/error_messages.py b/hed/errors/error_messages.py index c6f4250e4..a8c5dd170 100644 --- a/hed/errors/error_messages.py +++ b/hed/errors/error_messages.py @@ -77,13 +77,13 @@ def val_error_require_child(tag): @hed_error(ValidationErrors.TAG_NOT_UNIQUE) -def val_error_multiple_unique(tag_prefix): - return f"Multiple unique tags with prefix - '{tag_prefix}'" +def val_error_multiple_unique(tag_namespace): + return f"Multiple unique tags with namespace - '{tag_namespace}'" -@hed_tag_error(ValidationErrors.TAG_PREFIX_INVALID) -def val_error_prefix_invalid(tag, tag_prefix): - return f"Prefixes can only contain alpha characters. - '{tag_prefix}'" +@hed_tag_error(ValidationErrors.TAG_NAMESPACE_PREFIX_INVALID) +def val_error_prefix_invalid(tag, tag_namespace): + return f"Prefixes can only contain alpha characters. - '{tag_namespace}'" @hed_tag_error(ValidationErrors.TAG_EXTENSION_INVALID) @@ -146,9 +146,9 @@ def val_error_hed_blank_column(column_number): return f"Column number {column_number} has no column name" -@hed_tag_error(ValidationErrors.HED_LIBRARY_UNMATCHED, actual_code=ValidationErrors.TAG_PREFIX_INVALID) -def val_error_unknown_prefix(tag, unknown_prefix, known_prefixes): - return f"Tag '{tag} has unknown prefix '{unknown_prefix}'. Valid prefixes: {known_prefixes}" +@hed_tag_error(ValidationErrors.HED_LIBRARY_UNMATCHED, actual_code=ValidationErrors.TAG_NAMESPACE_PREFIX_INVALID) +def val_error_unknown_namespace(tag, unknown_prefix, known_prefixes): + return f"Tag '{tag} has unknown namespace '{unknown_prefix}'. Valid prefixes: {known_prefixes}" @hed_tag_error(ValidationErrors.NODE_NAME_EMPTY, has_sub_tag=True) @@ -217,8 +217,8 @@ def val_error_top_level_tags(tag, multiple_tags): @hed_error(ValidationErrors.REQUIRED_TAG_MISSING) -def val_warning_required_prefix_missing(tag_prefix): - return f"Tag with prefix '{tag_prefix}' is required" +def val_warning_required_prefix_missing(tag_namespace): + return f"Tag with namespace '{tag_namespace}' is required" @hed_tag_error(ValidationErrors.STYLE_WARNING, default_severity=ErrorSeverity.WARNING) diff --git a/hed/errors/error_types.py b/hed/errors/error_types.py index 36ef907af..fc3aa3788 100644 --- a/hed/errors/error_types.py +++ b/hed/errors/error_types.py @@ -42,7 +42,7 @@ class ValidationErrors: TAG_GROUP_ERROR = "TAG_GROUP_ERROR" TAG_INVALID = "TAG_INVALID" TAG_NOT_UNIQUE = 'TAG_NOT_UNIQUE' - TAG_PREFIX_INVALID = 'TAG_PREFIX_INVALID' + TAG_NAMESPACE_PREFIX_INVALID = 'TAG_NAMESPACE_PREFIX_INVALID' TAG_REQUIRES_CHILD = 'TAG_REQUIRES_CHILD' TILDES_UNSUPPORTED = 'TILDES_UNSUPPORTED' UNITS_INVALID = 'UNITS_INVALID' diff --git a/hed/models/hed_tag.py b/hed/models/hed_tag.py index d124c338e..0145a46b7 100644 --- a/hed/models/hed_tag.py +++ b/hed/models/hed_tag.py @@ -35,7 +35,7 @@ def __init__(self, hed_string, span=None, hed_schema=None, def_dict=None): # This is not generally used anymore, but you can use it to replace a tag in place. self._tag = None - self._schema_prefix = self._get_schema_prefix(self.org_tag) + self._namespace = self._get_schema_namespace(self.org_tag) # This is the schema this tag was converted to. self._schema = None @@ -68,14 +68,14 @@ def copy(self): return return_copy @property - def schema_prefix(self): - """ Library prefix for this tag if one exists. + def schema_namespace(self): + """ Library namespace for this tag if one exists. Returns: - prefix (str): The library prefix, including the colon. + namespace (str): The library namespace, including the colon. """ - return self._schema_prefix + return self._namespace @property def short_tag(self): @@ -89,7 +89,7 @@ def short_tag(self): """ if self._schema_entry: - return f"{self._schema_prefix}{self._schema_entry.short_tag_name}{self._extension_value}" + return f"{self._namespace}{self._schema_entry.short_tag_name}{self._extension_value}" return str(self) @@ -141,7 +141,7 @@ def short_base_tag(self, new_tag_val): if self._schema: if self.is_takes_value_tag(): new_tag_val = new_tag_val + "/#" - tag_entry = self._schema.get_tag_entry(new_tag_val, schema_prefix=self.schema_prefix) + tag_entry = self._schema.get_tag_entry(new_tag_val, schema_namespace=self.schema_namespace) self._schema_entry = tag_entry else: @@ -246,7 +246,7 @@ def long_tag(self): """ if self._schema_entry: - return f"{self._schema_prefix}{self._schema_entry.long_tag_name}{self._extension_value}" + return f"{self._namespace}{self._schema_entry.long_tag_name}{self._extension_value}" return str(self) @property @@ -336,7 +336,7 @@ def convert_to_canonical_forms(self, hed_schema): list: A list of issues found during conversion. Each element is a dictionary. """ - tag_entry, remainder, tag_issues = hed_schema.find_tag_entry(self, self.schema_prefix) + tag_entry, remainder, tag_issues = hed_schema.find_tag_entry(self, self.schema_namespace) self._schema_entry = tag_entry self._schema = hed_schema if self._schema_entry: @@ -554,14 +554,14 @@ def any_parent_has_attribute(self, attribute): return self._schema_entry.any_parent_has_attribute(attribute=attribute) @staticmethod - def _get_schema_prefix(org_tag): - """ Finds the library prefix for the tag. + def _get_schema_namespace(org_tag): + """ Finds the library namespace for the tag. Parameters: org_tag (str): A string representing a tag. Returns: - str: Library prefix string or empty. + str: Library namespace string or empty. """ first_slash = org_tag.find("/") @@ -633,7 +633,7 @@ def replace_placeholder(self, placeholder_value): def __hash__(self): if self._schema_entry: return hash( - self._schema_prefix + self._schema_entry.short_tag_name.lower() + self._extension_value.lower()) + self._namespace + self._schema_entry.short_tag_name.lower() + self._extension_value.lower()) else: return hash(self.lower()) @@ -667,7 +667,7 @@ def __deepcopy__(self, memo): # copy all other attributes except schema and schema_entry new_tag._tag = copy.deepcopy(self._tag, memo) - new_tag._schema_prefix = copy.deepcopy(self._schema_prefix, memo) + new_tag._namespace = copy.deepcopy(self._namespace, memo) new_tag._extension_value = copy.deepcopy(self._extension_value, memo) new_tag._parent = copy.deepcopy(self._parent, memo) new_tag._expandable = copy.deepcopy(self._expandable, memo) diff --git a/hed/schema/hed_schema.py b/hed/schema/hed_schema.py index bcd93be8b..587e060b0 100644 --- a/hed/schema/hed_schema.py +++ b/hed/schema/hed_schema.py @@ -27,8 +27,8 @@ def __init__(self): self.epilogue = "" self._is_hed3_schema = None - # This is the specified library name_prefix - tags will be {schema_prefix}:{tag_name} - self._schema_prefix = "" + # This is the specified library name_prefix - tags will be {schema_namespace}:{tag_name} + self._namespace = "" self._sections = self._create_empty_sections() @@ -46,16 +46,16 @@ def version(self): return self.header_attributes['version'] def get_formatted_version(self, as_string=False): - """ The HED version string including prefix and library name if any of this schema. + """ The HED version string including namespace and library name if any of this schema. Returns: - str: The complete version of this schema including library name and prefix. + str: The complete version of this schema including library name and namespace. """ library = self.library if library: library = library + '_' - return self._schema_prefix + library + self.version + return self._namespace + library + self.version @property def library(self): @@ -104,11 +104,11 @@ def get_save_header_attributes(self, save_merged=False): return header_attributes - def schema_for_prefix(self, prefix): - """ Return HedSchema object for this prefix. + def schema_for_namespace(self, namespace): + """ Return HedSchema object for this namespace. Parameters: - prefix (str): The schema library name prefix. + namespace (str): The schema library name namespace. Returns: HedSchema: The HED schema object for this schema. @@ -117,7 +117,7 @@ def schema_for_prefix(self, prefix): -This is mostly a placeholder for HedSchemaGroup and may be refactored out later. """ - if self._schema_prefix != prefix: + if self._namespace != namespace: return None return self @@ -131,7 +131,7 @@ def valid_prefixes(self): Notes: - The return value is always length 1 if using a HedSchema. """ - return [self._schema_prefix] + return [self._namespace] # =============================================== # Creation and saving functions @@ -210,17 +210,17 @@ def save_as_xml(self, filename=None, save_merged=True): return filename return local_xml_file - def set_schema_prefix(self, schema_prefix): - """ Set library prefix associated for this schema. + def set_schema_prefix(self, schema_namespace): + """ Set library namespace associated for this schema. Parameters: - schema_prefix (str): Should be empty, or end with a colon.(Colon will be automated added if missing). + schema_namespace (str): Should be empty, or end with a colon.(Colon will be automated added if missing). """ - if schema_prefix and schema_prefix[-1] != ":": - schema_prefix += ":" + if schema_namespace and schema_namespace[-1] != ":": + schema_namespace += ":" - self._schema_prefix = schema_prefix + self._namespace = schema_namespace def check_compliance(self, check_for_warnings=True, name=None, error_handler=None): """ Check for HED3 compliance of this schema. @@ -387,7 +387,7 @@ def __eq__(self, other): # s = f"{key} unmatched: '{str(dict1[key].name)}' vs '{str(dict2[key].name)}'" # print(s) return False - if self._schema_prefix != other._schema_prefix: + if self._namespace != other._namespace: return False return True @@ -424,27 +424,27 @@ def get_tags_with_attribute(self, key, section_key=HedSectionKey.AllTags): """ return self._sections[section_key].get_entries_with_attribute(key, return_name_only=True, - schema_prefix=self._schema_prefix) + schema_namespace=self._namespace) - def get_tag_entry(self, name, key_class=HedSectionKey.AllTags, schema_prefix=""): + def get_tag_entry(self, name, key_class=HedSectionKey.AllTags, schema_namespace=""): """ Return the schema entry for this tag, if one exists. Parameters: name (str): Any form of basic tag(or other section entry) to look up. This will not handle extensions or similar. - If this is a tag, it can have a schema prefix, but it's not required + If this is a tag, it can have a schema namespace, but it's not required key_class (HedSectionKey or str): The type of entry to return. - schema_prefix (str): Only used on AllTags. If incorrect, will return None. + schema_namespace (str): Only used on AllTags. If incorrect, will return None. Returns: HedSchemaEntry: The schema entry for the given tag. """ if key_class == HedSectionKey.AllTags: - if schema_prefix != self._schema_prefix: + if schema_namespace != self._namespace: return None - if name.startswith(self._schema_prefix): - name = name[len(self._schema_prefix):] + if name.startswith(self._namespace): + name = name[len(self._namespace):] return self._get_tag_entry(name, key_class) @@ -462,14 +462,14 @@ def _get_tag_entry(self, name, key_class=HedSectionKey.AllTags): """ return self._sections[key_class].get(name) - def find_tag_entry(self, tag, schema_prefix=""): + def find_tag_entry(self, tag, schema_namespace=""): """ Find the schema entry for a given source tag. - Note: Will not identify tags if schema_prefix is set incorrectly + Note: Will not identify tags if schema_namespace is set incorrectly Parameters: tag (str, HedTag): Any form of tag to look up. Can have an extension, value, etc. - schema_prefix (str): The schema prefix of the tag, if any. + schema_namespace (str): The schema namespace of the tag, if any. Returns: HedTagEntry: The located tag entry for this tag. @@ -480,18 +480,18 @@ def find_tag_entry(self, tag, schema_prefix=""): Works left to right (which is mostly relevant for errors). """ - if schema_prefix != self._schema_prefix: + if schema_namespace != self._namespace: validation_issues = ErrorHandler.format_error(ValidationErrors.HED_LIBRARY_UNMATCHED, tag, - schema_prefix, self.valid_prefixes) + schema_namespace, self.valid_prefixes) return None, None, validation_issues - return self._find_tag_entry(tag, schema_prefix) + return self._find_tag_entry(tag, schema_namespace) - def _find_tag_entry(self, tag, schema_prefix=""): + def _find_tag_entry(self, tag, schema_namespace=""): """ Find the schema entry for a given source tag. Parameters: tag (str, HedTag): Any form of tag to look up. Can have an extension, value, etc. - schema_prefix (str): The schema prefix of the tag, if any. + schema_namespace (str): The schema namespace of the tag, if any. Returns: HedTagEntry: The located tag entry for this tag. @@ -503,9 +503,9 @@ def _find_tag_entry(self, tag, schema_prefix=""): """ clean_tag = str(tag) - prefix = schema_prefix - clean_tag = clean_tag[len(prefix):] - prefix_tag_adj = len(prefix) + namespace = schema_namespace + clean_tag = clean_tag[len(namespace):] + prefix_tag_adj = len(namespace) working_tag = clean_tag.lower() # Most tags are in the schema directly, so test that first diff --git a/hed/schema/hed_schema_group.py b/hed/schema/hed_schema_group.py index 45a57f853..780c5d7fd 100644 --- a/hed/schema/hed_schema_group.py +++ b/hed/schema/hed_schema_group.py @@ -33,12 +33,12 @@ def __init__(self, schema_list): if len(schema_list) == 0: raise HedFileError(HedExceptions.BAD_PARAMETERS, "Empty list passed to HedSchemaGroup constructor.", filename="Combined Schema") - schema_prefixes = [hed_schema._schema_prefix for hed_schema in schema_list] + schema_prefixes = [hed_schema._namespace for hed_schema in schema_list] if len(set(schema_prefixes)) != len(schema_prefixes): raise HedFileError(HedExceptions.SCHEMA_DUPLICATE_PREFIX, "Multiple schema share the same tag name_prefix. This is not allowed.", filename="Combined Schema") - self._schemas = {hed_schema._schema_prefix: hed_schema for hed_schema in schema_list} + self._schemas = {hed_schema._namespace: hed_schema for hed_schema in schema_list} # =============================================== # General schema properties/functions @@ -87,17 +87,17 @@ def value_classes(self): def __eq__(self, other): return self._schemas == other._schemas - def schema_for_prefix(self, prefix): - """ Return the HedSchema for the library prefix. + def schema_for_namespace(self, namespace): + """ Return the HedSchema for the library namespace. Parameters: - prefix (str): A schema library name prefix. + namespace (str): A schema library name namespace. Returns: - HedSchema or None: The specific schema for this library name prefix if exists. + HedSchema or None: The specific schema for this library name namespace if exists. """ - schema = self._schemas.get(prefix) + schema = self._schemas.get(namespace) return schema @property @@ -142,14 +142,14 @@ def get_tags_with_attribute(self, key): all_tags.update(schema.get_tags_with_attribute(key)) return all_tags - # todo: maybe tweak this API so you don't have to pass in library prefix? - def get_tag_entry(self, name, key_class=HedSectionKey.AllTags, schema_prefix=""): + # todo: maybe tweak this API so you don't have to pass in library namespace? + def get_tag_entry(self, name, key_class=HedSectionKey.AllTags, schema_namespace=""): """ Return the schema entry for this tag, if one exists. Parameters: name (str): Any form of basic tag(or other section entry) to look up. key_class (HedSectionKey): The tag section to search. - schema_prefix (str or None): An optional prefix associated with this tag. + schema_namespace (str or None): An optional namespace associated with this tag. Returns: HedSchemaEntry: The schema entry for the given tag. @@ -158,18 +158,18 @@ def get_tag_entry(self, name, key_class=HedSectionKey.AllTags, schema_prefix="") - This will not handle extensions or similar. """ - specific_schema = self.schema_for_prefix(schema_prefix) + specific_schema = self.schema_for_namespace(schema_namespace) if not specific_schema: return None - return specific_schema.get_tag_entry(name, key_class, schema_prefix) + return specific_schema.get_tag_entry(name, key_class, schema_namespace) - def find_tag_entry(self, tag, schema_prefix=""): + def find_tag_entry(self, tag, schema_namespace=""): """ Find a schema entry for a source tag. Parameters: tag (str or HedTag): Any form of tag to look up. Can have an extension, value, etc. - schema_prefix (str): The prefix the library, if any. + schema_namespace (str): The namespace the library, if any. Returns: tuple: @@ -181,10 +181,10 @@ def find_tag_entry(self, tag, schema_prefix=""): - Works right to left.(mostly relevant for errors). """ - specific_schema = self.schema_for_prefix(schema_prefix) + specific_schema = self.schema_for_namespace(schema_namespace) if not specific_schema: validation_issues = ErrorHandler.format_error(ValidationErrors.HED_LIBRARY_UNMATCHED, tag, - schema_prefix, self.valid_prefixes) + schema_namespace, self.valid_prefixes) return None, None, validation_issues - return specific_schema._find_tag_entry(tag, schema_prefix) + return specific_schema._find_tag_entry(tag, schema_namespace) diff --git a/hed/schema/hed_schema_io.py b/hed/schema/hed_schema_io.py index 3f022d483..e274e9e39 100644 --- a/hed/schema/hed_schema_io.py +++ b/hed/schema/hed_schema_io.py @@ -11,13 +11,13 @@ from hed.schema.schema_validation_util import validate_version_string -def from_string(schema_string, file_type=".xml", schema_prefix=None): +def from_string(schema_string, file_type=".xml", schema_namespace=None): """ Create a schema from the given string. Parameters: schema_string (str): An XML or mediawiki file as a single long string. file_type (str): The extension(including the .) corresponding to a file source. - schema_prefix (str, None): The name_prefix all tags in this schema will accept. + schema_namespace (str, None): The name_prefix all tags in this schema will accept. Returns: (HedSchema): The loaded schema. @@ -40,8 +40,8 @@ def from_string(schema_string, file_type=".xml", schema_prefix=None): else: raise HedFileError(HedExceptions.INVALID_EXTENSION, "Unknown schema extension", filename=file_type) - if schema_prefix: - hed_schema.set_schema_prefix(schema_prefix=schema_prefix) + if schema_namespace: + hed_schema.set_schema_prefix(schema_namespace=schema_namespace) return hed_schema @@ -68,12 +68,12 @@ def get_schema_versions(hed_schema, as_string=True): raise ValueError("InvalidHedSchemaOrHedSchemaGroup", "Expected schema or schema group") -def load_schema(hed_path=None, schema_prefix=None): +def load_schema(hed_path=None, schema_namespace=None): """ Load a schema from the given file or URL path. Parameters: hed_path (str or None): A filepath or url to open a schema from. - schema_prefix (str or None): The name_prefix all tags in this schema will accept. + schema_namespace (str or None): The name_prefix all tags in this schema will accept. Returns: HedSchema: The loaded schema. @@ -98,8 +98,8 @@ def load_schema(hed_path=None, schema_prefix=None): else: raise HedFileError(HedExceptions.INVALID_EXTENSION, "Unknown schema extension", filename=hed_path) - if schema_prefix: - hed_schema.set_schema_prefix(schema_prefix=schema_prefix) + if schema_namespace: + hed_schema.set_schema_prefix(schema_namespace=schema_namespace) return hed_schema @@ -124,7 +124,7 @@ def _load_schema_version(xml_version=None, xml_folder=None): Parameters: xml_folder (str): Path to a folder containing schema. - xml_version (str or list): HED version format string. Expected format: '[schema_prefix:][library_name_]X.Y.Z'. + xml_version (str or list): HED version format string. Expected format: '[schema_namespace:][library_name_]X.Y.Z'. Returns: HedSchema or HedSchemaGroup: The requested HedSchema object. @@ -135,11 +135,11 @@ def _load_schema_version(xml_version=None, xml_folder=None): Notes: - The library schema files have names of the form HED_(LIBRARY_NAME)_(version).xml. """ - schema_prefix = "" + schema_namespace = "" library_name = None if xml_version: if ":" in xml_version: - schema_prefix, _, xml_version = xml_version.partition(":") + schema_namespace, _, xml_version = xml_version.partition(":") if "_" in xml_version: library_name, _, xml_version = xml_version.rpartition("_") elif validate_version_string(xml_version): @@ -161,8 +161,8 @@ def _load_schema_version(xml_version=None, xml_folder=None): else: raise e - if schema_prefix: - hed_schema.set_schema_prefix(schema_prefix=schema_prefix) + if schema_namespace: + hed_schema.set_schema_prefix(schema_namespace=schema_namespace) return hed_schema diff --git a/hed/schema/hed_schema_section.py b/hed/schema/hed_schema_section.py index c0cf21cfc..9c7dbd9fd 100644 --- a/hed/schema/hed_schema_section.py +++ b/hed/schema/hed_schema_section.py @@ -74,13 +74,13 @@ def _add_to_dict(self, name, new_entry, parent_index=None): self.all_entries.insert(parent_index, new_entry) return return_entry - def get_entries_with_attribute(self, attribute_name, return_name_only=False, schema_prefix=""): + def get_entries_with_attribute(self, attribute_name, return_name_only=False, schema_namespace=""): """ Return entries or names with given attribute. Parameters: attribute_name (str): The name of the attribute(generally a HedKey entry). return_name_only (bool): If true, return the name as a string rather than the tag entry. - schema_prefix (str): Prepends given prefix to each name if returning names. + schema_namespace (str): Prepends given namespace to each name if returning names. Returns: list: List of HedSchemaEntry or strings representing the names. @@ -92,7 +92,7 @@ def get_entries_with_attribute(self, attribute_name, return_name_only=False, sch cache_val = self._attribute_cache[attribute_name] if return_name_only: - return [f"{schema_prefix}{tag_entry.name}" for tag_entry in cache_val] + return [f"{schema_namespace}{tag_entry.name}" for tag_entry in cache_val] return cache_val # =============================================== @@ -212,8 +212,6 @@ def _check_if_duplicate(self, name, new_entry): return new_entry def _add_to_dict(self, name, new_entry, parent_index=None): - if new_entry.has_attribute(HedKey.Rooted): - del new_entry.attributes[HedKey.Rooted] if new_entry.has_attribute(HedKey.InLibrary): parent_name = new_entry.parent_name if parent_name.lower() in self: diff --git a/hed/schema/schema_io/schema2base.py b/hed/schema/schema_io/schema2base.py index d7c717476..7ed8aceaf 100644 --- a/hed/schema/schema_io/schema2base.py +++ b/hed/schema/schema_io/schema2base.py @@ -92,8 +92,6 @@ def _output_tags(self, all_tags): not tag_entry.parent.has_attribute(HedKey.InLibrary) and not self._save_merged: if tag_entry.parent.name not in all_nodes: level_adj = level - tag_entry = copy.deepcopy(tag_entry) - tag_entry.attributes[HedKey.Rooted] = tag_entry.parent.short_tag_name parent_node = all_nodes.get(tag_entry.parent_name, schema_node) child_node = self._write_tag_entry(tag_entry, parent_node, level - level_adj) diff --git a/hed/schema/schema_validation_util.py b/hed/schema/schema_validation_util.py index e6de68e3d..a1fe1d356 100644 --- a/hed/schema/schema_validation_util.py +++ b/hed/schema/schema_validation_util.py @@ -121,25 +121,29 @@ def find_rooted_entry(tag_entry, schema, loading_merged): raise HedFileError(HedExceptions.ROOTED_TAG_INVALID, f"Rooted tag attribute found on '{tag_entry.short_tag_name}' in a standard schema.", schema.filename) - if loading_merged: - raise HedFileError(HedExceptions.ROOTED_TAG_INVALID, - f'Found rooted tag \'{tag_entry.short_tag_name}\' in schema without unmerged="True"', - schema.filename) if not isinstance(rooted_tag, str): raise HedFileError(HedExceptions.ROOTED_TAG_INVALID, f'Rooted tag \'{tag_entry.short_tag_name}\' is not a string."', schema.filename) - if tag_entry.parent_name: + if tag_entry.parent_name and not loading_merged: raise HedFileError(HedExceptions.ROOTED_TAG_INVALID, f'Found rooted tag \'{tag_entry.short_tag_name}\' as a non root node.', schema.filename) + if not tag_entry.parent_name and loading_merged: + raise HedFileError(HedExceptions.ROOTED_TAG_INVALID, + f'Found rooted tag \'{tag_entry.short_tag_name}\' as a root node in a merged schema.', + schema.filename) + rooted_entry = schema.all_tags.get(rooted_tag) if not rooted_entry or rooted_entry.has_attribute(constants.HedKey.InLibrary): raise HedFileError(HedExceptions.ROOTED_TAG_DOES_NOT_EXIST, f"Rooted tag '{tag_entry.short_tag_name}' not found in paired standard schema", schema.filename) + if loading_merged: + return None + return rooted_entry diff --git a/hed/validator/tag_validator.py b/hed/validator/tag_validator.py index bcebcd789..9986c6766 100644 --- a/hed/validator/tag_validator.py +++ b/hed/validator/tag_validator.py @@ -488,7 +488,7 @@ def check_for_required_tags(self, tags): for required_prefix in required_prefixes: if not any(tag.long_tag.lower().startswith(required_prefix.lower()) for tag in tags): validation_issues += ErrorHandler.format_error(ValidationErrors.REQUIRED_TAG_MISSING, - tag_prefix=required_prefix) + tag_namespace=required_prefix) return validation_issues def check_multiple_unique_tags_exist(self, tags): @@ -509,19 +509,19 @@ def check_multiple_unique_tags_exist(self, tags): unique_tag_prefix_bool_mask = [x.long_tag.lower().startswith(unique_prefix.lower()) for x in tags] if sum(unique_tag_prefix_bool_mask) > 1: validation_issues += ErrorHandler.format_error(ValidationErrors.TAG_NOT_UNIQUE, - tag_prefix=unique_prefix) + tag_namespace=unique_prefix) return validation_issues # ========================================================================== # Private utility functions # =========================================================================+ def _check_invalid_prefix_issues(self, original_tag): - """Check for invalid schema prefix.""" + """Check for invalid schema namespace.""" issues = [] - schema_prefix = original_tag.schema_prefix - if schema_prefix and not schema_prefix[:-1].isalpha(): - issues += ErrorHandler.format_error(ValidationErrors.TAG_PREFIX_INVALID, - tag=original_tag, tag_prefix=schema_prefix) + schema_namespace = original_tag.schema_namespace + if schema_namespace and not schema_namespace[:-1].isalpha(): + issues += ErrorHandler.format_error(ValidationErrors.TAG_NAMESPACE_PREFIX_INVALID, + tag=original_tag, tag_namespace=schema_namespace) return issues def _validate_value_class_portion(self, original_tag, portion_to_validate): diff --git a/spec_tests/hed-specification b/spec_tests/hed-specification index d7d174fde..33f48d286 160000 --- a/spec_tests/hed-specification +++ b/spec_tests/hed-specification @@ -1 +1 @@ -Subproject commit d7d174fde455b42c0c0a0534b3566f76fac53496 +Subproject commit 33f48d286ea3cb69e8e1c77a9b10379d676c6af8 diff --git a/spec_tests/test_errors.py b/spec_tests/test_errors.py index 55fee4863..3c2793d94 100644 --- a/spec_tests/test_errors.py +++ b/spec_tests/test_errors.py @@ -38,7 +38,7 @@ "TAG_GROUP_ERROR", "TAG_INVALID", "TAG_NOT_UNIQUE", - "TAG_PREFIX_INVALID", + "TAG_NAMESPACE_PREFIX_INVALID", "TAG_REQUIRES_CHILD", "TILDES_UNSUPPORTED", "UNITS_INVALID", @@ -51,7 +51,7 @@ skip_tests = { "VERSION_DEPRECATED": "Not applicable", - "onset-offset-error-duplicated-onset-or-offset": "TBD how we implement this", + "onset-offset-inset-error-duplicated-onset-or-offset": "TBD how we implement this", "tag-extension-invalid-bad-node-name": "Part of character invalid checking/didn't get to it yet", } diff --git a/tests/schema/test_hed_schema.py b/tests/schema/test_hed_schema.py index 15deaffdd..f7a5c29c2 100644 --- a/tests/schema/test_hed_schema.py +++ b/tests/schema/test_hed_schema.py @@ -20,7 +20,7 @@ def setUpClass(cls): schema_file = '../data/validator_tests/HED8.0.0_added_tests.mediawiki' hed_xml = os.path.join(os.path.dirname(os.path.realpath(__file__)), schema_file) hed_schema1 = load_schema(hed_xml) - hed_schema2 = load_schema(hed_xml, schema_prefix="tl:") + hed_schema2 = load_schema(hed_xml, schema_namespace="tl:") cls.hed_schema_group = HedSchemaGroup([hed_schema1, hed_schema2]) def test_name(self): @@ -156,19 +156,19 @@ def test_bad_prefixes(self): self.assertFalse(schema.get_tag_entry("sc:Event")) self.assertFalse(schema.get_tag_entry("unknown:Event")) self.assertFalse(schema.get_tag_entry(":Event")) - self.assertFalse(schema.get_tag_entry("Event", schema_prefix=None)) - self.assertTrue(schema.get_tag_entry("Event", schema_prefix='')) - self.assertFalse(schema.get_tag_entry("Event", schema_prefix='unknown')) + self.assertFalse(schema.get_tag_entry("Event", schema_namespace=None)) + self.assertTrue(schema.get_tag_entry("Event", schema_namespace='')) + self.assertFalse(schema.get_tag_entry("Event", schema_namespace='unknown')) def test_bad_prefixes_library(self): schema = load_schema_version(xml_version="tl:8.0.0") - self.assertTrue(schema.get_tag_entry("tl:Event", schema_prefix="tl:")) - self.assertFalse(schema.get_tag_entry("sc:Event", schema_prefix="tl:")) - self.assertTrue(schema.get_tag_entry("Event", schema_prefix="tl:")) - self.assertFalse(schema.get_tag_entry("unknown:Event", schema_prefix="tl:")) - self.assertFalse(schema.get_tag_entry(":Event", schema_prefix="tl:")) - self.assertFalse(schema.get_tag_entry("Event", schema_prefix=None)) - self.assertFalse(schema.get_tag_entry("Event", schema_prefix='')) - self.assertFalse(schema.get_tag_entry("Event", schema_prefix='unknown')) + self.assertTrue(schema.get_tag_entry("tl:Event", schema_namespace="tl:")) + self.assertFalse(schema.get_tag_entry("sc:Event", schema_namespace="tl:")) + self.assertTrue(schema.get_tag_entry("Event", schema_namespace="tl:")) + self.assertFalse(schema.get_tag_entry("unknown:Event", schema_namespace="tl:")) + self.assertFalse(schema.get_tag_entry(":Event", schema_namespace="tl:")) + self.assertFalse(schema.get_tag_entry("Event", schema_namespace=None)) + self.assertFalse(schema.get_tag_entry("Event", schema_namespace='')) + self.assertFalse(schema.get_tag_entry("Event", schema_namespace='unknown')) diff --git a/tests/schema/test_hed_schema_group.py b/tests/schema/test_hed_schema_group.py index 1f808133c..891dfc2b1 100644 --- a/tests/schema/test_hed_schema_group.py +++ b/tests/schema/test_hed_schema_group.py @@ -10,7 +10,7 @@ def setUpClass(cls): schema_file = '../data/validator_tests/HED8.0.0_added_tests.mediawiki' hed_xml = os.path.join(os.path.dirname(os.path.realpath(__file__)), schema_file) hed_schema1 = load_schema(hed_xml) - hed_schema2 = load_schema(hed_xml, schema_prefix="tl:") + hed_schema2 = load_schema(hed_xml, schema_namespace="tl:") cls.hed_schema_group = HedSchemaGroup([hed_schema1, hed_schema2]) def test_schema_compliance(self): @@ -18,7 +18,7 @@ def test_schema_compliance(self): self.assertEqual(len(warnings), 10) def test_get_tag_entry(self): - tag_entry = self.hed_schema_group.get_tag_entry("Event", schema_prefix="tl:") + tag_entry = self.hed_schema_group.get_tag_entry("Event", schema_namespace="tl:") self.assertTrue(tag_entry) def test_bad_prefixes(self): @@ -29,11 +29,11 @@ def test_bad_prefixes(self): self.assertFalse(schema.get_tag_entry("unknown:Event")) self.assertFalse(schema.get_tag_entry(":Event")) - self.assertTrue(schema.get_tag_entry("tl:Event", schema_prefix="tl:")) - self.assertFalse(schema.get_tag_entry("sc:Event", schema_prefix="tl:")) - self.assertTrue(schema.get_tag_entry("Event", schema_prefix="tl:")) - self.assertFalse(schema.get_tag_entry("unknown:Event", schema_prefix="tl:")) - self.assertFalse(schema.get_tag_entry(":Event", schema_prefix="tl:")) + self.assertTrue(schema.get_tag_entry("tl:Event", schema_namespace="tl:")) + self.assertFalse(schema.get_tag_entry("sc:Event", schema_namespace="tl:")) + self.assertTrue(schema.get_tag_entry("Event", schema_namespace="tl:")) + self.assertFalse(schema.get_tag_entry("unknown:Event", schema_namespace="tl:")) + self.assertFalse(schema.get_tag_entry(":Event", schema_namespace="tl:")) - self.assertFalse(schema.get_tag_entry("Event", schema_prefix=None)) - self.assertTrue(schema.get_tag_entry("Event", schema_prefix="")) + self.assertFalse(schema.get_tag_entry("Event", schema_namespace=None)) + self.assertTrue(schema.get_tag_entry("Event", schema_namespace="")) diff --git a/tests/schema/test_hed_schema_io.py b/tests/schema/test_hed_schema_io.py index 5511c7cd3..62b00fcce 100644 --- a/tests/schema/test_hed_schema_io.py +++ b/tests/schema/test_hed_schema_io.py @@ -46,12 +46,12 @@ def test_load_schema_version_tags(self): self.assertEqual(schema, schema2) score_lib = load_schema_version(xml_version="score_1.0.0") - self.assertEqual(score_lib._schema_prefix, "") + self.assertEqual(score_lib._namespace, "") self.assertTrue(score_lib.get_tag_entry("Modulator")) score_lib = load_schema_version(xml_version="sc:score_1.0.0") - self.assertEqual(score_lib._schema_prefix, "sc:") - self.assertTrue(score_lib.get_tag_entry("Modulator", schema_prefix="sc:")) + self.assertEqual(score_lib._namespace, "sc:") + self.assertTrue(score_lib.get_tag_entry("Modulator", schema_namespace="sc:")) def test_load_schema_version(self): ver1 = "8.0.0" @@ -61,67 +61,67 @@ def test_load_schema_version(self): self.assertEqual(schemas1.library, "", "load_schema_version standard schema has no library") ver2 = "base:8.0.0" schemas2 = load_schema_version(ver2) - self.assertIsInstance(schemas2, HedSchema, "load_schema_version returns HedSchema version+prefix") - self.assertEqual(schemas2.version, "8.0.0", "load_schema_version has the right version with prefix") - self.assertEqual(schemas2._schema_prefix, "base:", "load_schema_version has the right version with prefix") + self.assertIsInstance(schemas2, HedSchema, "load_schema_version returns HedSchema version+namespace") + self.assertEqual(schemas2.version, "8.0.0", "load_schema_version has the right version with namespace") + self.assertEqual(schemas2._namespace, "base:", "load_schema_version has the right version with namespace") ver3 = ["base:8.0.0"] schemas3 = load_schema_version(ver3) - self.assertIsInstance(schemas3, HedSchema, "load_schema_version returns HedSchema version+prefix") - self.assertEqual(schemas3.version, "8.0.0", "load_schema_version has the right version with prefix") - self.assertEqual(schemas3._schema_prefix, "base:", "load_schema_version has the right version with prefix") + self.assertIsInstance(schemas3, HedSchema, "load_schema_version returns HedSchema version+namespace") + self.assertEqual(schemas3.version, "8.0.0", "load_schema_version has the right version with namespace") + self.assertEqual(schemas3._namespace, "base:", "load_schema_version has the right version with namespace") ver3 = ["base:"] schemas3 = load_schema_version(ver3) - self.assertIsInstance(schemas3, HedSchema, "load_schema_version returns HedSchema version+prefix") - self.assertTrue(schemas3.version, "load_schema_version has the right version with prefix") - self.assertEqual(schemas3._schema_prefix, "base:", "load_schema_version has the right version with prefix") + self.assertIsInstance(schemas3, HedSchema, "load_schema_version returns HedSchema version+namespace") + self.assertTrue(schemas3.version, "load_schema_version has the right version with namespace") + self.assertEqual(schemas3._namespace, "base:", "load_schema_version has the right version with namespace") def test_load_schema_version_libraries(self): ver1 = "score_1.0.0" schemas1 = load_schema_version(ver1) self.assertIsInstance(schemas1, HedSchema, "load_schema_version returns a HedSchema if a string version") self.assertEqual(schemas1.version, "1.0.0", "load_schema_version has the right version") - self.assertEqual(schemas1.library, "score", "load_schema_version works with single library no prefix") + self.assertEqual(schemas1.library, "score", "load_schema_version works with single library no namespace") self.assertEqual(schemas1.get_formatted_version(), "score_1.0.0", - "load_schema_version gives correct version_string with single library no prefix") + "load_schema_version gives correct version_string with single library no namespace") ver1 = "score_" schemas1 = load_schema_version(ver1) self.assertIsInstance(schemas1, HedSchema, "load_schema_version returns a HedSchema if a string version") self.assertTrue(schemas1.version, "load_schema_version has the right version") - self.assertEqual(schemas1.library, "score", "load_schema_version works with single library no prefix") + self.assertEqual(schemas1.library, "score", "load_schema_version works with single library no namespace") ver1 = "score" schemas1 = load_schema_version(ver1) self.assertIsInstance(schemas1, HedSchema, "load_schema_version returns a HedSchema if a string version") self.assertTrue(schemas1.version, "load_schema_version has the right version") - self.assertEqual(schemas1.library, "score", "load_schema_version works with single library no prefix") + self.assertEqual(schemas1.library, "score", "load_schema_version works with single library no namespace") ver2 = "base:score_1.0.0" schemas2 = load_schema_version(ver2) - self.assertIsInstance(schemas2, HedSchema, "load_schema_version returns HedSchema version+prefix") - self.assertEqual(schemas2.version, "1.0.0", "load_schema_version has the right version with prefix") - self.assertEqual(schemas2._schema_prefix, "base:", "load_schema_version has the right version with prefix") + self.assertIsInstance(schemas2, HedSchema, "load_schema_version returns HedSchema version+namespace") + self.assertEqual(schemas2.version, "1.0.0", "load_schema_version has the right version with namespace") + self.assertEqual(schemas2._namespace, "base:", "load_schema_version has the right version with namespace") self.assertEqual(schemas2.get_formatted_version(as_string=True), "base:score_1.0.0", - "load_schema_version gives correct version_string with single library with prefix") + "load_schema_version gives correct version_string with single library with namespace") ver3 = ["8.0.0", "sc:score_1.0.0"] schemas3 = load_schema_version(ver3) - self.assertIsInstance(schemas3, HedSchemaGroup, "load_schema_version returns HedSchema version+prefix") + self.assertIsInstance(schemas3, HedSchemaGroup, "load_schema_version returns HedSchema version+namespace") self.assertIsInstance(schemas3._schemas, dict, "load_schema_version group keeps dictionary of hed versions") self.assertEqual(len(schemas3._schemas), 2, "load_schema_version group dictionary is right length") s = schemas3._schemas[""] - self.assertEqual(s.version, "8.0.0", "load_schema_version has the right version with prefix") + self.assertEqual(s.version, "8.0.0", "load_schema_version has the right version with namespace") self.assertEqual(schemas3.get_formatted_version(as_string=True), '["8.0.0", "sc:score_1.0.0"]', - "load_schema_version gives correct version_string with single library with prefix") + "load_schema_version gives correct version_string with single library with namespace") formatted_list = schemas3.get_formatted_version(as_string=False) self.assertEqual(len(formatted_list), 2, - "load_schema_version gives correct version_string with single library with prefix") + "load_schema_version gives correct version_string with single library with namespace") ver4 = ["ts:8.0.0", "sc:score_1.0.0"] schemas4 = load_schema_version(ver4) - self.assertIsInstance(schemas4, HedSchemaGroup, "load_schema_version returns HedSchema version+prefix") + self.assertIsInstance(schemas4, HedSchemaGroup, "load_schema_version returns HedSchema version+namespace") self.assertIsInstance(schemas4._schemas, dict, "load_schema_version group keeps dictionary of hed versions") self.assertEqual(len(schemas4._schemas), 2, "load_schema_version group dictionary is right length") self.assertEqual(schemas4.get_formatted_version(), '["ts:8.0.0", "sc:score_1.0.0"]', "load_schema_version gives correct version_string with multiple prefixes") s = schemas4._schemas["ts:"] - self.assertEqual(s.version, "8.0.0", "load_schema_version has the right version with prefix") + self.assertEqual(s.version, "8.0.0", "load_schema_version has the right version with namespace") with self.assertRaises(KeyError) as context: schemas4._schemas[""] self.assertEqual(context.exception.args[0], '') @@ -321,4 +321,5 @@ def test_cannot_load_schemas(self): ] for file in files: with self.assertRaises(HedFileError): + # print(file) load_schema(file) diff --git a/tests/schema/test_schema_converters.py b/tests/schema/test_schema_converters.py index 1b2a335ae..e2e1eb465 100644 --- a/tests/schema/test_schema_converters.py +++ b/tests/schema/test_schema_converters.py @@ -173,7 +173,7 @@ class TestConverterSavingPrefix(unittest.TestCase): def setUpClass(cls): cls.xml_file = os.path.join(os.path.dirname(os.path.realpath(__file__)), cls.xml_file) cls.hed_schema_xml = schema.load_schema(cls.xml_file) - cls.hed_schema_xml_prefix = schema.load_schema(cls.xml_file, schema_prefix="tl:") + cls.hed_schema_xml_prefix = schema.load_schema(cls.xml_file, schema_namespace="tl:") def test_saving_prefix(self): saved_filename = self.hed_schema_xml_prefix.save_as_xml() diff --git a/tests/tools/bids/test_bids_dataset.py b/tests/tools/bids/test_bids_dataset.py index 6289be314..e4af39331 100644 --- a/tests/tools/bids/test_bids_dataset.py +++ b/tests/tools/bids/test_bids_dataset.py @@ -88,8 +88,8 @@ def test_with_schema_group(self): library2_url = "https://raw.githubusercontent.com/hed-standard/hed-schemas/main/" + \ "library_schemas/testlib/hedxml/HED_testlib_1.0.2.xml" schema_list = [load_schema_version(xml_version=base_version)] - schema_list.append(load_schema(library1_url, schema_prefix="sc")) - schema_list.append(load_schema(library2_url, schema_prefix="test")) + schema_list.append(load_schema(library1_url, schema_namespace="sc")) + schema_list.append(load_schema(library2_url, schema_namespace="test")) x = HedSchemaGroup(schema_list) bids = BidsDataset(self.library_path, schema=x) self.assertIsInstance(bids, BidsDataset, diff --git a/tests/validator/test_tag_validator.py b/tests/validator/test_tag_validator.py index 5f453f806..471075553 100644 --- a/tests/validator/test_tag_validator.py +++ b/tests/validator/test_tag_validator.py @@ -849,12 +849,12 @@ def test_includes_all_required_tags(self): expected_issues = { 'complete': [], 'missingAgent': self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, - tag_prefix='Agent/Animal-agent'), - 'missingAction': self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_prefix='Action'), + tag_namespace='Agent/Animal-agent'), + 'missingAction': self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_namespace='Action'), 'inSubGroup': [], 'missingAll': - self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_prefix='Action') - + self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_prefix='Agent/Animal-agent'), + self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_namespace='Action') + + self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_namespace='Agent/Animal-agent'), } self.validator_semantic(test_strings, expected_results, expected_issues, True) @@ -877,9 +877,9 @@ def test_multiple_copies_unique_tags(self): expected_issues = { 'legal': [], 'multipleDesc': self.format_error(ValidationErrors.TAG_NOT_UNIQUE, - tag_prefix='Property/Organizational-property/Event-context'), + tag_namespace='Property/Organizational-property/Event-context'), 'multipleDescIncShort': self.format_error(ValidationErrors.TAG_NOT_UNIQUE, - tag_prefix='Property/Organizational-property/Event-context'), + tag_namespace='Property/Organizational-property/Event-context'), } self.validator_semantic(test_strings, expected_results, expected_issues, False) diff --git a/tests/validator/test_tag_validator_library.py b/tests/validator/test_tag_validator_library.py index 571fa2b85..194705f02 100644 --- a/tests/validator/test_tag_validator_library.py +++ b/tests/validator/test_tag_validator_library.py @@ -18,7 +18,7 @@ def setUpClass(cls): schema_file = '../data/validator_tests/HED8.0.0_added_tests.mediawiki' hed_xml = os.path.join(os.path.dirname(os.path.realpath(__file__)), schema_file) hed_schema1 = schema.load_schema(hed_xml) - hed_schema2 = schema.load_schema(hed_xml, schema_prefix="tl:") + hed_schema2 = schema.load_schema(hed_xml, schema_namespace="tl:") cls.hed_schema = HedSchemaGroup([hed_schema1, hed_schema2]) cls.error_handler = error_reporter.ErrorHandler() @@ -27,8 +27,8 @@ def setUpClass(cls): def test_invalid_load(self): schema_file = '../data/schema_tests/HED8.0.0t.xml' hed_xml = os.path.join(os.path.dirname(os.path.realpath(__file__)), schema_file) - hed_schema1 = schema.load_schema(hed_xml, schema_prefix="tl:") - hed_schema2 = schema.load_schema(hed_xml, schema_prefix="tl:") + hed_schema1 = schema.load_schema(hed_xml, schema_namespace="tl:") + hed_schema2 = schema.load_schema(hed_xml, schema_namespace="tl:") self.assertRaises(HedFileError, HedSchemaGroup, [hed_schema1, hed_schema2]) @@ -440,14 +440,14 @@ def test_includes_all_required_tags(self): expected_issues = { 'complete': [], 'missingAgent': self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, - tag_prefix='Agent/Animal-agent'), - 'missingAction': self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_prefix='Action'), + tag_namespace='Agent/Animal-agent'), + 'missingAction': self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_namespace='Action'), 'inSubGroup': [], 'missingAll': - self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_prefix='Action') - + self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_prefix='Agent/Animal-agent') - + self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_prefix='tl:Action') - + self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_prefix='tl:Agent/Animal-agent'), + self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_namespace='Action') + + self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_namespace='Agent/Animal-agent') + + self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_namespace='tl:Action') + + self.format_error(ValidationErrors.REQUIRED_TAG_MISSING, tag_namespace='tl:Agent/Animal-agent'), } self.validator_semantic(test_strings, expected_results, expected_issues, True) @@ -470,9 +470,9 @@ def test_multiple_copies_unique_tags(self): expected_issues = { 'legal': [], 'multipleDesc': self.format_error(ValidationErrors.TAG_NOT_UNIQUE, - tag_prefix='tl:Property/Organizational-property/Event-context'), + tag_namespace='tl:Property/Organizational-property/Event-context'), 'multipleDescIncShort': self.format_error(ValidationErrors.TAG_NOT_UNIQUE, - tag_prefix='tl:Property/Organizational-property/Event-context'), + tag_namespace='tl:Property/Organizational-property/Event-context'), } self.validator_semantic(test_strings, expected_results, expected_issues, False) From 4e9f941e919a7ee534dea9ec031d29e91937e0fb Mon Sep 17 00:00:00 2001 From: IanCa Date: Mon, 5 Jun 2023 20:35:33 -0500 Subject: [PATCH 090/103] Sort the schema tag list when saved --- hed/schema/hed_schema.py | 3 +- hed/schema/hed_schema_section.py | 59 +- hed/schema/schema_io/wiki2schema.py | 1 + hed/schema/schema_io/xml2schema.py | 6 +- .../merge_tests/bad_sort_test.mediawiki | 18 + .../merge_tests/sorted_root.mediawiki | 49 + .../merge_tests/sorted_root_merged.xml | 7519 +++++++++++++++++ tests/schema/test_hed_schema_io.py | 18 + 8 files changed, 7650 insertions(+), 23 deletions(-) create mode 100644 tests/data/schema_tests/merge_tests/bad_sort_test.mediawiki create mode 100644 tests/data/schema_tests/merge_tests/sorted_root.mediawiki create mode 100644 tests/data/schema_tests/merge_tests/sorted_root_merged.xml diff --git a/hed/schema/hed_schema.py b/hed/schema/hed_schema.py index 587e060b0..8d5e363c8 100644 --- a/hed/schema/hed_schema.py +++ b/hed/schema/hed_schema.py @@ -581,8 +581,7 @@ def _update_all_entries(self): """ Call finalize_entry on every schema entry(tag, unit, etc). """ for key_class, section in self._sections.items(): self._initialize_attributes(key_class) - for entry in section.values(): - entry.finalize_entry(self) + section._finalize_section(self) def _initialize_attributes(self, key_class): """ Set the valid attributes for a section. diff --git a/hed/schema/hed_schema_section.py b/hed/schema/hed_schema_section.py index 9c7dbd9fd..f4c6d3954 100644 --- a/hed/schema/hed_schema_section.py +++ b/hed/schema/hed_schema_section.py @@ -61,7 +61,7 @@ def _check_if_duplicate(self, name_key, new_entry): return return_entry - def _add_to_dict(self, name, new_entry, parent_index=None): + def _add_to_dict(self, name, new_entry): """ Add a name to the dictionary for this section. """ name_key = name if not self.case_sensitive: @@ -69,9 +69,7 @@ def _add_to_dict(self, name, new_entry, parent_index=None): return_entry = self._check_if_duplicate(name_key, new_entry) - if parent_index is None: - parent_index = len(self.all_entries) - self.all_entries.insert(parent_index, new_entry) + self.all_entries.append(new_entry) return return_entry def get_entries_with_attribute(self, attribute_name, return_name_only=False, schema_namespace=""): @@ -146,6 +144,10 @@ def __eq__(self, other): def __bool__(self): return bool(self.all_names) + def _finalize_section(self, hed_schema): + for entry in self.values(): + entry.finalize_entry(hed_schema) + class HedSchemaUnitClassSection(HedSchemaSection): def _check_if_duplicate(self, name_key, new_entry): @@ -211,22 +213,6 @@ def _check_if_duplicate(self, name, new_entry): return new_entry - def _add_to_dict(self, name, new_entry, parent_index=None): - if new_entry.has_attribute(HedKey.InLibrary): - parent_name = new_entry.parent_name - if parent_name.lower() in self: - # Make sure we insert the new entry after all previous relevant ones, as order isn't assured - # for rooted tags - parent_entry = self.get(parent_name.lower()) - parent_index = self.all_entries.index(parent_entry) - for i in range(parent_index, len(self.all_entries)): - if self.all_entries[i].name.startswith(parent_entry.name): - parent_index = i + 1 - continue - break - - return super()._add_to_dict(name, new_entry, parent_index) - def get(self, key): if not self.case_sensitive: key = key.lower() @@ -241,3 +227,36 @@ def __contains__(self, key): if not self.case_sensitive: key = key.lower() return key in self.long_form_tags + + @staticmethod + def _divide_tags_into_dict(divide_list): + result = {} + for item in divide_list: + key, _, value = item.long_tag_name.partition('/') + if key not in result: + result[key] = [] + result[key].append(item) + + return list(result.values()) + + def _finalize_section(self, hed_schema): + split_list = self._divide_tags_into_dict(self.all_entries) + + # Sort the extension allowed lists + extension_allowed_node = 0 + for values in split_list: + node = values[0] + if node.has_attribute(HedKey.ExtensionAllowed): + # Make sure we sort / characters to the front. + values.sort(key=lambda x: x.long_tag_name.replace("/", "\0")) + extension_allowed_node += 1 + + # sort the top level nodes so extension allowed is at the bottom + split_list.sort(key=lambda x: x[0].has_attribute(HedKey.ExtensionAllowed)) + + # sort the extension allowed top level nodes + if extension_allowed_node: + split_list[extension_allowed_node:] = sorted(split_list[extension_allowed_node:], key=lambda x: x[0].long_tag_name) + self.all_entries = [subitem for tag_list in split_list for subitem in tag_list] + super()._finalize_section(hed_schema) + diff --git a/hed/schema/schema_io/wiki2schema.py b/hed/schema/schema_io/wiki2schema.py index c09a6803b..ff29f17ee 100644 --- a/hed/schema/schema_io/wiki2schema.py +++ b/hed/schema/schema_io/wiki2schema.py @@ -290,6 +290,7 @@ def _read_schema(self, lines): for line_number, line in lines: if line.startswith(wiki_constants.ROOT_TAG): parent_tags = [] + level_adj = 0 else: level = self._get_tag_level(line) + level_adj if level < len(parent_tags): diff --git a/hed/schema/schema_io/xml2schema.py b/hed/schema/schema_io/xml2schema.py index b6311debe..90d884848 100644 --- a/hed/schema/schema_io/xml2schema.py +++ b/hed/schema/schema_io/xml2schema.py @@ -119,7 +119,11 @@ def _populate_tag_dictionaries(self): for tag_element in tag_elements: tag = self._get_tag_path_from_tag_element(tag_element) if loading_from_chain: - tag = tag.replace(loading_from_chain_short, loading_from_chain) + if loading_from_chain_short == tag or not tag.startswith(loading_from_chain_short): + loading_from_chain_short = "" + loading_from_chain = "" + else: + tag = tag.replace(loading_from_chain_short, loading_from_chain) tag_entry = self._parse_node(tag_element, HedSectionKey.AllTags, tag) rooted_entry = schema_validation_util.find_rooted_entry(tag_entry, self._schema, self._loading_merged) diff --git a/tests/data/schema_tests/merge_tests/bad_sort_test.mediawiki b/tests/data/schema_tests/merge_tests/bad_sort_test.mediawiki new file mode 100644 index 000000000..0de91e5a6 --- /dev/null +++ b/tests/data/schema_tests/merge_tests/bad_sort_test.mediawiki @@ -0,0 +1,18 @@ +HED library="testlib" version="1.0.2" + +'''Prologue''' +This is to make sure it's properly handling tags that are a previous tag name extended with a dash. + +!# start schema + +'''BaseTag'''{extensionAllowed} +* Node +** Subnode1 +* Node-extended +** Subnode3 + +!# end schema + +'''Epilogue''' + +!# end hed \ No newline at end of file diff --git a/tests/data/schema_tests/merge_tests/sorted_root.mediawiki b/tests/data/schema_tests/merge_tests/sorted_root.mediawiki new file mode 100644 index 000000000..d5e31f3b2 --- /dev/null +++ b/tests/data/schema_tests/merge_tests/sorted_root.mediawiki @@ -0,0 +1,49 @@ +HED library="testlib" version="1.0.2" withStandard="8.2.0" unmerged="true" + +'''Prologue''' +This schema is the first official release that includes an xsd and requires unit class, unit modifier, value class, schema attribute and property sections. + +!# start schema + +'''Violin-sound''' {rooted=Instrument-sound} [These should be sorted. Violin should be last] +* Violin-subsound3 +* Violin-subsound1 +* Violin-subsound2 + +'''Oboe-sound''' {rooted=Instrument-sound} [These should be sorted. Oboe should be second] +* Oboe-subsound2 +* Oboe-subsound1 + +'''B-nonextension''' [These should not be sorted. B should be first] +* SubnodeB1 +* SubnodeB2 + +'''A-nonextension''' [These should not be sorted. A should be second] +* SubnodeA3 +* SubnodeA1 +* SubnodeA2 + +'''Flute-sound''' {rooted=Instrument-sound} [These should be sorted. Flute should be first] +* Flute-subsound2 +* Flute-subsound1 + +'''C-nonextension''' [These should not be sorted. C should be last] +* SubnodeC3 +* SubnodeC1 +* SubnodeC2 + +'''B-extensionallowed'''{extensionAllowed} [These should be sorted. This section should be second.] +* SubnodeE3 +* SubnodeE1 +* SubnodeE2 + +'''A-extensionallowed'''{extensionAllowed} [These should be sorted. This section should be first.] +* SubnodeD3 +* SubnodeD1 +* SubnodeD2 + +!# end schema + +'''Epilogue''' + +!# end hed \ No newline at end of file diff --git a/tests/data/schema_tests/merge_tests/sorted_root_merged.xml b/tests/data/schema_tests/merge_tests/sorted_root_merged.xml new file mode 100644 index 000000000..fb2442755 --- /dev/null +++ b/tests/data/schema_tests/merge_tests/sorted_root_merged.xml @@ -0,0 +1,7519 @@ + + + This schema is the first official release that includes an xsd and requires unit class, unit modifier, value class, schema attribute and property sections. + + + Event + Something that happens at a given time and (typically) place. Elements of this tag subtree designate the general category in which an event falls. + + suggestedTag + Task-property + + + Sensory-event + Something perceivable by the participant. An event meant to be an experimental stimulus should include the tag Task-property/Task-event-role/Experimental-stimulus. + + suggestedTag + Task-event-role + Sensory-presentation + + + + Agent-action + Any action engaged in by an agent (see the Agent subtree for agent categories). A participant response to an experiment stimulus should include the tag Agent-property/Agent-task-role/Experiment-participant. + + suggestedTag + Task-event-role + Agent + + + + Data-feature + An event marking the occurrence of a data feature such as an interictal spike or alpha burst that is often added post hoc to the data record. + + suggestedTag + Data-property + + + + Experiment-control + An event pertaining to the physical control of the experiment during its operation. + + + Experiment-procedure + An event indicating an experimental procedure, as in performing a saliva swab during the experiment or administering a survey. + + + Experiment-structure + An event specifying a change-point of the structure of experiment. This event is typically used to indicate a change in experimental conditions or tasks. + + + Measurement-event + A discrete measure returned by an instrument. + + suggestedTag + Data-property + + + + + Agent + Someone or something that takes an active role or produces a specified effect.The role or effect may be implicit. Being alive or performing an activity such as a computation may qualify something to be an agent. An agent may also be something that simulates something else. + + suggestedTag + Agent-property + + + Animal-agent + An agent that is an animal. + + + Avatar-agent + An agent associated with an icon or avatar representing another agent. + + + Controller-agent + An agent experiment control software or hardware. + + + Human-agent + A person who takes an active role or produces a specified effect. + + + Robotic-agent + An agent mechanical device capable of performing a variety of often complex tasks on command or by being programmed in advance. + + + Software-agent + An agent computer program. + + + + B-nonextension + These should not be sorted. B should be first + + inLibrary + testlib + + + SubnodeB1 + + inLibrary + testlib + + + + SubnodeB2 + + inLibrary + testlib + + + + + A-nonextension + These should not be sorted. A should be second + + inLibrary + testlib + + + SubnodeA3 + + inLibrary + testlib + + + + SubnodeA1 + + inLibrary + testlib + + + + SubnodeA2 + + inLibrary + testlib + + + + + C-nonextension + These should not be sorted. C should be last + + inLibrary + testlib + + + SubnodeC3 + + inLibrary + testlib + + + + SubnodeC1 + + inLibrary + testlib + + + + SubnodeC2 + + inLibrary + testlib + + + + + Action + Do something. + + extensionAllowed + + + Communicate + Convey knowledge of or information about something. + + Communicate-gesturally + Communicate nonverbally using visible bodily actions, either in place of speech or together and in parallel with spoken words. Gestures include movement of the hands, face, or other parts of the body. + + relatedTag + Move-face + Move-upper-extremity + + + Clap-hands + Strike the palms of against one another resoundingly, and usually repeatedly, especially to express approval. + + + Clear-throat + Cough slightly so as to speak more clearly, attract attention, or to express hesitancy before saying something awkward. + + relatedTag + Move-face + Move-head + + + + Frown + Express disapproval, displeasure, or concentration, typically by turning down the corners of the mouth. + + relatedTag + Move-face + + + + Grimace + Make a twisted expression, typically expressing disgust, pain, or wry amusement. + + relatedTag + Move-face + + + + Nod-head + Tilt head in alternating up and down arcs along the sagittal plane. It is most commonly, but not universally, used to indicate agreement, acceptance, or acknowledgement. + + relatedTag + Move-head + + + + Pump-fist + Raise with fist clenched in triumph or affirmation. + + relatedTag + Move-upper-extremity + + + + Raise-eyebrows + Move eyebrows upward. + + relatedTag + Move-face + Move-eyes + + + + Shake-fist + Clench hand into a fist and shake to demonstrate anger. + + relatedTag + Move-upper-extremity + + + + Shake-head + Turn head from side to side as a way of showing disagreement or refusal. + + relatedTag + Move-head + + + + Shhh + Place finger over lips and possibly uttering the syllable shhh to indicate the need to be quiet. + + relatedTag + Move-upper-extremity + + + + Shrug + Lift shoulders up towards head to indicate a lack of knowledge about a particular topic. + + relatedTag + Move-upper-extremity + Move-torso + + + + Smile + Form facial features into a pleased, kind, or amused expression, typically with the corners of the mouth turned up and the front teeth exposed. + + relatedTag + Move-face + + + + Spread-hands + Spread hands apart to indicate ignorance. + + relatedTag + Move-upper-extremity + + + + Thumb-up + Extend the thumb upward to indicate approval. + + relatedTag + Move-upper-extremity + + + + Thumbs-down + Extend the thumb downward to indicate disapproval. + + relatedTag + Move-upper-extremity + + + + Wave + Raise hand and move left and right, as a greeting or sign of departure. + + relatedTag + Move-upper-extremity + + + + Widen-eyes + Open eyes and possibly with eyebrows lifted especially to express surprise or fear. + + relatedTag + Move-face + Move-eyes + + + + Wink + Close and open one eye quickly, typically to indicate that something is a joke or a secret or as a signal of affection or greeting. + + relatedTag + Move-face + Move-eyes + + + + + Communicate-musically + Communicate using music. + + Hum + Make a low, steady continuous sound like that of a bee. Sing with the lips closed and without uttering speech. + + + Play-instrument + Make musical sounds using an instrument. + + + Sing + Produce musical tones by means of the voice. + + + Vocalize + Utter vocal sounds. + + + Whistle + Produce a shrill clear sound by forcing breath out or air in through the puckered lips. + + + + Communicate-vocally + Communicate using mouth or vocal cords. + + Cry + Shed tears associated with emotions, usually sadness but also joy or frustration. + + + Groan + Make a deep inarticulate sound in response to pain or despair. + + + Laugh + Make the spontaneous sounds and movements of the face and body that are the instinctive expressions of lively amusement and sometimes also of contempt or derision. + + + Scream + Make loud, vociferous cries or yells to express pain, excitement, or fear. + + + Shout + Say something very loudly. + + + Sigh + Emit a long, deep, audible breath expressing sadness, relief, tiredness, or a similar feeling. + + + Speak + Communicate using spoken language. + + + Whisper + Speak very softly using breath without vocal cords. + + + + + Move + Move in a specified direction or manner. Change position or posture. + + Breathe + Inhale or exhale during respiration. + + Blow + Expel air through pursed lips. + + + Cough + Suddenly and audibly expel air from the lungs through a partially closed glottis, preceded by inhalation. + + + Exhale + Blow out or expel breath. + + + Hiccup + Involuntarily spasm the diaphragm and respiratory organs, with a sudden closure of the glottis and a characteristic sound like that of a cough. + + + Hold-breath + Interrupt normal breathing by ceasing to inhale or exhale. + + + Inhale + Draw in with the breath through the nose or mouth. + + + Sneeze + Suddenly and violently expel breath through the nose and mouth. + + + Sniff + Draw in air audibly through the nose to detect a smell, to stop it from running, or to express contempt. + + + + Move-body + Move entire body. + + Bend + Move body in a bowed or curved manner. + + + Dance + Perform a purposefully selected sequences of human movement often with aesthetic or symbolic value. Move rhythmically to music, typically following a set sequence of steps. + + + Fall-down + Lose balance and collapse. + + + Flex + Cause a muscle to stand out by contracting or tensing it. Bend a limb or joint. + + + Jerk + Make a quick, sharp, sudden movement. + + + Lie-down + Move to a horizontal or resting position. + + + Recover-balance + Return to a stable, upright body position. + + + Shudder + Tremble convulsively, sometimes as a result of fear or revulsion. + + + Sit-down + Move from a standing to a sitting position. + + + Sit-up + Move from lying down to a sitting position. + + + Stand-up + Move from a sitting to a standing position. + + + Stretch + Straighten or extend body or a part of body to its full length, typically so as to tighten muscles or in order to reach something. + + + Stumble + Trip or momentarily lose balance and almost fall. + + + Turn + Change or cause to change direction. + + + + Move-body-part + Move one part of a body. + + Move-eyes + Move eyes. + + Blink + Shut and open the eyes quickly. + + + Close-eyes + Lower and keep eyelids in a closed position. + + + Fixate + Direct eyes to a specific point or target. + + + Inhibit-blinks + Purposely prevent blinking. + + + Open-eyes + Raise eyelids to expose pupil. + + + Saccade + Move eyes rapidly between fixation points. + + + Squint + Squeeze one or both eyes partly closed in an attempt to see more clearly or as a reaction to strong light. + + + Stare + Look fixedly or vacantly at someone or something with eyes wide open. + + + + Move-face + Move the face or jaw. + + Bite + Seize with teeth or jaws an object or organism so as to grip or break the surface covering. + + + Burp + Noisily release air from the stomach through the mouth. Belch. + + + Chew + Repeatedly grinding, tearing, and or crushing with teeth or jaws. + + + Gurgle + Make a hollow bubbling sound like that made by water running out of a bottle. + + + Swallow + Cause or allow something, especially food or drink to pass down the throat. + + Gulp + Swallow quickly or in large mouthfuls, often audibly, sometimes to indicate apprehension. + + + + Yawn + Take a deep involuntary inhalation with the mouth open often as a sign of drowsiness or boredom. + + + + Move-head + Move head. + + Lift-head + Tilt head back lifting chin. + + + Lower-head + Move head downward so that eyes are in a lower position. + + + Turn-head + Rotate head horizontally to look in a different direction. + + + + Move-lower-extremity + Move leg and/or foot. + + Curl-toes + Bend toes sometimes to grip. + + + Hop + Jump on one foot. + + + Jog + Run at a trot to exercise. + + + Jump + Move off the ground or other surface through sudden muscular effort in the legs. + + + Kick + Strike out or flail with the foot or feet. Strike using the leg, in unison usually with an area of the knee or lower using the foot. + + + Pedal + Move by working the pedals of a bicycle or other machine. + + + Press-foot + Move by pressing foot. + + + Run + Travel on foot at a fast pace. + + + Step + Put one leg in front of the other and shift weight onto it. + + Heel-strike + Strike the ground with the heel during a step. + + + Toe-off + Push with toe as part of a stride. + + + + Trot + Run at a moderate pace, typically with short steps. + + + Walk + Move at a regular pace by lifting and setting down each foot in turn never having both feet off the ground at once. + + + + Move-torso + Move body trunk. + + + Move-upper-extremity + Move arm, shoulder, and/or hand. + + Drop + Let or cause to fall vertically. + + + Grab + Seize suddenly or quickly. Snatch or clutch. + + + Grasp + Seize and hold firmly. + + + Hold-down + Prevent someone or something from moving by holding them firmly. + + + Lift + Raising something to higher position. + + + Make-fist + Close hand tightly with the fingers bent against the palm. + + + Point + Draw attention to something by extending a finger or arm. + + + Press + Apply pressure to something to flatten, shape, smooth or depress it. This action tag should be used to indicate key presses and mouse clicks. + + relatedTag + Push + + + + Push + Apply force in order to move something away. Use Press to indicate a key press or mouse click. + + relatedTag + Press + + + + Reach + Stretch out your arm in order to get or touch something. + + + Release + Make available or set free. + + + Retract + Draw or pull back. + + + Scratch + Drag claws or nails over a surface or on skin. + + + Snap-fingers + Make a noise by pushing second finger hard against thumb and then releasing it suddenly so that it hits the base of the thumb. + + + Touch + Come into or be in contact with. + + + + + + Perceive + Produce an internal, conscious image through stimulating a sensory system. + + Hear + Give attention to a sound. + + + See + Direct gaze toward someone or something or in a specified direction. + + + Sense-by-touch + Sense something through receptors in the skin. + + + Smell + Inhale in order to ascertain an odor or scent. + + + Taste + Sense a flavor in the mouth and throat on contact with a substance. + + + + Perform + Carry out or accomplish an action, task, or function. + + Close + Act as to blocked against entry or passage. + + + Collide-with + Hit with force when moving. + + + Halt + Bring or come to an abrupt stop. + + + Modify + Change something. + + + Open + Widen an aperture, door, or gap, especially one allowing access to something. + + + Operate + Control the functioning of a machine, process, or system. + + + Play + Engage in activity for enjoyment and recreation rather than a serious or practical purpose. + + + Read + Interpret something that is written or printed. + + + Repeat + Make do or perform again. + + + Rest + Be inactive in order to regain strength, health, or energy. + + + Write + Communicate or express by means of letters or symbols written or imprinted on a surface. + + + + Think + Direct the mind toward someone or something or use the mind actively to form connected ideas. + + Allow + Allow access to something such as allowing a car to pass. + + + Attend-to + Focus mental experience on specific targets. + + + Count + Tally items either silently or aloud. + + + Deny + Refuse to give or grant something requested or desired by someone. + + + Detect + Discover or identify the presence or existence of something. + + + Discriminate + Recognize a distinction. + + + Encode + Convert information or an instruction into a particular form. + + + Evade + Escape or avoid, especially by cleverness or trickery. + + + Generate + Cause something, especially an emotion or situation to arise or come about. + + + Identify + Establish or indicate who or what someone or something is. + + + Imagine + Form a mental image or concept of something. + + + Judge + Evaluate evidence to make a decision or form a belief. + + + Learn + Adaptively change behavior as the result of experience. + + + Memorize + Adaptively change behavior as the result of experience. + + + Plan + Think about the activities required to achieve a desired goal. + + + Predict + Say or estimate that something will happen or will be a consequence of something without having exact informaton. + + + Recall + Remember information by mental effort. + + + Recognize + Identify someone or something from having encountered them before. + + + Respond + React to something such as a treatment or a stimulus. + + + Switch-attention + Transfer attention from one focus to another. + + + Track + Follow a person, animal, or object through space or time. + + + + + A-extensionallowed + These should be sorted. This section should be first. + + extensionAllowed + + + inLibrary + testlib + + + SubnodeD1 + + inLibrary + testlib + + + + SubnodeD2 + + inLibrary + testlib + + + + SubnodeD3 + + inLibrary + testlib + + + + + B-extensionallowed + These should be sorted. This section should be second. + + extensionAllowed + + + inLibrary + testlib + + + SubnodeE1 + + inLibrary + testlib + + + + SubnodeE2 + + inLibrary + testlib + + + + SubnodeE3 + + inLibrary + testlib + + + + + Item + An independently existing thing (living or nonliving). + + extensionAllowed + + + Biological-item + An entity that is biological, that is related to living organisms. + + Anatomical-item + A biological structure, system, fluid or other substance excluding single molecular entities. + + Body + The biological structure representing an organism. + + + Body-part + Any part of an organism. + + Head + The upper part of the human body, or the front or upper part of the body of an animal, typically separated from the rest of the body by a neck, and containing the brain, mouth, and sense organs. + + Ear + A sense organ needed for the detection of sound and for establishing balance. + + + Face + The anterior portion of the head extending from the forehead to the chin and ear to ear. The facial structures contain the eyes, nose and mouth, cheeks and jaws. + + Cheek + The fleshy part of the face bounded by the eyes, nose, ear, and jaw line. + + + Chin + The part of the face below the lower lip and including the protruding part of the lower jaw. + + + Eye + The organ of sight or vision. + + + Eyebrow + The arched strip of hair on the bony ridge above each eye socket. + + + Forehead + The part of the face between the eyebrows and the normal hairline. + + + Lip + Fleshy fold which surrounds the opening of the mouth. + + + Mouth + The proximal portion of the digestive tract, containing the oral cavity and bounded by the oral opening. + + + Nose + A structure of special sense serving as an organ of the sense of smell and as an entrance to the respiratory tract. + + + Teeth + The hard bonelike structures in the jaws. A collection of teeth arranged in some pattern in the mouth or other part of the body. + + + + Hair + The filamentous outgrowth of the epidermis. + + + + Lower-extremity + Refers to the whole inferior limb (leg and/or foot). + + Ankle + A gliding joint between the distal ends of the tibia and fibula and the proximal end of the talus. + + + Calf + The fleshy part at the back of the leg below the knee. + + + Foot + The structure found below the ankle joint required for locomotion. + + Big-toe + The largest toe on the inner side of the foot. + + + Heel + The back of the foot below the ankle. + + + Instep + The part of the foot between the ball and the heel on the inner side. + + + Little-toe + The smallest toe located on the outer side of the foot. + + + Toes + The terminal digits of the foot. + + + + Knee + A joint connecting the lower part of the femur with the upper part of the tibia. + + + Shin + Front part of the leg below the knee. + + + Thigh + Upper part of the leg between hip and knee. + + + + Torso + The body excluding the head and neck and limbs. + + Buttocks + The round fleshy parts that form the lower rear area of a human trunk. + + + Gentalia + The external organs of reproduction. + + deprecatedFrom + 8.1.0 + + + + Hip + The lateral prominence of the pelvis from the waist to the thigh. + + + Torso-back + The rear surface of the human body from the shoulders to the hips. + + + Torso-chest + The anterior side of the thorax from the neck to the abdomen. + + + Waist + The abdominal circumference at the navel. + + + + Upper-extremity + Refers to the whole superior limb (shoulder, arm, elbow, wrist, hand). + + Elbow + A type of hinge joint located between the forearm and upper arm. + + + Forearm + Lower part of the arm between the elbow and wrist. + + + Hand + The distal portion of the upper extremity. It consists of the carpus, metacarpus, and digits. + + Finger + Any of the digits of the hand. + + Index-finger + The second finger from the radial side of the hand, next to the thumb. + + + Little-finger + The fifth and smallest finger from the radial side of the hand. + + + Middle-finger + The middle or third finger from the radial side of the hand. + + + Ring-finger + The fourth finger from the radial side of the hand. + + + Thumb + The thick and short hand digit which is next to the index finger in humans. + + + + Knuckles + A part of a finger at a joint where the bone is near the surface, especially where the finger joins the hand. + + + Palm + The part of the inner surface of the hand that extends from the wrist to the bases of the fingers. + + + + Shoulder + Joint attaching upper arm to trunk. + + + Upper-arm + Portion of arm between shoulder and elbow. + + + Wrist + A joint between the distal end of the radius and the proximal row of carpal bones. + + + + + + Organism + A living entity, more specifically a biological entity that consists of one or more cells and is capable of genomic replication (independently or not). + + Animal + A living organism that has membranous cell walls, requires oxygen and organic foods, and is capable of voluntary movement. + + + Human + The bipedal primate mammal Homo sapiens. + + + Plant + Any living organism that typically synthesizes its food from inorganic substances and possesses cellulose cell walls. + + + + + Language-item + An entity related to a systematic means of communicating by the use of sounds, symbols, or gestures. + + suggestedTag + Sensory-presentation + + + Character + A mark or symbol used in writing. + + + Clause + A unit of grammatical organization next below the sentence in rank, usually consisting of a subject and predicate. + + + Glyph + A hieroglyphic character, symbol, or pictograph. + + + Nonword + A group of letters or speech sounds that looks or sounds like a word but that is not accepted as such by native speakers. + + + Paragraph + A distinct section of a piece of writing, usually dealing with a single theme. + + + Phoneme + A speech sound that is distinguished by the speakers of a particular language. + + + Phrase + A phrase is a group of words functioning as a single unit in the syntax of a sentence. + + + Sentence + A set of words that is complete in itself, conveying a statement, question, exclamation, or command and typically containing an explicit or implied subject and a predicate containing a finite verb. + + + Syllable + A unit of spoken language larger than a phoneme. + + + Textblock + A block of text. + + + Word + A word is the smallest free form (an item that may be expressed in isolation with semantic or pragmatic content) in a language. + + + + Object + Something perceptible by one or more of the senses, especially by vision or touch. A material thing. + + suggestedTag + Sensory-presentation + + + Geometric-object + An object or a representation that has structure and topology in space. + + 2D-shape + A planar, two-dimensional shape. + + Arrow + A shape with a pointed end indicating direction. + + + Clockface + The dial face of a clock. A location identifier based on clockface numbering or anatomic subregion. + + + Cross + A figure or mark formed by two intersecting lines crossing at their midpoints. + + + Dash + A horizontal stroke in writing or printing to mark a pause or break in sense or to represent omitted letters or words. + + + Ellipse + A closed plane curve resulting from the intersection of a circular cone and a plane cutting completely through it, especially a plane not parallel to the base. + + Circle + A ring-shaped structure with every point equidistant from the center. + + + + Rectangle + A parallelogram with four right angles. + + Square + A square is a special rectangle with four equal sides. + + + + Single-point + A point is a geometric entity that is located in a zero-dimensional spatial region and whose position is defined by its coordinates in some coordinate system. + + + Star + A conventional or stylized representation of a star, typically one having five or more points. + + + Triangle + A three-sided polygon. + + + + 3D-shape + A geometric three-dimensional shape. + + Box + A square or rectangular vessel, usually made of cardboard or plastic. + + Cube + A solid or semi-solid in the shape of a three dimensional square. + + + + Cone + A shape whose base is a circle and whose sides taper up to a point. + + + Cylinder + A surface formed by circles of a given radius that are contained in a plane perpendicular to a given axis, whose centers align on the axis. + + + Ellipsoid + A closed plane curve resulting from the intersection of a circular cone and a plane cutting completely through it, especially a plane not parallel to the base. + + Sphere + A solid or hollow three-dimensional object bounded by a closed surface such that every point on the surface is equidistant from the center. + + + + Pyramid + A polyhedron of which one face is a polygon of any number of sides, and the other faces are triangles with a common vertex. + + + + Pattern + An arrangement of objects, facts, behaviors, or other things which have scientific, mathematical, geometric, statistical, or other meaning. + + Dots + A small round mark or spot. + + + LED-pattern + A pattern created by lighting selected members of a fixed light emitting diode array. + + + + + Ingestible-object + Something that can be taken into the body by the mouth for digestion or absorption. + + + Man-made-object + Something constructed by human means. + + Building + A structure that has a roof and walls and stands more or less permanently in one place. + + Attic + A room or a space immediately below the roof of a building. + + + Basement + The part of a building that is wholly or partly below ground level. + + + Entrance + The means or place of entry. + + + Roof + A roof is the covering on the uppermost part of a building which provides protection from animals and weather, notably rain, but also heat, wind and sunlight. + + + Room + An area within a building enclosed by walls and floor and ceiling. + + + + Clothing + A covering designed to be worn on the body. + + + Device + An object contrived for a specific purpose. + + Assistive-device + A device that help an individual accomplish a task. + + Glasses + Frames with lenses worn in front of the eye for vision correction, eye protection, or protection from UV rays. + + + Writing-device + A device used for writing. + + Pen + A common writing instrument used to apply ink to a surface for writing or drawing. + + + Pencil + An implement for writing or drawing that is constructed of a narrow solid pigment core in a protective casing that prevents the core from being broken or marking the hand. + + + + + Computing-device + An electronic device which take inputs and processes results from the inputs. + + Cellphone + A telephone with access to a cellular radio system so it can be used over a wide area, without a physical connection to a network. + + + Desktop-computer + A computer suitable for use at an ordinary desk. + + + Laptop-computer + A computer that is portable and suitable for use while traveling. + + + Tablet-computer + A small portable computer that accepts input directly on to its screen rather than via a keyboard or mouse. + + + + Engine + A motor is a machine designed to convert one or more forms of energy into mechanical energy. + + + IO-device + Hardware used by a human (or other system) to communicate with a computer. + + Input-device + A piece of equipment used to provide data and control signals to an information processing system such as a computer or information appliance. + + Computer-mouse + A hand-held pointing device that detects two-dimensional motion relative to a surface. + + Mouse-button + An electric switch on a computer mouse which can be pressed or clicked to select or interact with an element of a graphical user interface. + + + Scroll-wheel + A scroll wheel or mouse wheel is a wheel used for scrolling made of hard plastic with a rubbery surface usually located between the left and right mouse buttons and is positioned perpendicular to the mouse surface. + + + + Joystick + A control device that uses a movable handle to create two-axis input for a computer device. + + + Keyboard + A device consisting of mechanical keys that are pressed to create input to a computer. + + Keyboard-key + A button on a keyboard usually representing letters, numbers, functions, or symbols. + + # + Value of a keyboard key. + + takesValue + + + + + + Keypad + A device consisting of keys, usually in a block arrangement, that provides limited input to a system. + + Keypad-key + A key on a separate section of a computer keyboard that groups together numeric keys and those for mathematical or other special functions in an arrangement like that of a calculator. + + # + Value of keypad key. + + takesValue + + + + + + Microphone + A device designed to convert sound to an electrical signal. + + + Push-button + A switch designed to be operated by pressing a button. + + + + Output-device + Any piece of computer hardware equipment which converts information into human understandable form. + + Auditory-device + A device designed to produce sound. + + Headphones + An instrument that consists of a pair of small loudspeakers, or less commonly a single speaker, held close to ears and connected to a signal source such as an audio amplifier, radio, CD player or portable media player. + + + Loudspeaker + A device designed to convert electrical signals to sounds that can be heard. + + + + Display-device + An output device for presentation of information in visual or tactile form the latter used for example in tactile electronic displays for blind people. + + Computer-screen + An electronic device designed as a display or a physical device designed to be a protective meshwork. + + Screen-window + A part of a computer screen that contains a display different from the rest of the screen. A window is a graphical control element consisting of a visual area containing some of the graphical user interface of the program it belongs to and is framed by a window decoration. + + + + Head-mounted-display + An instrument that functions as a display device, worn on the head or as part of a helmet, that has a small display optic in front of one (monocular HMD) or each eye (binocular HMD). + + + LED-display + A LED display is a flat panel display that uses an array of light-emitting diodes as pixels for a video display. + + + + + Recording-device + A device that copies information in a signal into a persistent information bearer. + + EEG-recorder + A device for recording electric currents in the brain using electrodes applied to the scalp, to the surface of the brain, or placed within the substance of the brain. + + + File-storage + A device for recording digital information to a permanent media. + + + MEG-recorder + A device for measuring the magnetic fields produced by electrical activity in the brain, usually conducted externally. + + + Motion-capture + A device for recording the movement of objects or people. + + + Tape-recorder + A device for recording and reproduction usually using magnetic tape for storage that can be saved and played back. + + + + Touchscreen + A control component that operates an electronic device by pressing the display on the screen. + + + + Machine + A human-made device that uses power to apply forces and control movement to perform an action. + + + Measurement-device + A device in which a measure function inheres. + + Clock + A device designed to indicate the time of day or to measure the time duration of an event or action. + + Clock-face + A location identifier based on clockface numbering or anatomic subregion. + + + + + Robot + A mechanical device that sometimes resembles a living animal and is capable of performing a variety of often complex human tasks on command or by being programmed in advance. + + + Tool + A component that is not part of a device but is designed to support its assemby or operation. + + + + Document + A physical object, or electronic counterpart, that is characterized by containing writing which is meant to be human-readable. + + Book + A volume made up of pages fastened along one edge and enclosed between protective covers. + + + Letter + A written message addressed to a person or organization. + + + Note + A brief written record. + + + Notebook + A book for notes or memoranda. + + + Questionnaire + A document consisting of questions and possibly responses, depending on whether it has been filled out. + + + + Furnishing + Furniture, fittings, and other decorative accessories, such as curtains and carpets, for a house or room. + + + Manufactured-material + Substances created or extracted from raw materials. + + Ceramic + A hard, brittle, heat-resistant and corrosion-resistant material made by shaping and then firing a nonmetallic mineral, such as clay, at a high temperature. + + + Glass + A brittle transparent solid with irregular atomic structure. + + + Paper + A thin sheet material produced by mechanically or chemically processing cellulose fibres derived from wood, rags, grasses or other vegetable sources in water. + + + Plastic + Various high-molecular-weight thermoplastic or thermosetting polymers that are capable of being molded, extruded, drawn, or otherwise shaped and then hardened into a form. + + + Steel + An alloy made up of iron with typically a few tenths of a percent of carbon to improve its strength and fracture resistance compared to iron. + + + + Media + Media are audo/visual/audiovisual modes of communicating information for mass consumption. + + Media-clip + A short segment of media. + + Audio-clip + A short segment of audio. + + + Audiovisual-clip + A short media segment containing both audio and video. + + + Video-clip + A short segment of video. + + + + Visualization + An planned process that creates images, diagrams or animations from the input data. + + Animation + A form of graphical illustration that changes with time to give a sense of motion or represent dynamic changes in the portrayal. + + + Art-installation + A large-scale, mixed-media constructions, often designed for a specific place or for a temporary period of time. + + + Braille + A display using a system of raised dots that can be read with the fingers by people who are blind. + + + Image + Any record of an imaging event whether physical or electronic. + + Cartoon + A type of illustration, sometimes animated, typically in a non-realistic or semi-realistic style. The specific meaning has evolved over time, but the modern usage usually refers to either an image or series of images intended for satire, caricature, or humor. A motion picture that relies on a sequence of illustrations for its animation. + + + Drawing + A representation of an object or outlining a figure, plan, or sketch by means of lines. + + + Icon + A sign (such as a word or graphic symbol) whose form suggests its meaning. + + + Painting + A work produced through the art of painting. + + + Photograph + An image recorded by a camera. + + + + Movie + A sequence of images displayed in succession giving the illusion of continuous movement. + + + Outline-visualization + A visualization consisting of a line or set of lines enclosing or indicating the shape of an object in a sketch or diagram. + + + Point-light-visualization + A display in which action is depicted using a few points of light, often generated from discrete sensors in motion capture. + + + Sculpture + A two- or three-dimensional representative or abstract forms, especially by carving stone or wood or by casting metal or plaster. + + + Stick-figure-visualization + A drawing showing the head of a human being or animal as a circle and all other parts as straight lines. + + + + + Navigational-object + An object whose purpose is to assist directed movement from one location to another. + + Path + A trodden way. A way or track laid down for walking or made by continual treading. + + + Road + An open way for the passage of vehicles, persons, or animals on land. + + Lane + A defined path with physical dimensions through which an object or substance may traverse. + + + + Runway + A paved strip of ground on a landing field for the landing and takeoff of aircraft. + + + + Vehicle + A mobile machine which transports people or cargo. + + Aircraft + A vehicle which is able to travel through air in an atmosphere. + + + Bicycle + A human-powered, pedal-driven, single-track vehicle, having two wheels attached to a frame, one behind the other. + + + Boat + A watercraft of any size which is able to float or plane on water. + + + Car + A wheeled motor vehicle used primarily for the transportation of human passengers. + + + Cart + A cart is a vehicle which has two wheels and is designed to transport human passengers or cargo. + + + Tractor + A mobile machine specifically designed to deliver a high tractive effort at slow speeds, and mainly used for the purposes of hauling a trailer or machinery used in agriculture or construction. + + + Train + A connected line of railroad cars with or without a locomotive. + + + Truck + A motor vehicle which, as its primary funcion, transports cargo rather than human passangers. + + + + + Natural-object + Something that exists in or is produced by nature, and is not artificial or man-made. + + Mineral + A solid, homogeneous, inorganic substance occurring in nature and having a definite chemical composition. + + + Natural-feature + A feature that occurs in nature. A prominent or identifiable aspect, region, or site of interest. + + Field + An unbroken expanse as of ice or grassland. + + + Hill + A rounded elevation of limited extent rising above the surrounding land with local relief of less than 300m. + + + Mountain + A landform that extends above the surrounding terrain in a limited area. + + + River + A natural freshwater surface stream of considerable volume and a permanent or seasonal flow, moving in a definite channel toward a sea, lake, or another river. + + + Waterfall + A sudden descent of water over a step or ledge in the bed of a river. + + + + + + Sound + Mechanical vibrations transmitted by an elastic medium. Something that can be heard. + + Environmental-sound + Sounds occuring in the environment. An accumulation of noise pollution that occurs outside. This noise can be caused by transport, industrial, and recreational activities. + + Crowd-sound + Noise produced by a mixture of sounds from a large group of people. + + + Signal-noise + Any part of a signal that is not the true or original signal but is introduced by the communication mechanism. + + + + Musical-sound + Sound produced by continuous and regular vibrations, as opposed to noise. + + Instrument-sound + Sound produced by a musical instrument. + + Flute-sound + These should be sorted. Flute should be first + + rooted + Instrument-sound + + + inLibrary + testlib + + + Flute-subsound1 + + inLibrary + testlib + + + + Flute-subsound2 + + inLibrary + testlib + + + + + Oboe-sound + These should be sorted. Oboe should be second + + rooted + Instrument-sound + + + inLibrary + testlib + + + Oboe-subsound1 + + inLibrary + testlib + + + + Oboe-subsound2 + + inLibrary + testlib + + + + + Violin-sound + These should be sorted. Violin should be last + + rooted + Instrument-sound + + + inLibrary + testlib + + + Violin-subsound1 + + inLibrary + testlib + + + + Violin-subsound2 + + inLibrary + testlib + + + + Violin-subsound3 + + inLibrary + testlib + + + + + + Tone + A musical note, warble, or other sound used as a particular signal on a telephone or answering machine. + + + Vocalized-sound + Musical sound produced by vocal cords in a biological agent. + + + + Named-animal-sound + A sound recognizable as being associated with particular animals. + + Barking + Sharp explosive cries like sounds made by certain animals, especially a dog, fox, or seal. + + + Bleating + Wavering cries like sounds made by a sheep, goat, or calf. + + + Chirping + Short, sharp, high-pitched noises like sounds made by small birds or an insects. + + + Crowing + Loud shrill sounds characteristic of roosters. + + + Growling + Low guttural sounds like those that made in the throat by a hostile dog or other animal. + + + Meowing + Vocalizations like those made by as those cats. These sounds have diverse tones and are sometimes chattered, murmured or whispered. The purpose can be assertive. + + + Mooing + Deep vocal sounds like those made by a cow. + + + Purring + Low continuous vibratory sound such as those made by cats. The sound expresses contentment. + + + Roaring + Loud, deep, or harsh prolonged sounds such as those made by big cats and bears for long-distance communication and intimidation. + + + Squawking + Loud, harsh noises such as those made by geese. + + + + Named-object-sound + A sound identifiable as coming from a particular type of object. + + Alarm-sound + A loud signal often loud continuous ringing to alert people to a problem or condition that requires urgent attention. + + + Beep + A short, single tone, that is typically high-pitched and generally made by a computer or other machine. + + + Buzz + A persistent vibratory sound often made by a buzzer device and used to indicate something incorrect. + + + Click + The sound made by a mechanical cash register, often to designate a reward. + + + Ding + A short ringing sound such as that made by a bell, often to indicate a correct response or the expiration of time. + + + Horn-blow + A loud sound made by forcing air through a sound device that funnels air to create the sound, often used to sound an alert. + + + Ka-ching + The sound made by a mechanical cash register, often to designate a reward. + + + Siren + A loud, continuous sound often varying in frequency designed to indicate an emergency. + + + + + + Property + Something that pertains to a thing. A characteristic of some entity. A quality or feature regarded as a characteristic or inherent part of someone or something. HED attributes are adjectives or adverbs. + + extensionAllowed + + + Agent-property + Something that pertains to an agent. + + extensionAllowed + + + Agent-state + The state of the agent. + + Agent-cognitive-state + The state of the cognitive processes or state of mind of the agent. + + Alert + Condition of heightened watchfulness or preparation for action. + + + Anesthetized + Having lost sensation to pain or having senses dulled due to the effects of an anesthetic. + + + Asleep + Having entered a periodic, readily reversible state of reduced awareness and metabolic activity, usually accompanied by physical relaxation and brain activity. + + + Attentive + Concentrating and focusing mental energy on the task or surroundings. + + + Awake + In a non sleeping state. + + + Brain-dead + Characterized by the irreversible absence of cortical and brain stem functioning. + + + Comatose + In a state of profound unconsciousness associated with markedly depressed cerebral activity. + + + Distracted + Lacking in concentration because of being preoccupied. + + + Drowsy + In a state of near-sleep, a strong desire for sleep, or sleeping for unusually long periods. + + + Intoxicated + In a state with disturbed psychophysiological functions and responses as a result of administration or ingestion of a psychoactive substance. + + + Locked-in + In a state of complete paralysis of all voluntary muscles except for the ones that control the movements of the eyes. + + + Passive + Not responding or initiating an action in response to a stimulus. + + + Resting + A state in which the agent is not exhibiting any physical exertion. + + + Vegetative + A state of wakefulness and conscience, but (in contrast to coma) with involuntary opening of the eyes and movements (such as teeth grinding, yawning, or thrashing of the extremities). + + + + Agent-emotional-state + The status of the general temperament and outlook of an agent. + + Angry + Experiencing emotions characterized by marked annoyance or hostility. + + + Aroused + In a state reactive to stimuli leading to increased heart rate and blood pressure, sensory alertness, mobility and readiness to respond. + + + Awed + Filled with wonder. Feeling grand, sublime or powerful emotions characterized by a combination of joy, fear, admiration, reverence, and/or respect. + + + Compassionate + Feeling or showing sympathy and concern for others often evoked for a person who is in distress and associated with altruistic motivation. + + + Content + Feeling satisfaction with things as they are. + + + Disgusted + Feeling revulsion or profound disapproval aroused by something unpleasant or offensive. + + + Emotionally-neutral + Feeling neither satisfied nor dissatisfied. + + + Empathetic + Understanding and sharing the feelings of another. Being aware of, being sensitive to, and vicariously experiencing the feelings, thoughts, and experience of another. + + + Excited + Feeling great enthusiasm and eagerness. + + + Fearful + Feeling apprehension that one may be in danger. + + + Frustrated + Feeling annoyed as a result of being blocked, thwarted, disappointed or defeated. + + + Grieving + Feeling sorrow in response to loss, whether physical or abstract. + + + Happy + Feeling pleased and content. + + + Jealous + Feeling threatened by a rival in a relationship with another individual, in particular an intimate partner, usually involves feelings of threat, fear, suspicion, distrust, anxiety, anger, betrayal, and rejection. + + + Joyful + Feeling delight or intense happiness. + + + Loving + Feeling a strong positive emotion of affection and attraction. + + + Relieved + No longer feeling pain, distress, anxiety, or reassured. + + + Sad + Feeling grief or unhappiness. + + + Stressed + Experiencing mental or emotional strain or tension. + + + + Agent-physiological-state + Having to do with the mechanical, physical, or biochemical function of an agent. + + Healthy + Having no significant health-related issues. + + relatedTag + Sick + + + + Hungry + Being in a state of craving or desiring food. + + relatedTag + Sated + Thirsty + + + + Rested + Feeling refreshed and relaxed. + + relatedTag + Tired + + + + Sated + Feeling full. + + relatedTag + Hungry + + + + Sick + Being in a state of ill health, bodily malfunction, or discomfort. + + relatedTag + Healthy + + + + Thirsty + Feeling a need to drink. + + relatedTag + Hungry + + + + Tired + Feeling in need of sleep or rest. + + relatedTag + Rested + + + + + Agent-postural-state + Pertaining to the position in which agent holds their body. + + Crouching + Adopting a position where the knees are bent and the upper body is brought forward and down, sometimes to avoid detection or to defend oneself. + + + Eyes-closed + Keeping eyes closed with no blinking. + + + Eyes-open + Keeping eyes open with occasional blinking. + + + Kneeling + Positioned where one or both knees are on the ground. + + + On-treadmill + Ambulation on an exercise apparatus with an endless moving belt to support moving in place. + + + Prone + Positioned in a recumbent body position whereby the person lies on its stomach and faces downward. + + + Seated-with-chin-rest + Using a device that supports the chin and head. + + + Sitting + In a seated position. + + + Standing + Assuming or maintaining an erect upright position. + + + + + Agent-task-role + The function or part that is ascribed to an agent in performing the task. + + Experiment-actor + An agent who plays a predetermined role to create the experiment scenario. + + + Experiment-controller + An agent exerting control over some aspect of the experiment. + + + Experiment-participant + Someone who takes part in an activity related to an experiment. + + + Experimenter + Person who is the owner of the experiment and has its responsibility. + + + + Agent-trait + A genetically, environmentally, or socially determined characteristic of an agent. + + Age + Length of time elapsed time since birth of the agent. + + # + + takesValue + + + valueClass + numericClass + + + + + Agent-experience-level + Amount of skill or knowledge that the agent has as pertains to the task. + + Expert-level + Having comprehensive and authoritative knowledge of or skill in a particular area related to the task. + + relatedTag + Intermediate-experience-level + Novice-level + + + + Intermediate-experience-level + Having a moderate amount of knowledge or skill related to the task. + + relatedTag + Expert-level + Novice-level + + + + Novice-level + Being inexperienced in a field or situation related to the task. + + relatedTag + Expert-level + Intermediate-experience-level + + + + + Ethnicity + Belong to a social group that has a common national or cultural tradition. Use with Label to avoid extension. + + + Gender + Characteristics that are socially constructed, including norms, behaviors, and roles based on sex. + + + Handedness + Individual preference for use of a hand, known as the dominant hand. + + Ambidextrous + Having no overall dominance in the use of right or left hand or foot in the performance of tasks that require one hand or foot. + + + Left-handed + Preference for using the left hand or foot for tasks requiring the use of a single hand or foot. + + + Right-handed + Preference for using the right hand or foot for tasks requiring the use of a single hand or foot. + + + + Race + Belonging to a group sharing physical or social qualities as defined within a specified society. Use with Label to avoid extension. + + + Sex + Physical properties or qualities by which male is distinguished from female. + + Female + Biological sex of an individual with female sexual organs such ova. + + + Intersex + Having genitalia and/or secondary sexual characteristics of indeterminate sex. + + + Male + Biological sex of an individual with male sexual organs producing sperm. + + + + + + Data-property + Something that pertains to data or information. + + extensionAllowed + + + Data-marker + An indicator placed to mark something. + + Data-break-marker + An indicator place to indicate a gap in the data. + + + Temporal-marker + An indicator placed at a particular time in the data. + + Inset + Marks an intermediate point in an ongoing event of temporal extent. + + topLevelTagGroup + + + reserved + + + relatedTag + Onset + Offset + + + + Offset + Marks the end of an event of temporal extent. + + topLevelTagGroup + + + reserved + + + relatedTag + Onset + Inset + + + + Onset + Marks the start of an ongoing event of temporal extent. + + topLevelTagGroup + + + reserved + + + relatedTag + Inset + Offset + + + + Pause + Indicates the temporary interruption of the operation a process and subsequently wait for a signal to continue. + + + Time-out + A cancellation or cessation that automatically occurs when a predefined interval of time has passed without a certain event occurring. + + + Time-sync + A synchronization signal whose purpose to help synchronize different signals or processes. Often used to indicate a marker inserted into the recorded data to allow post hoc synchronization of concurrently recorded data streams. + + + + + Data-resolution + Smallest change in a quality being measured by an sensor that causes a perceptible change. + + Printer-resolution + Resolution of a printer, usually expressed as the number of dots-per-inch for a printer. + + # + + takesValue + + + valueClass + numericClass + + + + + Screen-resolution + Resolution of a screen, usually expressed as the of pixels in a dimension for a digital display device. + + # + + takesValue + + + valueClass + numericClass + + + + + Sensory-resolution + Resolution of measurements by a sensing device. + + # + + takesValue + + + valueClass + numericClass + + + + + Spatial-resolution + Linear spacing of a spatial measurement. + + # + + takesValue + + + valueClass + numericClass + + + + + Spectral-resolution + Measures the ability of a sensor to resolve features in the electromagnetic spectrum. + + # + + takesValue + + + valueClass + numericClass + + + + + Temporal-resolution + Measures the ability of a sensor to resolve features in time. + + # + + takesValue + + + valueClass + numericClass + + + + + + Data-source-type + The type of place, person, or thing from which the data comes or can be obtained. + + Computed-feature + A feature computed from the data by a tool. This tag should be grouped with a label of the form Toolname_propertyName. + + + Computed-prediction + A computed extrapolation of known data. + + + Expert-annotation + An explanatory or critical comment or other in-context information provided by an authority. + + + Instrument-measurement + Information obtained from a device that is used to measure material properties or make other observations. + + + Observation + Active acquisition of information from a primary source. Should be grouped with a label of the form AgentID_featureName. + + + + Data-value + Designation of the type of a data item. + + Categorical-value + Indicates that something can take on a limited and usually fixed number of possible values. + + Categorical-class-value + Categorical values that fall into discrete classes such as true or false. The grouping is absolute in the sense that it is the same for all participants. + + All + To a complete degree or to the full or entire extent. + + relatedTag + Some + None + + + + Correct + Free from error. Especially conforming to fact or truth. + + relatedTag + Wrong + + + + Explicit + Stated clearly and in detail, leaving no room for confusion or doubt. + + relatedTag + Implicit + + + + False + Not in accordance with facts, reality or definitive criteria. + + relatedTag + True + + + + Implicit + Implied though not plainly expressed. + + relatedTag + Explicit + + + + Invalid + Not allowed or not conforming to the correct format or specifications. + + relatedTag + Valid + + + + None + No person or thing, nobody, not any. + + relatedTag + All + Some + + + + Some + At least a small amount or number of, but not a large amount of, or often. + + relatedTag + All + None + + + + True + Conforming to facts, reality or definitive criteria. + + relatedTag + False + + + + Valid + Allowable, usable, or acceptable. + + relatedTag + Invalid + + + + Wrong + Inaccurate or not correct. + + relatedTag + Correct + + + + + Categorical-judgment-value + Categorical values that are based on the judgment or perception of the participant such familiar and famous. + + Abnormal + Deviating in any way from the state, position, structure, condition, behavior, or rule which is considered a norm. + + relatedTag + Normal + + + + Asymmetrical + Lacking symmetry or having parts that fail to correspond to one another in shape, size, or arrangement. + + relatedTag + Symmetrical + + + + Audible + A sound that can be perceived by the participant. + + relatedTag + Inaudible + + + + Complex + Hard, involved or complicated, elaborate, having many parts. + + relatedTag + Simple + + + + Congruent + Concordance of multiple evidence lines. In agreement or harmony. + + relatedTag + Incongruent + + + + Constrained + Keeping something within particular limits or bounds. + + relatedTag + Unconstrained + + + + Disordered + Not neatly arranged. Confused and untidy. A structural quality in which the parts of an object are non-rigid. + + relatedTag + Ordered + + + + Familiar + Recognized, familiar, or within the scope of knowledge. + + relatedTag + Unfamiliar + Famous + + + + Famous + A person who has a high degree of recognition by the general population for his or her success or accomplishments. A famous person. + + relatedTag + Familiar + Unfamiliar + + + + Inaudible + A sound below the threshold of perception of the participant. + + relatedTag + Audible + + + + Incongruent + Not in agreement or harmony. + + relatedTag + Congruent + + + + Involuntary + An action that is not made by choice. In the body, involuntary actions (such as blushing) occur automatically, and cannot be controlled by choice. + + relatedTag + Voluntary + + + + Masked + Information exists but is not provided or is partially obscured due to security, privacy, or other concerns. + + relatedTag + Unmasked + + + + Normal + Being approximately average or within certain limits. Conforming with or constituting a norm or standard or level or type or social norm. + + relatedTag + Abnormal + + + + Ordered + Conforming to a logical or comprehensible arrangement of separate elements. + + relatedTag + Disordered + + + + Simple + Easily understood or presenting no difficulties. + + relatedTag + Complex + + + + Symmetrical + Made up of exactly similar parts facing each other or around an axis. Showing aspects of symmetry. + + relatedTag + Asymmetrical + + + + Unconstrained + Moving without restriction. + + relatedTag + Constrained + + + + Unfamiliar + Not having knowledge or experience of. + + relatedTag + Familiar + Famous + + + + Unmasked + Information is revealed. + + relatedTag + Masked + + + + Voluntary + Using free will or design; not forced or compelled; controlled by individual volition. + + relatedTag + Involuntary + + + + + Categorical-level-value + Categorical values based on dividing a continuous variable into levels such as high and low. + + Cold + Having an absence of heat. + + relatedTag + Hot + + + + Deep + Extending relatively far inward or downward. + + relatedTag + Shallow + + + + High + Having a greater than normal degree, intensity, or amount. + + relatedTag + Low + Medium + + + + Hot + Having an excess of heat. + + relatedTag + Cold + + + + Large + Having a great extent such as in physical dimensions, period of time, amplitude or frequency. + + relatedTag + Small + + + + Liminal + Situated at a sensory threshold that is barely perceptible or capable of eliciting a response. + + relatedTag + Subliminal + Supraliminal + + + + Loud + Having a perceived high intensity of sound. + + relatedTag + Quiet + + + + Low + Less than normal in degree, intensity or amount. + + relatedTag + High + + + + Medium + Mid-way between small and large in number, quantity, magnitude or extent. + + relatedTag + Low + High + + + + Negative + Involving disadvantage or harm. + + relatedTag + Positive + + + + Positive + Involving advantage or good. + + relatedTag + Negative + + + + Quiet + Characterizing a perceived low intensity of sound. + + relatedTag + Loud + + + + Rough + Having a surface with perceptible bumps, ridges, or irregularities. + + relatedTag + Smooth + + + + Shallow + Having a depth which is relatively low. + + relatedTag + Deep + + + + Small + Having a small extent such as in physical dimensions, period of time, amplitude or frequency. + + relatedTag + Large + + + + Smooth + Having a surface free from bumps, ridges, or irregularities. + + relatedTag + Rough + + + + Subliminal + Situated below a sensory threshold that is imperceptible or not capable of eliciting a response. + + relatedTag + Liminal + Supraliminal + + + + Supraliminal + Situated above a sensory threshold that is perceptible or capable of eliciting a response. + + relatedTag + Liminal + Subliminal + + + + Thick + Wide in width, extent or cross-section. + + relatedTag + Thin + + + + Thin + Narrow in width, extent or cross-section. + + relatedTag + Thick + + + + + Categorical-orientation-value + Value indicating the orientation or direction of something. + + Backward + Directed behind or to the rear. + + relatedTag + Forward + + + + Downward + Moving or leading toward a lower place or level. + + relatedTag + Leftward + Rightward + Upward + + + + Forward + At or near or directed toward the front. + + relatedTag + Backward + + + + Horizontally-oriented + Oriented parallel to or in the plane of the horizon. + + relatedTag + Vertically-oriented + + + + Leftward + Going toward or facing the left. + + relatedTag + Downward + Rightward + Upward + + + + Oblique + Slanting or inclined in direction, course, or position that is neither parallel nor perpendicular nor right-angular. + + relatedTag + Rotated + + + + Rightward + Going toward or situated on the right. + + relatedTag + Downward + Leftward + Upward + + + + Rotated + Positioned offset around an axis or center. + + + Upward + Moving, pointing, or leading to a higher place, point, or level. + + relatedTag + Downward + Leftward + Rightward + + + + Vertically-oriented + Oriented perpendicular to the plane of the horizon. + + relatedTag + Horizontally-oriented + + + + + + Physical-value + The value of some physical property of something. + + Temperature + A measure of hot or cold based on the average kinetic energy of the atoms or molecules in the system. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + temperatureUnits + + + + + Weight + The relative mass or the quantity of matter contained by something. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + weightUnits + + + + + + Quantitative-value + Something capable of being estimated or expressed with numeric values. + + Fraction + A numerical value between 0 and 1. + + # + + takesValue + + + valueClass + numericClass + + + + + Item-count + The integer count of something which is usually grouped with the entity it is counting. (Item-count/3, A) indicates that 3 of A have occurred up to this point. + + # + + takesValue + + + valueClass + numericClass + + + + + Item-index + The index of an item in a collection, sequence or other structure. (A (Item-index/3, B)) means that A is item number 3 in B. + + # + + takesValue + + + valueClass + numericClass + + + + + Item-interval + An integer indicating how many items or entities have passed since the last one of these. An item interval of 0 indicates the current item. + + # + + takesValue + + + valueClass + numericClass + + + + + Percentage + A fraction or ratio with 100 understood as the denominator. + + # + + takesValue + + + valueClass + numericClass + + + + + Ratio + A quotient of quantities of the same kind for different components within the same system. + + # + + takesValue + + + valueClass + numericClass + + + + + + Spatiotemporal-value + A property relating to space and/or time. + + Rate-of-change + The amount of change accumulated per unit time. + + Acceleration + Magnitude of the rate of change in either speed or direction. The direction of change should be given separately. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + accelerationUnits + + + + + Frequency + Frequency is the number of occurrences of a repeating event per unit time. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + frequencyUnits + + + + + Jerk-rate + Magnitude of the rate at which the acceleration of an object changes with respect to time. The direction of change should be given separately. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + jerkUnits + + + + + Refresh-rate + The frequency with which the image on a computer monitor or similar electronic display screen is refreshed, usually expressed in hertz. + + # + + takesValue + + + valueClass + numericClass + + + + + Sampling-rate + The number of digital samples taken or recorded per unit of time. + + # + + takesValue + + + unitClass + frequencyUnits + + + + + Speed + A scalar measure of the rate of movement of the object expressed either as the distance travelled divided by the time taken (average speed) or the rate of change of position with respect to time at a particular point (instantaneous speed). The direction of change should be given separately. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + speedUnits + + + + + Temporal-rate + The number of items per unit of time. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + frequencyUnits + + + + + + Spatial-value + Value of an item involving space. + + Angle + The amount of inclination of one line to another or the plane of one object to another. + + # + + takesValue + + + unitClass + angleUnits + + + valueClass + numericClass + + + + + Distance + A measure of the space separating two objects or points. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Position + A reference to the alignment of an object, a particular situation or view of a situation, or the location of an object. Coordinates with respect a specified frame of reference or the default Screen-frame if no frame is given. + + X-position + The position along the x-axis of the frame of reference. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Y-position + The position along the y-axis of the frame of reference. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Z-position + The position along the z-axis of the frame of reference. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + + Size + The physical magnitude of something. + + Area + The extent of a 2-dimensional surface enclosed within a boundary. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + areaUnits + + + + + Depth + The distance from the surface of something especially from the perspective of looking from the front. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Height + The vertical measurement or distance from the base to the top of an object. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Length + The linear extent in space from one end of something to the other end, or the extent of something from beginning to end. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + Volume + The amount of three dimensional space occupied by an object or the capacity of a space or container. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + volumeUnits + + + + + Width + The extent or measurement of something from side to side. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + physicalLengthUnits + + + + + + + Temporal-value + A characteristic of or relating to time or limited by time. + + Delay + The time at which an event start time is delayed from the current onset time. This tag defines the start time of an event of temporal extent and may be used with the Duration tag. + + topLevelTagGroup + + + reserved + + + relatedTag + Duration + + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Duration + The period of time during which an event occurs. This tag defines the end time of an event of temporal extent and may be used with the Delay tag. + + topLevelTagGroup + + + reserved + + + relatedTag + Delay + + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Time-interval + The period of time separating two instances, events, or occurrences. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Time-value + A value with units of time. Usually grouped with tags identifying what the value represents. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + + + Statistical-value + A value based on or employing the principles of statistics. + + extensionAllowed + + + Data-maximum + The largest possible quantity or degree. + + # + + takesValue + + + valueClass + numericClass + + + + + Data-mean + The sum of a set of values divided by the number of values in the set. + + # + + takesValue + + + valueClass + numericClass + + + + + Data-median + The value which has an equal number of values greater and less than it. + + # + + takesValue + + + valueClass + numericClass + + + + + Data-minimum + The smallest possible quantity. + + # + + takesValue + + + valueClass + numericClass + + + + + Probability + A measure of the expectation of the occurrence of a particular event. + + # + + takesValue + + + valueClass + numericClass + + + + + Standard-deviation + A measure of the range of values in a set of numbers. Standard deviation is a statistic used as a measure of the dispersion or variation in a distribution, equal to the square root of the arithmetic mean of the squares of the deviations from the arithmetic mean. + + # + + takesValue + + + valueClass + numericClass + + + + + Statistical-accuracy + A measure of closeness to true value expressed as a number between 0 and 1. + + # + + takesValue + + + valueClass + numericClass + + + + + Statistical-precision + A quantitative representation of the degree of accuracy necessary for or associated with a particular action. + + # + + takesValue + + + valueClass + numericClass + + + + + Statistical-recall + Sensitivity is a measurement datum qualifying a binary classification test and is computed by substracting the false negative rate to the integral numeral 1. + + # + + takesValue + + + valueClass + numericClass + + + + + Statistical-uncertainty + A measure of the inherent variability of repeated observation measurements of a quantity including quantities evaluated by statistical methods and by other means. + + # + + takesValue + + + valueClass + numericClass + + + + + + + Data-variability-attribute + An attribute describing how something changes or varies. + + Abrupt + Marked by sudden change. + + + Constant + Continually recurring or continuing without interruption. Not changing in time or space. + + + Continuous + Uninterrupted in time, sequence, substance, or extent. + + relatedTag + Discrete + Discontinuous + + + + Decreasing + Becoming smaller or fewer in size, amount, intensity, or degree. + + relatedTag + Increasing + + + + Deterministic + No randomness is involved in the development of the future states of the element. + + relatedTag + Random + Stochastic + + + + Discontinuous + Having a gap in time, sequence, substance, or extent. + + relatedTag + Continuous + + + + Discrete + Constituting a separate entities or parts. + + relatedTag + Continuous + Discontinuous + + + + Estimated-value + Something that has been calculated or measured approximately. + + + Exact-value + A value that is viewed to the true value according to some standard. + + + Flickering + Moving irregularly or unsteadily or burning or shining fitfully or with a fluctuating light. + + + Fractal + Having extremely irregular curves or shapes for which any suitably chosen part is similar in shape to a given larger or smaller part when magnified or reduced to the same size. + + + Increasing + Becoming greater in size, amount, or degree. + + relatedTag + Decreasing + + + + Random + Governed by or depending on chance. Lacking any definite plan or order or purpose. + + relatedTag + Deterministic + Stochastic + + + + Repetitive + A recurring action that is often non-purposeful. + + + Stochastic + Uses a random probability distribution or pattern that may be analysed statistically but may not be predicted precisely to determine future states. + + relatedTag + Deterministic + Random + + + + Varying + Differing in size, amount, degree, or nature. + + + + + Environmental-property + Relating to or arising from the surroundings of an agent. + + Augmented-reality + Using technology that enhances real-world experiences with computer-derived digital overlays to change some aspects of perception of the natural environment. The digital content is shown to the user through a smart device or glasses and responds to changes in the environment. + + + Indoors + Located inside a building or enclosure. + + + Motion-platform + A mechanism that creates the feelings of being in a real motion environment. + + + Outdoors + Any area outside a building or shelter. + + + Real-world + Located in a place that exists in real space and time under realistic conditions. + + + Rural + Of or pertaining to the country as opposed to the city. + + + Terrain + Characterization of the physical features of a tract of land. + + Composite-terrain + Tracts of land characterized by a mixure of physical features. + + + Dirt-terrain + Tracts of land characterized by a soil surface and lack of vegetation. + + + Grassy-terrain + Tracts of land covered by grass. + + + Gravel-terrain + Tracts of land covered by a surface consisting a loose aggregation of small water-worn or pounded stones. + + + Leaf-covered-terrain + Tracts of land covered by leaves and composited organic material. + + + Muddy-terrain + Tracts of land covered by a liquid or semi-liquid mixture of water and some combination of soil, silt, and clay. + + + Paved-terrain + Tracts of land covered with concrete, asphalt, stones, or bricks. + + + Rocky-terrain + Tracts of land consisting or full of rock or rocks. + + + Sloped-terrain + Tracts of land arranged in a sloping or inclined position. + + + Uneven-terrain + Tracts of land that are not level, smooth, or regular. + + + + Urban + Relating to, located in, or characteristic of a city or densely populated area. + + + Virtual-world + Using technology that creates immersive, computer-generated experiences that a person can interact with and navigate through. The digital content is generally delivered to the user through some type of headset and responds to changes in head position or through interaction with other types of sensors. Existing in a virtual setting such as a simulation or game environment. + + + + Informational-property + Something that pertains to a task. + + extensionAllowed + + + Description + An explanation of what the tag group it is in means. If the description is at the top-level of an event string, the description applies to the event. + + requireChild + + + # + + takesValue + + + valueClass + textClass + + + + + ID + An alphanumeric name that identifies either a unique object or a unique class of objects. Here the object or class may be an idea, physical countable object (or class), or physical uncountable substance (or class). + + requireChild + + + # + + takesValue + + + valueClass + textClass + + + + + Label + A string of 20 or fewer characters identifying something. Labels usually refer to general classes of things while IDs refer to specific instances. A term that is associated with some entity. A brief description given for purposes of identification. An identifying or descriptive marker that is attached to an object. + + requireChild + + + # + + takesValue + + + valueClass + nameClass + + + + + Metadata + Data about data. Information that describes another set of data. + + CogAtlas + The Cognitive Atlas ID number of something. + + # + + takesValue + + + + + CogPo + The CogPO ID number of something. + + # + + takesValue + + + + + Creation-date + The date on which data creation of this element began. + + requireChild + + + # + + takesValue + + + valueClass + dateTimeClass + + + + + Experimental-note + A brief written record about the experiment. + + # + + takesValue + + + valueClass + textClass + + + + + Library-name + Official name of a HED library. + + # + + takesValue + + + valueClass + nameClass + + + + + OBO-identifier + The identifier of a term in some Open Biology Ontology (OBO) ontology. + + # + + takesValue + + + valueClass + nameClass + + + + + Pathname + The specification of a node (file or directory) in a hierarchical file system, usually specified by listing the nodes top-down. + + # + + takesValue + + + + + Subject-identifier + A sequence of characters used to identify, name, or characterize a trial or study subject. + + # + + takesValue + + + + + Version-identifier + An alphanumeric character string that identifies a form or variant of a type or original. + + # + Usually is a semantic version. + + takesValue + + + + + + Parameter + Something user-defined for this experiment. + + Parameter-label + The name of the parameter. + + # + + takesValue + + + valueClass + nameClass + + + + + Parameter-value + The value of the parameter. + + # + + takesValue + + + valueClass + textClass + + + + + + + Organizational-property + Relating to an organization or the action of organizing something. + + Collection + A tag designating a grouping of items such as in a set or list. + + # + Name of the collection. + + takesValue + + + valueClass + nameClass + + + + + Condition-variable + An aspect of the experiment or task that is to be varied during the experiment. Task-conditions are sometimes called independent variables or contrasts. + + # + Name of the condition variable. + + takesValue + + + valueClass + nameClass + + + + + Control-variable + An aspect of the experiment that is fixed throughout the study and usually is explicitly controlled. + + # + Name of the control variable. + + takesValue + + + valueClass + nameClass + + + + + Def + A HED-specific utility tag used with a defined name to represent the tags associated with that definition. + + requireChild + + + reserved + + + # + Name of the definition. + + takesValue + + + valueClass + nameClass + + + + + Def-expand + A HED specific utility tag that is grouped with an expanded definition. The child value of the Def-expand is the name of the expanded definition. + + requireChild + + + reserved + + + tagGroup + + + # + + takesValue + + + valueClass + nameClass + + + + + Definition + A HED-specific utility tag whose child value is the name of the concept and the tag group associated with the tag is an English language explanation of a concept. + + requireChild + + + reserved + + + topLevelTagGroup + + + # + Name of the definition. + + takesValue + + + valueClass + nameClass + + + + + Event-context + A special HED tag inserted as part of a top-level tag group to contain information about the interrelated conditions under which the event occurs. The event context includes information about other events that are ongoing when this event happens. + + reserved + + + topLevelTagGroup + + + unique + + + + Event-stream + A special HED tag indicating that this event is a member of an ordered succession of events. + + # + Name of the event stream. + + takesValue + + + valueClass + nameClass + + + + + Experimental-intertrial + A tag used to indicate a part of the experiment between trials usually where nothing is happening. + + # + Optional label for the intertrial block. + + takesValue + + + valueClass + nameClass + + + + + Experimental-trial + Designates a run or execution of an activity, for example, one execution of a script. A tag used to indicate a particular organizational part in the experimental design often containing a stimulus-response pair or stimulus-response-feedback triad. + + # + Optional label for the trial (often a numerical string). + + takesValue + + + valueClass + nameClass + + + + + Indicator-variable + An aspect of the experiment or task that is measured as task conditions are varied during the experiment. Experiment indicators are sometimes called dependent variables. + + # + Name of the indicator variable. + + takesValue + + + valueClass + nameClass + + + + + Recording + A tag designating the data recording. Recording tags are usually have temporal scope which is the entire recording. + + # + Optional label for the recording. + + takesValue + + + valueClass + nameClass + + + + + Task + An assigned piece of work, usually with a time allotment. A tag used to indicate a linkage the structured activities performed as part of the experiment. + + # + Optional label for the task block. + + takesValue + + + valueClass + nameClass + + + + + Time-block + A tag used to indicate a contiguous time block in the experiment during which something is fixed or noted. + + # + Optional label for the task block. + + takesValue + + + valueClass + nameClass + + + + + + Sensory-property + Relating to sensation or the physical senses. + + Sensory-attribute + A sensory characteristic associated with another entity. + + Auditory-attribute + Pertaining to the sense of hearing. + + Loudness + Perceived intensity of a sound. + + # + + takesValue + + + valueClass + numericClass + nameClass + + + + + Pitch + A perceptual property that allows the user to order sounds on a frequency scale. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + frequencyUnits + + + + + Sound-envelope + Description of how a sound changes over time. + + Sound-envelope-attack + The time taken for initial run-up of level from nil to peak usually beginning when the key on a musical instrument is pressed. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Sound-envelope-decay + The time taken for the subsequent run down from the attack level to the designated sustain level. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Sound-envelope-release + The time taken for the level to decay from the sustain level to zero after the key is released. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + Sound-envelope-sustain + The time taken for the main sequence of the sound duration, until the key is released. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + timeUnits + + + + + + Sound-volume + The sound pressure level (SPL) usually the ratio to a reference signal estimated as the lower bound of hearing. + + # + + takesValue + + + valueClass + numericClass + + + unitClass + intensityUnits + + + + + Timbre + The perceived sound quality of a singing voice or musical instrument. + + # + + takesValue + + + valueClass + nameClass + + + + + + Gustatory-attribute + Pertaining to the sense of taste. + + Bitter + Having a sharp, pungent taste. + + + Salty + Tasting of or like salt. + + + Savory + Belonging to a taste that is salty or spicy rather than sweet. + + + Sour + Having a sharp, acidic taste. + + + Sweet + Having or resembling the taste of sugar. + + + + Olfactory-attribute + Having a smell. + + + Somatic-attribute + Pertaining to the feelings in the body or of the nervous system. + + Pain + The sensation of discomfort, distress, or agony, resulting from the stimulation of specialized nerve endings. + + + Stress + The negative mental, emotional, and physical reactions that occur when environmental stressors are perceived as exceeding the adaptive capacities of the individual. + + + + Tactile-attribute + Pertaining to the sense of touch. + + Tactile-pressure + Having a feeling of heaviness. + + + Tactile-temperature + Having a feeling of hotness or coldness. + + + Tactile-texture + Having a feeling of roughness. + + + Tactile-vibration + Having a feeling of mechanical oscillation. + + + + Vestibular-attribute + Pertaining to the sense of balance or body position. + + + Visual-attribute + Pertaining to the sense of sight. + + Color + The appearance of objects (or light sources) described in terms of perception of their hue and lightness (or brightness) and saturation. + + CSS-color + One of 140 colors supported by all browsers. For more details such as the color RGB or HEX values, check: https://www.w3schools.com/colors/colors_groups.asp. + + Blue-color + CSS color group. + + Blue + CSS-color 0x0000FF. + + + CadetBlue + CSS-color 0x5F9EA0. + + + CornflowerBlue + CSS-color 0x6495ED. + + + DarkBlue + CSS-color 0x00008B. + + + DeepSkyBlue + CSS-color 0x00BFFF. + + + DodgerBlue + CSS-color 0x1E90FF. + + + LightBlue + CSS-color 0xADD8E6. + + + LightSkyBlue + CSS-color 0x87CEFA. + + + LightSteelBlue + CSS-color 0xB0C4DE. + + + MediumBlue + CSS-color 0x0000CD. + + + MidnightBlue + CSS-color 0x191970. + + + Navy + CSS-color 0x000080. + + + PowderBlue + CSS-color 0xB0E0E6. + + + RoyalBlue + CSS-color 0x4169E1. + + + SkyBlue + CSS-color 0x87CEEB. + + + SteelBlue + CSS-color 0x4682B4. + + + + Brown-color + CSS color group. + + Bisque + CSS-color 0xFFE4C4. + + + BlanchedAlmond + CSS-color 0xFFEBCD. + + + Brown + CSS-color 0xA52A2A. + + + BurlyWood + CSS-color 0xDEB887. + + + Chocolate + CSS-color 0xD2691E. + + + Cornsilk + CSS-color 0xFFF8DC. + + + DarkGoldenRod + CSS-color 0xB8860B. + + + GoldenRod + CSS-color 0xDAA520. + + + Maroon + CSS-color 0x800000. + + + NavajoWhite + CSS-color 0xFFDEAD. + + + Olive + CSS-color 0x808000. + + + Peru + CSS-color 0xCD853F. + + + RosyBrown + CSS-color 0xBC8F8F. + + + SaddleBrown + CSS-color 0x8B4513. + + + SandyBrown + CSS-color 0xF4A460. + + + Sienna + CSS-color 0xA0522D. + + + Tan + CSS-color 0xD2B48C. + + + Wheat + CSS-color 0xF5DEB3. + + + + Cyan-color + CSS color group. + + Aqua + CSS-color 0x00FFFF. + + + Aquamarine + CSS-color 0x7FFFD4. + + + Cyan + CSS-color 0x00FFFF. + + + DarkTurquoise + CSS-color 0x00CED1. + + + LightCyan + CSS-color 0xE0FFFF. + + + MediumTurquoise + CSS-color 0x48D1CC. + + + PaleTurquoise + CSS-color 0xAFEEEE. + + + Turquoise + CSS-color 0x40E0D0. + + + + Gray-color + CSS color group. + + Black + CSS-color 0x000000. + + + DarkGray + CSS-color 0xA9A9A9. + + + DarkSlateGray + CSS-color 0x2F4F4F. + + + DimGray + CSS-color 0x696969. + + + Gainsboro + CSS-color 0xDCDCDC. + + + Gray + CSS-color 0x808080. + + + LightGray + CSS-color 0xD3D3D3. + + + LightSlateGray + CSS-color 0x778899. + + + Silver + CSS-color 0xC0C0C0. + + + SlateGray + CSS-color 0x708090. + + + + Green-color + CSS color group. + + Chartreuse + CSS-color 0x7FFF00. + + + DarkCyan + CSS-color 0x008B8B. + + + DarkGreen + CSS-color 0x006400. + + + DarkOliveGreen + CSS-color 0x556B2F. + + + DarkSeaGreen + CSS-color 0x8FBC8F. + + + ForestGreen + CSS-color 0x228B22. + + + Green + CSS-color 0x008000. + + + GreenYellow + CSS-color 0xADFF2F. + + + LawnGreen + CSS-color 0x7CFC00. + + + LightGreen + CSS-color 0x90EE90. + + + LightSeaGreen + CSS-color 0x20B2AA. + + + Lime + CSS-color 0x00FF00. + + + LimeGreen + CSS-color 0x32CD32. + + + MediumAquaMarine + CSS-color 0x66CDAA. + + + MediumSeaGreen + CSS-color 0x3CB371. + + + MediumSpringGreen + CSS-color 0x00FA9A. + + + OliveDrab + CSS-color 0x6B8E23. + + + PaleGreen + CSS-color 0x98FB98. + + + SeaGreen + CSS-color 0x2E8B57. + + + SpringGreen + CSS-color 0x00FF7F. + + + Teal + CSS-color 0x008080. + + + YellowGreen + CSS-color 0x9ACD32. + + + + Orange-color + CSS color group. + + Coral + CSS-color 0xFF7F50. + + + DarkOrange + CSS-color 0xFF8C00. + + + Orange + CSS-color 0xFFA500. + + + OrangeRed + CSS-color 0xFF4500. + + + Tomato + CSS-color 0xFF6347. + + + + Pink-color + CSS color group. + + DeepPink + CSS-color 0xFF1493. + + + HotPink + CSS-color 0xFF69B4. + + + LightPink + CSS-color 0xFFB6C1. + + + MediumVioletRed + CSS-color 0xC71585. + + + PaleVioletRed + CSS-color 0xDB7093. + + + Pink + CSS-color 0xFFC0CB. + + + + Purple-color + CSS color group. + + BlueViolet + CSS-color 0x8A2BE2. + + + DarkMagenta + CSS-color 0x8B008B. + + + DarkOrchid + CSS-color 0x9932CC. + + + DarkSlateBlue + CSS-color 0x483D8B. + + + DarkViolet + CSS-color 0x9400D3. + + + Fuchsia + CSS-color 0xFF00FF. + + + Indigo + CSS-color 0x4B0082. + + + Lavender + CSS-color 0xE6E6FA. + + + Magenta + CSS-color 0xFF00FF. + + + MediumOrchid + CSS-color 0xBA55D3. + + + MediumPurple + CSS-color 0x9370DB. + + + MediumSlateBlue + CSS-color 0x7B68EE. + + + Orchid + CSS-color 0xDA70D6. + + + Plum + CSS-color 0xDDA0DD. + + + Purple + CSS-color 0x800080. + + + RebeccaPurple + CSS-color 0x663399. + + + SlateBlue + CSS-color 0x6A5ACD. + + + Thistle + CSS-color 0xD8BFD8. + + + Violet + CSS-color 0xEE82EE. + + + + Red-color + CSS color group. + + Crimson + CSS-color 0xDC143C. + + + DarkRed + CSS-color 0x8B0000. + + + DarkSalmon + CSS-color 0xE9967A. + + + FireBrick + CSS-color 0xB22222. + + + IndianRed + CSS-color 0xCD5C5C. + + + LightCoral + CSS-color 0xF08080. + + + LightSalmon + CSS-color 0xFFA07A. + + + Red + CSS-color 0xFF0000. + + + Salmon + CSS-color 0xFA8072. + + + + White-color + CSS color group. + + AliceBlue + CSS-color 0xF0F8FF. + + + AntiqueWhite + CSS-color 0xFAEBD7. + + + Azure + CSS-color 0xF0FFFF. + + + Beige + CSS-color 0xF5F5DC. + + + FloralWhite + CSS-color 0xFFFAF0. + + + GhostWhite + CSS-color 0xF8F8FF. + + + HoneyDew + CSS-color 0xF0FFF0. + + + Ivory + CSS-color 0xFFFFF0. + + + LavenderBlush + CSS-color 0xFFF0F5. + + + Linen + CSS-color 0xFAF0E6. + + + MintCream + CSS-color 0xF5FFFA. + + + MistyRose + CSS-color 0xFFE4E1. + + + OldLace + CSS-color 0xFDF5E6. + + + SeaShell + CSS-color 0xFFF5EE. + + + Snow + CSS-color 0xFFFAFA. + + + White + CSS-color 0xFFFFFF. + + + WhiteSmoke + CSS-color 0xF5F5F5. + + + + Yellow-color + CSS color group. + + DarkKhaki + CSS-color 0xBDB76B. + + + Gold + CSS-color 0xFFD700. + + + Khaki + CSS-color 0xF0E68C. + + + LemonChiffon + CSS-color 0xFFFACD. + + + LightGoldenRodYellow + CSS-color 0xFAFAD2. + + + LightYellow + CSS-color 0xFFFFE0. + + + Moccasin + CSS-color 0xFFE4B5. + + + PaleGoldenRod + CSS-color 0xEEE8AA. + + + PapayaWhip + CSS-color 0xFFEFD5. + + + PeachPuff + CSS-color 0xFFDAB9. + + + Yellow + CSS-color 0xFFFF00. + + + + + Color-shade + A slight degree of difference between colors, especially with regard to how light or dark it is or as distinguished from one nearly like it. + + Dark-shade + A color tone not reflecting much light. + + + Light-shade + A color tone reflecting more light. + + + + Grayscale + Using a color map composed of shades of gray, varying from black at the weakest intensity to white at the strongest. + + # + White intensity between 0 and 1. + + takesValue + + + valueClass + numericClass + + + + + HSV-color + A color representation that models how colors appear under light. + + HSV-value + An attribute of a visual sensation according to which an area appears to emit more or less light. + + # + + takesValue + + + valueClass + numericClass + + + + + Hue + Attribute of a visual sensation according to which an area appears to be similar to one of the perceived colors. + + # + Angular value between 0 and 360. + + takesValue + + + valueClass + numericClass + + + + + Saturation + Colorfulness of a stimulus relative to its own brightness. + + # + B value of RGB between 0 and 1. + + takesValue + + + valueClass + numericClass + + + + + + RGB-color + A color from the RGB schema. + + RGB-blue + The blue component. + + # + B value of RGB between 0 and 1. + + takesValue + + + valueClass + numericClass + + + + + RGB-green + The green component. + + # + G value of RGB between 0 and 1. + + takesValue + + + valueClass + numericClass + + + + + RGB-red + The red component. + + # + R value of RGB between 0 and 1. + + takesValue + + + valueClass + numericClass + + + + + + + Luminance + A quality that exists by virtue of the luminous intensity per unit area projected in a given direction. + + + Opacity + A measure of impenetrability to light. + + + + + Sensory-presentation + The entity has a sensory manifestation. + + Auditory-presentation + The sense of hearing is used in the presentation to the user. + + Loudspeaker-separation + The distance between two loudspeakers. Grouped with the Distance tag. + + suggestedTag + Distance + + + + Monophonic + Relating to sound transmission, recording, or reproduction involving a single transmission path. + + + Silent + The absence of ambient audible sound or the state of having ceased to produce sounds. + + + Stereophonic + Relating to, or constituting sound reproduction involving the use of separated microphones and two transmission channels to achieve the sound separation of a live hearing. + + + + Gustatory-presentation + The sense of taste used in the presentation to the user. + + + Olfactory-presentation + The sense of smell used in the presentation to the user. + + + Somatic-presentation + The nervous system is used in the presentation to the user. + + + Tactile-presentation + The sense of touch used in the presentation to the user. + + + Vestibular-presentation + The sense balance used in the presentation to the user. + + + Visual-presentation + The sense of sight used in the presentation to the user. + + 2D-view + A view showing only two dimensions. + + + 3D-view + A view showing three dimensions. + + + Background-view + Parts of the view that are farthest from the viewer and usually the not part of the visual focus. + + + Bistable-view + Something having two stable visual forms that have two distinguishable stable forms as in optical illusions. + + + Foreground-view + Parts of the view that are closest to the viewer and usually the most important part of the visual focus. + + + Foveal-view + Visual presentation directly on the fovea. A view projected on the small depression in the retina containing only cones and where vision is most acute. + + + Map-view + A diagrammatic representation of an area of land or sea showing physical features, cities, roads. + + Aerial-view + Elevated view of an object from above, with a perspective as though the observer were a bird. + + + Satellite-view + A representation as captured by technology such as a satellite. + + + Street-view + A 360-degrees panoramic view from a position on the ground. + + + + Peripheral-view + Indirect vision as it occurs outside the point of fixation. + + + + + + Task-property + Something that pertains to a task. + + extensionAllowed + + + Task-action-type + How an agent action should be interpreted in terms of the task specification. + + Appropriate-action + An action suitable or proper in the circumstances. + + relatedTag + Inappropriate-action + + + + Correct-action + An action that was a correct response in the context of the task. + + relatedTag + Incorrect-action + Indeterminate-action + + + + Correction + An action offering an improvement to replace a mistake or error. + + + Done-indication + An action that indicates that the participant has completed this step in the task. + + relatedTag + Ready-indication + + + + Imagined-action + Form a mental image or concept of something. This is used to identity something that only happened in the imagination of the participant as in imagined movements in motor imagery paradigms. + + + Inappropriate-action + An action not in keeping with what is correct or proper for the task. + + relatedTag + Appropriate-action + + + + Incorrect-action + An action considered wrong or incorrect in the context of the task. + + relatedTag + Correct-action + Indeterminate-action + + + + Indeterminate-action + An action that cannot be distinguished between two or more possibibities in the current context. This tag might be applied when an outside evaluator or a classification algorithm cannot determine a definitive result. + + relatedTag + Correct-action + Incorrect-action + Miss + Near-miss + + + + Miss + An action considered to be a failure in the context of the task. For example, if the agent is supposed to try to hit a target and misses. + + relatedTag + Near-miss + + + + Near-miss + An action barely satisfied the requirements of the task. In a driving experiment for example this could pertain to a narrowly avoided collision or other accident. + + relatedTag + Miss + + + + Omitted-action + An expected response was skipped. + + + Ready-indication + An action that indicates that the participant is ready to perform the next step in the task. + + relatedTag + Done-indication + + + + + Task-attentional-demand + Strategy for allocating attention toward goal-relevant information. + + Bottom-up-attention + Attentional guidance purely by externally driven factors to stimuli that are salient because of their inherent properties relative to the background. Sometimes this is referred to as stimulus driven. + + relatedTag + Top-down-attention + + + + Covert-attention + Paying attention without moving the eyes. + + relatedTag + Overt-attention + + + + Divided-attention + Integrating parallel multiple stimuli. Behavior involving responding simultaneously to multiple tasks or multiple task demands. + + relatedTag + Focused-attention + + + + Focused-attention + Responding discretely to specific visual, auditory, or tactile stimuli. + + relatedTag + Divided-attention + + + + Orienting-attention + Directing attention to a target stimulus. + + + Overt-attention + Selectively processing one location over others by moving the eyes to point at that location. + + relatedTag + Covert-attention + + + + Selective-attention + Maintaining a behavioral or cognitive set in the face of distracting or competing stimuli. Ability to pay attention to a limited array of all available sensory information. + + + Sustained-attention + Maintaining a consistent behavioral response during continuous and repetitive activity. + + + Switched-attention + Having to switch attention between two or more modalities of presentation. + + + Top-down-attention + Voluntary allocation of attention to certain features. Sometimes this is referred to goal-oriented attention. + + relatedTag + Bottom-up-attention + + + + + Task-effect-evidence + The evidence supporting the conclusion that the event had the specified effect. + + Behavioral-evidence + An indication or conclusion based on the behavior of an agent. + + + Computational-evidence + A type of evidence in which data are produced, and/or generated, and/or analyzed on a computer. + + + External-evidence + A phenomenon that follows and is caused by some previous phenomenon. + + + Intended-effect + A phenomenon that is intended to follow and be caused by some previous phenomenon. + + + + Task-event-role + The purpose of an event with respect to the task. + + Experimental-stimulus + Part of something designed to elicit a response in the experiment. + + + Incidental + A sensory or other type of event that is unrelated to the task or experiment. + + + Instructional + Usually associated with a sensory event intended to give instructions to the participant about the task or behavior. + + + Mishap + Unplanned disruption such as an equipment or experiment control abnormality or experimenter error. + + + Participant-response + Something related to a participant actions in performing the task. + + + Task-activity + Something that is part of the overall task or is necessary to the overall experiment but is not directly part of a stimulus-response cycle. Examples would be taking a survey or provided providing a silva sample. + + + Warning + Something that should warn the participant that the parameters of the task have been or are about to be exceeded such as a warning message about getting too close to the shoulder of the road in a driving task. + + + + Task-relationship + Specifying organizational importance of sub-tasks. + + Background-subtask + A part of the task which should be performed in the background as for example inhibiting blinks due to instruction while performing the primary task. + + + Primary-subtask + A part of the task which should be the primary focus of the participant. + + + + Task-stimulus-role + The role the stimulus plays in the task. + + Cue + A signal for an action, a pattern of stimuli indicating a particular response. + + + Distractor + A person or thing that distracts or a plausible but incorrect option in a multiple-choice question. In pyschological studies this is sometimes referred to as a foil. + + + Expected + Considered likely, probable or anticipated. Something of low information value as in frequent non-targets in an RSVP paradigm. + + relatedTag + Unexpected + + + suggestedTag + Target + + + + Extraneous + Irrelevant or unrelated to the subject being dealt with. + + + Feedback + An evaluative response to an inquiry, process, event, or activity. + + + Go-signal + An indicator to proceed with a planned action. + + relatedTag + Stop-signal + + + + Meaningful + Conveying significant or relevant information. + + + Newly-learned + Representing recently acquired information or understanding. + + + Non-informative + Something that is not useful in forming an opinion or judging an outcome. + + + Non-target + Something other than that done or looked for. Also tag Expected if the Non-target is frequent. + + relatedTag + Target + + + + Not-meaningful + Not having a serious, important, or useful quality or purpose. + + + Novel + Having no previous example or precedent or parallel. + + + Oddball + Something unusual, or infrequent. + + relatedTag + Unexpected + + + suggestedTag + Target + + + + Penalty + A disadvantage, loss, or hardship due to some action. + + + Planned + Something that was decided on or arranged in advance. + + relatedTag + Unplanned + + + + Priming + An implicit memory effect in which exposure to a stimulus influences response to a later stimulus. + + + Query + A sentence of inquiry that asks for a reply. + + + Reward + A positive reinforcement for a desired action, behavior or response. + + + Stop-signal + An indicator that the agent should stop the current activity. + + relatedTag + Go-signal + + + + Target + Something fixed as a goal, destination, or point of examination. + + + Threat + An indicator that signifies hostility and predicts an increased probability of attack. + + + Timed + Something planned or scheduled to be done at a particular time or lasting for a specified amount of time. + + + Unexpected + Something that is not anticipated. + + relatedTag + Expected + + + + Unplanned + Something that has not been planned as part of the task. + + relatedTag + Planned + + + + + + + Relation + Concerns the way in which two or more people or things are connected. + + extensionAllowed + + + Comparative-relation + Something considered in comparison to something else. The first entity is the focus. + + Approximately-equal-to + (A, (Approximately-equal-to, B)) indicates that A and B have almost the same value. Here A and B could refer to sizes, orders, positions or other quantities. + + + Equal-to + (A, (Equal-to, B)) indicates that the size or order of A is the same as that of B. + + + Greater-than + (A, (Greater-than, B)) indicates that the relative size or order of A is bigger than that of B. + + + Greater-than-or-equal-to + (A, (Greater-than-or-equal-to, B)) indicates that the relative size or order of A is bigger than or the same as that of B. + + + Less-than + (A, (Less-than, B)) indicates that A is smaller than B. Here A and B could refer to sizes, orders, positions or other quantities. + + + Less-than-or-equal-to + (A, (Less-than-or-equal-to, B)) indicates that the relative size or order of A is smaller than or equal to B. + + + Not-equal-to + (A, (Not-equal-to, B)) indicates that the size or order of A is not the same as that of B. + + + + Connective-relation + Indicates two entities are related in some way. The first entity is the focus. + + Belongs-to + (A, (Belongs-to, B)) indicates that A is a member of B. + + + Connected-to + (A, (Connected-to, B)) indicates that A is related to B in some respect, usually through a direct link. + + + Contained-in + (A, (Contained-in, B)) indicates that A is completely inside of B. + + + Described-by + (A, (Described-by, B)) indicates that B provides information about A. + + + From-to + (A, (From-to, B)) indicates a directional relation from A to B. A is considered the source. + + + Group-of + (A, (Group-of, B)) indicates A is a group of items of type B. + + + Implied-by + (A, (Implied-by, B)) indicates B is suggested by A. + + + Includes + (A, (Includes, B)) indicates that A has B as a member or part. + + + Interacts-with + (A, (Interacts-with, B)) indicates A and B interact, possibly reciprocally. + + + Member-of + (A, (Member-of, B)) indicates A is a member of group B. + + + Part-of + (A, (Part-of, B)) indicates A is a part of the whole B. + + + Performed-by + (A, (Performed-by, B)) indicates that the action or procedure A was carried out by agent B. + + + Performed-using + (A, (Performed-using, B)) indicates that the action or procedure A was accomplished using B. + + + Related-to + (A, (Related-to, B)) indicates A has some relationship to B. + + + Unrelated-to + (A, (Unrelated-to, B)) indicates that A is not related to B. For example, A is not related to Task. + + + + Directional-relation + A relationship indicating direction of change of one entity relative to another. The first entity is the focus. + + Away-from + (A, (Away-from, B)) indicates that A is going or has moved away from B. The meaning depends on A and B. + + + Towards + (A, (Towards, B)) indicates that A is going to or has moved to B. The meaning depends on A and B. + + + + Logical-relation + Indicating a logical relationship between entities. The first entity is usually the focus. + + And + (A, (And, B)) means A and B are both in effect. + + + Or + (A, (Or, B)) means at least one of A and B are in effect. + + + + Spatial-relation + Indicating a relationship about position between entities. + + Above + (A, (Above, B)) means A is in a place or position that is higher than B. + + + Across-from + (A, (Across-from, B)) means A is on the opposite side of something from B. + + + Adjacent-to + (A, (Adjacent-to, B)) indicates that A is next to B in time or space. + + + Ahead-of + (A, (Ahead-of, B)) indicates that A is further forward in time or space in B. + + + Around + (A, (Around, B)) means A is in or near the present place or situation of B. + + + Behind + (A, (Behind, B)) means A is at or to the far side of B, typically so as to be hidden by it. + + + Below + (A, (Below, B)) means A is in a place or position that is lower than the position of B. + + + Between + (A, (Between, (B, C))) means A is in the space or interval separating B and C. + + + Bilateral-to + (A, (Bilateral, B)) means A is on both sides of B or affects both sides of B. + + + Bottom-edge-of + (A, (Bottom-edge-of, B)) means A is on the bottom most part or or near the boundary of B. + + relatedTag + Left-edge-of + Right-edge-of + Top-edge-of + + + + Boundary-of + (A, (Boundary-of, B)) means A is on or part of the edge or boundary of B. + + + Center-of + (A, (Center-of, B)) means A is at a point or or in an area that is approximately central within B. + + + Close-to + (A, (Close-to, B)) means A is at a small distance from or is located near in space to B. + + + Far-from + (A, (Far-from, B)) means A is at a large distance from or is not located near in space to B. + + + In-front-of + (A, (In-front-of, B)) means A is in a position just ahead or at the front part of B, potentially partially blocking B from view. + + + Left-edge-of + (A, (Left-edge-of, B)) means A is located on the left side of B on or near the boundary of B. + + relatedTag + Bottom-edge-of + Right-edge-of + Top-edge-of + + + + Left-side-of + (A, (Left-side-of, B)) means A is located on the left side of B usually as part of B. + + relatedTag + Right-side-of + + + + Lower-center-of + (A, (Lower-center-of, B)) means A is situated on the lower center part of B (due south). This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-left-of + Lower-right-of + Upper-center-of + Upper-right-of + + + + Lower-left-of + (A, (Lower-left-of, B)) means A is situated on the lower left part of B. This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-center-of + Lower-right-of + Upper-center-of + Upper-left-of + Upper-right-of + + + + Lower-right-of + (A, (Lower-right-of, B)) means A is situated on the lower right part of B. This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-center-of + Lower-left-of + Upper-left-of + Upper-center-of + Upper-left-of + Lower-right-of + + + + Outside-of + (A, (Outside-of, B)) means A is located in the space around but not including B. + + + Over + (A, (Over, B)) means A above is above B so as to cover or protect or A extends over the a general area as from a from a vantage point. + + + Right-edge-of + (A, (Right-edge-of, B)) means A is located on the right side of B on or near the boundary of B. + + relatedTag + Bottom-edge-of + Left-edge-of + Top-edge-of + + + + Right-side-of + (A, (Right-side-of, B)) means A is located on the right side of B usually as part of B. + + relatedTag + Left-side-of + + + + To-left-of + (A, (To-left-of, B)) means A is located on or directed toward the side to the west of B when B is facing north. This term is used when A is not part of B. + + + To-right-of + (A, (To-right-of, B)) means A is located on or directed toward the side to the east of B when B is facing north. This term is used when A is not part of B. + + + Top-edge-of + (A, (Top-edge-of, B)) means A is on the uppermost part or or near the boundary of B. + + relatedTag + Left-edge-of + Right-edge-of + Bottom-edge-of + + + + Top-of + (A, (Top-of, B)) means A is on the uppermost part, side, or surface of B. + + + Underneath + (A, (Underneath, B)) means A is situated directly below and may be concealed by B. + + + Upper-center-of + (A, (Upper-center-of, B)) means A is situated on the upper center part of B (due north). This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-center-of + Lower-left-of + Lower-right-of + Upper-center-of + Upper-right-of + + + + Upper-left-of + (A, (Upper-left-of, B)) means A is situated on the upper left part of B. This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-center-of + Lower-left-of + Lower-right-of + Upper-center-of + Upper-right-of + + + + Upper-right-of + (A, (Upper-right-of, B)) means A is situated on the upper right part of B. This relation is often used to specify qualitative information about screen position. + + relatedTag + Center-of + Lower-center-of + Lower-left-of + Upper-left-of + Upper-center-of + Lower-right-of + + + + Within + (A, (Within, B)) means A is on the inside of or contained in B. + + + + Temporal-relation + A relationship that includes a temporal or time-based component. + + After + (A, (After B)) means A happens at a time subsequent to a reference time related to B. + + + Asynchronous-with + (A, (Asynchronous-with, B)) means A happens at times not occurring at the same time or having the same period or phase as B. + + + Before + (A, (Before B)) means A happens at a time earlier in time or order than B. + + + During + (A, (During, B)) means A happens at some point in a given period of time in which B is ongoing. + + + Synchronous-with + (A, (Synchronous-with, B)) means A happens at occurs at the same time or rate as B. + + + Waiting-for + (A, (Waiting-for, B)) means A pauses for something to happen in B. + + + + + + + accelerationUnits + + defaultUnits + m-per-s^2 + + + m-per-s^2 + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + angleUnits + + defaultUnits + radian + + + radian + + SIUnit + + + conversionFactor + 1.0 + + + + rad + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + degree + + conversionFactor + 0.0174533 + + + + + areaUnits + + defaultUnits + m^2 + + + m^2 + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + currencyUnits + Units indicating the worth of something. + + defaultUnits + $ + + + dollar + + conversionFactor + 1.0 + + + + $ + + unitPrefix + + + unitSymbol + + + conversionFactor + 1.0 + + + + euro + + + point + + + + electricPotentialUnits + + defaultUnits + uv + + + v + + SIUnit + + + unitSymbol + + + conversionFactor + 0.000001 + + + + Volt + + SIUnit + + + conversionFactor + 0.000001 + + + + + frequencyUnits + + defaultUnits + Hz + + + hertz + + SIUnit + + + conversionFactor + 1.0 + + + + Hz + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + intensityUnits + + defaultUnits + dB + + + dB + Intensity expressed as ratio to a threshold. May be used for sound intensity. + + unitSymbol + + + conversionFactor + 1.0 + + + + candela + Units used to express light intensity. + + SIUnit + + + + cd + Units used to express light intensity. + + SIUnit + + + unitSymbol + + + + + jerkUnits + + defaultUnits + m-per-s^3 + + + m-per-s^3 + + unitSymbol + + + conversionFactor + 1.0 + + + + + magneticFieldUnits + Units used to magnetic field intensity. + + defaultUnits + fT + + + tesla + + SIUnit + + + conversionFactor + 10^-15 + + + + T + + SIUnit + + + unitSymbol + + + conversionFactor + 10^-15 + + + + + memorySizeUnits + + defaultUnits + B + + + byte + + SIUnit + + + conversionFactor + 1.0 + + + + B + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + physicalLengthUnits + + defaultUnits + m + + + foot + + conversionFactor + 0.3048 + + + + inch + + conversionFactor + 0.0254 + + + + meter + + SIUnit + + + conversionFactor + 1.0 + + + + metre + + SIUnit + + + conversionFactor + 1.0 + + + + m + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + mile + + conversionFactor + 1609.34 + + + + + speedUnits + + defaultUnits + m-per-s + + + m-per-s + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + mph + + unitSymbol + + + conversionFactor + 0.44704 + + + + kph + + unitSymbol + + + conversionFactor + 0.277778 + + + + + temperatureUnits + + degree Celsius + + SIUnit + + + conversionFactor + 1.0 + + + + oC + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + timeUnits + + defaultUnits + s + + + second + + SIUnit + + + conversionFactor + 1.0 + + + + s + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + day + + conversionFactor + 86400 + + + + minute + + conversionFactor + 60 + + + + hour + Should be in 24-hour format. + + conversionFactor + 3600 + + + + + volumeUnits + + defaultUnits + m^3 + + + m^3 + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + + weightUnits + + defaultUnits + g + + + g + + SIUnit + + + unitSymbol + + + conversionFactor + 1.0 + + + + gram + + SIUnit + + + conversionFactor + 1.0 + + + + pound + + conversionFactor + 453.592 + + + + lb + + conversionFactor + 453.592 + + + + + + + deca + SI unit multiple representing 10^1. + + SIUnitModifier + + + conversionFactor + 10.0 + + + + da + SI unit multiple representing 10^1. + + SIUnitSymbolModifier + + + conversionFactor + 10.0 + + + + hecto + SI unit multiple representing 10^2. + + SIUnitModifier + + + conversionFactor + 100.0 + + + + h + SI unit multiple representing 10^2. + + SIUnitSymbolModifier + + + conversionFactor + 100.0 + + + + kilo + SI unit multiple representing 10^3. + + SIUnitModifier + + + conversionFactor + 1000.0 + + + + k + SI unit multiple representing 10^3. + + SIUnitSymbolModifier + + + conversionFactor + 1000.0 + + + + mega + SI unit multiple representing 10^6. + + SIUnitModifier + + + conversionFactor + 10^6 + + + + M + SI unit multiple representing 10^6. + + SIUnitSymbolModifier + + + conversionFactor + 10^6 + + + + giga + SI unit multiple representing 10^9. + + SIUnitModifier + + + conversionFactor + 10^9 + + + + G + SI unit multiple representing 10^9. + + SIUnitSymbolModifier + + + conversionFactor + 10^9 + + + + tera + SI unit multiple representing 10^12. + + SIUnitModifier + + + conversionFactor + 10^12 + + + + T + SI unit multiple representing 10^12. + + SIUnitSymbolModifier + + + conversionFactor + 10^12 + + + + peta + SI unit multiple representing 10^15. + + SIUnitModifier + + + conversionFactor + 10^15 + + + + P + SI unit multiple representing 10^15. + + SIUnitSymbolModifier + + + conversionFactor + 10^15 + + + + exa + SI unit multiple representing 10^18. + + SIUnitModifier + + + conversionFactor + 10^18 + + + + E + SI unit multiple representing 10^18. + + SIUnitSymbolModifier + + + conversionFactor + 10^18 + + + + zetta + SI unit multiple representing 10^21. + + SIUnitModifier + + + conversionFactor + 10^21 + + + + Z + SI unit multiple representing 10^21. + + SIUnitSymbolModifier + + + conversionFactor + 10^21 + + + + yotta + SI unit multiple representing 10^24. + + SIUnitModifier + + + conversionFactor + 10^24 + + + + Y + SI unit multiple representing 10^24. + + SIUnitSymbolModifier + + + conversionFactor + 10^24 + + + + deci + SI unit submultiple representing 10^-1. + + SIUnitModifier + + + conversionFactor + 0.1 + + + + d + SI unit submultiple representing 10^-1. + + SIUnitSymbolModifier + + + conversionFactor + 0.1 + + + + centi + SI unit submultiple representing 10^-2. + + SIUnitModifier + + + conversionFactor + 0.01 + + + + c + SI unit submultiple representing 10^-2. + + SIUnitSymbolModifier + + + conversionFactor + 0.01 + + + + milli + SI unit submultiple representing 10^-3. + + SIUnitModifier + + + conversionFactor + 0.001 + + + + m + SI unit submultiple representing 10^-3. + + SIUnitSymbolModifier + + + conversionFactor + 0.001 + + + + micro + SI unit submultiple representing 10^-6. + + SIUnitModifier + + + conversionFactor + 10^-6 + + + + u + SI unit submultiple representing 10^-6. + + SIUnitSymbolModifier + + + conversionFactor + 10^-6 + + + + nano + SI unit submultiple representing 10^-9. + + SIUnitModifier + + + conversionFactor + 10^-9 + + + + n + SI unit submultiple representing 10^-9. + + SIUnitSymbolModifier + + + conversionFactor + 10^-9 + + + + pico + SI unit submultiple representing 10^-12. + + SIUnitModifier + + + conversionFactor + 10^-12 + + + + p + SI unit submultiple representing 10^-12. + + SIUnitSymbolModifier + + + conversionFactor + 10^-12 + + + + femto + SI unit submultiple representing 10^-15. + + SIUnitModifier + + + conversionFactor + 10^-15 + + + + f + SI unit submultiple representing 10^-15. + + SIUnitSymbolModifier + + + conversionFactor + 10^-15 + + + + atto + SI unit submultiple representing 10^-18. + + SIUnitModifier + + + conversionFactor + 10^-18 + + + + a + SI unit submultiple representing 10^-18. + + SIUnitSymbolModifier + + + conversionFactor + 10^-18 + + + + zepto + SI unit submultiple representing 10^-21. + + SIUnitModifier + + + conversionFactor + 10^-21 + + + + z + SI unit submultiple representing 10^-21. + + SIUnitSymbolModifier + + + conversionFactor + 10^-21 + + + + yocto + SI unit submultiple representing 10^-24. + + SIUnitModifier + + + conversionFactor + 10^-24 + + + + y + SI unit submultiple representing 10^-24. + + SIUnitSymbolModifier + + + conversionFactor + 10^-24 + + + + + + dateTimeClass + Date-times should conform to ISO8601 date-time format YYYY-MM-DDThh:mm:ss. Any variation on the full form is allowed. + + allowedCharacter + digits + T + - + : + + + + nameClass + Value class designating values that have the characteristics of node names. The allowed characters are alphanumeric, hyphen, and underbar. + + allowedCharacter + letters + digits + _ + - + + + + numericClass + Value must be a valid numerical value. + + allowedCharacter + digits + E + e + + + - + . + + + + posixPath + Posix path specification. + + allowedCharacter + digits + letters + / + : + + + + textClass + Value class designating values that have the characteristics of text such as in descriptions. + + allowedCharacter + letters + digits + blank + + + - + : + ; + . + / + ( + ) + ? + * + % + $ + @ + + + + + + allowedCharacter + A schema attribute of value classes specifying a special character that is allowed in expressing the value of a placeholder. Normally the allowed characters are listed individually. However, the word letters designates the upper and lower case alphabetic characters and the word digits designates the digits 0-9. The word blank designates the blank character. + + valueClassProperty + + + + conversionFactor + The multiplicative factor to multiply these units to convert to default units. + + unitProperty + + + unitModifierProperty + + + + deprecatedFrom + Indicates that this element is deprecated. The value of the attribute is the latest schema version in which the element appeared in undeprecated form. + + elementProperty + + + + defaultUnits + A schema attribute of unit classes specifying the default units to use if the placeholder has a unit class but the substituted value has no units. + + unitClassProperty + + + + extensionAllowed + A schema attribute indicating that users can add unlimited levels of child nodes under this tag. This tag is propagated to child nodes with the exception of the hashtag placeholders. + + boolProperty + + + nodeProperty + + + isInherited + + + + inLibrary + Indicates this schema element came from the named library schema, not the standard schema. This attribute is added by tools when a library schema is merged into its partnered standard schema. + + elementProperty + + + + recommended + A schema attribute indicating that the event-level HED string should include this tag. + + boolProperty + + + nodeProperty + + + + relatedTag + A schema attribute suggesting HED tags that are closely related to this tag. This attribute is used by tagging tools. + + nodeProperty + + + isInherited + + + + requireChild + A schema attribute indicating that one of the node elements descendants must be included when using this tag. + + boolProperty + + + nodeProperty + + + + required + A schema attribute indicating that every event-level HED string should include this tag. + + boolProperty + + + nodeProperty + + + + reserved + A schema attribute indicating that this tag has special meaning and requires special handling by tools. + + boolProperty + + + nodeProperty + + + + rooted + Indicates a top-level library schema node is identical to a node of the same name in the partnered standard schema. This attribute can only appear in nodes that have the inLibrary schema attribute. + + nodeProperty + + + + SIUnit + A schema attribute indicating that this unit element is an SI unit and can be modified by multiple and submultiple names. Note that some units such as byte are designated as SI units although they are not part of the standard. + + boolProperty + + + unitProperty + + + + SIUnitModifier + A schema attribute indicating that this SI unit modifier represents a multiple or submultiple of a base unit rather than a unit symbol. + + boolProperty + + + unitModifierProperty + + + + SIUnitSymbolModifier + A schema attribute indicating that this SI unit modifier represents a multiple or submultiple of a unit symbol rather than a base symbol. + + boolProperty + + + unitModifierProperty + + + + suggestedTag + A schema attribute that indicates another tag that is often associated with this tag. This attribute is used by tagging tools to provide tagging suggestions. + + nodeProperty + + + isInherited + + + + tagGroup + A schema attribute indicating the tag can only appear inside a tag group. + + boolProperty + + + nodeProperty + + + + takesValue + A schema attribute indicating the tag is a hashtag placeholder that is expected to be replaced with a user-defined value. + + boolProperty + + + nodeProperty + + + + topLevelTagGroup + A schema attribute indicating that this tag (or its descendants) can only appear in a top-level tag group. A tag group can have at most one tag with this attribute. + + boolProperty + + + nodeProperty + + + + unique + A schema attribute indicating that only one of this tag or its descendants can be used in the event-level HED string. + + boolProperty + + + nodeProperty + + + + unitClass + A schema attribute specifying which unit class this value tag belongs to. + + nodeProperty + + + + unitPrefix + A schema attribute applied specifically to unit elements to designate that the unit indicator is a prefix (e.g., dollar sign in the currency units). + + boolProperty + + + unitProperty + + + + unitSymbol + A schema attribute indicating this tag is an abbreviation or symbol representing a type of unit. Unit symbols represent both the singular and the plural and thus cannot be pluralized. + + boolProperty + + + unitProperty + + + + valueClass + A schema attribute specifying which value class this value tag belongs to. + + nodeProperty + + + + + + boolProperty + Indicates that the schema attribute represents something that is either true or false and does not have a value. Attributes without this value are assumed to have string values. + + + elementProperty + Indicates this schema attribute can apply to any type of element(tag term, unit class, etc). + + + isInherited + Indicates that this attribute is inherited by child nodes. This property only applies to schema attributes for nodes. + + + nodeProperty + Indicates this schema attribute applies to node (tag-term) elements. This was added to allow for an attribute to apply to multiple elements. + + + unitClassProperty + Indicates that the schema attribute is meant to be applied to unit classes. + + + unitModifierProperty + Indicates that the schema attribute is meant to be applied to unit modifier classes. + + + unitProperty + Indicates that the schema attribute is meant to be applied to units within a unit class. + + + valueClassProperty + Indicates that the schema attribute is meant to be applied to value classes. + + + diff --git a/tests/schema/test_hed_schema_io.py b/tests/schema/test_hed_schema_io.py index 62b00fcce..b341f3a3d 100644 --- a/tests/schema/test_hed_schema_io.py +++ b/tests/schema/test_hed_schema_io.py @@ -228,6 +228,24 @@ def test_saving_merged_rooted(self): self._base_merging_test(files) + def test_saving_merged_rooted_sorting(self): + files = [ + load_schema(os.path.join(self.full_base_folder, "sorted_root.mediawiki")), + load_schema(os.path.join(self.full_base_folder, "sorted_root_merged.xml")), + ] + + self._base_merging_test(files) + + def test_saving_bad_sort(self): + loaded_schema = load_schema(os.path.join(self.full_base_folder, "bad_sort_test.mediawiki")) + filename = loaded_schema.save_as_mediawiki() + try: + reloaded_schema = load_schema(filename) + finally: + os.remove(filename) + + self.assertEqual(loaded_schema, reloaded_schema) + def _base_added_class_tests(self, schema): tag_entry = schema.all_tags["Modulator"] self.assertEqual(tag_entry.attributes["suggestedTag"], "Event") From 5f9f7c51d5454b9a398599b370c9feb3a1a71440 Mon Sep 17 00:00:00 2001 From: IanCa Date: Thu, 8 Jun 2023 12:44:30 -0500 Subject: [PATCH 091/103] Silently ignore libraries with no hedxml folder --- hed/schema/hed_cache.py | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/hed/schema/hed_cache.py b/hed/schema/hed_cache.py index 57e0ef272..fbcbf12a1 100644 --- a/hed/schema/hed_cache.py +++ b/hed/schema/hed_cache.py @@ -6,6 +6,7 @@ import json from hashlib import sha1 from shutil import copyfile +import urllib import re from semantic_version import Version import portalocker @@ -371,9 +372,13 @@ def _get_hed_xml_versions_from_url(hed_base_url, library_name=None, continue if file_entry['name'] in skip_folders: continue - sub_folder_versions = \ - _get_hed_xml_versions_from_url(hed_base_url + "/" + file_entry['name'] + hedxml_suffix, - skip_folders=skip_folders, get_libraries=True) + try: + sub_folder_versions = \ + _get_hed_xml_versions_from_url(hed_base_url + "/" + file_entry['name'] + hedxml_suffix, + skip_folders=skip_folders, get_libraries=True) + except urllib.error.HTTPError as e: + # Silently ignore ones without a hedxml section for now. + continue _merge_in_versions(all_hed_versions, sub_folder_versions) expression_match = version_pattern.match(file_entry["name"]) if expression_match is not None: From a47bc86f42af60935ef0fa104357fde624b97f39 Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Sun, 11 Jun 2023 14:42:05 -0500 Subject: [PATCH 092/103] Made adding timestamp to remodeling summary files an option --- hed/tools/remodeling/cli/run_remodel.py | 5 +++-- hed/tools/remodeling/operations/base_summary.py | 5 ++++- .../remodeling/operations/factor_hed_tags_op.py | 7 +++---- .../remodeling/operations/merge_consecutive_op.py | 2 +- .../remodeling/operations/number_groups_op.py | 10 +++++----- hed/tools/remodeling/operations/number_rows_op.py | 2 +- .../remodeling/operations/remap_columns_op.py | 2 +- .../operations/summarize_column_names_op.py | 2 ++ .../operations/summarize_column_values_op.py | 15 +++++++++------ .../operations/summarize_definitions_op.py | 3 +++ .../operations/summarize_hed_tags_op.py | 2 ++ .../operations/summarize_hed_type_op.py | 2 ++ .../operations/summarize_hed_validation_op.py | 10 ++++++---- .../summarize_sidecar_from_events_op.py | 2 ++ .../remodeling/operations/test_base_summary.py | 5 ++++- 15 files changed, 48 insertions(+), 26 deletions(-) diff --git a/hed/tools/remodeling/cli/run_remodel.py b/hed/tools/remodeling/cli/run_remodel.py index 7cb7fc24a..0ba6a9262 100644 --- a/hed/tools/remodeling/cli/run_remodel.py +++ b/hed/tools/remodeling/cli/run_remodel.py @@ -42,7 +42,8 @@ def get_parser(): parser.add_argument("-r", "--hed-versions", dest="hed_versions", nargs="*", default=[], help="Optional list of HED schema versions used for annotation, include prefixes.") parser.add_argument("-s", "--save-formats", nargs="*", default=['.json', '.txt'], dest="save_formats", - help="Format for saving any summaries, if any. If no summaries are to be written, use the -ns option.") + help="Format for saving any summaries, if any. If no summaries are to be written," + + "use the -ns option.") parser.add_argument("-t", "--task-names", dest="task_names", nargs="*", default=[], help="The names of the task.") parser.add_argument("-v", "--verbose", action='store_true', help="If present, output informative messages as computation progresses.") @@ -122,7 +123,7 @@ def run_direct_ops(dispatch, args): Parameters: dispatch (Dispatcher): Controls the application of the operations and backup. - args (dict): Dictionary of arguments and their values. + args (argparse.Namespace): Dictionary of arguments and their values. """ diff --git a/hed/tools/remodeling/operations/base_summary.py b/hed/tools/remodeling/operations/base_summary.py index aedb0429d..9153ed670 100644 --- a/hed/tools/remodeling/operations/base_summary.py +++ b/hed/tools/remodeling/operations/base_summary.py @@ -137,7 +137,10 @@ def _save_summary_files(self, save_dir, file_format, summary, individual_summari summary (dictionary): Dictionary of summaries (has "Dataset" and "Individual files" keys. """ - time_stamp = '_' + get_timestamp() + if self.op.append_timecode: + time_stamp = '_' + get_timestamp() + else: + time_stamp = '' this_save = os.path.join(save_dir, self.op.summary_name + '/') os.makedirs(os.path.realpath(this_save), exist_ok=True) filename = os.path.realpath(os.path.join(this_save, self.op.summary_filename + time_stamp + file_format)) diff --git a/hed/tools/remodeling/operations/factor_hed_tags_op.py b/hed/tools/remodeling/operations/factor_hed_tags_op.py index ae1f35e63..ee8cf3df1 100644 --- a/hed/tools/remodeling/operations/factor_hed_tags_op.py +++ b/hed/tools/remodeling/operations/factor_hed_tags_op.py @@ -6,7 +6,6 @@ from hed.tools.remodeling.operations.base_op import BaseOp from hed.models.tabular_input import TabularInput from hed.models.sidecar import Sidecar -from hed.models.expression_parser import QueryParser from hed.models.df_util import get_assembled from hed.tools.analysis.analysis_util import get_expression_parsers, search_strings @@ -48,7 +47,7 @@ def __init__(self, parameters): KeyError - If a required parameter is missing. - + - If an unexpected parameter is provided. TypeError @@ -56,9 +55,9 @@ def __init__(self, parameters): ValueError - If the specification is missing a valid operation. - + - If the length of query names is not empty and not same length as queries. - + - If there are duplicate query names. """ diff --git a/hed/tools/remodeling/operations/merge_consecutive_op.py b/hed/tools/remodeling/operations/merge_consecutive_op.py index c7acdb26d..22ba34745 100644 --- a/hed/tools/remodeling/operations/merge_consecutive_op.py +++ b/hed/tools/remodeling/operations/merge_consecutive_op.py @@ -38,7 +38,7 @@ def __init__(self, parameters): KeyError - If a required parameter is missing. - If an unexpected parameter is provided. - + TypeError - If a parameter has the wrong type. diff --git a/hed/tools/remodeling/operations/number_groups_op.py b/hed/tools/remodeling/operations/number_groups_op.py index d23b9b5dc..bc9b96033 100644 --- a/hed/tools/remodeling/operations/number_groups_op.py +++ b/hed/tools/remodeling/operations/number_groups_op.py @@ -1,10 +1,9 @@ """ Implementation in progress. """ -import numpy as np + from hed.tools.remodeling.operations.base_op import BaseOp -from hed.tools.util.data_util import get_indices, tuple_to_range -import itertools -#TODO: This class is under development + +# TODO: This class is under development class NumberGroupsOp(BaseOp): @@ -35,7 +34,8 @@ def __init__(self, parameters): required_missing = required.difference(set(param_to_test.keys())) if required_missing: raise KeyError("MissingRequiredParameters", - f"Specified {param_to_test} for number_rows requires parameters {list(required_missing)}") + f"Specified {param_to_test} for number_rows requires parameters" + f"{list(required_missing)}") for param_name, param_value in param_to_test.items(): param_type = str if param_name in required: diff --git a/hed/tools/remodeling/operations/number_rows_op.py b/hed/tools/remodeling/operations/number_rows_op.py index 3157b7b3e..e37b180fb 100644 --- a/hed/tools/remodeling/operations/number_rows_op.py +++ b/hed/tools/remodeling/operations/number_rows_op.py @@ -2,7 +2,7 @@ import numpy as np from hed.tools.remodeling.operations.base_op import BaseOp -#TODO: This class is under development +# TODO: This class is under development class NumberRowsOp(BaseOp): diff --git a/hed/tools/remodeling/operations/remap_columns_op.py b/hed/tools/remodeling/operations/remap_columns_op.py index 2448d45b3..3f437ff97 100644 --- a/hed/tools/remodeling/operations/remap_columns_op.py +++ b/hed/tools/remodeling/operations/remap_columns_op.py @@ -48,7 +48,7 @@ def __init__(self, parameters): KeyError - If a required parameter is missing. - If an unexpected parameter is provided. - + TypeError - If a parameter has the wrong type. diff --git a/hed/tools/remodeling/operations/summarize_column_names_op.py b/hed/tools/remodeling/operations/summarize_column_names_op.py index d454bcc16..da3be4e52 100644 --- a/hed/tools/remodeling/operations/summarize_column_names_op.py +++ b/hed/tools/remodeling/operations/summarize_column_names_op.py @@ -23,6 +23,7 @@ class SummarizeColumnNamesOp(BaseOp): "summary_filename": str }, "optional_parameters": { + "append_timecode": bool } } @@ -46,6 +47,7 @@ def __init__(self, parameters): super().__init__(self.PARAMS, parameters) self.summary_name = parameters['summary_name'] self.summary_filename = parameters['summary_filename'] + self.append_timecode = parameters.get('append_timecode', False) def do_op(self, dispatcher, df, name, sidecar=None): """ Create factor columns corresponding to values in a specified column. diff --git a/hed/tools/remodeling/operations/summarize_column_values_op.py b/hed/tools/remodeling/operations/summarize_column_values_op.py index a01dfc856..64d67445f 100644 --- a/hed/tools/remodeling/operations/summarize_column_values_op.py +++ b/hed/tools/remodeling/operations/summarize_column_values_op.py @@ -30,8 +30,9 @@ class SummarizeColumnValuesOp(BaseOp): "value_columns": list }, "optional_parameters": { - "values_per_line": int, - "max_categorical": int + "append_timecode": bool, + "max_categorical": int, + "values_per_line": int } } @@ -61,6 +62,7 @@ def __init__(self, parameters): self.summary_filename = parameters['summary_filename'] self.skip_columns = parameters['skip_columns'] self.value_columns = parameters['value_columns'] + self.append_timecode = parameters.get('append_timecode', False) self.max_categorical = parameters.get('max_categorical', float('inf')) self.values_per_line = parameters.get('values_per_line', self.VALUES_PER_LINE) @@ -125,7 +127,7 @@ def get_details_dict(self, summary): unique_counts = [(key, len(count_dict)) for key, count_dict in this_summary['Categorical columns'].items()] this_summary['Categorical counts'] = dict(unique_counts) for key, dict_entry in this_summary['Categorical columns'].items(): - num_disp, sorted_tuples = ColumnValueSummary.sort_dict(self, dict_entry, reverse=True) + num_disp, sorted_tuples = ColumnValueSummary.sort_dict(dict_entry, reverse=True) this_summary['Categorical columns'][key] = dict(sorted_tuples[:min(num_disp, self.op.max_categorical)]) return this_summary @@ -166,7 +168,7 @@ def _get_categorical_string(self, result, offset="", indent=" "): """ Return a string with the summary for a particular categorical dictionary. Parameters: - cat_dict (dict): Dictionary of summary information for a particular tabular file. + result (dict): Dictionary of summary information for a particular tabular file. offset (str): String of blanks used as offset for every item indent (str): String of blanks used as the additional amount to indent an item's for readability. @@ -230,7 +232,8 @@ def _get_categorical_col(self, entry, count_dict, offset="", indent=" "): """ Return a string with the summary for a particular categorical column. Parameters: - dict_entry(tuple): (Name of the column, summary dict for that column) + entry(tuple): (Name of the column, summary dict for that column) + count_dict (dict): Count of the total number of unique values indexed by the name offset(str): String of blanks used as offset for all items indent (str): String of blanks used as the additional amount to indent for this item's readability. @@ -273,6 +276,6 @@ def _get_value_string(val_dict, offset="", indent=""): return "\n".join(sum_list) @staticmethod - def sort_dict(self, count_dict, reverse=False): + def sort_dict(count_dict, reverse=False): sorted_tuples = sorted(count_dict.items(), key=lambda x: x[1][0], reverse=reverse) return len(sorted_tuples), sorted_tuples diff --git a/hed/tools/remodeling/operations/summarize_definitions_op.py b/hed/tools/remodeling/operations/summarize_definitions_op.py index 73c7d5957..aa880307f 100644 --- a/hed/tools/remodeling/operations/summarize_definitions_op.py +++ b/hed/tools/remodeling/operations/summarize_definitions_op.py @@ -24,6 +24,7 @@ class SummarizeDefinitionsOp(BaseOp): "summary_filename": str }, "optional_parameters": { + "append_timecode": bool } } @@ -49,6 +50,7 @@ def __init__(self, parameters): super().__init__(self.PARAMS, parameters) self.summary_name = parameters['summary_name'] self.summary_filename = parameters['summary_filename'] + self.append_timecode = parameters.get('append_timecode', False) def do_op(self, dispatcher, df, name, sidecar=None): """ Create factor columns corresponding to values in a specified column. @@ -178,6 +180,7 @@ def nested_dict_to_string(data, level=1): return nested_dict_to_string(summary_dict) + @staticmethod def remove_description(def_entry): def_group = def_entry.contents.copy() description = "" diff --git a/hed/tools/remodeling/operations/summarize_hed_tags_op.py b/hed/tools/remodeling/operations/summarize_hed_tags_op.py index f44c70f21..5d58b78fd 100644 --- a/hed/tools/remodeling/operations/summarize_hed_tags_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_tags_op.py @@ -34,6 +34,7 @@ class SummarizeHedTagsOp(BaseOp): "tags": dict }, "optional_parameters": { + "append_timecode": bool, "expand_context": bool } } @@ -59,6 +60,7 @@ def __init__(self, parameters): self.summary_name = parameters['summary_name'] self.summary_filename = parameters['summary_filename'] self.tags = parameters['tags'] + self.append_timecode = parameters.get('append_timecode', False) self.expand_context = parameters.get('expand_context', False) def do_op(self, dispatcher, df, name, sidecar=None): diff --git a/hed/tools/remodeling/operations/summarize_hed_type_op.py b/hed/tools/remodeling/operations/summarize_hed_type_op.py index 4cbb96675..1a8c51211 100644 --- a/hed/tools/remodeling/operations/summarize_hed_type_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_type_op.py @@ -31,6 +31,7 @@ class SummarizeHedTypeOp(BaseOp): "type_tag": str }, "optional_parameters": { + "append_timecode": bool } } @@ -55,6 +56,7 @@ def __init__(self, parameters): self.summary_name = parameters['summary_name'] self.summary_filename = parameters['summary_filename'] self.type_tag = parameters['type_tag'].lower() + self.append_timecode = parameters.get('append_timecode', False) def do_op(self, dispatcher, df, name, sidecar=None): """ Summarize a specified HED type variable such as Condition-variable . diff --git a/hed/tools/remodeling/operations/summarize_hed_validation_op.py b/hed/tools/remodeling/operations/summarize_hed_validation_op.py index f395e837e..0633c5b57 100644 --- a/hed/tools/remodeling/operations/summarize_hed_validation_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_validation_op.py @@ -24,10 +24,11 @@ class SummarizeHedValidationOp(BaseOp): "operation": "summarize_hed_validation", "required_parameters": { "summary_name": str, - "summary_filename": str, - "check_for_warnings": bool + "summary_filename": str }, "optional_parameters": { + "append_timecode": bool, + "check_for_warnings": bool } } @@ -51,7 +52,8 @@ def __init__(self, parameters): super().__init__(self.PARAMS, parameters) self.summary_name = parameters['summary_name'] self.summary_filename = parameters['summary_filename'] - self.check_for_warnings = parameters['check_for_warnings'] + self.append_timecode = parameters.get('append_timecode', False) + self.check_for_warnings = parameters.get('check_for_warnings', False) def do_op(self, dispatcher, df, name, sidecar=None): """ Validate the dataframe with the accompanying sidecar, if any. @@ -220,7 +222,7 @@ def format_error(error): HedValidationSummary.update_error_location(error_locations, "row", "ec_row", error) HedValidationSummary.update_error_location(error_locations, "column", "ec_column", error) HedValidationSummary.update_error_location(error_locations, "sidecar column", - "ec_sidecarColumnName", error) + "ec_sidecarColumnName", error) HedValidationSummary.update_error_location(error_locations, "sidecar key", "ec_sidecarKeyName", error) location_str = ",".join(error_locations) if location_str: diff --git a/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py b/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py index dc68bb065..b191f0525 100644 --- a/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py +++ b/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py @@ -28,6 +28,7 @@ class SummarizeSidecarFromEventsOp(BaseOp): "value_columns": list, }, "optional_parameters": { + "append_timecode": bool } } @@ -54,6 +55,7 @@ def __init__(self, parameters): self.summary_filename = parameters['summary_filename'] self.skip_columns = parameters['skip_columns'] self.value_columns = parameters['value_columns'] + self.append_timecode = parameters.get('append_timecode', False) def do_op(self, dispatcher, df, name, sidecar=None): """ Create factor columns corresponding to values in a specified column. diff --git a/tests/tools/remodeling/operations/test_base_summary.py b/tests/tools/remodeling/operations/test_base_summary.py index 3dc2d10fc..5faed6467 100644 --- a/tests/tools/remodeling/operations/test_base_summary.py +++ b/tests/tools/remodeling/operations/test_base_summary.py @@ -12,7 +12,9 @@ class TestOp(BaseOp): "summary_name": str, "summary_filename": str }, - "optional_parameters": {} + "optional_parameters": { + "append_timecode": bool + } } SUMMARY_TYPE = "test_sum" @@ -21,6 +23,7 @@ def __init__(self, parameters): super().__init__(self.PARAMS, parameters) self.summary_name = parameters['summary_name'] self.summary_filename = parameters['summary_filename'] + self.append_timecode = parameters.get('append_timecode', False) class TestSummary(BaseSummary): From ba441381cc19a014af49fb045c7576287d0d7153 Mon Sep 17 00:00:00 2001 From: IanCa Date: Mon, 12 Jun 2023 12:42:04 -0500 Subject: [PATCH 093/103] Fix bug in caching library schema --- hed/schema/hed_cache.py | 2 +- tests/schema/test_hed_cache.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/hed/schema/hed_cache.py b/hed/schema/hed_cache.py index fbcbf12a1..51c0f9ef4 100644 --- a/hed/schema/hed_cache.py +++ b/hed/schema/hed_cache.py @@ -89,7 +89,7 @@ def get_hed_versions(local_hed_directory=None, library_name=None, get_libraries= if expression_match is not None: version = expression_match.group(3) found_library_name = expression_match.group(2) - if found_library_name != library_name: + if not get_libraries and found_library_name != library_name: continue if found_library_name not in all_hed_versions: all_hed_versions[found_library_name] = [] diff --git a/tests/schema/test_hed_cache.py b/tests/schema/test_hed_cache.py index 8b122fdf0..bf8091b15 100644 --- a/tests/schema/test_hed_cache.py +++ b/tests/schema/test_hed_cache.py @@ -85,7 +85,7 @@ def test_cache_specific_url(self): def test_get_hed_versions_all(self): cached_versions = hed_cache.get_hed_versions(self.hed_cache_dir, get_libraries=True) self.assertIsInstance(cached_versions, dict) - self.assertTrue(len(cached_versions) > 0) + self.assertTrue(len(cached_versions) > 1) def test_get_hed_versions(self): cached_versions = hed_cache.get_hed_versions(self.hed_cache_dir) From c2ba7aafe8004dd18bba678eaa0777b1959251c3 Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Mon, 12 Jun 2023 14:49:09 -0500 Subject: [PATCH 094/103] Updated the docs to experiment --- hed/tools/remodeling/operations/factor_hed_tags_op.py | 6 +++--- hed/tools/remodeling/operations/factor_hed_type_op.py | 9 +++++---- 2 files changed, 8 insertions(+), 7 deletions(-) diff --git a/hed/tools/remodeling/operations/factor_hed_tags_op.py b/hed/tools/remodeling/operations/factor_hed_tags_op.py index ee8cf3df1..f3ae8cd2f 100644 --- a/hed/tools/remodeling/operations/factor_hed_tags_op.py +++ b/hed/tools/remodeling/operations/factor_hed_tags_op.py @@ -47,15 +47,15 @@ def __init__(self, parameters): KeyError - If a required parameter is missing. - + | - If an unexpected parameter is provided. TypeError - If a parameter has the wrong type. ValueError - - If the specification is missing a valid operation. - + - If the specification is missing a valid operation. + | - If the length of query names is not empty and not same length as queries. - If there are duplicate query names. diff --git a/hed/tools/remodeling/operations/factor_hed_type_op.py b/hed/tools/remodeling/operations/factor_hed_type_op.py index 0a61974ed..73654bfb8 100644 --- a/hed/tools/remodeling/operations/factor_hed_type_op.py +++ b/hed/tools/remodeling/operations/factor_hed_type_op.py @@ -36,13 +36,14 @@ def __init__(self, parameters): parameters (dict): Actual values of the parameters for the operation. Raises: - KeyError - - If a required parameter is missing. - - If an unexpected parameter is provided. + KeyError + - If a required parameter is missing. + | + - If an unexpected parameter is provided. TypeError - If a parameter has the wrong type. - + ValueError - If the specification is missing a valid operation. From 05efcce6011fbe0af37e88d96fe212bfc1562a50 Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Tue, 13 Jun 2023 08:53:51 -0500 Subject: [PATCH 095/103] Trying out the raises --- .../operations/factor_hed_tags_op.py | 23 ++++++++----------- 1 file changed, 9 insertions(+), 14 deletions(-) diff --git a/hed/tools/remodeling/operations/factor_hed_tags_op.py b/hed/tools/remodeling/operations/factor_hed_tags_op.py index f3ae8cd2f..02621b753 100644 --- a/hed/tools/remodeling/operations/factor_hed_tags_op.py +++ b/hed/tools/remodeling/operations/factor_hed_tags_op.py @@ -43,22 +43,17 @@ def __init__(self, parameters): Parameters: parameters (dict): Actual values of the parameters for the operation. - Raises: - - KeyError - - If a required parameter is missing. - | - - If an unexpected parameter is provided. - - TypeError - - If a parameter has the wrong type. + :raises KeyError: + - If a required parameter is missing. + - If an unexpected parameter is provided. - ValueError - - If the specification is missing a valid operation. - | - - If the length of query names is not empty and not same length as queries. + :raises TypeError: + - If a parameter has the wrong type. - - If there are duplicate query names. + :raises ValueError: + - If the specification is missing a valid operation. + - If the length of query names is not empty and not same length as queries. + - If there are duplicate query names. """ super().__init__(self.PARAMS, parameters) From 19d31167b6af48aec28037ea8f6fc65844f56eae Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Tue, 13 Jun 2023 10:10:21 -0500 Subject: [PATCH 096/103] Added the raises directive --- hed/models/base_input.py | 6 ++-- hed/models/definition_entry.py | 4 +-- hed/models/hed_group.py | 4 +-- hed/models/hed_string.py | 4 +-- hed/models/hed_tag.py | 4 +-- hed/models/sidecar.py | 16 ++++++---- hed/schema/hed_schema_group.py | 4 +-- hed/schema/hed_schema_io.py | 16 +++++----- hed/schema/schema_validation_util.py | 8 ++--- hed/tools/analysis/analysis_util.py | 8 ++--- hed/tools/analysis/event_manager.py | 12 +++---- hed/tools/analysis/hed_context_manager.py | 12 +++---- hed/tools/analysis/hed_type_manager.py | 5 +-- hed/tools/analysis/hed_type_values.py | 4 +-- hed/tools/analysis/key_map.py | 12 +++---- hed/tools/bids/bids_file_dictionary.py | 12 +++---- hed/tools/bids/bids_tabular_dictionary.py | 4 +-- hed/tools/remodeling/backup_manager.py | 24 +++++++------- hed/tools/remodeling/cli/run_remodel.py | 11 +++---- .../remodeling/cli/run_remodel_backup.py | 5 ++- .../remodeling/cli/run_remodel_restore.py | 5 ++- hed/tools/remodeling/dispatcher.py | 19 ++++++------ hed/tools/remodeling/operations/base_op.py | 31 +++++++++---------- .../operations/convert_columns_op.py | 15 +++++---- .../remodeling/operations/factor_column_op.py | 15 +++++---- .../operations/factor_hed_tags_op.py | 10 +++--- .../operations/factor_hed_type_op.py | 20 ++++++------ .../operations/merge_consecutive_op.py | 30 ++++++++---------- .../remodeling/operations/number_groups_op.py | 2 +- .../remodeling/operations/remap_columns_op.py | 28 ++++++++--------- .../operations/remove_columns_op.py | 16 +++++----- .../remodeling/operations/remove_rows_op.py | 11 +++---- .../operations/rename_columns_op.py | 16 +++++----- .../operations/reorder_columns_op.py | 16 +++++----- .../remodeling/operations/split_rows_op.py | 20 ++++++------ .../operations/summarize_column_names_op.py | 11 +++---- .../operations/summarize_column_values_op.py | 12 +++---- .../operations/summarize_definitions_op.py | 14 ++++----- .../operations/summarize_hed_tags_op.py | 13 ++++---- .../operations/summarize_hed_type_op.py | 11 +++---- .../operations/summarize_hed_validation_op.py | 13 ++++---- .../summarize_sidecar_from_events_op.py | 11 +++---- hed/tools/util/data_util.py | 19 ++++++------ hed/tools/util/io_util.py | 6 ++-- 44 files changed, 255 insertions(+), 284 deletions(-) diff --git a/hed/models/base_input.py b/hed/models/base_input.py index 65ac75101..6b2787bd0 100644 --- a/hed/models/base_input.py +++ b/hed/models/base_input.py @@ -198,8 +198,10 @@ def to_excel(self, file): Parameters: file (str or file-like): Location to save this base input. - Raises: - ValueError: if empty file object or file cannot be opened. + + :raises ValueError: + - if empty file object or file cannot be opened. + """ if not file: raise ValueError("Empty file name or object passed in to BaseInput.save.") diff --git a/hed/models/definition_entry.py b/hed/models/definition_entry.py index 5d3f09edd..7c0aa3662 100644 --- a/hed/models/definition_entry.py +++ b/hed/models/definition_entry.py @@ -36,8 +36,8 @@ def get_definition(self, replace_tag, placeholder_value=None, return_copy_of_tag str: The expanded def tag name HedGroup: The contents of this definition(including the def tag itself) - Raises: - ValueError: If a placeholder_value is passed, but this definition doesn't have a placeholder. + :raises ValueError: + - If a placeholder_value is passed, but this definition doesn't have a placeholder. """ if self.takes_value == (placeholder_value is None): diff --git a/hed/models/hed_group.py b/hed/models/hed_group.py index 37947a89d..9a4af46b1 100644 --- a/hed/models/hed_group.py +++ b/hed/models/hed_group.py @@ -37,8 +37,8 @@ def append(self, tag_or_group): Parameters: tag_or_group (HedTag or HedGroup): The new object to add to this group. - Raises: - ValueError: If a HedGroupFrozen. + :raises ValueError: + If a HedGroupFrozen. """ tag_or_group._parent = self diff --git a/hed/models/hed_string.py b/hed/models/hed_string.py index 7f17df234..30b67ee3c 100644 --- a/hed/models/hed_string.py +++ b/hed/models/hed_string.py @@ -179,8 +179,8 @@ def split_into_groups(hed_string, hed_schema=None, def_dict=None): Returns: list: A list of HedTag and/or HedGroup. - Raises: - ValueError: If the string is significantly malformed, such as mismatched parentheses. + :raises ValueError: + - If the string is significantly malformed, such as mismatched parentheses. Notes: - The parse tree consists of tag groups, tags, and delimiters. diff --git a/hed/models/hed_tag.py b/hed/models/hed_tag.py index 0145a46b7..44f1612dc 100644 --- a/hed/models/hed_tag.py +++ b/hed/models/hed_tag.py @@ -130,8 +130,8 @@ def short_base_tag(self, new_tag_val): Parameters: new_tag_val (str): The new short_base_tag for this tag. - Raises: - ValueError: If tags cannot unidentified. + :raises ValueError: + - If tags cannot unidentified. Note: - Generally this is used to swap def to def-expand. diff --git a/hed/models/sidecar.py b/hed/models/sidecar.py index d48165e59..094edfa69 100644 --- a/hed/models/sidecar.py +++ b/hed/models/sidecar.py @@ -120,8 +120,9 @@ def load_sidecar_file(self, file): Parameters: file (str or FileLike): If a string, this is a filename. Otherwise, it will be parsed as a file-like. - Raises: - HedFileError: If the file was not found or could not be parsed into JSON. + :raises HedFileError: + - If the file was not found or could not be parsed into JSON. + """ if not file: return {} @@ -143,8 +144,10 @@ def load_sidecar_files(self, files): Parameters: files (str or FileLike or list): A string or file-like object representing a JSON file, or a list of such. - Raises: - HedFileError: If the file was not found or could not be parsed into JSON. + + :raises HedFileError: + - If the file was not found or could not be parsed into JSON. + """ if not files: return {} @@ -184,8 +187,9 @@ def _load_json_file(self, fp): Parameters: fp (File-like): The JSON source stream. - Raises: - HedFileError: If the file cannot be parsed. + :raises HedFileError: + - If the file cannot be parsed. + """ try: return json.load(fp) diff --git a/hed/schema/hed_schema_group.py b/hed/schema/hed_schema_group.py index 780c5d7fd..ab2112b7a 100644 --- a/hed/schema/hed_schema_group.py +++ b/hed/schema/hed_schema_group.py @@ -26,8 +26,8 @@ def __init__(self, schema_list): Returns: HedSchemaGroup: the container created. - Raises: - HedFileError: If multiple schemas have the same library prefixes. + :raises HedFileError: + - If multiple schemas have the same library prefixes. """ if len(schema_list) == 0: diff --git a/hed/schema/hed_schema_io.py b/hed/schema/hed_schema_io.py index e274e9e39..07e59dcf5 100644 --- a/hed/schema/hed_schema_io.py +++ b/hed/schema/hed_schema_io.py @@ -22,8 +22,8 @@ def from_string(schema_string, file_type=".xml", schema_namespace=None): Returns: (HedSchema): The loaded schema. - Raises: - HedFileError: If empty string or invalid extension is passed. + :raises HedFileError: + - If empty string or invalid extension is passed. Notes: - The loading is determined by file type. @@ -78,8 +78,8 @@ def load_schema(hed_path=None, schema_namespace=None): Returns: HedSchema: The loaded schema. - Raises: - HedFileError: If there are any fatal issues when loading the schema. + :raises HedFileError: + - If there are any fatal issues when loading the schema. """ if not hed_path: @@ -129,8 +129,8 @@ def _load_schema_version(xml_version=None, xml_folder=None): Returns: HedSchema or HedSchemaGroup: The requested HedSchema object. - Raises: - HedFileError: If the xml_version is not valid. + :raises HedFileError: + - If the xml_version is not valid. Notes: - The library schema files have names of the form HED_(LIBRARY_NAME)_(version).xml. @@ -178,8 +178,8 @@ def load_schema_version(xml_version=None, xml_folder=None): Returns: HedSchema or HedSchemaGroup: The schema or schema group extracted. - Raises: - HedFileError: If the xml_version is not valid. + :raises HedFileError: + - If the xml_version is not valid. Notes: - Loads the latest schema value if an empty version is given (string or list). diff --git a/hed/schema/schema_validation_util.py b/hed/schema/schema_validation_util.py index a1fe1d356..97376d380 100644 --- a/hed/schema/schema_validation_util.py +++ b/hed/schema/schema_validation_util.py @@ -80,8 +80,8 @@ def validate_attributes(attrib_dict, filename): Returns: list: List of issues. Each issue is a dictionary. - Raises: - HedFileError: if invalid or version not found in the dictionary. + :raises HedFileError: + - If invalid or version not found in the dictionary. """ validate_present_attributes(attrib_dict, filename) @@ -111,8 +111,8 @@ def find_rooted_entry(tag_entry, schema, loading_merged): rooted_tag(HedTagEntry or None): The base tag entry from the standard schema Returns None if this tag isn't rooted - Raises: - HedValueError: Raises if the tag doesn't exist or similar + :raises HedValueError: + - If the tag doesn't exist or similar """ rooted_tag = tag_entry.has_attribute(constants.HedKey.Rooted, return_value=True) diff --git a/hed/tools/analysis/analysis_util.py b/hed/tools/analysis/analysis_util.py index aa13f288d..343ff80cc 100644 --- a/hed/tools/analysis/analysis_util.py +++ b/hed/tools/analysis/analysis_util.py @@ -55,8 +55,8 @@ def get_expression_parsers(queries, query_names=None): Returns: DataFrame - containing the search strings - Raises: - ValueError - if query names are invalid or duplicated. + :raises ValueError: + - If query names are invalid or duplicated. """ expression_parsers = [] @@ -93,8 +93,8 @@ def search_strings(hed_strings, queries, query_names=None): Returns: DataFrame - containing the factor vectors with results of the queries - Raises: - ValueError - if query names are invalid or duplicated. + :raises ValueError: + - If query names are invalid or duplicated. """ diff --git a/hed/tools/analysis/event_manager.py b/hed/tools/analysis/event_manager.py index 1f1a1acea..58770a1e2 100644 --- a/hed/tools/analysis/event_manager.py +++ b/hed/tools/analysis/event_manager.py @@ -15,8 +15,8 @@ def __init__(self, data, schema): data (TabularInput): A tabular input file. schema (HedSchema): A HED schema - Raises: - HedFileError: if there are any unmatched offsets. + :raises HedFileError: + - if there are any unmatched offsets. """ @@ -46,8 +46,8 @@ def iter_context(self): def _create_event_list(self): """ Create a list of events of extended duration. - Raises: - HedFileError: If the hed_strings contain unmatched offsets. + :raises HedFileError: + - If the hed_strings contain unmatched offsets. """ @@ -107,8 +107,8 @@ def _update_onset_list(self, group, onset_dict, event_index): onset_dict (dict): A dictionary of OnsetGroup objects that keep track of span of an event. event_index (int): The event number in the list. - Raises: - HedFileError if an unmatched offset is encountered. + :raises HedFileError: + - if an unmatched offset is encountered. Notes: - Modifies onset_dict and onset_list. diff --git a/hed/tools/analysis/hed_context_manager.py b/hed/tools/analysis/hed_context_manager.py index 1cee65138..ebf053d2f 100644 --- a/hed/tools/analysis/hed_context_manager.py +++ b/hed/tools/analysis/hed_context_manager.py @@ -27,8 +27,8 @@ def __init__(self, hed_strings, hed_schema): hed_strings (list): A list of HedString objects to be managed. hed_schema (HedSchema): A HedSchema - Raises: - HedFileError: if there are any unmatched offsets. + :raises HedFileError: + - If there are any unmatched offsets. Notes: The constructor has the side-effect of splitting each element of the hed_strings list into two @@ -69,8 +69,8 @@ def iter_context(self): def _create_onset_list(self): """ Create a list of events of extended duration. - Raises: - HedFileError: If the hed_strings contain unmatched offsets. + :raises HedFileError: + - If the hed_strings contain unmatched offsets. """ @@ -122,8 +122,8 @@ def _update_onset_list(self, group, onset_dict, event_index, is_offset=False): event_index (int): The event number in the list. is_offset (bool): True if processing an offset. - Raises: - HedFileError if an unmatched offset is encountered. + :raises HedFileError: + - If an unmatched offset is encountered. Notes: - Modifies onset_dict and onset_list. diff --git a/hed/tools/analysis/hed_type_manager.py b/hed/tools/analysis/hed_type_manager.py index 31e4794fd..43ff826e8 100644 --- a/hed/tools/analysis/hed_type_manager.py +++ b/hed/tools/analysis/hed_type_manager.py @@ -16,8 +16,9 @@ def __init__(self, hed_strings, hed_schema, definitions): hed_schema (HedSchema or HedSchemaGroup): The HED schema to use for processing. definitions (dict): A dictionary of DefinitionEntry objects. - Raises: - HedFileError: On errors such as unmatched onsets or missing definitions. + :raises HedFileError: + - On errors such as unmatched onsets or missing definitions. + """ self.definitions = definitions diff --git a/hed/tools/analysis/hed_type_values.py b/hed/tools/analysis/hed_type_values.py index ceb0d954e..3190d0bf4 100644 --- a/hed/tools/analysis/hed_type_values.py +++ b/hed/tools/analysis/hed_type_values.py @@ -19,8 +19,8 @@ def __init__(self, context_manager, definitions, name, type_tag="condition-varia name (str): Name of the tabular file as a unique identifier. type_tag (str): Lowercase short form of the tag to be managed. - Raises: - HedFileError: On errors such as unmatched onsets or missing definitions. + :raises HedFileError: + - On errors such as unmatched onsets or missing definitions. """ self.name = name diff --git a/hed/tools/analysis/key_map.py b/hed/tools/analysis/key_map.py index ab5536045..72822add0 100644 --- a/hed/tools/analysis/key_map.py +++ b/hed/tools/analysis/key_map.py @@ -63,8 +63,8 @@ def make_template(self, additional_cols=None): Returns: DataFrame: A dataframe containing the template. - Raises: - HedFileError: If additional columns are not disjoint from the key columns. + :raises HedFileError: + - If additional columns are not disjoint from the key columns. Notes: - The template consists of the unique key columns in this map plus additional columns. @@ -90,8 +90,8 @@ def remap(self, data): - DataFrame: New dataframe with columns remapped. - list: List of row numbers that had no correspondence in the mapping. - Raises: - HedFileError: If data is missing some of the key columns. + :raises HedFileError: + - If data is missing some of the key columns. """ @@ -145,8 +145,8 @@ def update(self, data, allow_missing=True, keep_counts=True): Returns: list: The indices of duplicates. - Raises: - HedFileError: If there are missing keys and allow_missing is False. + :raises HedFileError: + - If there are missing keys and allow_missing is False. """ df = get_new_dataframe(data) diff --git a/hed/tools/bids/bids_file_dictionary.py b/hed/tools/bids/bids_file_dictionary.py index 845b69643..b5baac0bc 100644 --- a/hed/tools/bids/bids_file_dictionary.py +++ b/hed/tools/bids/bids_file_dictionary.py @@ -20,8 +20,8 @@ def __init__(self, collection_name, files, entities=('sub', 'ses', 'task', 'run' files (list or dict): Full paths of files to include. entities (tuple): Entity names to use in creating the keys. - Raises: - HedFileError: If files has inappropriate values. + :raises HedFileError: + - If files has inappropriate values. Notes: - This function is used for cross listing BIDS style files for different studies. @@ -117,8 +117,8 @@ def make_dict(self, files, entities): Returns: dict: A dictionary whose keys are entity keys and values are BidsFile objects. - Raises: - HedFileError: If incorrect format is passed or something not recognizable as a Bids file. + :raises HedFileError: + - If incorrect format is passed or something not recognizable as a Bids file. """ file_dict = {} @@ -244,8 +244,8 @@ def _correct_file(cls, the_file): Returns: BidsFile: Either the original file or a newly created BidsTabularFile. - Raises: - HedFileError: If the_file isn't str or BidsFile. + :raises HedFileError: + - If the_file isn't str or BidsFile. """ if isinstance(the_file, str): diff --git a/hed/tools/bids/bids_tabular_dictionary.py b/hed/tools/bids/bids_tabular_dictionary.py index e784ae4d1..c1c57fb86 100644 --- a/hed/tools/bids/bids_tabular_dictionary.py +++ b/hed/tools/bids/bids_tabular_dictionary.py @@ -190,8 +190,8 @@ def _correct_file(cls, the_file): Returns: BidsTabularFile: Either the original file or a newly created BidsTabularFile. - Raises: - HedFileError: If the_file isn't str or BidsTabularFile. + :raises HedFileError: + - If the_file isn't str or BidsTabularFile. """ if isinstance(the_file, str): diff --git a/hed/tools/remodeling/backup_manager.py b/hed/tools/remodeling/backup_manager.py index d98b77c0d..3402fae28 100644 --- a/hed/tools/remodeling/backup_manager.py +++ b/hed/tools/remodeling/backup_manager.py @@ -20,9 +20,9 @@ def __init__(self, data_root, backups_root=None): Parameters: data_root (str): Full path of the root of the data directory. backups_root (str or None): Full path to the root where backups subdirectory is located. - Raises: - - HedFileError: - - If the data_root does not correspond to a real directory. + + :raises HedFileError: + - If the data_root does not correspond to a real directory. """ if not os.path.isdir(data_root): @@ -47,12 +47,11 @@ def create_backup(self, file_list, backup_name=None, verbose=False): Returns: bool: True if the backup was successful. False if a backup of that name already exists. - Raises: - HedFileError - - For missing or incorrect files. + :raises HedFileError: + - For missing or incorrect files. - OS-related error - - OS-related error when file copying occurs. + :raises OS-related error: + - OS-related error when file copying occurs. """ if not backup_name: @@ -108,8 +107,8 @@ def get_backup_files(self, backup_name, original_paths=False): Returns: list: Full paths of the original files backed (original_paths=True) or the paths in the backup. - Raises: - HedFileError - if not backup named backup_name exists. + :raises HedFileError: + - If not backup named backup_name exists. """ @@ -163,8 +162,9 @@ def restore_backup(self, backup_name=DEFAULT_BACKUP_NAME, task_names=[], verbose def _get_backups(self): """ Set the manager's backup-dictionary based on backup directory contents. - Raises: - HedFileError - if a backup is inconsistent for any reason. + :raises HedFileError: + - If a backup is inconsistent for any reason. + """ backups = {} for backup in os.listdir(self.backups_path): diff --git a/hed/tools/remodeling/cli/run_remodel.py b/hed/tools/remodeling/cli/run_remodel.py index 0ba6a9262..47e8333d6 100644 --- a/hed/tools/remodeling/cli/run_remodel.py +++ b/hed/tools/remodeling/cli/run_remodel.py @@ -64,8 +64,8 @@ def parse_arguments(arg_list=None): Object: Argument object List: A list of parsed operations (each operation is a dictionary). - Raises: - ValueError - If the operations were unable to be correctly parsed. + :raises ValueError: + - If the operations were unable to be correctly parsed. """ parser = get_parser() @@ -150,10 +150,9 @@ def main(arg_list=None): arg_list (list or None): Called with value None when called from the command line. Otherwise, called with the command-line parameters as an argument list. - Raises: - HedFileError - - if the data root directory does not exist. - - if the specified backup does not exist. + :raises HedFileError: + - if the data root directory does not exist. + - if the specified backup does not exist. """ args, operations = parse_arguments(arg_list) diff --git a/hed/tools/remodeling/cli/run_remodel_backup.py b/hed/tools/remodeling/cli/run_remodel_backup.py index 40664f138..5bed59e4c 100644 --- a/hed/tools/remodeling/cli/run_remodel_backup.py +++ b/hed/tools/remodeling/cli/run_remodel_backup.py @@ -44,9 +44,8 @@ def main(arg_list=None): arg_list (list or None): Called with value None when called from the command line. Otherwise, called with the command-line parameters as an argument list. - Raises: - HedFileError - - if the specified backup already exists. + :raises HedFileError: + - If the specified backup already exists. """ diff --git a/hed/tools/remodeling/cli/run_remodel_restore.py b/hed/tools/remodeling/cli/run_remodel_restore.py index 79b136805..7f21188d7 100644 --- a/hed/tools/remodeling/cli/run_remodel_restore.py +++ b/hed/tools/remodeling/cli/run_remodel_restore.py @@ -33,9 +33,8 @@ def main(arg_list=None): arg_list (list or None): Called with value None when called from the command line. Otherwise, called with the command-line parameters as an argument list. - Raises: - HedFileError - - if the specified backup does not exist. + :raises HedFileError: + - if the specified backup does not exist. """ parser = get_parser() diff --git a/hed/tools/remodeling/dispatcher.py b/hed/tools/remodeling/dispatcher.py index 8060fabb5..ad033a5b5 100644 --- a/hed/tools/remodeling/dispatcher.py +++ b/hed/tools/remodeling/dispatcher.py @@ -25,12 +25,12 @@ def __init__(self, operation_list, data_root=None, data_root (str or None): Root directory for the dataset. If none, then backups are not made. hed_versions (str, list, HedSchema, or HedSchemaGroup): The HED schema. - Raises: - HedFileError - - If the specified backup does not exist. + :raises HedFileError: + - If the specified backup does not exist. + + :raises ValueError: + - If any of the operations cannot be parsed correctly. - - ValueError: - - If any of the operations cannot be parsed correctly. """ self.data_root = data_root self.backup_name = backup_name @@ -89,9 +89,8 @@ def get_data_file(self, file_designator): Returns: DataFrame: DataFrame after reading the path. - Raises: - HedFileError - - If a valid file cannot be found. + :raises HedFileError: + - If a valid file cannot be found. Notes: - If a string is passed and there is a backup manager, @@ -122,8 +121,8 @@ def get_summary_save_dir(self): Returns: str: the data_root + remodeling summary path - Raises: - HedFileError if this dispatcher does not have a data_root. + :raises HedFileError: + - If this dispatcher does not have a data_root. """ diff --git a/hed/tools/remodeling/operations/base_op.py b/hed/tools/remodeling/operations/base_op.py index 4f04f6397..a524dca26 100644 --- a/hed/tools/remodeling/operations/base_op.py +++ b/hed/tools/remodeling/operations/base_op.py @@ -15,16 +15,15 @@ def __init__(self, op_spec, parameters): op_spec (dict): Specification for required and optional parameters. parameters (dict): Actual values of the parameters for the operation. - Raises: - KeyError - - If a required parameter is missing. - - If an unexpected parameter is provided. + :raises KeyError: + - If a required parameter is missing. + - If an unexpected parameter is provided. - TypeError - - If a parameter has the wrong type. + :raises TypeError: + - If a parameter has the wrong type. - ValueError - - If the specification is missing a valid operation. + :raises ValueError: + - If the specification is missing a valid operation. """ self.operation = op_spec.get("operation", "") @@ -40,14 +39,12 @@ def check_parameters(self, parameters): Parameters: parameters (dict): Dictionary of parameters for this operation. - Raises: + :raises KeyError: + - If a required parameter is missing. + - If an unexpected parameter is provided. - KeyError - - If a required parameter is missing. - - If an unexpected parameter is provided. - - TypeError - - If a parameter has the wrong type. + :raises TypeError: + - If a parameter has the wrong type. """ @@ -90,8 +87,8 @@ def _check_list_type(param_value, param_type): param_value (any): The value to be checked. param_type (any): Class to check the param_value against. - Raises: - TypeError: If param_value is not an instance of param_type. + :raises TypeError: + - If param_value is not an instance of param_type. """ diff --git a/hed/tools/remodeling/operations/convert_columns_op.py b/hed/tools/remodeling/operations/convert_columns_op.py index ae383a1e4..e98a8cce5 100644 --- a/hed/tools/remodeling/operations/convert_columns_op.py +++ b/hed/tools/remodeling/operations/convert_columns_op.py @@ -31,16 +31,15 @@ def __init__(self, parameters): Parameters: parameters (dict): Parameter values for required and optional parameters. - Raises: - KeyError - - If a required parameter is missing. - - If an unexpected parameter is provided. + :raises KeyError: + - If a required parameter is missing. + - If an unexpected parameter is provided. - TypeError - - If a parameter has the wrong type. + :raises TypeError: + - If a parameter has the wrong type. - ValueError - - If convert_to is not one of the allowed values. + :raises ValueError: + - If convert_to is not one of the allowed values. """ super().__init__(self.PARAMS, parameters) diff --git a/hed/tools/remodeling/operations/factor_column_op.py b/hed/tools/remodeling/operations/factor_column_op.py index 173ea2c27..953c327ed 100644 --- a/hed/tools/remodeling/operations/factor_column_op.py +++ b/hed/tools/remodeling/operations/factor_column_op.py @@ -33,16 +33,15 @@ def __init__(self, parameters): Parameters: parameters (dict): Parameter values for required and optional parameters. - Raises: - KeyError - - If a required parameter is missing. - - If an unexpected parameter is provided. + :raises KeyError: + - If a required parameter is missing. + - If an unexpected parameter is provided. - TypeError - - If a parameter has the wrong type. + :raises TypeError: + - If a parameter has the wrong type. - ValueError - - If factor_names is not empty and is not the same length as factor_values. + :raises ValueError: + - If factor_names is not empty and is not the same length as factor_values. """ super().__init__(self.PARAMS, parameters) diff --git a/hed/tools/remodeling/operations/factor_hed_tags_op.py b/hed/tools/remodeling/operations/factor_hed_tags_op.py index 02621b753..675be0b2a 100644 --- a/hed/tools/remodeling/operations/factor_hed_tags_op.py +++ b/hed/tools/remodeling/operations/factor_hed_tags_op.py @@ -60,7 +60,7 @@ def __init__(self, parameters): self.queries = parameters['queries'] self.query_names = parameters['query_names'] self.remove_types = parameters['remove_types'] - self.expression_parsers, self.query_names = get_expression_parsers(self.queries, + self.expression_parsers, self.query_names = get_expression_parsers(self.queries, query_names=parameters['query_names']) def do_op(self, dispatcher, df, name, sidecar=None): @@ -75,10 +75,8 @@ def do_op(self, dispatcher, df, name, sidecar=None): Returns: Dataframe: A new dataframe after processing. - Raises: - - ValueError - - If a name for a new query factor column is already a column. + :raises ValueError: + - If a name for a new query factor column is already a column. """ @@ -91,7 +89,7 @@ def do_op(self, dispatcher, df, name, sidecar=None): raise ValueError("QueryNameAlreadyColumn", f"Query [{query_name}]: is already a column name of the data frame") df_list = [input_data.dataframe] - hed_strings, _ = get_assembled(input_data, sidecar, dispatcher.hed_schema, extra_def_dicts=None, + hed_strings, _ = get_assembled(input_data, sidecar, dispatcher.hed_schema, extra_def_dicts=None, join_columns=True, shrink_defs=False, expand_defs=True) df_factors = search_strings(hed_strings, self.expression_parsers, query_names=self.query_names) if len(df_factors.columns) > 0: diff --git a/hed/tools/remodeling/operations/factor_hed_type_op.py b/hed/tools/remodeling/operations/factor_hed_type_op.py index 73654bfb8..1d5674d7a 100644 --- a/hed/tools/remodeling/operations/factor_hed_type_op.py +++ b/hed/tools/remodeling/operations/factor_hed_type_op.py @@ -35,17 +35,15 @@ def __init__(self, parameters): Parameters: parameters (dict): Actual values of the parameters for the operation. - Raises: - KeyError - - If a required parameter is missing. - | - - If an unexpected parameter is provided. - - TypeError - - If a parameter has the wrong type. - - ValueError - - If the specification is missing a valid operation. + :raises KeyError: + - If a required parameter is missing. + - If an unexpected parameter is provided. + + :raises TypeError: + - If a parameter has the wrong type. + + :raises ValueError: + - If the specification is missing a valid operation. """ super().__init__(self.PARAMS, parameters) diff --git a/hed/tools/remodeling/operations/merge_consecutive_op.py b/hed/tools/remodeling/operations/merge_consecutive_op.py index 22ba34745..01a526a7a 100644 --- a/hed/tools/remodeling/operations/merge_consecutive_op.py +++ b/hed/tools/remodeling/operations/merge_consecutive_op.py @@ -33,18 +33,16 @@ def __init__(self, parameters): Parameters: parameters (dict): Actual values of the parameters for the operation. - Raises: + :raises KeyError: + - If a required parameter is missing. + - If an unexpected parameter is provided. - KeyError - - If a required parameter is missing. - - If an unexpected parameter is provided. + :raises TypeError: + - If a parameter has the wrong type. - TypeError - - If a parameter has the wrong type. - - ValueError - - If the specification is missing a valid operation. - - If one of the match column is the merge column. + :raises ValueError: + - If the specification is missing a valid operation. + - If one of the match column is the merge column. """ super().__init__(self.PARAMS, parameters) @@ -69,13 +67,11 @@ def do_op(self, dispatcher, df, name, sidecar=None): Returns: Dataframe: A new dataframe after processing. - Raises: - - ValueError - - If dataframe does not have the anchor column and ignore_missing is False. - - If a match column is missing and ignore_missing is false. - - If the durations were to be set and the dataframe did not have an onset column. - - If the durations were to be set and the dataframe did not have a duration column. + :raises ValueError: + - If dataframe does not have the anchor column and ignore_missing is False. + - If a match column is missing and ignore_missing is false. + - If the durations were to be set and the dataframe did not have an onset column. + - If the durations were to be set and the dataframe did not have a duration column. """ diff --git a/hed/tools/remodeling/operations/number_groups_op.py b/hed/tools/remodeling/operations/number_groups_op.py index bc9b96033..d3a5467db 100644 --- a/hed/tools/remodeling/operations/number_groups_op.py +++ b/hed/tools/remodeling/operations/number_groups_op.py @@ -95,7 +95,7 @@ def do_op(self, dispatcher, df, name, sidecar=None): df_new = df.copy() # # create number column # df_new[self.number_column_name] = np.nan - # + # # # find group indices # indices = tuple_to_range( # get_indices(df, self.source_column, self.start['values'], self.stop['values']), diff --git a/hed/tools/remodeling/operations/remap_columns_op.py b/hed/tools/remodeling/operations/remap_columns_op.py index 3f437ff97..480df8220 100644 --- a/hed/tools/remodeling/operations/remap_columns_op.py +++ b/hed/tools/remodeling/operations/remap_columns_op.py @@ -44,20 +44,19 @@ def __init__(self, parameters): Parameters: parameters (dict): Parameter values for required and optional parameters. - Raises: - KeyError - - If a required parameter is missing. - - If an unexpected parameter is provided. + :raises KeyError: + - If a required parameter is missing. + - If an unexpected parameter is provided. - TypeError - - If a parameter has the wrong type. + :raises TypeError: + - If a parameter has the wrong type. - ValueError - - If an integer column is not a key column. - - If a column designated as an integer source does not have valid integers. - - If no source columns are specified. - - If no destination columns are specified. - - If a map_list entry has the wrong number of items (source columns + destination columns). + :raises ValueError: + - If an integer column is not a key column. + - If a column designated as an integer source does not have valid integers. + - If no source columns are specified. + - If no destination columns are specified. + - If a map_list entry has the wrong number of items (source columns + destination columns). """ super().__init__(self.PARAMS, parameters) @@ -106,9 +105,8 @@ def do_op(self, dispatcher, df, name, sidecar=None): Returns: Dataframe: A new dataframe after processing. - Raises: - ValueError - - If ignore_missing is false and source values from the data are not in the map. + :raises ValueError: + - If ignore_missing is false and source values from the data are not in the map. """ df[self.source_columns] = df[self.source_columns].replace(np.NaN, 'n/a') diff --git a/hed/tools/remodeling/operations/remove_columns_op.py b/hed/tools/remodeling/operations/remove_columns_op.py index dd5ee0e2f..0a941ca5d 100644 --- a/hed/tools/remodeling/operations/remove_columns_op.py +++ b/hed/tools/remodeling/operations/remove_columns_op.py @@ -26,13 +26,12 @@ def __init__(self, parameters): Parameters: parameters (dict): Dictionary with the parameter values for required and optional parameters - Raises: - KeyError - - If a required parameter is missing. - - If an unexpected parameter is provided. + :raises KeyError: + - If a required parameter is missing. + - If an unexpected parameter is provided. - TypeError - - If a parameter has the wrong type. + :raises TypeError: + - If a parameter has the wrong type. """ super().__init__(self.PARAMS, parameters) @@ -55,9 +54,8 @@ def do_op(self, dispatcher, df, name, sidecar=None): Returns: Dataframe: A new dataframe after processing. - Raises: - KeyError - - If ignore_missing is False and a column not in the data is to be removed. + :raises KeyError: + - If ignore_missing is False and a column not in the data is to be removed. """ diff --git a/hed/tools/remodeling/operations/remove_rows_op.py b/hed/tools/remodeling/operations/remove_rows_op.py index 5f61d18ff..2e684d2dd 100644 --- a/hed/tools/remodeling/operations/remove_rows_op.py +++ b/hed/tools/remodeling/operations/remove_rows_op.py @@ -27,13 +27,12 @@ def __init__(self, parameters): Parameters: parameters (dict): Dictionary with the parameter values for required and optional parameters. - Raises: - KeyError - - If a required parameter is missing. - - If an unexpected parameter is provided. + :raises KeyError: + - If a required parameter is missing. + - If an unexpected parameter is provided. - TypeError - - If a parameter has the wrong type. + :raises TypeError: + - If a parameter has the wrong type. """ super().__init__(self.PARAMS, parameters) diff --git a/hed/tools/remodeling/operations/rename_columns_op.py b/hed/tools/remodeling/operations/rename_columns_op.py index c9a128b2e..adc283c20 100644 --- a/hed/tools/remodeling/operations/rename_columns_op.py +++ b/hed/tools/remodeling/operations/rename_columns_op.py @@ -27,13 +27,12 @@ def __init__(self, parameters): Parameters: parameters (dict): Dictionary with the parameter values for required and optional parameters - Raises: - KeyError - - If a required parameter is missing. - - If an unexpected parameter is provided. + :raises KeyError: + - If a required parameter is missing. + - If an unexpected parameter is provided. - TypeError - - If a parameter has the wrong type. + :raises TypeError: + - If a parameter has the wrong type. """ super().__init__(self.PARAMS, parameters) @@ -55,9 +54,8 @@ def do_op(self, dispatcher, df, name, sidecar=None): Returns: Dataframe: A new dataframe after processing. - Raises: - KeyError - - When ignore_missing is false and column_mapping has columns not in the data. + :raises KeyError: + - When ignore_missing is false and column_mapping has columns not in the data. """ diff --git a/hed/tools/remodeling/operations/reorder_columns_op.py b/hed/tools/remodeling/operations/reorder_columns_op.py index 32d9cb227..6ae71b179 100644 --- a/hed/tools/remodeling/operations/reorder_columns_op.py +++ b/hed/tools/remodeling/operations/reorder_columns_op.py @@ -28,13 +28,12 @@ def __init__(self, parameters): Parameters: parameters (dict): Dictionary with the parameter values for required and optional parameters. - Raises: - KeyError - - If a required parameter is missing. - - If an unexpected parameter is provided. + :raises KeyError: + - If a required parameter is missing. + - If an unexpected parameter is provided. - TypeError - If a parameter has the wrong type. + :raises TypeError: + - If a parameter has the wrong type. """ super().__init__(self.PARAMS, parameters) @@ -54,9 +53,8 @@ def do_op(self, dispatcher, df, name, sidecar=None): Returns: Dataframe: A new dataframe after processing. - Raises: - ValueError - - When ignore_missing is false and column_order has columns not in the data. + :raises ValueError: + - When ignore_missing is false and column_order has columns not in the data. """ diff --git a/hed/tools/remodeling/operations/split_rows_op.py b/hed/tools/remodeling/operations/split_rows_op.py index 3323af10e..e96e8b490 100644 --- a/hed/tools/remodeling/operations/split_rows_op.py +++ b/hed/tools/remodeling/operations/split_rows_op.py @@ -31,13 +31,12 @@ def __init__(self, parameters): Parameters: parameters (dict): Dictionary with the parameter values for required and optional parameters. - Raises: - KeyError - - If a required parameter is missing. - - If an unexpected parameter is provided. + :raises KeyError: + - If a required parameter is missing. + - If an unexpected parameter is provided. - TypeError - - If a parameter has the wrong type. + :raises TypeError: + - If a parameter has the wrong type. """ super().__init__(self.PARAMS, parameters) @@ -57,9 +56,8 @@ def do_op(self, dispatcher, df, name, sidecar=None): Returns: Dataframe: A new dataframe after processing. - Raises: - TypeError - -If bad onset or duration. + :raises TypeError: + -If bad onset or duration. """ @@ -121,8 +119,8 @@ def _create_onsets(df, onset_source): Returns: list: list of same length as df with the onsets. - Raises: - HedFileError: raised if one of the onset specifiers is invalid. + :raises HedFileError: + - If one of the onset specifiers is invalid. """ diff --git a/hed/tools/remodeling/operations/summarize_column_names_op.py b/hed/tools/remodeling/operations/summarize_column_names_op.py index da3be4e52..d185d08b2 100644 --- a/hed/tools/remodeling/operations/summarize_column_names_op.py +++ b/hed/tools/remodeling/operations/summarize_column_names_op.py @@ -35,13 +35,12 @@ def __init__(self, parameters): Parameters: parameters (dict): Dictionary with the parameter values for required and optional parameters. - Raises: - KeyError - - If a required parameter is missing. - - If an unexpected parameter is provided. + :raises KeyError: + - If a required parameter is missing. + - If an unexpected parameter is provided. - TypeError - - If a parameter has the wrong type. + :raises TypeError: + - If a parameter has the wrong type. """ super().__init__(self.PARAMS, parameters) diff --git a/hed/tools/remodeling/operations/summarize_column_values_op.py b/hed/tools/remodeling/operations/summarize_column_values_op.py index 64d67445f..539bfe2bd 100644 --- a/hed/tools/remodeling/operations/summarize_column_values_op.py +++ b/hed/tools/remodeling/operations/summarize_column_values_op.py @@ -46,14 +46,12 @@ def __init__(self, parameters): Parameters: parameters (dict): Dictionary with the parameter values for required and optional parameters. - Raises: + :raises KeyError: + - If a required parameter is missing. + - If an unexpected parameter is provided. - KeyError - - If a required parameter is missing. - - If an unexpected parameter is provided. - - TypeError - - If a parameter has the wrong type. + :raises TypeError: + - If a parameter has the wrong type. """ diff --git a/hed/tools/remodeling/operations/summarize_definitions_op.py b/hed/tools/remodeling/operations/summarize_definitions_op.py index aa880307f..bc988c5d3 100644 --- a/hed/tools/remodeling/operations/summarize_definitions_op.py +++ b/hed/tools/remodeling/operations/summarize_definitions_op.py @@ -36,14 +36,12 @@ def __init__(self, parameters): Parameters: parameters (dict): Dictionary with the parameter values for required and optional parameters. - Raises: + :raises KeyError: + - If a required parameter is missing. + - If an unexpected parameter is provided. - KeyError - - If a required parameter is missing. - - If an unexpected parameter is provided. - - TypeError - - If a parameter has the wrong type. + :raises TypeError: + - If a parameter has the wrong type. """ @@ -87,7 +85,7 @@ def update_summary(self, new_info): new_info (dict): A dictionary with the parameters needed to update a summary. Notes: - - The summary needs a "name" str, a "schema" and a "Sidecar". + - The summary needs a "name" str, a "schema" and a "Sidecar". """ data_input = TabularInput(new_info['df'], sidecar=new_info['sidecar'], name=new_info['name']) diff --git a/hed/tools/remodeling/operations/summarize_hed_tags_op.py b/hed/tools/remodeling/operations/summarize_hed_tags_op.py index 5d58b78fd..2c24de8ef 100644 --- a/hed/tools/remodeling/operations/summarize_hed_tags_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_tags_op.py @@ -47,13 +47,12 @@ def __init__(self, parameters): Parameters: parameters (dict): Dictionary with the parameter values for required and optional parameters. - Raises: - KeyError - - If a required parameter is missing. - - If an unexpected parameter is provided. + :raises KeyError: + - If a required parameter is missing. + - If an unexpected parameter is provided. - TypeError - - If a parameter has the wrong type. + :raises TypeError: + - If a parameter has the wrong type. """ super().__init__(self.PARAMS, parameters) @@ -110,7 +109,7 @@ def update_summary(self, new_info): if sidecar and not isinstance(sidecar, Sidecar): sidecar = Sidecar(sidecar) input_data = TabularInput(new_info['df'], sidecar=sidecar, name=new_info['name']) - hed_strings, definitions = get_assembled(input_data, sidecar, new_info['schema'], + hed_strings, definitions = get_assembled(input_data, sidecar, new_info['schema'], extra_def_dicts=None, join_columns=True, shrink_defs=False, expand_defs=True) # definitions = input_data.get_definitions().gathered_defs diff --git a/hed/tools/remodeling/operations/summarize_hed_type_op.py b/hed/tools/remodeling/operations/summarize_hed_type_op.py index 1a8c51211..6a37b0578 100644 --- a/hed/tools/remodeling/operations/summarize_hed_type_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_type_op.py @@ -43,13 +43,12 @@ def __init__(self, parameters): Parameters: parameters (dict): Dictionary with the parameter values for required and optional parameters. - Raises: - KeyError - - If a required parameter is missing. - - If an unexpected parameter is provided. + :raises KeyError: + - If a required parameter is missing. + - If an unexpected parameter is provided. - TypeError - - If a parameter has the wrong type. + :raises TypeError: + - If a parameter has the wrong type. """ super().__init__(self.PARAMS, parameters) diff --git a/hed/tools/remodeling/operations/summarize_hed_validation_op.py b/hed/tools/remodeling/operations/summarize_hed_validation_op.py index 0633c5b57..29812273d 100644 --- a/hed/tools/remodeling/operations/summarize_hed_validation_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_validation_op.py @@ -40,13 +40,12 @@ def __init__(self, parameters): Parameters: parameters (dict): Dictionary with the parameter values for required and optional parameters. - Raises: - KeyError - - If a required parameter is missing. - - If an unexpected parameter is provided. + :raises KeyError: + - If a required parameter is missing. + - If an unexpected parameter is provided. - TypeError - - If a parameter has the wrong type. + :raises TypeError: + - If a parameter has the wrong type. """ super().__init__(self.PARAMS, parameters) @@ -123,7 +122,7 @@ def update_summary(self, new_info): new_info (dict): A dictionary with the parameters needed to update a summary. Notes: - - The summary needs a "name" str, a schema, a "df", and a "Sidecar". + - The summary needs a "name" str, a schema, a "df", and a "Sidecar". """ results = self.get_empty_results() diff --git a/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py b/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py index b191f0525..f206e2f5f 100644 --- a/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py +++ b/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py @@ -40,13 +40,12 @@ def __init__(self, parameters): Parameters: parameters (dict): Dictionary with the parameter values for required and optional parameters. - Raises: - KeyError - - If a required parameter is missing. - - If an unexpected parameter is provided. + :raises KeyError: + - If a required parameter is missing. + - If an unexpected parameter is provided. - TypeError - - If a parameter has the wrong type. + :raises TypeError: + - If a parameter has the wrong type. """ diff --git a/hed/tools/util/data_util.py b/hed/tools/util/data_util.py index 5e4809d1a..ece1ea61f 100644 --- a/hed/tools/util/data_util.py +++ b/hed/tools/util/data_util.py @@ -131,8 +131,8 @@ def get_new_dataframe(data): DataFrame: A dataframe containing the contents of the tsv file or if data was a DataFrame to start with, a new copy of the DataFrame. - Raises: - HedFileError: If a filename is given and it cannot be read into a Dataframe. + :raises HedFileError: + - If a filename is given and it cannot be read into a Dataframe. """ @@ -155,8 +155,8 @@ def get_row_hash(row, key_list): Returns: str: Hash key constructed from the entries of row in the columns specified by key_list. - Raises: - HedFileError: If row doesn't have all of the columns in key_list HedFileError is raised. + :raises HedFileError: + - If row doesn't have all of the columns in key_list HedFileError is raised. """ columns_present, columns_missing = separate_values(list(row.index.values), key_list) @@ -177,8 +177,8 @@ def get_value_dict(tsv_path, key_col='file_basename', value_col='sampling_rate') Returns: dict: Dictionary with key_col values as the keys and the corresponding value_col values as the values. - Raises: - HedFileError: When tsv_path does not correspond to a file that can be read into a DataFrame. + :raises HedFileError: + - When tsv_path does not correspond to a file that can be read into a DataFrame. """ @@ -252,9 +252,10 @@ def reorder_columns(data, col_order, skip_missing=True): Returns: DataFrame: A new reordered dataframe. - Raises: - HedFileError: If col_order contains columns not in data and skip_missing is False or if - data corresponds to a filename from which a dataframe cannot be created. + :raises HedFileError: + - If col_order contains columns not in data and skip_missing is False. + - If data corresponds to a filename from which a dataframe cannot be created. + """ df = get_new_dataframe(data) present_cols, missing_cols = separate_values(df.columns.values.tolist(), col_order) diff --git a/hed/tools/util/io_util.py b/hed/tools/util/io_util.py index 97489ce26..9a27be4ef 100644 --- a/hed/tools/util/io_util.py +++ b/hed/tools/util/io_util.py @@ -265,10 +265,10 @@ def parse_bids_filename(file_path): str: File extension (including the .). dict: Dictionary with key-value pair being (entity type, entity value). - Raises: - HedFileError when filename does not conform to name-value_suffix format. + :raises HedFileError: + - If filename does not conform to name-value_suffix format. - Notes: + Notes: into BIDS suffix, extension, and a dictionary of entity name-value pairs. """ From 94d5b67a31256faac2cc2d11af2e8163b43418f6 Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Tue, 13 Jun 2023 11:09:10 -0500 Subject: [PATCH 097/103] Minor tweaks to docs --- docs/source/api2.rst | 2 +- hed/models/column_mapper.py | 20 ++++++++++++------- hed/models/df_util.py | 10 +++++----- hed/models/hed_tag.py | 4 ++-- hed/models/spreadsheet_input.py | 14 ++++++++----- hed/schema/hed_schema.py | 27 ++++++++++++++------------ hed/schema/schema_io/schema_util.py | 13 ++++++------- hed/tools/remodeling/backup_manager.py | 4 ++-- hed/tools/remodeling/dispatcher.py | 14 ++++++------- hed/tools/util/data_util.py | 4 ++-- hed/tools/util/io_util.py | 6 +++--- 11 files changed, 65 insertions(+), 53 deletions(-) diff --git a/docs/source/api2.rst b/docs/source/api2.rst index 359eba4a2..02d3aeaed 100644 --- a/docs/source/api2.rst +++ b/docs/source/api2.rst @@ -1,5 +1,5 @@ HED API reference (Auto style) -======================== +============================== .. currentmodule:: hed diff --git a/hed/models/column_mapper.py b/hed/models/column_mapper.py index 3e82d8c5a..6b5d651cf 100644 --- a/hed/models/column_mapper.py +++ b/hed/models/column_mapper.py @@ -26,19 +26,23 @@ def __init__(self, sidecar=None, tag_columns=None, column_prefix_dictionary=None Sidecar column definitions will take precedent if there is a conflict with tag_columns. column_prefix_dictionary (dict): Dictionary with keys that are column numbers/names and values are HED tag prefixes to prepend to the tags in that column before processing. - May be deprecated/renamed. These are no longer prefixes, but rather converted to value columns. - eg. {"key": "Description", 1: "Label/"} will turn into value columns as - {"key": "Description/#", 1: "Label/#"} - Note: It will be a validation issue if column 1 is called "key" in the above example. - This means it no longer accepts anything but the value portion only in the columns. + optional_tag_columns (list): A list of ints or strings containing the columns that contain the HED tags. If the column is otherwise unspecified, convert this column type to HEDTags. warn_on_missing_column (bool): If True, issue mapping warnings on column names that are missing from the sidecar. Notes: - - All column numbers are 0 based. + - All column numbers are 0 based. + - The column_prefix_dictionary may be deprecated/renamed in the future. + - These are no longer prefixes, but rather converted to value columns: + {"key": "Description", 1: "Label/"} will turn into value columns as + {"key": "Description/#", 1: "Label/#"} + It will be a validation issue if column 1 is called "key" in the above example. + This means it no longer accepts anything but the value portion only in the columns. + """ + # Maps column number to column_entry. This is what's actually used by most code. self._final_column_map = {} self._no_mapping_info = True @@ -384,7 +388,9 @@ def get_def_dict(self, hed_schema=None, extra_def_dicts=None): def get_column_mapping_issues(self): """ Get all the issues with finalizing column mapping(duplicate columns, missing required, etc) - Note: this is deprecated and now a wrapper for "check_for_mapping_issues()" + Notes: + - This is deprecated and now a wrapper for "check_for_mapping_issues()" + Returns: list: A list dictionaries of all issues found from mapping column names to numbers. diff --git a/hed/models/df_util.py b/hed/models/df_util.py index 6cd4943df..2509a059a 100644 --- a/hed/models/df_util.py +++ b/hed/models/df_util.py @@ -56,14 +56,14 @@ def get_assembled(tabular_file, sidecar, hed_schema, extra_def_dicts=None, join_ def convert_to_form(df, hed_schema, tag_form, columns=None): - """ Convert all tags in underlying dataframe to the specified form. + """ Convert all tags in underlying dataframe to the specified form (in place). - Converts in place Parameters: df (pd.Dataframe): The dataframe to modify hed_schema (HedSchema): The schema to use to convert tags. tag_form(str): HedTag property to convert tags to. - columns (list): The columns to modify on the dataframe + columns (list): The columns to modify on the dataframe. + """ if isinstance(df, pd.Series): df = df.apply(partial(_convert_to_form, hed_schema=hed_schema, tag_form=tag_form)) @@ -78,13 +78,13 @@ def convert_to_form(df, hed_schema, tag_form, columns=None): def shrink_defs(df, hed_schema, columns=None): - """ Shrinks any def-expand tags found in the specified columns in the dataframe. + """ Shrink (in place) any def-expand tags found in the specified columns in the dataframe. - Converts in place Parameters: df (pd.Dataframe or pd.Series): The dataframe or series to modify hed_schema (HedSchema or None): The schema to use to identify defs. columns (list or None): The columns to modify on the dataframe. + """ if isinstance(df, pd.Series): mask = df.str.contains('Def-expand/', case=False) diff --git a/hed/models/hed_tag.py b/hed/models/hed_tag.py index 44f1612dc..2c17d368a 100644 --- a/hed/models/hed_tag.py +++ b/hed/models/hed_tag.py @@ -135,6 +135,7 @@ def short_base_tag(self, new_tag_val): Note: - Generally this is used to swap def to def-expand. + """ if self._schema_entry: tag_entry = None @@ -156,8 +157,7 @@ def org_base_tag(self): Notes: - Warning: This could be empty if the original tag had a name_prefix prepended. - e.g. a column where "Label/" is prepended, thus the column value has zero base portion. - + e.g. a column where "Label/" is prepended, thus the column value has zero base portion. - Only valid after calling convert_to_canonical_forms. """ diff --git a/hed/models/spreadsheet_input.py b/hed/models/spreadsheet_input.py index 1c9b98520..c3a059bdc 100644 --- a/hed/models/spreadsheet_input.py +++ b/hed/models/spreadsheet_input.py @@ -21,11 +21,15 @@ def __init__(self, file=None, file_type=None, worksheet_name=None, tag_columns=N first line of the file if the spreadsheet as column names. column_prefix_dictionary (dict): Dictionary with keys that are column numbers/names and values are HED tag prefixes to prepend to the tags in that column before processing. - May be deprecated/renamed. These are no longer prefixes, but rather converted to value columns. - eg. {"key": "Description", 1: "Label/"} will turn into value columns as - {"key": "Description/#", 1: "Label/#"} - Note: It will be a validation issue if column 1 is called "key" in the above example. - This means it no longer accepts anything but the value portion only in the columns. + + Notes: + - column_prefix_dictionary may be deprecated/renamed. These are no longer prefixes, + but rather converted to value columns. + eg. {"key": "Description", 1: "Label/"} will turn into value columns as + {"key": "Description/#", 1: "Label/#"} + It will be a validation issue if column 1 is called "key" in the above example. + This means it no longer accepts anything but the value portion only in the columns. + """ if tag_columns is None: tag_columns = [1] diff --git a/hed/schema/hed_schema.py b/hed/schema/hed_schema.py index 8d5e363c8..f27c97cb1 100644 --- a/hed/schema/hed_schema.py +++ b/hed/schema/hed_schema.py @@ -12,6 +12,7 @@ from hed.errors import ErrorHandler from hed.errors.error_types import ValidationErrors + class HedSchema: """ A HED schema suitable for processing. """ @@ -93,7 +94,9 @@ def get_save_header_attributes(self, save_merged=False): """ sort_to_start = "!!!!!!!!!!!!!!" - header_attributes = dict(sorted(self.header_attributes.items(), key=lambda x: sort_to_start if x[0] == constants.VERSION_ATTRIBUTE else x[0], reverse=False)) + header_attributes = dict(sorted(self.header_attributes.items(), + key=lambda x: sort_to_start if x[0] == constants.VERSION_ATTRIBUTE else x[0], + reverse=False)) if save_merged: header_attributes.pop(constants.UNMERGED_ATTRIBUTE, None) else: @@ -101,7 +104,6 @@ def get_save_header_attributes(self, save_merged=False): header_attributes.pop(constants.UNMERGED_ATTRIBUTE, None) header_attributes[constants.UNMERGED_ATTRIBUTE] = "True" - return header_attributes def schema_for_namespace(self, namespace): @@ -139,9 +141,10 @@ def valid_prefixes(self): def get_as_mediawiki_string(self, save_merged=False): """ Return the schema to a mediawiki string. - save_merged: bool - If true, this will save the schema as a merged schema if it is a "withStandard" schema. - If it is not a "withStandard" schema, this setting has no effect. + Parameters: + save_merged (bool): If true, this will save the schema as a merged schema if it is a "withStandard" schema. + If it is not a "withStandard" schema, this setting has no effect. + Returns: str: The schema as a string in mediawiki format. @@ -153,7 +156,8 @@ def get_as_mediawiki_string(self, save_merged=False): def get_as_xml_string(self, save_merged=True): """ Return the schema to an XML string. - save_merged: bool + Parameters: + save_merged (bool): If true, this will save the schema as a merged schema if it is a "withStandard" schema. If it is not a "withStandard" schema, this setting has no effect. Returns: @@ -250,7 +254,7 @@ def find_duplicate_tags(self): Notes: - The returned dictionary has the short-form tags as keys and lists - of long tags sharing the short form as the values. + of long tags sharing the short form as the values. """ return self.all_tags.duplicate_names @@ -651,9 +655,8 @@ def get_unknown_attributes(self): dict: The keys are attribute names and the values are lists of tags with this attribute. Notes: - This includes attributes found in the wrong section for example - unitClass attribute found on a Tag. - The return tag list is in long form. + - This includes attributes found in the wrong section for example unitClass attribute found on a Tag. + - The return tag list is in long form. """ unknown_attributes = {} @@ -762,7 +765,7 @@ def _get_attributes_for_section(self, key_class): if key_class == HedSectionKey.AllTags: return self.get_tag_attribute_names() elif key_class == HedSectionKey.Attributes: - prop_added_dict = {key:value for key, value in self._sections[HedSectionKey.Properties].items()} + prop_added_dict = {key: value for key, value in self._sections[HedSectionKey.Properties].items()} self._add_element_property_attributes(prop_added_dict) return prop_added_dict elif key_class == HedSectionKey.Properties: @@ -797,4 +800,4 @@ def _add_tag_to_dict(self, long_tag_name, new_entry, key_class): def _create_tag_entry(self, long_tag_name, key_class): section = self._sections[key_class] - return section._create_tag_entry(long_tag_name) \ No newline at end of file + return section._create_tag_entry(long_tag_name) diff --git a/hed/schema/schema_io/schema_util.py b/hed/schema/schema_io/schema_util.py index 0469f5692..2135e0aa1 100644 --- a/hed/schema/schema_io/schema_util.py +++ b/hed/schema/schema_io/schema_util.py @@ -24,16 +24,15 @@ def get_api_key(): def make_url_request(resource_url, try_authenticate=True): - """ - Make sa request and adds the above Github access credentials - Args: - resource_url: str - The url to retrieve - try_authenticate: bool - If true add the above credentials + """ Make a request and adds the above Github access credentials. + + Parameters: + resource_url (str): The url to retrieve. + try_authenticate (bool): If true add the above credentials. Returns: url_request + """ request = urllib.request.Request(resource_url) if try_authenticate and get_api_key(): diff --git a/hed/tools/remodeling/backup_manager.py b/hed/tools/remodeling/backup_manager.py index 3402fae28..e06922a32 100644 --- a/hed/tools/remodeling/backup_manager.py +++ b/hed/tools/remodeling/backup_manager.py @@ -222,12 +222,12 @@ def _check_backup_consistency(self, backup_name): def get_task(task_names, file_path): """ Return the task if the file name contains a task_xxx where xxx is in task_names. - Args: + Parameters: task_names (list): List of task names (without the task_ prefix). file_path (str): Path of the filename to be tested. Returns: - str the task name or '' if there is no task_xxx or xxx is not in task_names. + str: the task name or '' if there is no task_xxx or xxx is not in task_names. """ diff --git a/hed/tools/remodeling/dispatcher.py b/hed/tools/remodeling/dispatcher.py index ad033a5b5..48f862937 100644 --- a/hed/tools/remodeling/dispatcher.py +++ b/hed/tools/remodeling/dispatcher.py @@ -92,13 +92,13 @@ def get_data_file(self, file_designator): :raises HedFileError: - If a valid file cannot be found. - Notes: - - If a string is passed and there is a backup manager, - the string must correspond to the full path of the file in the original dataset. - In this case, the corresponding backup file is read and returned. - - If a string is passed and there is no backup manager, - the data file corresponding to the file_designator is read and returned. - - If a Pandas DataFrame is passed, a copy is returned. + Notes: + - If a string is passed and there is a backup manager, + the string must correspond to the full path of the file in the original dataset. + In this case, the corresponding backup file is read and returned. + - If a string is passed and there is no backup manager, + the data file corresponding to the file_designator is read and returned. + - If a Pandas DataFrame is passed, a copy is returned. """ if isinstance(file_designator, pd.DataFrame): diff --git a/hed/tools/util/data_util.py b/hed/tools/util/data_util.py index ece1ea61f..a6866909c 100644 --- a/hed/tools/util/data_util.py +++ b/hed/tools/util/data_util.py @@ -277,9 +277,9 @@ def separate_values(values, target_values): list: Target values present in values. list: Target values missing from values. - Notes: + Notes: - The function computes the set difference of target_cols and base_cols and returns a list - of columns of target_cols that are in base_cols and a list of those missing. + of columns of target_cols that are in base_cols and a list of those missing. """ diff --git a/hed/tools/util/io_util.py b/hed/tools/util/io_util.py index 9a27be4ef..a120c9040 100644 --- a/hed/tools/util/io_util.py +++ b/hed/tools/util/io_util.py @@ -266,10 +266,10 @@ def parse_bids_filename(file_path): dict: Dictionary with key-value pair being (entity type, entity value). :raises HedFileError: - - If filename does not conform to name-value_suffix format. + - If filename does not conform to name-value_suffix format. - Notes: - into BIDS suffix, extension, and a dictionary of entity name-value pairs. + Notes: + - splits into BIDS suffix, extension, and a dictionary of entity name-value pairs. """ From 26b6685627b81ac01620a172f3c59c42900a521b Mon Sep 17 00:00:00 2001 From: IanCa Date: Tue, 13 Jun 2023 20:44:24 -0500 Subject: [PATCH 098/103] Update schema attribute validation - Add validation for unit classes actually existing Update documentation to note more exceptions General cleanup of minor issues --- hed/errors/error_messages.py | 2 +- hed/errors/error_types.py | 2 +- hed/models/hed_group.py | 9 -- hed/schema/hed_cache.py | 4 +- hed/schema/hed_schema_group.py | 4 +- hed/schema/hed_schema_io.py | 20 ++-- hed/schema/schema_compliance.py | 87 ++++++------------ hed/schema/schema_validation_util.py | 26 +++++- .../operations/summarize_definitions_op.py | 92 +++++++++---------- spec_tests/test_errors.py | 2 + tests/schema/test_hed_cache.py | 5 +- tests/schema/test_schema_compliance.py | 42 +++++++-- tests/schema/test_schema_util.py | 2 +- tests/schema/test_schema_wiki_fatal_errors.py | 2 +- 14 files changed, 155 insertions(+), 144 deletions(-) diff --git a/hed/errors/error_messages.py b/hed/errors/error_messages.py index a8c5dd170..3591bae83 100644 --- a/hed/errors/error_messages.py +++ b/hed/errors/error_messages.py @@ -245,7 +245,7 @@ def schema_error_hed_duplicate_node(tag, duplicate_tag_list, section): f"{tag_join_delimiter}{tag_join_delimiter.join(duplicate_tag_list)}" -@hed_error(SchemaErrors.HED_SCHEMA_ATTRIBUTE_INVALID) +@hed_error(SchemaErrors.SCHEMA_ATTRIBUTE_INVALID) def schema_error_unknown_attribute(attribute_name, source_tag): return f"Attribute '{attribute_name}' used by '{source_tag}' was not defined in the schema, " \ f"or was used outside of it's defined class." diff --git a/hed/errors/error_types.py b/hed/errors/error_types.py index fc3aa3788..18418a4f2 100644 --- a/hed/errors/error_types.py +++ b/hed/errors/error_types.py @@ -107,7 +107,7 @@ class SidecarErrors: class SchemaErrors: HED_SCHEMA_DUPLICATE_NODE = 'HED_SCHEMA_DUPLICATE_NODE' - HED_SCHEMA_ATTRIBUTE_INVALID = 'HED_SCHEMA_ATTRIBUTE_INVALID' + SCHEMA_ATTRIBUTE_INVALID = 'SCHEMA_ATTRIBUTE_INVALID' HED_SCHEMA_DUPLICATE_FROM_LIBRARY = "SCHEMA_LIBRARY_INVALID" diff --git a/hed/models/hed_group.py b/hed/models/hed_group.py index 9a4af46b1..10ea9a360 100644 --- a/hed/models/hed_group.py +++ b/hed/models/hed_group.py @@ -36,10 +36,6 @@ def append(self, tag_or_group): Parameters: tag_or_group (HedTag or HedGroup): The new object to add to this group. - - :raises ValueError: - If a HedGroupFrozen. - """ tag_or_group._parent = self self._children.append(tag_or_group) @@ -469,11 +465,6 @@ def find_exact_tags(self, tags_or_groups, recursive=False, include_groups=1): - This can only find identified tags. - By default, definition, def, def-expand, onset, and offset are identified, even without a schema. - If this is a HedGroup, order matters. (b, a) != (a, b) - - If this is a HedGroupFrozen: - if "(a, b)" in tags_or_groups, then it will match 1 and 2, but not 3. - 1. (a, b) - 2. (b, a) - 3. (a, b, c) """ found_tags = [] diff --git a/hed/schema/hed_cache.py b/hed/schema/hed_cache.py index 51c0f9ef4..793cd6d85 100644 --- a/hed/schema/hed_cache.py +++ b/hed/schema/hed_cache.py @@ -270,7 +270,7 @@ def cache_xml_versions(hed_base_urls=DEFAULT_URL_LIST, skip_folders=DEFAULT_SKIP _cache_hed_version(version, library_name, version_info, cache_folder=cache_folder) _write_last_cached_time(current_timestamp, cache_folder) - except portalocker.exceptions.LockException: + except portalocker.exceptions.LockException or ValueError: return -1 return 0 @@ -303,6 +303,8 @@ def _write_last_cached_time(new_time, cache_folder): new_time (float): The time this was updated. cache_folder (str): The folder used for caching the hed schema. + :raises ValueError: + - something went wrong writing to the file """ timestamp_filename = os.path.join(cache_folder, TIMESTAMP_FILENAME) try: diff --git a/hed/schema/hed_schema_group.py b/hed/schema/hed_schema_group.py index ab2112b7a..00bc2f78b 100644 --- a/hed/schema/hed_schema_group.py +++ b/hed/schema/hed_schema_group.py @@ -27,8 +27,8 @@ def __init__(self, schema_list): HedSchemaGroup: the container created. :raises HedFileError: - - If multiple schemas have the same library prefixes. - + - Multiple schemas have the same library prefixes. + - Empty list passed """ if len(schema_list) == 0: raise HedFileError(HedExceptions.BAD_PARAMETERS, "Empty list passed to HedSchemaGroup constructor.", diff --git a/hed/schema/hed_schema_io.py b/hed/schema/hed_schema_io.py index 07e59dcf5..f26ee7c6e 100644 --- a/hed/schema/hed_schema_io.py +++ b/hed/schema/hed_schema_io.py @@ -24,6 +24,7 @@ def from_string(schema_string, file_type=".xml", schema_namespace=None): :raises HedFileError: - If empty string or invalid extension is passed. + - Other fatal formatting issues with file Notes: - The loading is determined by file type. @@ -79,7 +80,9 @@ def load_schema(hed_path=None, schema_namespace=None): HedSchema: The loaded schema. :raises HedFileError: - - If there are any fatal issues when loading the schema. + - Empty path passed + - Unknown extension + - Any fatal issues when loading the schema. """ if not hed_path: @@ -114,6 +117,8 @@ def get_hed_xml_version(xml_file_path): Returns: str: The version number of the HED XML file. + :raises HedFileError: + - There is an issue loading the schema """ root_node = HedSchemaXMLParser._parse_hed_xml(xml_file_path) return root_node.attrib[hed_schema_constants.VERSION_ATTRIBUTE] @@ -130,10 +135,9 @@ def _load_schema_version(xml_version=None, xml_folder=None): HedSchema or HedSchemaGroup: The requested HedSchema object. :raises HedFileError: - - If the xml_version is not valid. - - Notes: - - The library schema files have names of the form HED_(LIBRARY_NAME)_(version).xml. + - The xml_version is not valid. + - The specified version cannot be found or loaded + - Other fatal errors loading the schema (These are unlikely if you are not editing them locally) """ schema_namespace = "" library_name = None @@ -179,10 +183,8 @@ def load_schema_version(xml_version=None, xml_folder=None): HedSchema or HedSchemaGroup: The schema or schema group extracted. :raises HedFileError: - - If the xml_version is not valid. - - Notes: - - Loads the latest schema value if an empty version is given (string or list). + - The xml_version is not valid. + - A fatal error was encountered in parsing """ if xml_version and isinstance(xml_version, list): schemas = [_load_schema_version(xml_version=version, xml_folder=xml_folder) for version in xml_version] diff --git a/hed/schema/schema_compliance.py b/hed/schema/schema_compliance.py index ddb222663..9f372cdb5 100644 --- a/hed/schema/schema_compliance.py +++ b/hed/schema/schema_compliance.py @@ -21,9 +21,8 @@ def check_compliance(hed_schema, check_for_warnings=True, name=None, error_handl Returns: list: A list of all warnings and errors found in the file. Each issue is a dictionary. - Notes: - - Useful for temp filenames in support of web services. - + :raises ValueError: + - Trying to validate a HedSchemaGroup directly """ if not isinstance(hed_schema, HedSchema): raise ValueError("To check compliance of a HedGroupSchema, call self.check_compliance on the schema itself.") @@ -40,7 +39,7 @@ def check_compliance(hed_schema, check_for_warnings=True, name=None, error_handl if unknown_attributes: for attribute_name, source_tags in unknown_attributes.items(): for tag in source_tags: - issues_list += error_handler.format_error_with_context(SchemaErrors.HED_SCHEMA_ATTRIBUTE_INVALID, + issues_list += error_handler.format_error_with_context(SchemaErrors.SCHEMA_ATTRIBUTE_INVALID, attribute_name, source_tag=tag) @@ -62,7 +61,10 @@ def check_compliance(hed_schema, check_for_warnings=True, name=None, error_handl validator = schema_attribute_validators.get(attribute_name) if validator: error_handler.push_error_context(ErrorContext.SCHEMA_ATTRIBUTE, attribute_name) - new_issues = validator(hed_schema, tag_entry, tag_entry.attributes[attribute_name]) + new_issues = validator(hed_schema, tag_entry, attribute_name) + # if force_issues_as_warnings: + for issue in new_issues: + issue['severity'] = ErrorSeverity.WARNING error_handler.add_context_and_filter(new_issues) issues_list += new_issues error_handler.pop_error_context() @@ -75,8 +77,7 @@ def check_compliance(hed_schema, check_for_warnings=True, name=None, error_handl if len(values) == 2: error_code = SchemaErrors.HED_SCHEMA_DUPLICATE_FROM_LIBRARY issues_list += error_handler.format_error_with_context(error_code, name, - duplicate_tag_list=[entry.name for entry in - duplicate_entries], + duplicate_tag_list=[entry.name for entry in duplicate_entries], section=section_key) error_handler.pop_error_context() @@ -92,15 +93,19 @@ def check_compliance(hed_schema, check_for_warnings=True, name=None, error_handl error_handler.pop_error_context() return issues_list +# attribute_checker_template(hed_schema, tag_entry, attribute_name, possible_values): +# hed_schema (HedSchema): The schema to use for validation +# tag_entry (HedSchemaEntry): The schema entry for this tag. +# attribute_name (str): The name of this attribute + -def tag_is_placeholder_check(hed_schema, tag_entry, possible_tags, force_issues_as_warnings=True): +def tag_is_placeholder_check(hed_schema, tag_entry, attribute_name): """ Check if comma separated list has valid HedTags. Parameters: - hed_schema (HedSchema): The schema to check if the tag exists. + hed_schema (HedSchema): The schema to use for validation tag_entry (HedSchemaEntry): The schema entry for this tag. - possible_tags (str): Comma separated list of tags. Short long or mixed form valid. - force_issues_as_warnings (bool): If True sets all the severity levels to warning. + attribute_name (str): The name of this attribute Returns: list: A list of issues. Each issue is a dictionary. @@ -109,91 +114,55 @@ def tag_is_placeholder_check(hed_schema, tag_entry, possible_tags, force_issues_ issues = [] if not tag_entry.name.endswith("/#"): issues += ErrorHandler.format_error(SchemaWarnings.NON_PLACEHOLDER_HAS_CLASS, tag_entry.name, - possible_tags) - - if force_issues_as_warnings: - for issue in issues: - issue['severity'] = ErrorSeverity.WARNING - - return issues - - -def attribute_does_not_exist_check(hed_schema, tag_entry, attribute_name, force_issues_as_warnings=True): - """ Throws an error saying this is a bad attribute if found. - - Parameters: - hed_schema (HedSchema): The schema to check if the tag exists. - tag_entry (HedSchemaEntry): The schema entry for this tag. - attribute_name (str): the attribute name we're looking for - force_issues_as_warnings (bool): If True sets all the severity levels to warning. - - Returns: - list: A list of issues. Each issue is a dictionary. - - """ - issues = [] - issues += ErrorHandler.format_error(SchemaWarnings.INVALID_ATTRIBUTE, tag_entry.name, - attribute_name) - - if force_issues_as_warnings: - for issue in issues: - issue['severity'] = ErrorSeverity.WARNING + attribute_name) return issues -def tag_exists_check(hed_schema, tag_entry, possible_tags, force_issues_as_warnings=True): - """ Check if comma separated list are valid HedTags. +def tag_exists_check(hed_schema, tag_entry, attribute_name): + """ Check if the list of possible tags exists in the schema. Parameters: - hed_schema (HedSchema): The schema to check if the tag exists. + hed_schema (HedSchema): The schema to use for validation tag_entry (HedSchemaEntry): The schema entry for this tag. - possible_tags (str): Comma separated list of tags. Short long or mixed form valid. - force_issues_as_warnings (bool): If True, set all the severity levels to warning. + attribute_name (str): The name of this attribute Returns: list: A list of issues. Each issue is a dictionary. """ issues = [] + possible_tags = tag_entry.attributes.get(attribute_name, "") split_tags = possible_tags.split(",") for org_tag in split_tags: - if org_tag not in hed_schema.all_tags: + if org_tag and org_tag not in hed_schema.all_tags: issues += ErrorHandler.format_error(ValidationErrors.NO_VALID_TAG_FOUND, org_tag, index_in_tag=0, index_in_tag_end=len(org_tag)) - if force_issues_as_warnings: - for issue in issues: - issue['severity'] = ErrorSeverity.WARNING return issues -def tag_exists_base_schema_check(hed_schema, tag_entry, tag_name, force_issues_as_warnings=True): +def tag_exists_base_schema_check(hed_schema, tag_entry, attribute_name): """ Check if the single tag is a partnered schema tag Parameters: - hed_schema (HedSchema): The schema to check if the tag exists. + hed_schema (HedSchema): The schema to use for validation tag_entry (HedSchemaEntry): The schema entry for this tag. - tag_name (str): The tag to verify, can be any form. - force_issues_as_warnings (bool): If True, set all the severity levels to warning. + attribute_name (str): The name of this attribute Returns: list: A list of issues. Each issue is a dictionary. - """ issues = [] - rooted_tag = tag_name.lower() - if rooted_tag not in hed_schema.all_tags: + rooted_tag = tag_entry.attributes.get(attribute_name, "") + if rooted_tag and rooted_tag not in hed_schema.all_tags: issues += ErrorHandler.format_error(ValidationErrors.NO_VALID_TAG_FOUND, rooted_tag, index_in_tag=0, index_in_tag_end=len(rooted_tag)) - if force_issues_as_warnings: - for issue in issues: - issue['severity'] = ErrorSeverity.WARNING return issues diff --git a/hed/schema/schema_validation_util.py b/hed/schema/schema_validation_util.py index 97376d380..17052a4d1 100644 --- a/hed/schema/schema_validation_util.py +++ b/hed/schema/schema_validation_util.py @@ -64,6 +64,18 @@ def is_hed3_version_number(version_string): def validate_present_attributes(attrib_dict, filename): + """ Validate combinations of attributes + + Parameters: + attrib_dict (dict): Dictionary of attributes to be evaluated. + filename (str): File name to use in reporting errors. + + Returns: + list: List of issues. Each issue is a dictionary. + + :raises HedFileError: + - withStandard is found in th header, but a library attribute is not specified + """ if constants.WITH_STANDARD_ATTRIBUTE in attrib_dict and constants.LIBRARY_ATTRIBUTE not in attrib_dict: raise HedFileError(HedExceptions.BAD_WITH_STANDARD, "withStandard header attribute found, but no library attribute is present", @@ -81,8 +93,9 @@ def validate_attributes(attrib_dict, filename): list: List of issues. Each issue is a dictionary. :raises HedFileError: - - If invalid or version not found in the dictionary. - + - Invalid library name + - Version not present + - Invalid combinations of attributes in header """ validate_present_attributes(attrib_dict, filename) @@ -111,9 +124,12 @@ def find_rooted_entry(tag_entry, schema, loading_merged): rooted_tag(HedTagEntry or None): The base tag entry from the standard schema Returns None if this tag isn't rooted - :raises HedValueError: - - If the tag doesn't exist or similar - + :raises HedFileError: + - A rooted attribute is found in a non-paired schema + - A rooted attribute is not a string + - A rooted attribute was found on a non-root node in an unmerged schema. + - A rooted attribute is found on a root node in a merged schema. + - A rooted attribute indicates a tag that doesn't exist in the base schema. """ rooted_tag = tag_entry.has_attribute(constants.HedKey.Rooted, return_value=True) if rooted_tag is not None: diff --git a/hed/tools/remodeling/operations/summarize_definitions_op.py b/hed/tools/remodeling/operations/summarize_definitions_op.py index bc988c5d3..43a104e09 100644 --- a/hed/tools/remodeling/operations/summarize_definitions_op.py +++ b/hed/tools/remodeling/operations/summarize_definitions_op.py @@ -7,7 +7,7 @@ class SummarizeDefinitionsOp(BaseOp): - """ Summarize the values in the columns of a tabular file. + """ Summarize the definitions in the columns of a tabular file. Required remodeling parameters: - **summary_name** (*str*): The name of the summary. @@ -42,16 +42,14 @@ def __init__(self, parameters): :raises TypeError: - If a parameter has the wrong type. - """ - super().__init__(self.PARAMS, parameters) self.summary_name = parameters['summary_name'] self.summary_filename = parameters['summary_filename'] self.append_timecode = parameters.get('append_timecode', False) def do_op(self, dispatcher, df, name, sidecar=None): - """ Create factor columns corresponding to values in a specified column. + """ Create summaries of definitions Parameters: dispatcher (Dispatcher): Manages the operation I/O. @@ -60,7 +58,7 @@ def do_op(self, dispatcher, df, name, sidecar=None): sidecar (Sidecar or file-like): Only needed for HED operations. Returns: - DataFrame: A new DataFrame with the factor columns appended. + DataFrame: the same datafarme Side-effect: Updates the relevant summary. @@ -92,40 +90,41 @@ def update_summary(self, new_info): series, def_dict = data_input.series_a, data_input.get_def_dict(new_info['schema']) self.def_gatherer.process_def_expands(series, def_dict) + @staticmethod + def _build_summary_dict(items_dict, title, process_func, display_description=False): + summary_dict = {} + items = {} + for key, value in items_dict.items(): + if process_func: + value = process_func(value) + if "#" in str(value): + key = key + "/#" + if display_description: + description, value = DefinitionSummary._remove_description(value) + items[key] = {"description": description, "contents": str(value)} + else: + if isinstance(value, list): + items[key] = [str(x) for x in value] + else: + items[key] = str(value) + summary_dict[title] = items + return summary_dict + def get_details_dict(self, def_gatherer): """ Return the summary-specific information in a dictionary. Parameters: - summary (?): Contains the resolved dictionaries. + def_gatherer (DefExpandGatherer): Contains the resolved dictionaries. Returns: dict: dictionary with the summary results. """ - def build_summary_dict(items_dict, title, process_func, display_description=False): - summary_dict = {} - items = {} - for key, value in items_dict.items(): - if process_func: - value = process_func(value) - if "#" in str(value): - key = key + "/#" - if display_description: - description, value = DefinitionSummary.remove_description(value) - items[key] = {"description": description, "contents": str(value)} - else: - if isinstance(value, list): - items[key] = [str(x) for x in value] - else: - items[key] = str(value) - summary_dict[title] = items - return summary_dict - - known_defs_summary = build_summary_dict(def_gatherer.def_dict, "Known Definitions", None, - display_description=True) - ambiguous_defs_summary = build_summary_dict(def_gatherer.ambiguous_defs, "Ambiguous Definitions", - def_gatherer.get_ambiguous_group) - errors_summary = build_summary_dict(def_gatherer.errors, "Errors", None) + known_defs_summary = self._build_summary_dict(def_gatherer.def_dict, "Known Definitions", None, + display_description=True) + ambiguous_defs_summary = self._build_summary_dict(def_gatherer.ambiguous_defs, "Ambiguous Definitions", + def_gatherer.get_ambiguous_group) + errors_summary = self._build_summary_dict(def_gatherer.errors, "Errors", None) known_defs_summary.update(ambiguous_defs_summary) known_defs_summary.update(errors_summary) @@ -161,25 +160,26 @@ def _get_result_string(self, name, result, indent=BaseSummary.DISPLAY_INDENT): return self._get_individual_string(result, indent=indent) @staticmethod - def _get_dataset_string(summary_dict, indent=BaseSummary.DISPLAY_INDENT): - def nested_dict_to_string(data, level=1): - result = [] - for key, value in data.items(): - if isinstance(value, dict): - result.append(f"{indent * level}{key}: {len(value)} items") - result.append(nested_dict_to_string(value, level + 1)) - elif isinstance(value, list): - result.append(f"{indent * level}{key}:") - for item in value: - result.append(f"{indent * (level + 1)}{item}") - else: - result.append(f"{indent * level}{key}: {value}") - return "\n".join(result) + def _nested_dict_to_string(data, indent, level=1): + result = [] + for key, value in data.items(): + if isinstance(value, dict): + result.append(f"{indent * level}{key}: {len(value)} items") + result.append(DefinitionSummary._nested_dict_to_string(value, indent, level + 1)) + elif isinstance(value, list): + result.append(f"{indent * level}{key}:") + for item in value: + result.append(f"{indent * (level + 1)}{item}") + else: + result.append(f"{indent * level}{key}: {value}") + return "\n".join(result) - return nested_dict_to_string(summary_dict) + @staticmethod + def _get_dataset_string(summary_dict, indent=BaseSummary.DISPLAY_INDENT): + return DefinitionSummary._nested_dict_to_string(summary_dict, indent) @staticmethod - def remove_description(def_entry): + def _remove_description(def_entry): def_group = def_entry.contents.copy() description = "" desc_tag = def_group.find_tags({"description"}, include_groups=False) diff --git a/spec_tests/test_errors.py b/spec_tests/test_errors.py index 3c2793d94..e48333c5d 100644 --- a/spec_tests/test_errors.py +++ b/spec_tests/test_errors.py @@ -47,6 +47,8 @@ "SIDECAR_BRACES_INVALID", "SCHEMA_LIBRARY_INVALID", + + "SCHEMA_ATTRIBUTE_INVALID" ] skip_tests = { diff --git a/tests/schema/test_hed_cache.py b/tests/schema/test_hed_cache.py index bf8091b15..55a343a26 100644 --- a/tests/schema/test_hed_cache.py +++ b/tests/schema/test_hed_cache.py @@ -26,10 +26,9 @@ def setUpClass(cls): cls.semantic_version_two = '1.2.4' cls.semantic_version_three = '1.2.5' cls.semantic_version_list = ['1.2.3', '1.2.4', '1.2.5'] - cls.specific_base_url = "https://api.github.com/repos/hed-standard/hed-specification/contents/hedxml" + cls.specific_base_url = "https://api.github.com/repos/hed-standard/hed-schemas/contents/standard_schema/hedxml" + cls.specific_hed_url = "https://raw.githubusercontent.com/hed-standard/hed-schemas/master/standard_schema/hedxml/HED8.0.0.xml" try: - cls.specific_hed_url = \ - """https://raw.githubusercontent.com/hed-standard/hed-specification/master/hedxml/HED8.0.0.xml""" hed_cache.cache_xml_versions(cache_folder=cls.hed_cache_dir) except urllib.error.HTTPError as e: schema.set_cache_directory(cls.saved_cache_folder) diff --git a/tests/schema/test_schema_compliance.py b/tests/schema/test_schema_compliance.py index a9eb18b9c..1578e57d9 100644 --- a/tests/schema/test_schema_compliance.py +++ b/tests/schema/test_schema_compliance.py @@ -1,18 +1,15 @@ import unittest import os +import copy from hed.schema import schema_compliance from hed import schema from hed.errors import ErrorHandler, SchemaWarnings class Test(unittest.TestCase): - # a known schema with some issues - schema_file = '../data/schema_tests/HED8.0.0.mediawiki' - @classmethod def setUpClass(cls): - cls.error_handler = ErrorHandler() - cls.schema_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), cls.schema_file) + cls.hed_schema = schema.load_schema_version("8.1.0") def validate_term_base(self, input_text, expected_issues): for text, issues in zip(input_text, expected_issues): @@ -25,7 +22,9 @@ def validate_desc_base(self, input_descriptions, expected_issues): self.assertCountEqual(issues, test_issues) def test_validate_schema(self): - hed_schema = schema.load_schema(self.schema_path) + schema_path_with_issues = '../data/schema_tests/HED8.0.0.mediawiki' + schema_path_with_issues = os.path.join(os.path.dirname(os.path.realpath(__file__)), schema_path_with_issues) + hed_schema = schema.load_schema(schema_path_with_issues) issues = hed_schema.check_compliance() self.assertTrue(isinstance(issues, list)) self.assertTrue(len(issues) > 1) @@ -72,3 +71,34 @@ def test_validate_schema_description(self): ] self.validate_desc_base(test_descs, expected_issues) + + def test_util_placeholder(self): + tag_entry = self.hed_schema.all_tags["Event"] + attribute_name = "unitClass" + self.assertTrue(schema_compliance.tag_is_placeholder_check(self.hed_schema, tag_entry, attribute_name)) + attribute_name = "unitClass" + tag_entry = self.hed_schema.all_tags["Age/#"] + self.assertFalse(schema_compliance.tag_is_placeholder_check(self.hed_schema, tag_entry, attribute_name)) + + def test_util_suggested(self): + tag_entry = self.hed_schema.all_tags["Event/Sensory-event"] + attribute_name = "suggestedTag" + self.assertFalse(schema_compliance.tag_exists_check(self.hed_schema, tag_entry, attribute_name)) + tag_entry = self.hed_schema.all_tags["Property"] + self.assertFalse(schema_compliance.tag_exists_check(self.hed_schema, tag_entry, attribute_name)) + tag_entry = copy.deepcopy(tag_entry) + tag_entry.attributes["suggestedTag"] = "InvalidSuggestedTag" + self.assertTrue(schema_compliance.tag_exists_check(self.hed_schema, tag_entry, attribute_name)) + + def test_util_rooted(self): + tag_entry = self.hed_schema.all_tags["Event"] + attribute_name = "rooted" + self.assertFalse(schema_compliance.tag_exists_base_schema_check(self.hed_schema, tag_entry, attribute_name)) + tag_entry = self.hed_schema.all_tags["Property"] + self.assertFalse(schema_compliance.tag_exists_base_schema_check(self.hed_schema, tag_entry, attribute_name)) + tag_entry = copy.deepcopy(tag_entry) + tag_entry.attributes["rooted"] = "Event" + self.assertFalse(schema_compliance.tag_exists_base_schema_check(self.hed_schema, tag_entry, attribute_name)) + tag_entry = copy.deepcopy(tag_entry) + tag_entry.attributes["rooted"] = "NotRealTag" + self.assertTrue(schema_compliance.tag_exists_base_schema_check(self.hed_schema, tag_entry, attribute_name)) \ No newline at end of file diff --git a/tests/schema/test_schema_util.py b/tests/schema/test_schema_util.py index ab6099276..0fb72539d 100644 --- a/tests/schema/test_schema_util.py +++ b/tests/schema/test_schema_util.py @@ -8,7 +8,7 @@ class Test(unittest.TestCase): @classmethod def setUpClass(cls): cls.default_test_url = \ - """https://raw.githubusercontent.com/hed-standard/hed-specification/master/hedxml/HED8.0.0.xml""" + """https://raw.githubusercontent.com/hed-standard/hed-schemas/master/standard_schema/hedxml/HED8.0.0.xml""" cls.hed_xml_file = os.path.join(os.path.dirname(os.path.realpath(__file__)), '../schema_tests/HED8.0.0t.xml') diff --git a/tests/schema/test_schema_wiki_fatal_errors.py b/tests/schema/test_schema_wiki_fatal_errors.py index 50f3cf6ca..583579b17 100644 --- a/tests/schema/test_schema_wiki_fatal_errors.py +++ b/tests/schema/test_schema_wiki_fatal_errors.py @@ -96,7 +96,7 @@ def test_merging_errors_schema(self): error_handler.push_error_context(ErrorContext.ROW, 1) error_handler.push_error_context(ErrorContext.COLUMN, 2) - issues = error_handler.format_error_with_context(SchemaErrors.HED_SCHEMA_ATTRIBUTE_INVALID, + issues = error_handler.format_error_with_context(SchemaErrors.SCHEMA_ATTRIBUTE_INVALID, "error_attribute", source_tag="error_tag") error_handler.pop_error_context() error_handler.pop_error_context() From 882ae4c000988c4ef6c0657dda2354217891f55f Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Wed, 14 Jun 2023 13:06:05 -0500 Subject: [PATCH 099/103] Removed get_schema_versions from hed-python --- hed/__init__.py | 2 +- hed/schema/__init__.py | 3 +-- hed/schema/hed_schema_io.py | 11 ----------- .../remodeling/operations/summarize_definitions_op.py | 11 +++++------ .../operations/test_summarize_definitions_op.py | 3 ++- 5 files changed, 9 insertions(+), 21 deletions(-) diff --git a/hed/__init__.py b/hed/__init__.py index e2bdcd053..e9026996d 100644 --- a/hed/__init__.py +++ b/hed/__init__.py @@ -12,7 +12,7 @@ from hed.schema.hed_schema import HedSchema from hed.schema.hed_schema_group import HedSchemaGroup -from hed.schema.hed_schema_io import get_schema, get_schema_versions, load_schema, load_schema_version +from hed.schema.hed_schema_io import get_schema, load_schema, load_schema_version # from hed import errors, models, schema, tools, validator diff --git a/hed/schema/__init__.py b/hed/schema/__init__.py index 01c9ef1d5..5db24d5ea 100644 --- a/hed/schema/__init__.py +++ b/hed/schema/__init__.py @@ -3,8 +3,7 @@ from .hed_schema_entry import HedSchemaEntry, UnitClassEntry, UnitEntry, HedTagEntry from .hed_schema_group import HedSchemaGroup from .hed_schema_section import HedSchemaSection -from .hed_schema_io import load_schema, load_schema_version, from_string, get_hed_xml_version, get_schema, \ - get_schema_versions +from .hed_schema_io import load_schema, load_schema_version, from_string, get_hed_xml_version, get_schema from .hed_schema_constants import HedKey, HedSectionKey from .hed_cache import cache_xml_versions, get_hed_versions, \ get_path_from_hed_version, set_cache_directory, get_cache_directory diff --git a/hed/schema/hed_schema_io.py b/hed/schema/hed_schema_io.py index f26ee7c6e..fdfdf9775 100644 --- a/hed/schema/hed_schema_io.py +++ b/hed/schema/hed_schema_io.py @@ -58,17 +58,6 @@ def get_schema(hed_versions): raise ValueError("InvalidHedSchemaOrSchemaVersion", "Expected schema or schema version") -def get_schema_versions(hed_schema, as_string=True): - if not hed_schema and as_string: - return '' - elif not hed_schema: - return None - elif isinstance(hed_schema, HedSchema) or isinstance(hed_schema, HedSchemaGroup): - return hed_schema.get_formatted_version(as_string=as_string) - else: - raise ValueError("InvalidHedSchemaOrHedSchemaGroup", "Expected schema or schema group") - - def load_schema(hed_path=None, schema_namespace=None): """ Load a schema from the given file or URL path. diff --git a/hed/tools/remodeling/operations/summarize_definitions_op.py b/hed/tools/remodeling/operations/summarize_definitions_op.py index 43a104e09..4e9407969 100644 --- a/hed/tools/remodeling/operations/summarize_definitions_op.py +++ b/hed/tools/remodeling/operations/summarize_definitions_op.py @@ -1,4 +1,4 @@ -""" Summarize the values in the columns of a tabular file. """ +""" Summarize the definitions in the dataset. """ from hed import TabularInput from hed.tools.remodeling.operations.base_op import BaseOp @@ -7,7 +7,7 @@ class SummarizeDefinitionsOp(BaseOp): - """ Summarize the definitions in the columns of a tabular file. + """ Summarize the definitions in the dataset. Required remodeling parameters: - **summary_name** (*str*): The name of the summary. @@ -102,11 +102,10 @@ def _build_summary_dict(items_dict, title, process_func, display_description=Fal if display_description: description, value = DefinitionSummary._remove_description(value) items[key] = {"description": description, "contents": str(value)} + elif isinstance(value, list): + items[key] = [str(x) for x in value] else: - if isinstance(value, list): - items[key] = [str(x) for x in value] - else: - items[key] = str(value) + items[key] = str(value) summary_dict[title] = items return summary_dict diff --git a/tests/tools/remodeling/operations/test_summarize_definitions_op.py b/tests/tools/remodeling/operations/test_summarize_definitions_op.py index c01e949be..e829c2739 100644 --- a/tests/tools/remodeling/operations/test_summarize_definitions_op.py +++ b/tests/tools/remodeling/operations/test_summarize_definitions_op.py @@ -78,7 +78,8 @@ def test_summary_errors(self): df_new = sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run1', sidecar=self.json_path) self.assertIn(sum_op.summary_name, dispatch.summary_dicts) self.assertIsInstance(dispatch.summary_dicts[sum_op.summary_name], DefinitionSummary) - #print(str(dispatch.summary_dicts[sum_op.summary_name].get_text_summary()['Dataset'])) + # print(str(dispatch.summary_dicts[sum_op.summary_name].get_text_summary()['Dataset'])) + if __name__ == '__main__': unittest.main() From da7f4f62b736fe088287c6c1345ecb0160abe854 Mon Sep 17 00:00:00 2001 From: IanCa Date: Wed, 14 Jun 2023 17:54:13 -0500 Subject: [PATCH 100/103] Fix issue with df_util. Also make them not return the modified df/series --- hed/models/df_util.py | 12 ++---- tests/models/test_df_util.py | 80 ++++++++++++++++++------------------ tests/models/test_sidecar.py | 4 +- 3 files changed, 45 insertions(+), 51 deletions(-) diff --git a/hed/models/df_util.py b/hed/models/df_util.py index 2509a059a..ba378502a 100644 --- a/hed/models/df_util.py +++ b/hed/models/df_util.py @@ -59,14 +59,14 @@ def convert_to_form(df, hed_schema, tag_form, columns=None): """ Convert all tags in underlying dataframe to the specified form (in place). Parameters: - df (pd.Dataframe): The dataframe to modify + df (pd.Dataframe or pd.Series): The dataframe or series to modify hed_schema (HedSchema): The schema to use to convert tags. tag_form(str): HedTag property to convert tags to. columns (list): The columns to modify on the dataframe. """ if isinstance(df, pd.Series): - df = df.apply(partial(_convert_to_form, hed_schema=hed_schema, tag_form=tag_form)) + df[:] = df.apply(partial(_convert_to_form, hed_schema=hed_schema, tag_form=tag_form)) else: if columns is None: columns = df.columns @@ -74,8 +74,6 @@ def convert_to_form(df, hed_schema, tag_form, columns=None): for column in columns: df[column] = df[column].apply(partial(_convert_to_form, hed_schema=hed_schema, tag_form=tag_form)) - return df - def shrink_defs(df, hed_schema, columns=None): """ Shrink (in place) any def-expand tags found in the specified columns in the dataframe. @@ -97,8 +95,6 @@ def shrink_defs(df, hed_schema, columns=None): mask = df[column].str.contains('Def-expand/', case=False) df[column][mask] = df[column][mask].apply(partial(_shrink_defs, hed_schema=hed_schema)) - return df - def expand_defs(df, hed_schema, def_dict, columns=None): """ Expands any def tags found in the dataframe. @@ -120,9 +116,7 @@ def expand_defs(df, hed_schema, def_dict, columns=None): for column in columns: mask = df[column].str.contains('Def/', case=False) - df[column][mask] = df[column][mask].apply(partial(_expand_defs, hed_schema=hed_schema, def_dict=def_dict)) - - return df + df.loc[mask, column] = df.loc[mask, column].apply(partial(_expand_defs, hed_schema=hed_schema, def_dict=def_dict)) def _convert_to_form(hed_string, hed_schema, tag_form): diff --git a/tests/models/test_df_util.py b/tests/models/test_df_util.py index c88446956..09f913466 100644 --- a/tests/models/test_df_util.py +++ b/tests/models/test_df_util.py @@ -14,54 +14,54 @@ def setUp(self): def test_shrink_defs_normal(self): df = pd.DataFrame({"column1": ["(Def-expand/TestDefNormal,(Acceleration/2471,Action/TestDef2)),Event/SomeEvent"]}) expected_df = pd.DataFrame({"column1": ["Def/TestDefNormal,Event/SomeEvent"]}) - result = shrink_defs(df, self.schema, ['column1']) - pd.testing.assert_frame_equal(result, expected_df) + shrink_defs(df, self.schema, ['column1']) + pd.testing.assert_frame_equal(df, expected_df) def test_shrink_defs_placeholder(self): df = pd.DataFrame({"column1": ["(Def-expand/TestDefPlaceholder/123,(Acceleration/123,Action/TestDef2)),Item/SomeItem"]}) expected_df = pd.DataFrame({"column1": ["Def/TestDefPlaceholder/123,Item/SomeItem"]}) - result = shrink_defs(df, self.schema, ['column1']) - pd.testing.assert_frame_equal(result, expected_df) + shrink_defs(df, self.schema, ['column1']) + pd.testing.assert_frame_equal(df, expected_df) def test_shrink_defs_no_matching_tags(self): df = pd.DataFrame({"column1": ["(Event/SomeEvent, Item/SomeItem,Acceleration/25)"]}) expected_df = pd.DataFrame({"column1": ["(Event/SomeEvent, Item/SomeItem,Acceleration/25)"]}) - result = shrink_defs(df, self.schema, ['column1']) - pd.testing.assert_frame_equal(result, expected_df) + shrink_defs(df, self.schema, ['column1']) + pd.testing.assert_frame_equal(df, expected_df) def test_shrink_defs_multiple_columns(self): df = pd.DataFrame({"column1": ["(Def-expand/TestDefNormal,(Acceleration/2471,Action/TestDef2)),Event/SomeEvent"], "column2": ["(Def-expand/TestDefPlaceholder/123,(Acceleration/123,Action/TestDef2)),Item/SomeItem"]}) expected_df = pd.DataFrame({"column1": ["Def/TestDefNormal,Event/SomeEvent"], "column2": ["Def/TestDefPlaceholder/123,Item/SomeItem"]}) - result = shrink_defs(df, self.schema, ['column1', 'column2']) - pd.testing.assert_frame_equal(result, expected_df) + shrink_defs(df, self.schema, ['column1', 'column2']) + pd.testing.assert_frame_equal(df, expected_df) def test_shrink_defs_multiple_defs_same_line(self): df = pd.DataFrame({"column1": ["(Def-expand/TestDefNormal,(Acceleration/2471,Action/TestDef2)),(Def-expand/TestDefPlaceholder/123,(Acceleration/123,Action/TestDef2)),Acceleration/30"]}) expected_df = pd.DataFrame({"column1": ["Def/TestDefNormal,Def/TestDefPlaceholder/123,Acceleration/30"]}) - result = shrink_defs(df, self.schema, ['column1']) - pd.testing.assert_frame_equal(result, expected_df) + shrink_defs(df, self.schema, ['column1']) + pd.testing.assert_frame_equal(df, expected_df) def test_shrink_defs_mixed_tags(self): df = pd.DataFrame({"column1": [ "(Def-expand/TestDefNormal,(Acceleration/2471,Action/TestDef2)),Event/SomeEvent,(Def-expand/TestDefPlaceholder/123,(Acceleration/123,Action/TestDef2)),Item/SomeItem,Acceleration/25"]}) expected_df = pd.DataFrame( {"column1": ["Def/TestDefNormal,Event/SomeEvent,Def/TestDefPlaceholder/123,Item/SomeItem,Acceleration/25"]}) - result = shrink_defs(df, self.schema, ['column1']) - pd.testing.assert_frame_equal(result, expected_df) + shrink_defs(df, self.schema, ['column1']) + pd.testing.assert_frame_equal(df, expected_df) def test_shrink_defs_series_normal(self): series = pd.Series(["(Def-expand/TestDefNormal,(Acceleration/2471,Action/TestDef2)),Event/SomeEvent"]) expected_series = pd.Series(["Def/TestDefNormal,Event/SomeEvent"]) - result = shrink_defs(series, self.schema, None) - pd.testing.assert_series_equal(result, expected_series) + shrink_defs(series, self.schema, None) + pd.testing.assert_series_equal(series, expected_series) def test_shrink_defs_series_placeholder(self): series = pd.Series(["(Def-expand/TestDefPlaceholder/123,(Acceleration/123,Action/TestDef2)),Item/SomeItem"]) expected_series = pd.Series(["Def/TestDefPlaceholder/123,Item/SomeItem"]) - result = shrink_defs(series, self.schema, None) - pd.testing.assert_series_equal(result, expected_series) + shrink_defs(series, self.schema, None) + pd.testing.assert_series_equal(series, expected_series) class TestExpandDefs(unittest.TestCase): @@ -75,21 +75,21 @@ def test_expand_defs_normal(self): df = pd.DataFrame({"column1": ["Def/TestDefNormal,Event/SomeEvent"]}) expected_df = pd.DataFrame( {"column1": ["(Def-expand/TestDefNormal,(Acceleration/2471,Action/TestDef2)),Event/SomeEvent"]}) - result = expand_defs(df, self.schema, self.def_dict, ['column1']) - pd.testing.assert_frame_equal(result, expected_df) + expand_defs(df, self.schema, self.def_dict, ['column1']) + pd.testing.assert_frame_equal(df, expected_df) def test_expand_defs_placeholder(self): df = pd.DataFrame({"column1": ["Def/TestDefPlaceholder/123,Item/SomeItem"]}) expected_df = pd.DataFrame({"column1": [ "(Def-expand/TestDefPlaceholder/123,(Acceleration/123,Action/TestDef2)),Item/SomeItem"]}) - result = expand_defs(df, self.schema, self.def_dict, ['column1']) - pd.testing.assert_frame_equal(result, expected_df) + expand_defs(df, self.schema, self.def_dict, ['column1']) + pd.testing.assert_frame_equal(df, expected_df) def test_expand_defs_no_matching_tags(self): df = pd.DataFrame({"column1": ["(Event/SomeEvent,Item/SomeItem,Acceleration/25)"]}) expected_df = pd.DataFrame({"column1": ["(Event/SomeEvent,Item/SomeItem,Acceleration/25)"]}) - result = expand_defs(df, self.schema, self.def_dict, ['column1']) - pd.testing.assert_frame_equal(result, expected_df) + expand_defs(df, self.schema, self.def_dict, ['column1']) + pd.testing.assert_frame_equal(df, expected_df) def test_expand_defs_multiple_columns(self): df = pd.DataFrame({"column1": ["Def/TestDefNormal,Event/SomeEvent"], @@ -98,20 +98,20 @@ def test_expand_defs_multiple_columns(self): {"column1": ["(Def-expand/TestDefNormal,(Acceleration/2471,Action/TestDef2)),Event/SomeEvent"], "column2": [ "(Def-expand/TestDefPlaceholder/123,(Acceleration/123,Action/TestDef2)),Item/SomeItem"]}) - result = expand_defs(df, self.schema, self.def_dict, ['column1', 'column2']) - pd.testing.assert_frame_equal(result, expected_df) + expand_defs(df, self.schema, self.def_dict, ['column1', 'column2']) + pd.testing.assert_frame_equal(df, expected_df) def test_expand_defs_series_normal(self): series = pd.Series(["Def/TestDefNormal,Event/SomeEvent"]) expected_series = pd.Series(["(Def-expand/TestDefNormal,(Acceleration/2471,Action/TestDef2)),Event/SomeEvent"]) - result = expand_defs(series, self.schema, self.def_dict, None) - pd.testing.assert_series_equal(result, expected_series) + expand_defs(series, self.schema, self.def_dict, None) + pd.testing.assert_series_equal(series, expected_series) def test_expand_defs_series_placeholder(self): series = pd.Series(["Def/TestDefPlaceholder/123,Item/SomeItem"]) expected_series = pd.Series(["(Def-expand/TestDefPlaceholder/123,(Acceleration/123,Action/TestDef2)),Item/SomeItem"]) - result = expand_defs(series, self.schema, self.def_dict, None) - pd.testing.assert_series_equal(result, expected_series) + expand_defs(series, self.schema, self.def_dict, None) + pd.testing.assert_series_equal(series, expected_series) class TestConvertToForm(unittest.TestCase): @@ -121,38 +121,38 @@ def setUp(self): def test_convert_to_form_short_tags(self): df = pd.DataFrame({"column1": ["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See"]}) expected_df = pd.DataFrame({"column1": ["Azure,See"]}) - result = convert_to_form(df, self.schema, "short_tag", ['column1']) - pd.testing.assert_frame_equal(result, expected_df) + convert_to_form(df, self.schema, "short_tag", ['column1']) + pd.testing.assert_frame_equal(df, expected_df) def test_convert_to_form_long_tags(self): df = pd.DataFrame({"column1": ["CSS-color/White-color/Azure,Action/Perceive/See"]}) expected_df = pd.DataFrame({"column1": ["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See"]}) - result = convert_to_form(df, self.schema, "long_tag", ['column1']) - pd.testing.assert_frame_equal(result, expected_df) + convert_to_form(df, self.schema, "long_tag", ['column1']) + pd.testing.assert_frame_equal(df, expected_df) def test_convert_to_form_series_short_tags(self): series = pd.Series(["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See"]) expected_series = pd.Series(["Azure,See"]) - result = convert_to_form(series, self.schema, "short_tag") - pd.testing.assert_series_equal(result, expected_series) + convert_to_form(series, self.schema, "short_tag") + pd.testing.assert_series_equal(series, expected_series) def test_convert_to_form_series_long_tags(self): series = pd.Series(["CSS-color/White-color/Azure,Action/Perceive/See"]) expected_series = pd.Series(["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Action/Perceive/See"]) - result = convert_to_form(series, self.schema, "long_tag") - pd.testing.assert_series_equal(result, expected_series) + convert_to_form(series, self.schema, "long_tag") + pd.testing.assert_series_equal(series, expected_series) def test_convert_to_form_multiple_tags_short(self): df = pd.DataFrame({"column1": ["Visual-attribute/Color/CSS-color/White-color/Azure,Biological-item/Anatomical-item/Body-part/Head/Face/Nose,Spatiotemporal-value/Rate-of-change/Acceleration/4.5 m-per-s^2"]}) expected_df = pd.DataFrame({"column1": ["Azure,Nose,Acceleration/4.5 m-per-s^2"]}) - result = convert_to_form(df, self.schema, "short_tag", ['column1']) - pd.testing.assert_frame_equal(result, expected_df) + convert_to_form(df, self.schema, "short_tag", ['column1']) + pd.testing.assert_frame_equal(df, expected_df) def test_convert_to_form_multiple_tags_long(self): df = pd.DataFrame({"column1": ["CSS-color/White-color/Azure,Anatomical-item/Body-part/Head/Face/Nose,Rate-of-change/Acceleration/4.5 m-per-s^2"]}) expected_df = pd.DataFrame({"column1": ["Property/Sensory-property/Sensory-attribute/Visual-attribute/Color/CSS-color/White-color/Azure,Item/Biological-item/Anatomical-item/Body-part/Head/Face/Nose,Property/Data-property/Data-value/Spatiotemporal-value/Rate-of-change/Acceleration/4.5 m-per-s^2"]}) - result = convert_to_form(df, self.schema, "long_tag", ['column1']) - pd.testing.assert_frame_equal(result, expected_df) + convert_to_form(df, self.schema, "long_tag", ['column1']) + pd.testing.assert_frame_equal(df, expected_df) def test_basic_expand_detection(self): # all simple cases with no duplicates diff --git a/tests/models/test_sidecar.py b/tests/models/test_sidecar.py index 4fdacb31f..8383de6f8 100644 --- a/tests/models/test_sidecar.py +++ b/tests/models/test_sidecar.py @@ -142,7 +142,7 @@ def test_set_hed_strings(self): for column_data in sidecar: hed_strings = column_data.get_hed_strings() - hed_strings = df_util.convert_to_form(hed_strings, self.hed_schema, "long_tag") + df_util.convert_to_form(hed_strings, self.hed_schema, "long_tag") column_data.set_hed_strings(hed_strings) sidecar_long = Sidecar(os.path.join(self.base_data_dir, "sidecar_tests/long_tag_test.json")) self.assertEqual(sidecar.loaded_dict, sidecar_long.loaded_dict) @@ -151,7 +151,7 @@ def test_set_hed_strings(self): for column_data in sidecar: hed_strings = column_data.get_hed_strings() - hed_strings = df_util.convert_to_form(hed_strings, self.hed_schema, "short_tag") + df_util.convert_to_form(hed_strings, self.hed_schema, "short_tag") column_data.set_hed_strings(hed_strings) sidecar_short = Sidecar(os.path.join(self.base_data_dir, "sidecar_tests/short_tag_test.json")) self.assertEqual(sidecar.loaded_dict, sidecar_short.loaded_dict) From fd6a61fca16bec404101396497f8239cbe191642 Mon Sep 17 00:00:00 2001 From: IanCa Date: Thu, 15 Jun 2023 15:38:32 -0500 Subject: [PATCH 101/103] Update documentation in models folder Also minor api changes --- hed/models/base_input.py | 34 +++++++++++-- hed/models/column_mapper.py | 16 ++++-- hed/models/column_metadata.py | 14 ++++++ hed/models/def_expand_gather.py | 1 - hed/models/definition_dict.py | 72 ++++++++++++--------------- hed/models/definition_entry.py | 14 +++--- hed/models/df_util.py | 23 +++------ hed/models/hed_group.py | 50 +++++++------------ hed/models/hed_string.py | 16 +++--- hed/models/hed_string_group.py | 11 ++-- hed/models/hed_tag.py | 9 ++-- hed/models/sidecar.py | 7 ++- hed/models/spreadsheet_input.py | 11 ++++ hed/models/tabular_input.py | 12 +++++ hed/validator/onset_validator.py | 2 +- tests/models/test_definition_dict.py | 4 +- tests/validator/test_def_validator.py | 4 +- 17 files changed, 162 insertions(+), 138 deletions(-) diff --git a/hed/models/base_input.py b/hed/models/base_input.py index 6b2787bd0..f0c96eaaf 100644 --- a/hed/models/base_input.py +++ b/hed/models/base_input.py @@ -34,11 +34,21 @@ def __init__(self, file, file_type=None, worksheet_name=None, has_column_names=T has_column_names (bool): True if file has column names. This value is ignored if you pass in a pandas dataframe. mapper (ColumnMapper or None): Indicates which columns have HED tags. + See SpreadsheetInput or TabularInput for examples of how to use built-in a ColumnMapper. name (str or None): Optional field for how this file will report errors. allow_blank_names(bool): If True, column names can be blank - Notes: - - See SpreadsheetInput or TabularInput for examples of how to use built-in a ColumnMapper. + :raises HedFileError: + - file is blank + - An invalid dataframe was passed with size 0 + - An invalid extension was provided + - A duplicate or empty column name appears + + :raises OSError: + - Cannot open the indicated file + + :raises KeyError: + - The specified worksheet name does not exist """ if mapper is None: mapper = ColumnMapper() @@ -94,7 +104,6 @@ def reset_mapper(self, new_mapper): Parameters: new_mapper (ColumnMapper): A column mapper to be associated with this base input. - """ self._mapper = new_mapper if not self._mapper: @@ -200,8 +209,10 @@ def to_excel(self, file): file (str or file-like): Location to save this base input. :raises ValueError: - - if empty file object or file cannot be opened. - + - if empty file object was passed + + :raises OSError: + - Cannot open the indicated file """ if not file: raise ValueError("Empty file name or object passed in to BaseInput.save.") @@ -232,6 +243,8 @@ def to_csv(self, file=None): Returns: None or str: None if file is given or the contents as a str if file is None. + :raises OSError: + - Cannot open the indicated file """ dataframe = self._dataframe csv_string_if_filename_none = dataframe.to_csv(file, '\t', index=False, header=self._has_column_names) @@ -272,6 +285,15 @@ def set_cell(self, row_number, column_number, new_string_obj, tag_form="short_ta Notes: Any attribute of a HedTag that returns a string is a valid value of tag_form. + + :raises ValueError: + - There is not a loaded dataframe + + :raises KeyError: + - the indicated row/column does not exist + + :raises AttributeError: + - The indicated tag_form is not an attribute of HedTag """ if self._dataframe is None: raise ValueError("No data frame loaded") @@ -291,6 +313,8 @@ def get_worksheet(self, worksheet_name=None): Notes: If None, returns the first worksheet. + :raises KeyError: + - The specified worksheet name does not exist """ if worksheet_name and self._loaded_workbook: # return self._loaded_workbook.get_sheet_by_name(worksheet_name) diff --git a/hed/models/column_mapper.py b/hed/models/column_mapper.py index 6b5d651cf..fedac6d8f 100644 --- a/hed/models/column_mapper.py +++ b/hed/models/column_mapper.py @@ -26,7 +26,6 @@ def __init__(self, sidecar=None, tag_columns=None, column_prefix_dictionary=None Sidecar column definitions will take precedent if there is a conflict with tag_columns. column_prefix_dictionary (dict): Dictionary with keys that are column numbers/names and values are HED tag prefixes to prepend to the tags in that column before processing. - optional_tag_columns (list): A list of ints or strings containing the columns that contain the HED tags. If the column is otherwise unspecified, convert this column type to HEDTags. warn_on_missing_column (bool): If True, issue mapping warnings on column names that are missing from @@ -89,6 +88,10 @@ def column_prefix_dictionary(self): def get_transformers(self): """ Return the transformers to use on a dataframe + Returns: + tuple(dict, list): + dict({str or int: func}): the functions to use to transform each column + need_categorical(list of int): a list of columns to treat as categoriacl """ final_transformers = {} need_categorical = [] @@ -144,8 +147,8 @@ def _set_sidecar(self, sidecar): Parameters: sidecar (Sidecar or None): the sidecar to use - Returns: - + :raises ValueError: + - A sidecar was prevoiusly set """ if self._sidecar: raise ValueError("Trying to set a second sidecar on a column mapper.") @@ -156,6 +159,11 @@ def _set_sidecar(self, sidecar): @property def sidecar_column_data(self): + """ Pass through to get the sidecar ColumnMetadata + + Returns: + dict({str:ColumnMetadata}): the column metadata defined by this sidecar + """ if self._sidecar: return self._sidecar.column_data @@ -168,7 +176,7 @@ def get_tag_columns(self): Returns: column_identifiers(list): A list of column numbers or names that are ColumnType.HedTags. - 0-based if integer-based, otherwise column name. + 0-based if integer-based, otherwise column name. """ return [column_entry.column_name for number, column_entry in self._final_column_map.items() if column_entry.column_type == ColumnType.HEDTags] diff --git a/hed/models/column_metadata.py b/hed/models/column_metadata.py index 4fa43a6a5..bca22c4cd 100644 --- a/hed/models/column_metadata.py +++ b/hed/models/column_metadata.py @@ -61,6 +61,11 @@ def source_dict(self): return self._source[self.column_name] def get_hed_strings(self): + """ Returns the hed strings for this entry as a series. + + Returns: + hed_strings(pd.Series): the hed strings for this series.(potentially empty) + """ if not self.column_type: return pd.Series(dtype=str) @@ -69,6 +74,15 @@ def get_hed_strings(self): return series def set_hed_strings(self, new_strings): + """ Sets the hed strings for this entry. + + Parameters: + new_strings(pd.Series, dict, or str): The hed strings to set. + This should generally be the return value from get_hed_strings + + Returns: + hed_strings(pd.Series): the hed strings for this series.(potentially empty) + """ if new_strings is None: return False diff --git a/hed/models/def_expand_gather.py b/hed/models/def_expand_gather.py index f34461e46..380079a42 100644 --- a/hed/models/def_expand_gather.py +++ b/hed/models/def_expand_gather.py @@ -93,7 +93,6 @@ def __init__(self, hed_schema, known_defs=None, ambiguous_defs=None, errors=None """ self.hed_schema = hed_schema self.ambiguous_defs = ambiguous_defs if ambiguous_defs else {} - self.ambiguous_defs_new = ambiguous_defs if ambiguous_defs else {} self.errors = errors if errors else {} self.def_dict = DefinitionDict(known_defs, self.hed_schema) diff --git a/hed/models/definition_dict.py b/hed/models/definition_dict.py index ebe1af6f8..0fa6aa743 100644 --- a/hed/models/definition_dict.py +++ b/hed/models/definition_dict.py @@ -12,7 +12,16 @@ class DefinitionDict: """ def __init__(self, def_dicts=None, hed_schema=None): - """ Definitions to be considered a single source. """ + """ Definitions to be considered a single source. + + Parameters: + def_dicts (str or list or DefinitionDict): DefDict or list of DefDicts/strings or + a single string whose definitions should be added. + hed_schema(HedSchema or None): Required if passing strings or lists of strings, unused otherwise. + + :raises TypeError: + - Bad type passed as def_dicts + """ self.defs = {} self._label_tag_name = DefTagNames.DEF_KEY @@ -26,6 +35,9 @@ def add_definitions(self, def_dicts, hed_schema=None): Parameters: def_dicts (list or DefinitionDict): DefDict or list of DefDicts/strings whose definitions should be added. hed_schema(HedSchema or None): Required if passing strings or lists of strings, unused otherwise. + + :raises TypeError: + - Bad type passed as def_dicts """ if not isinstance(def_dicts, list): def_dicts = [def_dicts] @@ -38,7 +50,7 @@ def add_definitions(self, def_dicts, hed_schema=None): for definition in def_dict: self.check_for_definitions(HedString(definition, hed_schema)) else: - print(f"Invalid input type '{type(def_dict)} passed to DefDict. Skipping.") + raise TypeError("Invalid type '{type(def_dict)}' passed to DefinitionDict") def _add_definition(self, def_tag, def_value): if def_tag in self.defs: @@ -59,6 +71,16 @@ def _add_definitions_from_dict(self, def_dict): self._add_definition(def_tag, def_value) def get(self, def_name): + """ Get the definition entry for the definition name. + + Not case-sensitive + + Parameters: + def_name (str): Name of the definition to retrieve. + + Returns: + DefinitionEntry: Definition entry for the requested definition. + """ return self.defs.get(def_name.lower()) def __iter__(self): @@ -68,6 +90,13 @@ def __len__(self): return len(self.defs) def items(self): + """ Returns the dictionary of definitions + + Alias for .defs.items() + + Returns: + def_entries({str: DefinitionEntry}): A list of definitions + """ return self.defs.items() @property @@ -75,19 +104,6 @@ def issues(self): """Returns issues about duplicate definitions.""" return self._issues - def get_def_entry(self, def_name): - """ Get the definition entry for the definition name. - - Parameters: - def_name (str): Name of the definition to retrieve. - - Returns: - DefinitionEntry: Definition entry for the requested definition. - - """ - - return self.defs.get(def_name.lower()) - def check_for_definitions(self, hed_string_obj, error_handler=None): """ Check string for definition tags, adding them to self. @@ -97,7 +113,6 @@ def check_for_definitions(self, hed_string_obj, error_handler=None): Returns: list: List of issues encountered in checking for definitions. Each issue is a dictionary. - """ def_issues = [] for definition_tag, group in hed_string_obj.find_top_level_tags(anchor_tags={DefTagNames.DEFINITION_KEY}): @@ -208,8 +223,8 @@ def _find_group(self, definition_tag, group, error_handler): def _validate_contents(self, definition_tag, group, error_handler): issues = [] if group: - for def_tag in group.find_tags({DefTagNames.DEF_KEY, DefTagNames.DEF_EXPAND_KEY, DefTagNames.DEFINITION_KEY}, recursive=True, - include_groups=0): + def_keys = {DefTagNames.DEF_KEY, DefTagNames.DEF_EXPAND_KEY, DefTagNames.DEFINITION_KEY} + for def_tag in group.find_tags(def_keys, recursive=True, include_groups=0): issues += ErrorHandler.format_error_with_context(error_handler, DefinitionErrors.DEF_TAG_IN_DEFINITION, tag=def_tag, @@ -250,27 +265,6 @@ def construct_def_tag(self, hed_tag): hed_tag._expandable = def_contents hed_tag._expanded = hed_tag.short_base_tag == DefTagNames.DEF_EXPAND_ORG_KEY - def expand_def_tags(self, hed_string_obj): - """ Expands def tags to def-expand tags. - - Parameters: - hed_string_obj (HedString): The hed string to process. - """ - # First see if the "def" is found at all. This covers def and def-expand. - hed_string_lower = hed_string_obj.lower() - if self._label_tag_name not in hed_string_lower: - return [] - - def_issues = [] - # We need to check for labels to expand in ALL groups - for def_tag, def_group in hed_string_obj.find_tags(DefTagNames.DEF_KEY, recursive=True): - def_contents = self._get_definition_contents(def_tag) - if def_contents is not None: - def_tag.short_base_tag = DefTagNames.DEF_EXPAND_ORG_KEY - def_group.replace(def_tag, def_contents) - - return def_issues - def _get_definition_contents(self, def_tag): """ Get the contents for a given def tag. diff --git a/hed/models/definition_entry.py b/hed/models/definition_entry.py index 7c0aa3662..190d8d3d3 100644 --- a/hed/models/definition_entry.py +++ b/hed/models/definition_entry.py @@ -26,6 +26,8 @@ def __init__(self, name, contents, takes_value, source_context): def get_definition(self, replace_tag, placeholder_value=None, return_copy_of_tag=False): """ Return a copy of the definition with the tag expanded and the placeholder plugged in. + Returns None if placeholder_value passed when it doesn't take value, or vice versa. + Parameters: replace_tag (HedTag): The def hed tag to replace with an expanded version placeholder_value (str or None): If present and required, will replace any pound signs @@ -33,12 +35,12 @@ def get_definition(self, replace_tag, placeholder_value=None, return_copy_of_tag return_copy_of_tag(bool): Set to true for validation Returns: - str: The expanded def tag name - HedGroup: The contents of this definition(including the def tag itself) + tuple: + str: The expanded def tag name + HedGroup: The contents of this definition(including the def tag itself) :raises ValueError: - - If a placeholder_value is passed, but this definition doesn't have a placeholder. - + - Something internally went wrong with finding the placeholder tag. This should not be possible. """ if self.takes_value == (placeholder_value is None): return None, [] @@ -49,7 +51,7 @@ def get_definition(self, replace_tag, placeholder_value=None, return_copy_of_tag name = self.name if self.contents: output_group = self.contents - if placeholder_value: + if placeholder_value is not None: output_group = copy.deepcopy(self.contents) placeholder_tag = output_group.find_placeholder_tag() if not placeholder_tag: @@ -64,4 +66,4 @@ def get_definition(self, replace_tag, placeholder_value=None, return_copy_of_tag return f"{DefTagNames.DEF_EXPAND_ORG_KEY}/{name}", output_contents def __str__(self): - return str(self.contents) \ No newline at end of file + return str(self.contents) diff --git a/hed/models/df_util.py b/hed/models/df_util.py index ba378502a..83184a4e9 100644 --- a/hed/models/df_util.py +++ b/hed/models/df_util.py @@ -27,8 +27,9 @@ def get_assembled(tabular_file, sidecar, hed_schema, extra_def_dicts=None, join_ expand_defs: bool Expand any def tags found Returns: - tuple: A list of HedStrings or a list of lists of HedStrings, DefinitionDict - + tuple: + hed_strings(list of HedStrings):A list of HedStrings or a list of lists of HedStrings + def_dict(DefinitionDict): The definitions from this Sidecar """ if isinstance(sidecar, str): sidecar = Sidecar(sidecar) @@ -131,23 +132,11 @@ def _expand_defs(hed_string, hed_schema, def_dict): return str(HedString(hed_string, hed_schema, def_dict).expand_defs()) -def _get_matching_value(tags): - # Filter out values equal to "#" and get unique values - unique_values = set(tag.extension for tag in tags if tag.extension != "#") - if len(unique_values) == 0: - return "#" - - if len(unique_values) > 1: - return None - - return next(iter(unique_values)) - - def process_def_expands(hed_strings, hed_schema, known_defs=None, ambiguous_defs=None): - """ - Processes a list of HED strings according to a given HED schema, using known definitions and ambiguous definitions. + """ Processes a list of HED strings according to a given HED schema, + using known definitions and ambiguous definitions. - Args: + Parameters: hed_strings (list or pd.Series): A list of HED strings to process. hed_schema (HedSchema): The schema to use known_defs (DefinitionDict or list or str), optional): diff --git a/hed/models/hed_group.py b/hed/models/hed_group.py index 10ea9a360..eeacd16db 100644 --- a/hed/models/hed_group.py +++ b/hed/models/hed_group.py @@ -13,10 +13,7 @@ def __init__(self, hed_string="", startpos=None, endpos=None, contents=None): startpos (int or None): Starting index of group(including parentheses) in hed_string. endpos (int or None): Position after the end (including parentheses) in hed_string. contents (list or None): A list of HedTags and/or HedGroups that will be set as the contents of this group. - - Notes: - - contents parameter is mainly used for processing definitions. - + Mostly used during definition expansion. """ self._startpos = startpos self._endpos = endpos @@ -68,6 +65,8 @@ def replace(self, item_to_replace, new_contents): item_to_replace (HedTag or HedGroup): The item to replace must exist or this will raise an error. new_contents (HedTag or HedGroup): Replacement contents. + :raises KeyError: + - item_to_replace does not exist """ if self._original_children is self._children: self._original_children = self._children.copy() @@ -84,24 +83,15 @@ def remove(self, items_to_remove): """ Remove any tags/groups in items_to_remove. Parameters: - items_to_remove (list): List of HedGroups and/or HedTags to remove. + items_to_remove (list): List of HedGroups and/or HedTags to remove by identity. Notes: - Any groups that become empty will also be pruned. - - Identity, not equivalence is used in determining whether to remove. - """ all_groups = self.get_all_groups() self._remove(items_to_remove, all_groups) def _remove(self, items_to_remove, all_groups): - """ Needs to be documented. - - Parameters: - items_to_remove (list): List of HedGroups and/or HedTags to remove. - all_groups (list): List of HedGroups. - - """ empty_groups = [] for remove_child in items_to_remove: for group in all_groups: @@ -329,10 +319,6 @@ def get_as_form(self, tag_attribute): Returns: str: The constructed string after transformation - - Notes: - - The signature of a tag_transformer is str def(HedTag, str). - """ result = ",".join([child.__getattribute__(tag_attribute) if isinstance(child, HedTag) else child.get_as_form(tag_attribute) for child in self.children]) @@ -352,7 +338,6 @@ def find_placeholder_tag(self): Notes: - Assumes a valid HedString with no erroneous "#" characters. - """ for tag in self.get_all_tags(): if tag.is_placeholder(): @@ -364,7 +349,10 @@ def __bool__(self): return bool(self._children) def __eq__(self, other): - """ Test whether other is equal to this object. """ + """ Test whether other is equal to this object. + + Note: This does not account for sorting. Objects must be in the same order to match. + """ if self is other: return True @@ -419,17 +407,16 @@ def find_wildcard_tags(self, search_tags, recursive=False, include_groups=2): search_tags (container): A container of the starts of short tags to search. recursive (bool): If true, also check subgroups. include_groups (0, 1 or 2): Specify return values. + If 0: return a list of the HedTags. + If 1: return a list of the HedGroups containing the HedTags. + If 2: return a list of tuples (HedTag, HedGroup) for the found tags. Returns: list: The contents of the list depends on the value of include_groups. Notes: - - If include_groups is 0, return a list of the HedTags. - - If include_groups is 1, return a list of the HedGroups containing the HedTags. - - If include_groups is 2, return a list of tuples (HedTag, HedGroup) for the found tags. - This can only find identified tags. - By default, definition, def, def-expand, onset, and offset are identified, even without a schema. - """ found_tags = [] if recursive: @@ -486,17 +473,16 @@ def find_exact_tags(self, tags_or_groups, recursive=False, include_groups=1): def find_def_tags(self, recursive=False, include_groups=3): """ Find def and def-expand tags + Parameters: recursive (bool): If true, also check subgroups. include_groups (int, 0, 1, 2, 3): options for return values + If 0: Return only def and def expand tags/. + If 1: Return only def tags and def-expand groups. + If 2: Return only groups containing defs, or def-expand groups. + If 3 or any other value: Return all 3 as a tuple. Returns: list: A list of tuples. The contents depend on the values of the include_group. - Notes: - - The include_groups option controls the tag expansion as follows: - - If 0: Return only def and def expand tags/. - - If 1: Return only def tags and def-expand groups. - - If 2: Return only groups containing defs, or def-expand groups. - - If 3 or any other value: Return all 3 as a tuple. """ from hed.models.definition_dict import DefTagNames if recursive: @@ -527,16 +513,14 @@ def find_tags_with_term(self, term, recursive=False, include_groups=2): Parameters: term (str): A single term to search for. recursive (bool): If true, recursively check subgroups. - include_groups: 0, 1 or 2 + include_groups(0, 1 or 2): Controls return values If 0: Return only tags If 1: Return only groups If 2 or any other value: Return both Returns: list: - """ - found_tags = [] if recursive: groups = self.get_all_groups() diff --git a/hed/models/hed_string.py b/hed/models/hed_string.py index 30b67ee3c..173b67860 100644 --- a/hed/models/hed_string.py +++ b/hed/models/hed_string.py @@ -180,12 +180,11 @@ def split_into_groups(hed_string, hed_schema=None, def_dict=None): list: A list of HedTag and/or HedGroup. :raises ValueError: - - If the string is significantly malformed, such as mismatched parentheses. + - The string is significantly malformed, such as mismatched parentheses. Notes: - The parse tree consists of tag groups, tags, and delimiters. """ - current_tag_group = [[]] input_tags = HedString.split_hed_string(hed_string) @@ -332,19 +331,16 @@ def validate(self, hed_schema, allow_placeholders=True, error_handler=None): def find_top_level_tags(self, anchor_tags, include_groups=2): """ Find top level groups with an anchor tag. + A max of 1 tag located per top level group. + Parameters: anchor_tags (container): A list/set/etc of short_base_tags to find groups by. include_groups (0, 1 or 2): Parameter indicating what return values to include. - + If 0: return only tags. + If 1: return only groups. + If 2 or any other value: return both. Returns: list or tuple: The returned result depends on include_groups: - - If 0: return only tags. - - If 1: return only groups. - - If 2 or any other value: return both. - - Notes: - - A max of 1 tag located per top level group. - """ top_level_tags = [] for group in self.groups(): diff --git a/hed/models/hed_string_group.py b/hed/models/hed_string_group.py index 14e639f51..3171823ce 100644 --- a/hed/models/hed_string_group.py +++ b/hed/models/hed_string_group.py @@ -60,15 +60,13 @@ def children(self): return [child for sub_string in self._children for child in sub_string._children] def remove(self, items_to_remove): - """ Remove any tags/groups in items_to_remove. + """ Remove tags/groups by identity. Parameters: items_to_remove (list): A list of HedGroup and HedTag objects to remove. Notes: - Any groups that become empty will also be pruned. - - This goes by identity, not equivalence. - """ all_groups = [group for sub_group in self._children for group in sub_group.get_all_groups()] self._remove(items_to_remove, all_groups) @@ -85,12 +83,9 @@ def replace(self, item_to_replace, new_contents): item_to_replace (HedTag or HedGroup): The tag to replace. new_contents (HedTag or HedGroup or list): The replacements for the tag. - Notes: - - It tag must exist in this an error is raised. - + :raises KeyError: + - item_to_replace does not exist """ - - # this needs to pass the tag off to the appropriate group replace_sub_string = None for sub_string in self._children: for i, child in enumerate(sub_string.children): diff --git a/hed/models/hed_tag.py b/hed/models/hed_tag.py index 2c17d368a..bfc06abd2 100644 --- a/hed/models/hed_tag.py +++ b/hed/models/hed_tag.py @@ -19,9 +19,8 @@ def __init__(self, hed_string, span=None, hed_schema=None, def_dict=None): span (int, int): The start and end indexes of the tag in the hed_string. hed_schema (HedSchema or None): A convenience parameter for calculating canonical forms on creation. - Notes: - - This does not produce issues and is used primarily for testing. - + :raises ValueError: + - You cannot pass a def_dict without also passing a schema. """ if def_dict and not hed_schema: raise ValueError("Passing a def_dict without also passing a schema is invalid.") @@ -131,11 +130,10 @@ def short_base_tag(self, new_tag_val): new_tag_val (str): The new short_base_tag for this tag. :raises ValueError: - - If tags cannot unidentified. + - If the tag wasn't already identified Note: - Generally this is used to swap def to def-expand. - """ if self._schema_entry: tag_entry = None @@ -159,7 +157,6 @@ def org_base_tag(self): - Warning: This could be empty if the original tag had a name_prefix prepended. e.g. a column where "Label/" is prepended, thus the column value has zero base portion. - Only valid after calling convert_to_canonical_forms. - """ if self._schema_entry: extension_len = len(self._extension_value) diff --git a/hed/models/sidecar.py b/hed/models/sidecar.py index 094edfa69..735ad3f8b 100644 --- a/hed/models/sidecar.py +++ b/hed/models/sidecar.py @@ -67,10 +67,10 @@ def def_dict(self): @property def column_data(self): - """ Generates the list of ColumnMetadata for this sidecar + """ Generates the ColumnMetadata for this sidecar Returns: - list(ColumnMetadata): the list of column metadata defined by this sidecar + dict({str:ColumnMetadata}): the column metadata defined by this sidecar """ return {col_name: ColumnMetadata(name=col_name, source=self.loaded_dict) for col_name in self.loaded_dict} @@ -200,8 +200,8 @@ def extract_definitions(self, hed_schema=None, error_handler=None): """ Gather and validate definitions in metadata. Parameters: - error_handler (ErrorHandler): The error handler to use for context, uses a default one if None. hed_schema (HedSchema or None): The schema to used to identify tags. + error_handler (ErrorHandler or None): The error handler to use for context, uses a default one if None. Returns: DefinitionDict: Contains all the definitions located in the sidecar. @@ -238,7 +238,6 @@ def get_column_refs(self): Returns: column_refs(list): A list of unique column refs found """ - found_vals = set() for column_data in self: if column_data.column_type == ColumnType.Ignore: diff --git a/hed/models/spreadsheet_input.py b/hed/models/spreadsheet_input.py index c3a059bdc..d2bcbc1bd 100644 --- a/hed/models/spreadsheet_input.py +++ b/hed/models/spreadsheet_input.py @@ -30,6 +30,17 @@ def __init__(self, file=None, file_type=None, worksheet_name=None, tag_columns=N It will be a validation issue if column 1 is called "key" in the above example. This means it no longer accepts anything but the value portion only in the columns. + :raises HedFileError: + - file is blank + - An invalid dataframe was passed with size 0 + - An invalid extension was provided + - A duplicate or empty column name appears + + :raises OSError: + - Cannot open the indicated file + + :raises KeyError: + - The specified worksheet name does not exist """ if tag_columns is None: tag_columns = [1] diff --git a/hed/models/tabular_input.py b/hed/models/tabular_input.py index 8a6d5c5f8..b88ed5581 100644 --- a/hed/models/tabular_input.py +++ b/hed/models/tabular_input.py @@ -16,6 +16,18 @@ def __init__(self, file=None, sidecar=None, name=None): file (str or file like): A tsv file to open. sidecar (str or Sidecar): A Sidecar filename or Sidecar name (str): The name to display for this file for error purposes. + + :raises HedFileError: + - file is blank + - An invalid dataframe was passed with size 0 + - An invalid extension was provided + - A duplicate or empty column name appears + + :raises OSError: + - Cannot open the indicated file + + :raises ValueError: + - This file has no column names """ if sidecar and not isinstance(sidecar, Sidecar): sidecar = Sidecar(sidecar) diff --git a/hed/validator/onset_validator.py b/hed/validator/onset_validator.py index 8cac74422..f44b291ba 100644 --- a/hed/validator/onset_validator.py +++ b/hed/validator/onset_validator.py @@ -77,7 +77,7 @@ def _handle_onset_or_offset(self, def_tag, onset_offset_tag): placeholder = def_name[found_slash + 1:] def_name = def_name[:found_slash] - def_entry = self._defs.get_def_entry(def_name) + def_entry = self._defs.get(def_name) if def_entry is None: return ErrorHandler.format_error(OnsetErrors.ONSET_DEF_UNMATCHED, tag=def_tag) if bool(def_entry.takes_value) != bool(placeholder): diff --git a/tests/models/test_definition_dict.py b/tests/models/test_definition_dict.py index eb5490529..61296e638 100644 --- a/tests/models/test_definition_dict.py +++ b/tests/models/test_definition_dict.py @@ -130,8 +130,8 @@ def test_expand_defs(self): definition_string = "(Definition/TestDefPlaceholder/#,(Age/#,Item/TestDef2))" def_dict.check_for_definitions(HedString(definition_string, hed_schema=self.hed_schema)) for key, test_string in test_strings.items(): - hed_string = HedString(test_string, hed_schema=self.hed_schema) - def_dict.expand_def_tags(hed_string) + hed_string = HedString(test_string, hed_schema=self.hed_schema, def_dict=def_dict) + hed_string.expand_defs() self.assertEqual(str(hed_string), expected_results[key]) if __name__ == '__main__': diff --git a/tests/validator/test_def_validator.py b/tests/validator/test_def_validator.py index 7464e985d..bbaf3eb58 100644 --- a/tests/validator/test_def_validator.py +++ b/tests/validator/test_def_validator.py @@ -50,7 +50,7 @@ def test_expand_def_tags_placeholder_invalid(self): test_string = HedString(placeholder_label_def_string_no_placeholder, self.hed_schema) def_issues = def_validator.validate_def_tags(test_string) - def_issues += def_validator.expand_def_tags(test_string) + test_string.expand_defs() self.assertEqual(str(test_string), placeholder_label_def_string_no_placeholder) self.assertTrue(def_issues) @@ -66,7 +66,7 @@ def test_expand_def_tags_placeholder_invalid(self): test_string = HedString(label_def_string_has_invalid_placeholder, self.hed_schema) def_issues = def_validator.validate_def_tags(test_string) - def_issues += def_validator.expand_def_tags(test_string) + test_string.expand_defs() self.assertEqual(str(test_string), label_def_string_has_invalid_placeholder) self.assertTrue(def_issues) From 7b007ef97fe9855825d44a7253b3d59a5b37fd4c Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Fri, 16 Jun 2023 16:54:16 -0500 Subject: [PATCH 102/103] Made sure all remodeling ops copied the df first --- hed/tools/remodeling/dispatcher.py | 2 +- hed/tools/remodeling/operations/base_op.py | 2 +- .../remodeling/operations/factor_column_op.py | 2 +- .../operations/merge_consecutive_op.py | 2 +- .../remodeling/operations/remap_columns_op.py | 13 +++++++------ .../remodeling/operations/remove_columns_op.py | 9 +++++---- .../remodeling/operations/remove_rows_op.py | 12 ++++++------ .../remodeling/operations/rename_columns_op.py | 6 +++--- .../remodeling/operations/reorder_columns_op.py | 14 +++++++------- hed/tools/remodeling/operations/split_rows_op.py | 2 +- .../operations/summarize_column_names_op.py | 12 ++++++------ .../operations/summarize_column_values_op.py | 13 +++++++------ .../operations/summarize_definitions_op.py | 7 ++++--- .../operations/summarize_hed_tags_op.py | 11 ++++++----- .../operations/summarize_hed_type_op.py | 7 ++++--- .../operations/summarize_hed_validation_op.py | 9 +++++---- .../summarize_sidecar_from_events_op.py | 16 +++++++++------- .../operations/test_summarize_definitions_op.py | 2 +- 18 files changed, 75 insertions(+), 66 deletions(-) diff --git a/hed/tools/remodeling/dispatcher.py b/hed/tools/remodeling/dispatcher.py index 48f862937..24dcddd08 100644 --- a/hed/tools/remodeling/dispatcher.py +++ b/hed/tools/remodeling/dispatcher.py @@ -203,7 +203,7 @@ def parse_operations(operation_list): @staticmethod def prep_data(df): - """ Replace all n/a entries in the data frame by np.NaN for processing. + """ Make a copy and replace all n/a entries in the data frame by np.NaN for processing. Parameters: df (DataFrame) - The DataFrame to be processed. diff --git a/hed/tools/remodeling/operations/base_op.py b/hed/tools/remodeling/operations/base_op.py index a524dca26..15423d64d 100644 --- a/hed/tools/remodeling/operations/base_op.py +++ b/hed/tools/remodeling/operations/base_op.py @@ -77,7 +77,7 @@ def do_op(self, dispatcher, df, name, sidecar=None): """ - return df + return df.copy() @staticmethod def _check_list_type(param_value, param_type): diff --git a/hed/tools/remodeling/operations/factor_column_op.py b/hed/tools/remodeling/operations/factor_column_op.py index 953c327ed..e01a81d8b 100644 --- a/hed/tools/remodeling/operations/factor_column_op.py +++ b/hed/tools/remodeling/operations/factor_column_op.py @@ -60,7 +60,7 @@ def do_op(self, dispatcher, df, name, sidecar=None): dispatcher (Dispatcher): Manages the operation I/O. df (DataFrame): The DataFrame to be remodeled. name (str): Unique identifier for the dataframe -- often the original file path. - sidecar (Sidecar or file-like): Only needed for HED operations. + sidecar (Sidecar or file-like): Not needed for this operation. Returns: DataFrame: A new DataFrame with the factor columns appended. diff --git a/hed/tools/remodeling/operations/merge_consecutive_op.py b/hed/tools/remodeling/operations/merge_consecutive_op.py index 01a526a7a..9ce7a16d7 100644 --- a/hed/tools/remodeling/operations/merge_consecutive_op.py +++ b/hed/tools/remodeling/operations/merge_consecutive_op.py @@ -62,7 +62,7 @@ def do_op(self, dispatcher, df, name, sidecar=None): dispatcher (Dispatcher): Manages the operation I/O. df (DataFrame): The DataFrame to be remodeled. name (str): Unique identifier for the dataframe -- often the original file path. - sidecar (Sidecar or file-like): Only needed for HED operations. + sidecar (Sidecar or file-like): Not needed for this operation. Returns: Dataframe: A new dataframe after processing. diff --git a/hed/tools/remodeling/operations/remap_columns_op.py b/hed/tools/remodeling/operations/remap_columns_op.py index 480df8220..c83315795 100644 --- a/hed/tools/remodeling/operations/remap_columns_op.py +++ b/hed/tools/remodeling/operations/remap_columns_op.py @@ -100,7 +100,7 @@ def do_op(self, dispatcher, df, name, sidecar=None): dispatcher (Dispatcher): Manages the operation I/O. df (DataFrame): The DataFrame to be remodeled. name (str): Unique identifier for the dataframe -- often the original file path. - sidecar (Sidecar or file-like): Only needed for HED operations. + sidecar (Sidecar or file-like): Not needed for this operation. Returns: Dataframe: A new dataframe after processing. @@ -109,12 +109,13 @@ def do_op(self, dispatcher, df, name, sidecar=None): - If ignore_missing is false and source values from the data are not in the map. """ - df[self.source_columns] = df[self.source_columns].replace(np.NaN, 'n/a') + df1 = df.copy() + df1[self.source_columns] = df1[self.source_columns].replace(np.NaN, 'n/a') for column in self.integer_sources: - int_mask = df[column] != 'n/a' - df.loc[int_mask, column] = df.loc[int_mask, column].astype(int) - df[self.source_columns] = df[self.source_columns].astype(str) - df_new, missing = self.key_map.remap(df) + int_mask = df1[column] != 'n/a' + df1.loc[int_mask, column] = df1.loc[int_mask, column].astype(int) + df1[self.source_columns] = df1[self.source_columns].astype(str) + df_new, missing = self.key_map.remap(df1) if missing and not self.ignore_missing: raise ValueError("MapSourceValueMissing", f"{name}: Ignore missing is false, but source values [{missing}] are in data but not map") diff --git a/hed/tools/remodeling/operations/remove_columns_op.py b/hed/tools/remodeling/operations/remove_columns_op.py index 0a941ca5d..b0833cd1d 100644 --- a/hed/tools/remodeling/operations/remove_columns_op.py +++ b/hed/tools/remodeling/operations/remove_columns_op.py @@ -49,7 +49,7 @@ def do_op(self, dispatcher, df, name, sidecar=None): dispatcher (Dispatcher): Manages the operation I/O. df (DataFrame): The DataFrame to be remodeled. name (str): Unique identifier for the dataframe -- often the original file path. - sidecar (Sidecar or file-like): Only needed for HED operations. + sidecar (Sidecar or file-like): Not needed for this operation. Returns: Dataframe: A new dataframe after processing. @@ -58,10 +58,11 @@ def do_op(self, dispatcher, df, name, sidecar=None): - If ignore_missing is False and a column not in the data is to be removed. """ - + df_new = df.copy() try: - return df.drop(self.column_names, axis=1, errors=self.error_handling) + return df_new.drop(self.column_names, axis=1, errors=self.error_handling) except KeyError: raise KeyError("MissingColumnCannotBeRemoved", f"{name}: Ignore missing is False but a column in {str(self.column_names)} is " - f"not in the data columns [{str(df.columns)}]") + f"not in the data columns [{str(df_new.columns)}]") + return df_new diff --git a/hed/tools/remodeling/operations/remove_rows_op.py b/hed/tools/remodeling/operations/remove_rows_op.py index 2e684d2dd..217fb7934 100644 --- a/hed/tools/remodeling/operations/remove_rows_op.py +++ b/hed/tools/remodeling/operations/remove_rows_op.py @@ -46,15 +46,15 @@ def do_op(self, dispatcher, df, name, sidecar=None): dispatcher (Dispatcher): Manages the operation I/O. df (DataFrame): The DataFrame to be remodeled. name (str): Unique identifier for the dataframe -- often the original file path. - sidecar (Sidecar or file-like): Only needed for HED operations. + sidecar (Sidecar or file-like): Not needed for this operation. Returns: Dataframe: A new dataframe after processing. """ - - if self.column_name not in df.columns: - return df + df_new = df.copy() + if self.column_name not in df_new.columns: + return df_new for value in self.remove_values: - df = df.loc[df[self.column_name] != value, :] - return df + df_new = df_new.loc[df_new[self.column_name] != value, :] + return df_new diff --git a/hed/tools/remodeling/operations/rename_columns_op.py b/hed/tools/remodeling/operations/rename_columns_op.py index adc283c20..2a2f275a9 100644 --- a/hed/tools/remodeling/operations/rename_columns_op.py +++ b/hed/tools/remodeling/operations/rename_columns_op.py @@ -49,7 +49,7 @@ def do_op(self, dispatcher, df, name, sidecar=None): dispatcher (Dispatcher): Manages the operation I/O. df (DataFrame): The DataFrame to be remodeled. name (str): Unique identifier for the dataframe -- often the original file path. - sidecar (Sidecar or file-like): Only needed for HED operations. + sidecar (Sidecar or file-like): Not needed for this operation. Returns: Dataframe: A new dataframe after processing. @@ -58,9 +58,9 @@ def do_op(self, dispatcher, df, name, sidecar=None): - When ignore_missing is false and column_mapping has columns not in the data. """ - + df_new = df.copy() try: - return df.rename(columns=self.column_mapping, errors=self.error_handling) + return df_new.rename(columns=self.column_mapping, errors=self.error_handling) except KeyError: raise KeyError("MappedColumnsMissingFromData", f"{name}: ignore_missing is False, mapping columns [{self.column_mapping}]" diff --git a/hed/tools/remodeling/operations/reorder_columns_op.py b/hed/tools/remodeling/operations/reorder_columns_op.py index 6ae71b179..9607bb295 100644 --- a/hed/tools/remodeling/operations/reorder_columns_op.py +++ b/hed/tools/remodeling/operations/reorder_columns_op.py @@ -48,7 +48,7 @@ def do_op(self, dispatcher, df, name, sidecar=None): dispatcher (Dispatcher): Manages the operation I/O. df (DataFrame): The DataFrame to be remodeled. name (str): Unique identifier for the dataframe -- often the original file path. - sidecar (Sidecar or file-like): Only needed for HED operations. + sidecar (Sidecar or file-like): Not needed for this operation. Returns: Dataframe: A new dataframe after processing. @@ -57,17 +57,17 @@ def do_op(self, dispatcher, df, name, sidecar=None): - When ignore_missing is false and column_order has columns not in the data. """ - - current_columns = list(df.columns) - missing_columns = set(self.column_order).difference(set(df.columns)) + df_new = df.copy() + current_columns = list(df_new.columns) + missing_columns = set(self.column_order).difference(set(df_new.columns)) ordered = self.column_order if missing_columns and not self.ignore_missing: raise ValueError("MissingReorderedColumns", f"{str(missing_columns)} are not in dataframe columns " - f" [{str(df.columns)}] and not ignored.") + f" [{str(df_new.columns)}] and not ignored.") elif missing_columns: ordered = [elem for elem in self.column_order if elem not in list(missing_columns)] if self.keep_others: ordered += [elem for elem in current_columns if elem not in ordered] - df = df.loc[:, ordered] - return df + df_new = df_new.loc[:, ordered] + return df_new diff --git a/hed/tools/remodeling/operations/split_rows_op.py b/hed/tools/remodeling/operations/split_rows_op.py index e96e8b490..858ce7e28 100644 --- a/hed/tools/remodeling/operations/split_rows_op.py +++ b/hed/tools/remodeling/operations/split_rows_op.py @@ -51,7 +51,7 @@ def do_op(self, dispatcher, df, name, sidecar=None): dispatcher (Dispatcher): Manages the operation I/O. df (DataFrame): The DataFrame to be remodeled. name (str): Unique identifier for the dataframe -- often the original file path. - sidecar (Sidecar or file-like): Only needed for HED operations. + sidecar (Sidecar or file-like): Not needed for this operation. Returns: Dataframe: A new dataframe after processing. diff --git a/hed/tools/remodeling/operations/summarize_column_names_op.py b/hed/tools/remodeling/operations/summarize_column_names_op.py index d185d08b2..ed6082a45 100644 --- a/hed/tools/remodeling/operations/summarize_column_names_op.py +++ b/hed/tools/remodeling/operations/summarize_column_names_op.py @@ -49,28 +49,28 @@ def __init__(self, parameters): self.append_timecode = parameters.get('append_timecode', False) def do_op(self, dispatcher, df, name, sidecar=None): - """ Create factor columns corresponding to values in a specified column. + """ Create a column name summary for df. Parameters: dispatcher (Dispatcher): Manages the operation I/O. df (DataFrame): The DataFrame to be remodeled. name (str): Unique identifier for the dataframe -- often the original file path. - sidecar (Sidecar or file-like): Only needed for HED operations. + sidecar (Sidecar or file-like): Not needed for this operation. Returns: - DataFrame: A new DataFrame with the factor columns appended. + DataFrame: A copy of df. Side-effect: Updates the relevant summary. """ - + df_new = df.copy() summary = dispatcher.summary_dicts.get(self.summary_name, None) if not summary: summary = ColumnNameSummary(self) dispatcher.summary_dicts[self.summary_name] = summary - summary.update_summary({"name": name, "column_names": list(df.columns)}) - return df + summary.update_summary({"name": name, "column_names": list(df_new.columns)}) + return df_new class ColumnNameSummary(BaseSummary): diff --git a/hed/tools/remodeling/operations/summarize_column_values_op.py b/hed/tools/remodeling/operations/summarize_column_values_op.py index 539bfe2bd..dc13790c7 100644 --- a/hed/tools/remodeling/operations/summarize_column_values_op.py +++ b/hed/tools/remodeling/operations/summarize_column_values_op.py @@ -65,28 +65,29 @@ def __init__(self, parameters): self.values_per_line = parameters.get('values_per_line', self.VALUES_PER_LINE) def do_op(self, dispatcher, df, name, sidecar=None): - """ Create factor columns corresponding to values in a specified column. + """ Create a summary of the column values in df. Parameters: dispatcher (Dispatcher): Manages the operation I/O. df (DataFrame): The DataFrame to be remodeled. name (str): Unique identifier for the dataframe -- often the original file path. - sidecar (Sidecar or file-like): Only needed for HED operations. + sidecar (Sidecar or file-like): Not needed for this operation. Returns: - DataFrame: A new DataFrame with the factor columns appended. + DataFrame: A copy of df. Side-effect: Updates the relevant summary. """ - + + df_new = df.copy() summary = dispatcher.summary_dicts.get(self.summary_name, None) if not summary: summary = ColumnValueSummary(self) dispatcher.summary_dicts[self.summary_name] = summary - summary.update_summary({'df': dispatcher.post_proc_data(df), 'name': name}) - return df + summary.update_summary({'df': dispatcher.post_proc_data(df_new), 'name': name}) + return df_new class ColumnValueSummary(BaseSummary): diff --git a/hed/tools/remodeling/operations/summarize_definitions_op.py b/hed/tools/remodeling/operations/summarize_definitions_op.py index 4e9407969..3169d63d0 100644 --- a/hed/tools/remodeling/operations/summarize_definitions_op.py +++ b/hed/tools/remodeling/operations/summarize_definitions_op.py @@ -58,17 +58,18 @@ def do_op(self, dispatcher, df, name, sidecar=None): sidecar (Sidecar or file-like): Only needed for HED operations. Returns: - DataFrame: the same datafarme + DataFrame: a copy of df Side-effect: Updates the relevant summary. """ + df_new = df.copy() summary = dispatcher.summary_dicts.setdefault(self.summary_name, DefinitionSummary(self, dispatcher.hed_schema)) - summary.update_summary({'df': dispatcher.post_proc_data(df), 'name': name, 'sidecar': sidecar, + summary.update_summary({'df': dispatcher.post_proc_data(df_new), 'name': name, 'sidecar': sidecar, 'schema': dispatcher.hed_schema}) - return df + return df_new class DefinitionSummary(BaseSummary): diff --git a/hed/tools/remodeling/operations/summarize_hed_tags_op.py b/hed/tools/remodeling/operations/summarize_hed_tags_op.py index 2c24de8ef..d74d87de6 100644 --- a/hed/tools/remodeling/operations/summarize_hed_tags_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_tags_op.py @@ -63,7 +63,7 @@ def __init__(self, parameters): self.expand_context = parameters.get('expand_context', False) def do_op(self, dispatcher, df, name, sidecar=None): - """ Create factor columns corresponding to values in a specified column. + """ Summarize the HED tags present in the dataset. Parameters: dispatcher (Dispatcher): Manages the operation I/O. @@ -72,19 +72,20 @@ def do_op(self, dispatcher, df, name, sidecar=None): sidecar (Sidecar or file-like): Only needed for HED operations. Returns: - DataFrame: A new DataFrame with the factor columns appended. + DataFrame: A copy of df. Side-effect: Updates the context. """ + df_new = df.copy() summary = dispatcher.summary_dicts.get(self.summary_name, None) if not summary: summary = HedTagSummary(self) dispatcher.summary_dicts[self.summary_name] = summary - summary.update_summary({'df': dispatcher.post_proc_data(df), 'name': name, + summary.update_summary({'df': dispatcher.post_proc_data(df_new), 'name': name, 'schema': dispatcher.hed_schema, 'sidecar': sidecar}) - return df + return df_new class HedTagSummary(BaseSummary): @@ -100,7 +101,7 @@ def update_summary(self, new_info): Parameters: new_info (dict): A dictionary with the parameters needed to update a summary. - Notes: + Notes: - The summary needs a "name" str, a "schema", a "df, and a "Sidecar". """ diff --git a/hed/tools/remodeling/operations/summarize_hed_type_op.py b/hed/tools/remodeling/operations/summarize_hed_type_op.py index 6a37b0578..9a27d22d2 100644 --- a/hed/tools/remodeling/operations/summarize_hed_type_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_type_op.py @@ -67,19 +67,20 @@ def do_op(self, dispatcher, df, name, sidecar=None): sidecar (Sidecar or file-like): Usually required unless event file has a HED column. Returns: - DataFrame: Input DataFrame, unchanged. + DataFrame: A copy of df Side-effect: Updates the relevant summary. """ + df_new = df.copy() summary = dispatcher.summary_dicts.get(self.summary_name, None) if not summary: summary = HedTypeSummary(self) dispatcher.summary_dicts[self.summary_name] = summary - summary.update_summary({'df': dispatcher.post_proc_data(df), 'name': name, + summary.update_summary({'df': dispatcher.post_proc_data(df_new), 'name': name, 'schema': dispatcher.hed_schema, 'sidecar': sidecar}) - return df + return df_new class HedTypeSummary(BaseSummary): diff --git a/hed/tools/remodeling/operations/summarize_hed_validation_op.py b/hed/tools/remodeling/operations/summarize_hed_validation_op.py index 29812273d..d643e533d 100644 --- a/hed/tools/remodeling/operations/summarize_hed_validation_op.py +++ b/hed/tools/remodeling/operations/summarize_hed_validation_op.py @@ -24,7 +24,7 @@ class SummarizeHedValidationOp(BaseOp): "operation": "summarize_hed_validation", "required_parameters": { "summary_name": str, - "summary_filename": str + "summary_filename": str }, "optional_parameters": { "append_timecode": bool, @@ -64,19 +64,20 @@ def do_op(self, dispatcher, df, name, sidecar=None): sidecar (Sidecar or file-like): Usually needed unless only HED tags in HED column of event file. Returns: - DataFrame: Input DataFrame, unchanged. + DataFrame: A copy of df Side-effect: Updates the relevant summary. """ + df_new = df.copy() summary = dispatcher.summary_dicts.get(self.summary_name, None) if not summary: summary = HedValidationSummary(self) dispatcher.summary_dicts[self.summary_name] = summary - summary.update_summary({'df': dispatcher.post_proc_data(df), 'name': name, + summary.update_summary({'df': dispatcher.post_proc_data(df_new), 'name': name, 'schema': dispatcher.hed_schema, 'sidecar': sidecar}) - return df + return df_new class HedValidationSummary(BaseSummary): diff --git a/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py b/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py index f206e2f5f..e0657ffef 100644 --- a/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py +++ b/hed/tools/remodeling/operations/summarize_sidecar_from_events_op.py @@ -57,28 +57,29 @@ def __init__(self, parameters): self.append_timecode = parameters.get('append_timecode', False) def do_op(self, dispatcher, df, name, sidecar=None): - """ Create factor columns corresponding to values in a specified column. + """ Extract a sidecar from events file. Parameters: dispatcher (Dispatcher): The dispatcher object for managing the operations. df (DataFrame): The tabular file to be remodeled. name (str): Unique identifier for the dataframe -- often the original file path. - sidecar (Sidecar or file-like): Only needed for HED operations. + sidecar (Sidecar or file-like): Not needed for this operation. Returns: - DataFrame: A new DataFrame with the factor columns appended. + DataFrame: A copy of df. Side-effect: Updates the associated summary if applicable. """ + df_new = df.copy() summary = dispatcher.summary_dicts.get(self.summary_name, None) if not summary: summary = EventsToSidecarSummary(self) dispatcher.summary_dicts[self.summary_name] = summary - summary.update_summary({'df': dispatcher.post_proc_data(df), 'name': name}) - return df + summary.update_summary({'df': dispatcher.post_proc_data(df_new), 'name': name}) + return df_new class EventsToSidecarSummary(BaseSummary): @@ -95,7 +96,8 @@ def update_summary(self, new_info): new_info (dict): A dictionary with the parameters needed to update a summary. Notes: - - The summary needs a "name" str and a "df". + - The summary needs a "name" str and a "df". + """ tab_sum = TabularSummary(value_cols=self.value_cols, skip_cols=self.skip_cols, name=new_info["name"]) @@ -164,7 +166,7 @@ def _get_dataset_string(result, indent=BaseSummary.DISPLAY_INDENT): """ sum_list = [f"Dataset: Total events={result.get('total_events', 0)} " - f"Total files={result.get('total_files', 0)}", + f"Total files={result.get('total_files', 0)}", f"Skip columns: {str(result.get('skip_cols', []))}", f"Value columns: {str(result.get('value_cols', []))}", f"Sidecar:\n{json.dumps(result['sidecar'], indent=indent)}"] diff --git a/tests/tools/remodeling/operations/test_summarize_definitions_op.py b/tests/tools/remodeling/operations/test_summarize_definitions_op.py index e829c2739..4b4784f64 100644 --- a/tests/tools/remodeling/operations/test_summarize_definitions_op.py +++ b/tests/tools/remodeling/operations/test_summarize_definitions_op.py @@ -41,7 +41,7 @@ def test_do_op(self): parms = json.loads(self.json_parms) sum_op = SummarizeDefinitionsOp(parms) df = pd.read_csv(self.data_path, delimiter='\t', header=0, keep_default_na=False, na_values=",null") - df_new = sum_op.do_op(dispatch, dispatch.prep_data(df), 'subj2_run1', sidecar=self.json_path) + df_new = sum_op.do_op(dispatch, df, 'subj2_run1', sidecar=self.json_path) self.assertEqual(200, len(df_new), " dataframe length is correct") self.assertEqual(10, len(df_new.columns), " has correct number of columns") self.assertIn(sum_op.summary_name, dispatch.summary_dicts) From 591501940b2c2120027693f86723da76f1c3fb7e Mon Sep 17 00:00:00 2001 From: Kay Robbins <1189050+VisLab@users.noreply.github.com> Date: Mon, 19 Jun 2023 09:45:45 -0500 Subject: [PATCH 103/103] Added zenodo DOI badge to README --- README.md | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 90473203e..12372c8f8 100644 --- a/README.md +++ b/README.md @@ -1,7 +1,9 @@ +[![DOI](https://zenodo.org/badge/DOI/10.5281/zenodo.8056010.svg)](https://doi.org/10.5281/zenodo.8056010) [![Maintainability](https://api.codeclimate.com/v1/badges/11bf2329590e7b0164ba/maintainability)](https://codeclimate.com/github/hed-standard/hed-python/maintainability) [![Test Coverage](https://api.codeclimate.com/v1/badges/11bf2329590e7b0164ba/test_coverage)](https://codeclimate.com/github/hed-standard/hed-python/test_coverage) ![PyPI - Status](https://img.shields.io/pypi/v/hedtools) + # HEDTools - Python HED (Hierarchical Event Descriptors) is a framework for systematically describing both laboratory and real-world events as well as other experimental metadata. @@ -15,11 +17,11 @@ Most people will simply annotate their events by creating a spreadsheet or a BIDS JSON sidecar that associates HED tags with event codes or the events themselves. If you have such a spreadsheet or a JSON, you can use the HED Online Validator currently available at -[https://hedtools.ucsd.edu/hed](https://hedtools.ucsd.edu/hed) to validate or transform +[https://hedtools.org](https://hedtools.org) to validate or transform your files without downloading any tools. A version of the online tools corresponding to the `develop` branch can be found at: -[https://hedtools.ucsd.edu/hed_dev](https://hedtools.ucsd.edu/hed_dev). +[https://hedtools.org/hed_dev](https://hedtools.org/hed_dev). ### Installation Use `pip` to install `hedtools` from PyPI: