Provider.py 2.4 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667
  1. import csv
  2. import typing
  3. from os import path
  4. from pycs.interfaces.LabelProvider import LabelProvider
  5. from .RowWrapper import RowWrapper
  6. class Provider(LabelProvider):
  7. def __init__(self, root_folder, configuration):
  8. self.csv_path = path.join(root_folder, configuration['filename'])
  9. self.csv_minimum_rarity = configuration['minimumRarity']
  10. self.csv_all_hierarchy_levels = configuration['includeAllHierarchyLevels']
  11. def close(self):
  12. pass
  13. def get_labels(self) -> typing.List[dict]:
  14. result = []
  15. with open(self.csv_path, mode='r', newline='', encoding='utf8') as csv_file:
  16. # skip first line which contains column names
  17. csv_file.readline()
  18. # read csv line by line
  19. reader = csv.reader(csv_file, delimiter='\t')
  20. entries = list(map(RowWrapper, reader))
  21. # filter
  22. if self.csv_minimum_rarity is not None:
  23. entries = filter(lambda row: row.rarity_is_larger_than(self.csv_minimum_rarity),
  24. entries)
  25. # create result set
  26. if self.csv_all_hierarchy_levels:
  27. hierarchy_levels = (('superfamily', 'Überfamilie'),
  28. ('family', 'Familie'),
  29. ('subfamily', 'Unterfamilie'),
  30. ('tribe', 'Tribus'),
  31. ('genus', 'Gattung'))
  32. else:
  33. hierarchy_levels = (('family', 'Familie'),
  34. ('genus', 'Gattung'))
  35. for entry in entries:
  36. entry = entry.__dict__
  37. parent_reference = None
  38. # add hierarchy
  39. for level, level_name in hierarchy_levels:
  40. if entry[level] is not None:
  41. reference, name = f'{level}_{entry[level].lower()}', entry[level]
  42. result.append(self.create_label(reference, name, parent_reference, level_name))
  43. parent_reference = reference
  44. # add element
  45. if entry['kr_number'].isnumeric():
  46. name = f'{entry["genus"]} {entry["species"]} ({entry["kr_number"]})'
  47. reference = entry['kr_number']
  48. else:
  49. name = f'{entry["genus"]} {entry["species"]}'
  50. reference = f'_{name.lower()}'
  51. result.append(self.create_label(reference, name, parent_reference))
  52. return result