charles/monoloco
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

support empty or non-existent directories for methods

Browse Source
This commit is contained in:
Lorenzo 2020-12-04 12:12:00 +01:00
parent b0c75cf672
commit 810624a976
1 changed files with 18 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
monstereo/eval/eval_kitti.py
View File

@ -53,8 +53,10 @@ class EvalKitti:
self.dic_thresh_conf = {method: (thresh_conf_monoloco if method in self.OUR_METHODS self.dic_thresh_conf = {method: (thresh_conf_monoloco if method in self.OUR_METHODS
else thresh_conf_base) else thresh_conf_base)
for method in self.methods} for method in self.methods}
# Set thresholds to obtain comparable recall
self.dic_thresh_conf['monopsr'] += 0.3 self.dic_thresh_conf['monopsr'] += 0.3
self.dic_thresh_conf['e2e-pl'] = -100 # They don't have enough detections self.dic_thresh_conf['e2e-pl'] = -100
self.dic_thresh_conf['oc-stereo'] = -100 self.dic_thresh_conf['oc-stereo'] = -100
self.dic_thresh_conf['smoke'] = -100 self.dic_thresh_conf['smoke'] = -100
self.dic_thresh_conf['monodis'] = -100 self.dic_thresh_conf['monodis'] = -100
@ -70,10 +72,13 @@ class EvalKitti:
= None = None
self.cnt = 0 self.cnt = 0
# Filter methods with empty or non existent directory
filter_directories(self.main_dir, self.methods)
def run(self): def run(self):
"""Evaluate Monoloco performances on ALP and ALE metrics""" """Evaluate Monoloco performances on ALP and ALE metrics"""
for self.category in self.CATEGORIES:
for self.category in self.CATEGORIES:
# Initialize variables # Initialize variables
self.errors = defaultdict(lambda: defaultdict(list)) self.errors = defaultdict(lambda: defaultdict(list))
self.dic_stds = defaultdict(lambda: defaultdict(lambda: defaultdict(list))) self.dic_stds = defaultdict(lambda: defaultdict(lambda: defaultdict(list)))
@ -102,7 +107,6 @@ class EvalKitti:
for method in self.methods: for method in self.methods:
# Extract annotations # Extract annotations
dir_method = os.path.join(self.main_dir, method) dir_method = os.path.join(self.main_dir, method)
assert os.path.exists(dir_method), "directory of the method %s does not exists" % method
path_method = os.path.join(dir_method, name) path_method = os.path.join(dir_method, name)
methods_out[method] = self._parse_txts(path_method, method=method) methods_out[method] = self._parse_txts(path_method, method=method)
@ -432,3 +436,14 @@ def extract_indices(idx_to_check, *args):
def average(my_list): def average(my_list):
"""calculate mean of a list""" """calculate mean of a list"""
return sum(my_list) / len(my_list) return sum(my_list) / len(my_list)
def filter_directories(main_dir, methods):
for method in methods:
dir_method = os.path.join(main_dir, method)
if not os.path.exists(dir_method):
methods.remove(method)
print(f"\nMethod {method}. No directory found. Skipping it..")
elif not os.listdir(dir_method):
methods.remove(method)
print(f"\nMethod {method}. Directory is empty. Skipping it..")