fix historical issue

Signed-off-by: Wenxin Zhang <[email protected]>

.github/workflows/code_scan.yml

@@ -28,7 +28,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        job_name: ["bandit", "hadolint"]
+        job_name: ["bandit"]
       fail-fast: false
     steps:
       - name: Checkout out Repo

GenAIEval/evaluation/bigcode_evaluation_harness/__init__.py

@@ -1,2 +1,4 @@
 from .accuracy import evaluate
 from .arguments import BigcodeEvalParser, setup_parser
+
+__all__ = [evaluate, BigcodeEvalParser, setup_parser]

GenAIEval/evaluation/lm_evaluation_harness/__init__.py

@@ -1,2 +1,4 @@
 from .accuracy import cli_evaluate as evaluate
 from .arguments import LMEvalParser, setup_parser
+
+__all__ = [evaluate, LMEvalParser, setup_parser]

GenAIEval/evaluation/lm_evaluation_harness/lm_eval/evaluator.py

@@ -299,7 +299,7 @@ def simple_evaluate(
         results["date"] = start_date
         try:
             add_env_info(results)  # additional environment info to results
-        except:
+        except Exception:
             eval_logger.info(f"get env info failed.")
         return results
     else:

GenAIEval/evaluation/lm_evaluation_harness/lm_eval/models/__init__.py

@@ -11,3 +11,5 @@
     huggingface_hub.constants.HF_HUB_ENABLE_HF_TRANSFER = True
 except ImportError:
     pass
+
+__all__ = [huggingface]

GenAIEval/evaluation/lm_evaluation_harness/lm_eval/models/huggingface.py

@@ -679,7 +679,7 @@ def forward_batch(batch_size):
                     (batch_size, max_length), device=self.device
                 ).long()
             for _ in range(5):
-                out = F.log_softmax(
+                F.log_softmax(
                     self._model_call(test_batch, **call_kwargs), dim=-1
                 )  # noqa: F841
 

main.py

@@ -6,6 +6,7 @@
 def main():
     eval_args = setup_parser()
     results = evaluate(eval_args)
+    print(results)
 
 
 if __name__ == "__main__":