feat: support crawling github for poc

Cargo.toml

@@ -56,3 +56,4 @@ sha2 = "0.10.8"
 hmac = "0.12.1"
 base64 = "0.22.1"
 chrono-tz = "0.9.0"
+octocrab = "0.38.0"

config/development.yaml

@@ -42,3 +42,5 @@ ding_bot:
 lark_bot:
   access_token: {{ get_env(name="LARK_ACCESS_TOKEN", default="") }}
   secret_token: {{ get_env(name="LARK_SECRET_TOKEN", default="") }}
+
+github_search: true

src/app.rs

@@ -18,6 +18,7 @@ use crate::{
         msg_template::{reader_vulninfo, render_init},
         BotManager,
     },
+    search::search_github_poc,
 };
 
 lazy_static! {
@@ -130,8 +131,23 @@ impl WatchVulnApp {
                     info!("{} has been pushed, skipped", vuln.key);
                     continue;
                 }
+
                 let key = vuln.key.clone();
                 let title = vuln.title.clone();
+                if !vuln.cve.is_empty() && self.app_context.config.github_search {
+                    let links = search_github_poc(&vuln.cve).await;
+                    info!("{} found {} links from github", &vuln.cve, links.len());
+                    if let Err(err) = vuln_informations::Model::update_github_search_by_key(
+                        &self.app_context.db,
+                        &key,
+                        links,
+                    )
+                    .await
+                    {
+                        warn!("update vuln {} github_search error: {}", &vuln.cve, err);
+                    }
+                    todo!()
+                }
                 let msg = match reader_vulninfo(vuln.into()) {
                     Ok(msg) => msg,
                     Err(err) => {

src/config.rs

@@ -23,6 +23,7 @@ pub struct Config {
     pub tg_bot: TgBot,
     pub ding_bot: DingBot,
     pub lark_bot: LarkBot,
+    pub github_search: bool,
 }
 
 impl Config {

src/error.rs

@@ -71,6 +71,9 @@ pub enum Error {
     #[error(transparent)]
     SystemTime(#[from] SystemTimeError),
 
+    #[error(transparent)]
+    Octocrab(#[from] octocrab::Error),
+
     #[error(transparent)]
     Any(#[from] Box<dyn std::error::Error + Send + Sync>),
 

src/grab/anti.rs

@@ -63,6 +63,7 @@ impl Grab for AntiCrawler {
                 from,
                 tags: vec![],
                 reasons: vec![],
+                github_search: vec![],
                 is_valuable: true,
             };
             res.push(vuln);

src/grab/avd.rs

@@ -146,6 +146,7 @@ impl AVDCrawler {
             from: self.link.clone(),
             tags,
             reasons: vec![],
+            github_search: vec![],
             is_valuable,
         };
         Ok(data)

src/grab/kev.rs

@@ -57,6 +57,7 @@ impl Grab for KevCrawler {
                     vuln.product.to_string(),
                     "在野利用".to_string(),
                 ],
+                github_search: vec![],
                 reasons: vec![],
                 is_valuable,
             };