metadata dl function added, manual removal of bad data, reproc tempeval

tbep-tech · Aug 6, 2024 · 43efc3c · 43efc3c
1 parent ba8e2db
commit 43efc3c
Show file tree

Hide file tree

Showing 4 changed files with 89 additions and 77 deletions.
diff --git a/data/tempdat.RData b/data/tempdat.RData
diff --git a/docs/tempeval.html b/docs/tempeval.html
diff --git a/r/dat_proc.R b/r/dat_proc.R
@@ -20,27 +20,7 @@ fls <- drive_ls(gdrive_pth) %>%
 
 # site metadata -------------------------------------------------------------------------------
 
-metadat <- fls %>% 
-  filter(grepl('OTB_TEMP_LOGGER_DATA', name)) %>% 
-  pull(id) %>% 
-  read_sheet(na = c('', 'NA'), col_types = 'ccDcDcnnnnnncnc') %>% 
-  clean_names %>% 
-  select(
-    deploy_date,
-    logger = logger_id,
-    site = site_id,
-    stratum, 
-    lat, 
-    long, 
-    depthm = depth_m
-  ) %>%
-  filter(!is.na(logger)) %>% 
-  mutate(
-    yr = year(deploy_date), 
-    logger = sprintf('%04d', logger)
-  ) %>%
-  unite('yr_site_logger', yr, site, logger, sep = '_', remove = F) %>% 
-  st_as_sf(coords = c('long', 'lat'), crs = 4326)
+metadat <- dlmetadat_fun(fls)
 
 save(metadat, file = here('data/metadat.RData'))
 
@@ -50,4 +30,8 @@ load(file = here('data/metadat.RData'))
 
 tempdat <- dltempdat_fun(fls, metadat)
 
+# remove non-deployment data
+tempdat <- tempdat %>% 
+  filter(!(yr_site_logger %in% c('2024_4NWB3_7775') & datetime > ymd_hms('2024-07-15 11:11:00', tz = 'America/New_York')))
+
 save(tempdat, file = here('data/tempdat.RData'))
diff --git a/r/funcs.R b/r/funcs.R
@@ -44,6 +44,34 @@ mpplo_dd <- function(metadat, dd){
 
 }
 
+dlmetadat_fun <- function(fl){
+
+  out <- fls %>% 
+    filter(grepl('OTB_TEMP_LOGGER_DATA', name)) %>% 
+    pull(id) %>% 
+    read_sheet(na = c('', 'NA'), col_types = 'ccDcDcnnnnnncnc') %>% 
+    clean_names %>% 
+    select(
+      deploy_date,
+      logger = logger_id,
+      site = site_id,
+      stratum, 
+      lat, 
+      long, 
+      depthm = depth_m
+    ) %>%
+    filter(!is.na(logger)) %>% 
+    mutate(
+      yr = year(deploy_date), 
+      logger = sprintf('%04d', logger)
+    ) %>%
+    unite('yr_site_logger', yr, site, logger, sep = '_', remove = F) %>% 
+    st_as_sf(coords = c('long', 'lat'), crs = 4326)
+
+  return(out)
+
+}
+
 dltempdat_fun <- function(fls, metadat){
 
   flexts <- file.exists(here('data/tempdat.RData'))