using the number of rows in the structural metadata df to determine m…

…etadata expansion

R/modify_frictionless_metadata.R

@@ -27,7 +27,7 @@
 #' # update structural metadata
 #' write.csv(data_codebook,"my/codebook.csv", row.names = FALSE)
 #'
-#' data_codebook_updated <- read.csv(""my/codebook.csv"")
+#' data_codebook_updated <- read.csv("my/codebook.csv")
 #'
 #' # create frictionless package - this is done automatically with the
 #' # deposits package
@@ -61,9 +61,24 @@ expand_frictionless_metadata <- function(structural_metadata,
 
   ## build up schema based on structural metadata
 
-  for(idx in 1:length(my_data_schema$fields)){
+  # for each row, update the schema
+  for(idx in 1:nrow(structural_metadata)){
     # item to build out
-    x <- my_data_schema$fields[[idx]]
+    ## row may not exist in the original data.
+     x <- tryCatch(
+      expr = {
+        ## get the fields item we want to update
+        my_data_schema$fields[[idx]]
+      },
+      error = function(e){
+        ## use the first index item
+        msg<- sprintf("Adding %s to frictionless metadata",structural_metadata$name[[idx]])
+        message(msg)
+        my_data_schema$fields[[1]]
+      }
+    )
+
+
     for(idy in 1:length(structural_metadata)){
 
       y <- structural_metadata[idx,idy][[1]]
@@ -85,6 +100,7 @@ expand_frictionless_metadata <- function(structural_metadata,
     my_data_schema$fields[[idx]] <- x
   }
 
+
   if(prune_datapackage){
     my_data_schema <- prune_datapackage(my_data_schema,structural_metadata)
   }