自定義 csv 導入並合並 function 用於 r 中的多個文件

Question

我有超過 100 個包含此類數據的 csv 文件...

> dput(head(hobo.temp))
structure(list(Serial = c("Plot Title: 20461693", "#", "1", 
"2", "3", "4"), Date = c("", "Date Time, GMT-05:00", "02/14/20 10:14:50 AM", 
"02/14/20 10:14:57 AM", "02/14/20 11:14:50 AM", "02/14/20 12:14:50 PM"
), Temp = c("", "Temp, °C (LGR S/N: 20461693, SEN S/N: 20461693)", 
"18.866", "", "20.817", "20.913"), X1 = c("", "Coupler Detached (LGR S/N: 20461693, SEN S/N: 20461693)", 
"", "Logged", "", ""), X2 = c("", "Coupler Attached (LGR S/N: 20461693, SEN S/N: 20461693)", 
"", "", "", ""), X3 = c("", "Host Connected (LGR S/N: 20461693, SEN S/N: 20461693)", 
"", "", "", ""), X4 = c("", "End Of File (LGR S/N: 20461693, SEN S/N: 20461693)", 
"", "", "", "")), row.names = c(NA, 6L), class = "data.frame")

這很討厭，所以我寫了代碼來清理它......

hobo.temp <- read.csv("20461693_suw_main_01_19_2021.csv",
                      colClasses = c(rep("character", 3), rep("NULL", 4)),
                      col.names = c("Serial", "Date", "Temp", 1, 2, 3, 4), 
                      header = FALSE, fill = TRUE, stringsAsFactors = FALSE)
hobo.temp$Date = as.POSIXct(hobo.temp$Date,  format="%m/%d/%y %H:%M")
hobo.temp[,1] <- hobo.temp[1,1]
hobo.temp <- hobo.temp[-c(1:4),]
hobo.temp <- na.omit(hobo.temp)
hobo.temp <- arrange(hobo.temp, Date)
row.names(hobo.temp) <- NULL
hobo.temp$Serial <- gsub("Plot Title: ", "", hobo.temp$Serial, fixed = TRUE)
hobo.temp$Temp <- as.numeric(hobo.temp$Temp)
return(hobo.temp)

但是當我嘗試將其轉換為 function 並使用此代碼對其進行迭代時。

filenames <- list.files(path = ".", pattern='^.*\\.csv$')

hobo.read <- function(fnam) {
  hobo.temp <- read.csv(fnam, colClasses = c(rep("character", 3), rep("NULL", 4)),
                        col.names = c("Serial", "Date", "Temp", 1, 2, 3, 4), 
                        header = FALSE, fill = TRUE, stringsAsFactors = FALSE)
  hobo.temp$Date = as.POSIXct(hobo.temp$Date,  format="%m/%d/%y %H:%M")
  hobo.temp[,1] <- hobo.temp[1,1]
  hobo.temp <- hobo.temp[-c(1:4),]
  hobo.temp <- na.omit(hobo.temp)
  hobo.temp <- arrange(hobo.temp, Date)
  row.names(hobo.temp) <- NULL
  hobo.temp$Serial <- gsub("Plot Title: ", "", hobo.temp$Serial, fixed = TRUE)
  hobo.temp$Temp <- as.numeric(hobo.temp$Temp)
  return(hobo.temp)
}

my.df <- do.call("rbind", lapply(filenames, hobo.read))

我收到這個錯誤

 Error in read.table(file = file, header = header, sep = sep, quote = quote,  : 
  more columns than column names 

我在編寫函數方面很糟糕，所以我提前道歉。

Answer 1

我意識到其中一些文件有 8 列。 我認為這可能是這種情況，並試圖用我原來的問題代碼colClasses = c(rep("character", 3), rep("NULL", 4))當我將 4 切換為 5 in ```rep("NULL", 5))，它正確地取消了第 8 列。 我修改了我原來的問題代碼，使其更具可讀性（也許）。 這是我的第一個真正的 function，它嵌套啟動。 這很草率，但我為此感到自豪。

    #reads filenames from 
filenames <- list.files(path = ".", pattern='^.*\\.csv$')

#first function imports data
hobo.read <- function(x) {
  #in... rep("NULL", 5)... 5 has to be larger than the number for columns in the csv with the largest number of columns
  df1 <- read.csv(x, colClasses = c(rep("character", 3), rep("NULL", 5)),
                        col.names = c("Serial", "Date", "Temp", 1, 2, 3, 4), 
                        header = FALSE, fill = TRUE, stringsAsFactors = FALSE)
  # line applies the action function below
  df2 <- hobo.fix(df1)
  
}

#function of actions to apply within 1st function
hobo.fix <- function(hobo.temp) {
  hobo.temp[,1] <- hobo.temp[1,1]
  hobo.temp <- hobo.temp[-c(1:4),]
  hobo.temp$Serial <- gsub("Plot Title: ", "", hobo.temp$Serial, fixed = TRUE)
  hobo.temp$Temp <- as.numeric(hobo.temp$Temp)
  hobo.temp$Date = as.POSIXct(hobo.temp$Date,  format="%m/%d/%y %H:%M")
  hobo.temp <- na.omit(hobo.temp)
  hobo.temp <- dplyr::arrange(hobo.temp, Date)
  row.names(hobo.temp) <- NULL
  return(hobo.temp)
}


hobo <- do.call("rbind", lapply(filenames, hobo.read))