merger: selecting only relevant columns

master
Your Name 4 years ago
parent 38ff4dcbf0
commit 6eb405f8bd

@ -14,6 +14,7 @@
## Only merging lemmas for now, feature selection has no impact on junk classification ## Only merging lemmas for now, feature selection has no impact on junk classification
merger <- function(out, text, clean) { merger <- function(out, text, clean) {
df <- unnest(out, cols = '_source.ud') %>% df <- unnest(out, cols = '_source.ud') %>%
select(`_id`,lemma,upos) %>%
unnest(cols = c('lemma','upos')) %>% unnest(cols = c('lemma','upos')) %>%
# This line is added in the new merger function, in the old merger function this would result in the following: # This line is added in the new merger function, in the old merger function this would result in the following:
# 1: when using ud, it would result in the string "NA" being present in place of the faulty lemma # 1: when using ud, it would result in the string "NA" being present in place of the faulty lemma

Loading…
Cancel
Save