edevries
/
mamlr
2
0
Fork 0
Code Issues Pull Requests Releases 3 Wiki Activity

dupe_detect: fix for quotation marks

Browse Source
master
Your Name 5 years ago
parent 2a220ded5d
commit aa6587b204
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File

2
R/dupe_detect.R
Unescape View File

@ -21,7 +21,7 @@
dupe_detect <- function(row, grid, cutoff_lower, cutoff_upper = 1, es_pwd, es_super, words, localhost = T, ver) { dupe_detect <- function(row, grid, cutoff_lower, cutoff_upper = 1, es_pwd, es_super, words, localhost = T, ver) {
params <- grid[row,] params <- grid[row,]
print(paste0('Parsing ',params$doctypes,' on ',params$dates )) print(paste0('Parsing ',params$doctypes,' on ',params$dates ))
query <- paste0('doctype:"',params$doctypes,'" && publication_date:',params$dates,' && !computerCodes._delete:1') query <- paste0('doctype:\\"',params$doctypes,'\\" && publication_date:',params$dates,' && !computerCodes._delete:1')
out <- elasticizer(query_string(query, fields = c('country','text','title','subtitle','teaser','preteaser')), es_pwd = es_pwd, localhost= localhost) out <- elasticizer(query_string(query, fields = c('country','text','title','subtitle','teaser','preteaser')), es_pwd = es_pwd, localhost= localhost)
if (class(out$hits$hits) != 'list') { if (class(out$hits$hits) != 'list') {
dfm <- dfm_gen(out, text = "full", words = words, clean = T) dfm <- dfm_gen(out, text = "full", words = words, clean = T)

Write Preview
Loading…
Cancel
Save