File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed
Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -52,7 +52,7 @@ namespace :movies do
5252 output_file = File . join ( output_dir , "movies.json" )
5353 claim_file = Rails . root . join ( "config/wikibase-dump-filter-movies-claim" )
5454
55- `cat #{ input_file } | npx wikibase-dump-filter --claim #{ claim_file } > #{ output_file } `
55+ `cat #{ input_file } | parallel --pipe --block 100M --line-buffer " npx wikibase-dump-filter --claim #{ claim_file } " > #{ output_file } `
5656 end
5757 end
5858
@@ -63,7 +63,7 @@ namespace :movies do
6363 input_file = File . join ( output_dir , "latest-all.json" )
6464 output_file = File . join ( output_dir , "humans.json" )
6565
66- `cat #{ input_file } | npx wikibase-dump-filter --claim P31:Q5 > #{ output_file } `
66+ `cat #{ input_file } | parallel --pipe --block 100M --line-buffer " npx wikibase-dump-filter --claim P31:Q5" > #{ output_file } `
6767 end
6868 end
6969
You can’t perform that action at this time.
0 commit comments