Script/Author: use bulk_helper from Search::Elasticsearch instead of …

…the model
metacpan · Apr 26, 2017 · 62dacc7 · 62dacc7
1 parent b022612
commit 62dacc7
Show file tree

Hide file tree

Showing 2 changed files with 16 additions and 4 deletions.
diff --git a/lib/MetaCPAN/Document/Author.pm b/lib/MetaCPAN/Document/Author.pm
@@ -89,7 +89,7 @@ has extra => (
 
 has updated => (
     is  => 'ro',
-    isa => 'DateTime',
+    isa => Str,
 );
 
 has is_pause_custodial_account => (

diff --git a/lib/MetaCPAN/Script/Author.pm b/lib/MetaCPAN/Script/Author.pm
@@ -61,7 +61,12 @@ sub index_authors {
         } map { $_->{_source} } @{ $dates->{hits}->{hits} }
     };
 
-    my $bulk = $self->model->bulk( size => 100 );
+    my $bulk = $self->es->bulk_helper(
+        index     => $self->index->name,
+        type      => 'author',
+        max_count => 250,
+        timeout   => '25m',
+    );
 
     my @author_ids_to_purge;
 
@@ -127,8 +132,15 @@ sub index_authors {
         push @author_ids_to_purge, $put->{pauseid};
 
         # Only try put if this is a valid format
-        $bulk->put($author);
+        $bulk->update(
+            {
+                id            => $pauseid,
+                doc           => $put,
+                doc_as_upsert => 1,
+            }
+        );
     }
+    $bulk->flush;
     $self->index->refresh;
 
     $self->purge_author_key(@author_ids_to_purge);
@@ -175,7 +187,7 @@ sub author_config {
         = { map { $_ => $author->{$_} }
             qw(name asciiname profile blog perlmongers donation email website city region country location extra)
         };
-    $author->{updated} = $mtime;
+    $author->{updated} = $mtime->iso8601;
     return $author;
 }