From 3cb6d151f9f7ab86c29a5f79c69cbdab8e99dbb3 Mon Sep 17 00:00:00 2001
From: dakkar <dakkar@thenautilus.net>
Date: Fri, 27 Dec 2019 17:38:06 +0000
Subject: ok, the slow bit is looking for the @separators

---
 lib/MaildirIndexer/LogTimelineSchema.pm6 | 2 ++
 lib/MaildirIndexer/Parser.pm6            | 9 ++++++++-
 2 files changed, 10 insertions(+), 1 deletion(-)

diff --git a/lib/MaildirIndexer/LogTimelineSchema.pm6 b/lib/MaildirIndexer/LogTimelineSchema.pm6
index 1e1848f..3bbd1eb 100644
--- a/lib/MaildirIndexer/LogTimelineSchema.pm6
+++ b/lib/MaildirIndexer/LogTimelineSchema.pm6
@@ -10,6 +10,8 @@ class Parse::Email::Str does Log::Timeline::Task['MaildirIndexer','Parser','pars
 class Parse::Email::File does Log::Timeline::Task['MaildirIndexer','Parser','parsing a file'] { };
 class Parse::Email::Socket does Log::Timeline::Task['MaildirIndexer','Parser','parsing a socket'] { };
 
+class Parse::Email::SocketChunk does Log::Timeline::Event['MaildirIndexer','Parser','read a chunk from the socket'] { };
+
 class Parse::Header does Log::Timeline::Task['MaildirIndexer','Email','parsing a header'] { };
 
 class Index::Add does Log::Timeline::Task['MaildirIndexer','Index','add email'] { };
diff --git a/lib/MaildirIndexer/Parser.pm6 b/lib/MaildirIndexer/Parser.pm6
index 7780a62..97f0cd9 100644
--- a/lib/MaildirIndexer/Parser.pm6
+++ b/lib/MaildirIndexer/Parser.pm6
@@ -87,10 +87,17 @@ multi parse-email(IO::Socket::Async:D $s --> MaildirIndexer::Email) is export {
         my $string;
         react {
             whenever $s.Supply(:enc<utf8-c8>) {
+                MaildirIndexer::LogTimelineSchema::Parse::Email::SocketChunk.log(:start);
                 $string ~= $_;
-                done if $string ~~ /@separators/;
+                MaildirIndexer::LogTimelineSchema::Parse::Email::SocketChunk.log(:appended);
+                # this is horribly slow?? 1.2 seconds for 18k of text?
+                # parsing the whole email takes 0.01 seconds!
+                my $done = $string ~~ /@separators/;
+                MaildirIndexer::LogTimelineSchema::Parse::Email::SocketChunk.log(:done(so $done));
+                done if $done;
             }
         }
+        MaildirIndexer::LogTimelineSchema::Parse::Email::SocketChunk.log(:done);
         $result = parse-email($string);
     }
     return $result;
-- 
cgit v1.2.3