diff --git a/rubberduckvba.Server/WebhookSignatureValidationService.cs b/rubberduckvba.Server/WebhookSignatureValidationService.cs
index d71a375..86cbdaf 100644
--- a/rubberduckvba.Server/WebhookSignatureValidationService.cs
+++ b/rubberduckvba.Server/WebhookSignatureValidationService.cs
@@ -1,4 +1,5 @@
-using rubberduckvba.Server.Api.Admin;
+using Newtonsoft.Json;
+using rubberduckvba.Server.Api.Admin;
 using System.Security.Cryptography;
 using System.Text;
 
@@ -64,11 +65,14 @@ private bool IsValidSignature(string? signature, string payload)
 
         var secret = configuration.GitHubOptions.Value.WebhookToken;
         var secretBytes = Encoding.UTF8.GetBytes(secret);
-        var payloadbytes = Encoding.UTF8.GetBytes(payload);
+
+        var payloadBytes = Encoding.UTF8.GetBytes(JsonConvert.SerializeObject(JsonConvert.DeserializeObject(payload)));
 
         using var digest = new HMACSHA256(secretBytes);
-        var check = $"sha256={Encoding.UTF8.GetString(digest.ComputeHash(payloadbytes))}";
+        var hash = digest.ComputeHash(payloadBytes);
+
+        var check = $"sha256={Convert.ToHexString(hash).ToLowerInvariant()}";
 
-        return signature == check;
+        return (signature == check);
     }
 }