From 4d874730aa232bb59f195f488952eae15906ff07 Mon Sep 17 00:00:00 2001
From: John Stange <john.stange@eglobaltech.com>
Date: Wed, 21 Oct 2020 20:56:47 -0400
Subject: [PATCH] MommaCat: stick a semaphore around things meddling with the
 deploy notify locks

---
 modules/mu/mommacat/storage.rb | 24 ++++++++++++++----------
 1 file changed, 14 insertions(+), 10 deletions(-)

diff --git a/modules/mu/mommacat/storage.rb b/modules/mu/mommacat/storage.rb
index d05543137..a34ce5ab9 100644
--- a/modules/mu/mommacat/storage.rb
+++ b/modules/mu/mommacat/storage.rb
@@ -202,14 +202,16 @@ def self.lock(id, nonblock = false, global = false, retries: 0, deploy_id: MU.de
 
       MU.log "Getting a lock on #{lockdir}/#{id}.lock (thread #{Thread.current.object_id})...", MU::DEBUG, details: caller
       show_relevant = Proc.new {
-        @locks.each_pair { |thread_id, lock|
-          lock.each_pair { |lockid, lockpath|
-            if lockid == id
-              thread = Thread.list.select { |t| t.object_id == thread_id }.first
-              if thread.object_id != Thread.current.object_id
-                MU.log "#{thread_id} sitting on #{id}", MU::WARN, thread.backtrace
+        @lock_semaphore.synchronize {
+          @locks.each_pair { |thread_id, lock|
+            lock.each_pair { |lockid, lockpath|
+              if lockid == id
+                thread = Thread.list.select { |t| t.object_id == thread_id }.first
+                if thread.object_id != Thread.current.object_id
+                  MU.log "#{thread_id} sitting on #{id}", MU::WARN, thread.backtrace
+                end
               end
-            end
+            }
           }
         }
       }
@@ -218,11 +220,13 @@ def self.lock(id, nonblock = false, global = false, retries: 0, deploy_id: MU.de
           if !@locks[Thread.current.object_id][id].flock(File::LOCK_EX|File::LOCK_NB)
             if retries > 0
               success = false
-              MU.retrier([], loop_if: Proc.new { !success }, loop_msg: "Waiting for lock on #{lockdir}/#{id}.lock...", max: retries) {
+              MU.retrier([], loop_if: Proc.new { !success }, loop_msg: "Waiting for lock on #{lockdir}/#{id}.lock...", max: retries) { |cur_retries, _wait|
                 success = @locks[Thread.current.object_id][id].flock(File::LOCK_EX|File::LOCK_NB)
-              show_relevant.call() if !success
+                if !success and cur_retries > 0 and (cur_retries % 3) == 0
+                  show_relevant.call(cur_retries)
+                end
               }
-              show_relevant.call() if !success
+              show_relevant.call(cur_retries) if !success
               return success
             else
               return false