Koronen · August 29, 2015 13:57 · Jun 9, 2015 · Jun 9, 2015 · Feb 3, 2015 · Jan 13, 2015
diff --git a/resque-stat-hacks.rb b/resque-stat-hacks.rb
@@ -6,10 +6,14 @@
 puts fbe.map { |e,jj| [e, jj.size] }.inspect
 puts fbc.map { |e,jj| [e, jj.size] }.inspect
 
-# Dump as JSON
+# Dump failures as JSON
 failures = Resque::Failure.all(0, -1).each_with_index.map { |ex, i| ex['id'] = i; ex }; nil
 File.open("resque_failures_#{Time.now.strftime("%FT%T")}.json", 'wb') { |f| f.write JSON.dump(failures) }
 
+# Dump low queue as JSON
+low = Resque.redis.lrange 'queue:low', 0, -1; nil
+File.open("low_#{Time.now.strftime("%FT%T")}.json", "wb") { |f| f.write JSON.dump(low.map{|x| JSON.parse(x)}) }
+
 # Remove duplicates(?)
 key = 'queue:low'
 members = Resque.redis.lrange(key, 0, -1)

diff --git a/resque-stat-hacks.rb b/resque-stat-hacks.rb
@@ -1,14 +1,14 @@
 # Print statistics
-failures = Resque::Failure.all(0,9999).each_with_index.map { |ex, i| ex['id'] = i; ex }; nil
+failures = Resque::Failure.all(0, -1).each_with_index.map { |ex, i| ex['id'] = i; ex }; nil
 fbe = Hash.new { |h, k| h[k] = Array.new }
 fbc = Hash.new { |h, k| h[k] = Array.new }
 failures.each { |ex| fbe[ex['exception']] << ex; fbc[ex['payload']['class']] << ex }; nil
 puts fbe.map { |e,jj| [e, jj.size] }.inspect
 puts fbc.map { |e,jj| [e, jj.size] }.inspect
 
 # Dump as JSON
-failures = Resque::Failure.all(0,9999).each_with_index.map { |ex, i| ex['id'] = i; ex }; nil
-File.open("resque_failures_#{Time.now.iso8601}.json", 'wb') { |f| f.write JSON.dump(failures) }
+failures = Resque::Failure.all(0, -1).each_with_index.map { |ex, i| ex['id'] = i; ex }; nil
+File.open("resque_failures_#{Time.now.strftime("%FT%T")}.json", 'wb') { |f| f.write JSON.dump(failures) }
 
 # Remove duplicates(?)
 key = 'queue:low'

diff --git a/resque-stat-hacks.rb b/resque-stat-hacks.rb
@@ -8,4 +8,16 @@
 
 # Dump as JSON
 failures = Resque::Failure.all(0,9999).each_with_index.map { |ex, i| ex['id'] = i; ex }; nil
-File.open("resque_failures_#{Time.now.iso8601}.json", 'wb') { |f| f.write JSON.dump(failures) }
+File.open("resque_failures_#{Time.now.iso8601}.json", 'wb') { |f| f.write JSON.dump(failures) }
+
+# Remove duplicates(?)
+key = 'queue:low'
+members = Resque.redis.lrange(key, 0, -1)
+duplicate_members = members.group_by { |e| e }.select { |k, v| v.size > 1 }.map(&:first)
+if duplicate_members.count > 0
+  puts "#{key}: has #{duplicate_members.count} duplicates"
+  duplicate_members.each do |duplicate_member|
+    puts "Removing #{duplicate_member}"
+    Resque.redis.lrem(key, -1, duplicate_member)
+  end
+end
diff --git a/resque-stat-hacks.rb b/resque-stat-hacks.rb
@@ -1,30 +1,11 @@
-def failures_with_ids(n)
-  Resque::Failure.all(0,n).each_with_index.map { |ex, i| ex['id'] = i; ex }
-end
-
-def group_by_exception(failures)
-  failures.reduce({}) do |acc, ex|
-    acc[ex['exception']] ||= []
-    acc[ex['exception']] << ex
-    acc
-  end
-end
-
-def group_by_class(failures)
-  failures.reduce({}) do |acc, ex|
-    acc[ex['payload']['class']] ||= []
-    acc[ex['payload']['class']] << ex
-    acc
-  end
-end
-
-def value_counts(grouped_failures)
-  Hash[grouped_failures.map { |key, exs| [key, exs.size] }]
-end
-
+# Print statistics
 failures = Resque::Failure.all(0,9999).each_with_index.map { |ex, i| ex['id'] = i; ex }; nil
 fbe = Hash.new { |h, k| h[k] = Array.new }
 fbc = Hash.new { |h, k| h[k] = Array.new }
 failures.each { |ex| fbe[ex['exception']] << ex; fbc[ex['payload']['class']] << ex }; nil
 puts fbe.map { |e,jj| [e, jj.size] }.inspect
-puts fbc.map { |e,jj| [e, jj.size] }.inspect
+puts fbc.map { |e,jj| [e, jj.size] }.inspect
+
+# Dump as JSON
+failures = Resque::Failure.all(0,9999).each_with_index.map { |ex, i| ex['id'] = i; ex }; nil
+File.open("resque_failures_#{Time.now.iso8601}.json", 'wb') { |f| f.write JSON.dump(failures) }
diff --git a/resque-stat-hacks.rb b/resque-stat-hacks.rb
@@ -20,4 +20,11 @@ def group_by_class(failures)
 
 def value_counts(grouped_failures)
   Hash[grouped_failures.map { |key, exs| [key, exs.size] }]
-end
+end
+
+failures = Resque::Failure.all(0,9999).each_with_index.map { |ex, i| ex['id'] = i; ex }; nil
+fbe = Hash.new { |h, k| h[k] = Array.new }
+fbc = Hash.new { |h, k| h[k] = Array.new }
+failures.each { |ex| fbe[ex['exception']] << ex; fbc[ex['payload']['class']] << ex }; nil
+puts fbe.map { |e,jj| [e, jj.size] }.inspect
+puts fbc.map { |e,jj| [e, jj.size] }.inspect
diff --git a/resque-stat-hacks.rb b/resque-stat-hacks.rb
@@ -19,5 +19,5 @@ def group_by_class(failures)
 end
 
 def value_counts(grouped_failures)
-  Hash[grouped_failure.map { |key, exs| [key, exs.size] }]
+  Hash[grouped_failures.map { |key, exs| [key, exs.size] }]
 end
diff --git a/resque-stat-hacks.rb b/resque-stat-hacks.rb
@@ -1,5 +1,23 @@
-failures_with_ids = Resque::Failure.all(0,13000).each_with_index.map { |ex, i| ex['id'] = i; ex }
+def failures_with_ids(n)
+  Resque::Failure.all(0,n).each_with_index.map { |ex, i| ex['id'] = i; ex }
+end
 
-failure_grouped_by_exception = failures_with_ids.reduce({}){|acc, ex| acc[ex['exception']] ||= []; acc[ex['exception']] << ex; acc }
+def group_by_exception(failures)
+  failures.reduce({}) do |acc, ex|
+    acc[ex['exception']] ||= []
+    acc[ex['exception']] << ex
+    acc
+  end
+end
 
-failure_grouped_by_class = failures_with_ids.reduce({}){|acc, ex| acc[ex['payload']['class']] ||= []; acc[ex['payload']['class']] << ex; acc }
+def group_by_class(failures)
+  failures.reduce({}) do |acc, ex|
+    acc[ex['payload']['class']] ||= []
+    acc[ex['payload']['class']] << ex
+    acc
+  end
+end
+
+def value_counts(grouped_failures)
+  Hash[grouped_failure.map { |key, exs| [key, exs.size] }]
+end
diff --git a/resque-stat-hacks.rb b/resque-stat-hacks.rb
@@ -0,0 +1,5 @@
+failures_with_ids = Resque::Failure.all(0,13000).each_with_index.map { |ex, i| ex['id'] = i; ex }
+
+failure_grouped_by_exception = failures_with_ids.reduce({}){|acc, ex| acc[ex['exception']] ||= []; acc[ex['exception']] << ex; acc }
+
+failure_grouped_by_class = failures_with_ids.reduce({}){|acc, ex| acc[ex['payload']['class']] ||= []; acc[ex['payload']['class']] << ex; acc }