Script for downloading the most popular crates and finding how many times they use the unsafe keyword.

crates.rb

require "open-uri"
require "json"

PAGE_SIZE=100
NUM_PAGES=2
crates = []
(1..NUM_PAGES).each do |page|
  res = JSON.parse(URI.parse("https://crates.io/api/v1/crates?page=#{page}&per_page=#{PAGE_SIZE}").read)
  puts res
  crates += res["crates"].map {|c| {name: c["name"], repo: c["repository"]} }
end

if !File.exists?('crates')
  Dir.mkdir 'crates'
end
csv = File.open("stats.csv", "w")
csv.puts "name,rank,unsafe occurences,total lines"
crates.each_with_index do |c, i|
  repo = c[:repo]
  name = c[:name]
  if Dir.exist?("crates/#{name}")
    puts "#{name} already cloned"
  else
    puts "cloning #{name}..."
    `git clone #{repo} crates/#{name}`
  end

  if !Dir.exists?("crates/#{name}")
    puts "#{name} doesn't exist. Skipping."
    next
  end

  files = Dir["crates/#{name}/**/*.rs"]
  sum = files.map do |f|
    file = File.open(f)
    total = file.each_line.count {|l| l = l.strip; !l.start_with?('//') && !l.empty? }
    file.rewind
    [file.grep(/unsafe\s*(fn|\{|extern)/).length, total]
  end.inject {|sum, nxt| [sum[0] + nxt[0], sum[1] + nxt[1]] }
  puts "#{name} has #{sum[0]} unsafe instances and #{sum[1]} lines of code"
  csv.puts "#{name},#{i + 1},#{sum[0]},#{sum[1]}"
end

stats.csv