Add User-Agent header to requests and introduce delay in dependencies…

… metadata retrieval in cargo

app/models/ecosystem/base.rb

@@ -204,12 +204,15 @@ def get_raw(url, options = {})
     end
 
     def request(url, options = {})
+      options[:headers] ||= {}
+      options[:headers]["User-Agent"] = "packages.ecosyste.ms ([email protected])"
       connection = Faraday.new url.strip, options do |builder|
         builder.use Faraday::FollowRedirects::Middleware
         builder.request :retry, { max: 5, interval: 0.05, interval_randomness: 0.5, backoff_factor: 2 }
 
         builder.request :instrumentation
         builder.adapter Faraday.default_adapter, accept_encoding: "gzip"
+
       end
       connection.get
     end

app/models/ecosystem/cargo.rb

@@ -92,6 +92,7 @@ def versions_metadata(pkg_metadata, existing_version_numbers = [])
     end
 
     def dependencies_metadata(name, version, _package)
+      sleep 1
       deps = get("#{@registry_url}/api/v1/crates/#{name}/#{version}/dependencies")["dependencies"]
       return [] if deps.nil?