diff --git a/.gitignore b/.gitignore deleted file mode 100644 index b18ad30..0000000 --- a/.gitignore +++ /dev/null @@ -1,27 +0,0 @@ -# Numerous always-ignore extensions -*.diff -*.err -*.orig -*.log -*~ - -# OS or Editor folders -.DS_Store -.cache -Icon? - -# Folders to ignore -.hg -.svn - -# Node.js package manager -/node_modules -/npm-debug.log - -# Other stuff -*.pyc -/tmp - -# Project stuff -/temp-logins.json -/old-logins.json diff --git a/Makefile b/Makefile2 similarity index 50% rename from Makefile rename to Makefile2 index e141011..a5ad830 100644 --- a/Makefile +++ b/Makefile2 @@ -1,8 +1,8 @@ all: get format get: - coffee get-repositories.coffee - coffee get-details.coffee + ../node_modules/coffee-script/bin/coffee -c get-repositories.coffee +# coffee get-details.coffee format: coffee format-languages.coffee diff --git a/get-repositories.coffee b/get-repositories.coffee index ddec21b..5dc0fe7 100644 --- a/get-repositories.coffee +++ b/get-repositories.coffee @@ -5,8 +5,9 @@ utils = require './utils' saveTopRepos = -> MIN_FOLLOWERS = 5 MAX_PAGES = 10 + ELEMENTS_PER_PAGE = 1000 urls = utils.range(1, MAX_PAGES + 1).map (page) -> - "https://api.github.com/legacy/repos/search/type=repo?sort=size&order=desc?page=#{page}&per_page=#{MAX_PAGES}" + "https://api.github.com/legacy/repos/search/linux?type=repo?sort=size&order=desc?page=#{page}&per_page=#{ELEMENTS_PER_PAGE}" parse = (text) -> JSON.parse(text).repositories.map (_) -> _.name diff --git a/get-repositories.js b/get-repositories.js new file mode 100644 index 0000000..96ea68b --- /dev/null +++ b/get-repositories.js @@ -0,0 +1,31 @@ +// Generated by CoffeeScript 1.6.1 +(function() { + var fs, saveTopRepos, utils; + + fs = require('fs'); + + utils = require('./utils'); + + saveTopRepos = function() { + var ELEMENTS_PER_PAGE, MAX_PAGES, MIN_FOLLOWERS, parse, urls; + MIN_FOLLOWERS = 5; + MAX_PAGES = 10; + ELEMENTS_PER_PAGE = 1000; + urls = utils.range(1, MAX_PAGES + 1).map(function(page) { + return "https://api.github.com/legacy/repos/search/linux?type=repo?sort=size&order=desc?page=" + page + "&per_page=" + ELEMENTS_PER_PAGE; + }); + parse = function(text) { + return JSON.parse(text).repositories.map(function(_) { + return _.name; + }); + }; + return utils.batchGet(urls, parse, function(all) { + var repos; + repos = [].concat.apply([], all); + return utils.writeStats('./temp-repos.json', repos); + }); + }; + + saveTopRepos(); + +}).call(this); diff --git a/temp-repos.json b/temp-repos.json deleted file mode 100644 index 43ea36e..0000000 --- a/temp-repos.json +++ /dev/null @@ -1,392 +0,0 @@ -[ - "collection-json", - "repo_ref_type_fields", - "setup", - "General-Repo", - "AXE-REPO-INFORMATION", - "creatives7", - "repo_object", - "TestTypeInference", - "Dynamic-Jenkins-Parameter", - "laughing-hipster", - "openshift-diy-nodejs08", - "git-open", - "understanding-javascript", - "project-init", - "ocaml-orm-sqlite", - "agda", - "Senior-Project", - "code_snippits", - "rup", - "basic-bootstraps", - "Injected-Encapsulated-Strongly-Typed-Configuration-Files", - "camstudio-clone", - "helloWorld-jenkin", - "Marketron_Dev", - "projectStarter", - "etc", - "puppet-netdev-stdlib", - "Log_Profiler", - "Change-Field-Labels-for-Record-Types", - "-Lucas-Sequence-Numbers", - "wp3DModelPostType", - "random-algorithms", - "vagrant-boxes", - "MuseScore", - "pentaho_report_type", - "Jsp_login_interface", - "JavaAbstractDataTypesRepository", - "typology", - "Tiresias", - "collection-json", - "repo_ref_type_fields", - "setup", - "General-Repo", - "AXE-REPO-INFORMATION", - "creatives7", - "repo_object", - "TestTypeInference", - "Dynamic-Jenkins-Parameter", - "openshift-diy-nodejs08", - "laughing-hipster", - "git-open", - "project-init", - "understanding-javascript", - "ocaml-orm-sqlite", - "agda", - "code_snippits", - "rup", - "Senior-Project", - "basic-bootstraps", - "Injected-Encapsulated-Strongly-Typed-Configuration-Files", - "camstudio-clone", - "helloWorld-jenkin", - "Marketron_Dev", - "projectStarter", - "puppet-netdev-stdlib", - "etc", - "Log_Profiler", - "Change-Field-Labels-for-Record-Types", - "-Lucas-Sequence-Numbers", - "wp3DModelPostType", - "random-algorithms", - "vagrant-boxes", - "MuseScore", - "pentaho_report_type", - "Jsp_login_interface", - "JavaAbstractDataTypesRepository", - "typology", - "Tiresias", - "collection-json", - "repo_ref_type_fields", - "setup", - "General-Repo", - "AXE-REPO-INFORMATION", - "creatives7", - "repo_object", - "TestTypeInference", - "Dynamic-Jenkins-Parameter", - "laughing-hipster", - "openshift-diy-nodejs08", - "git-open", - "understanding-javascript", - "project-init", - "ocaml-orm-sqlite", - "agda", - "code_snippits", - "rup", - "Senior-Project", - "basic-bootstraps", - "Injected-Encapsulated-Strongly-Typed-Configuration-Files", - "camstudio-clone", - "helloWorld-jenkin", - "Marketron_Dev", - "projectStarter", - "etc", - "puppet-netdev-stdlib", - "Log_Profiler", - "Change-Field-Labels-for-Record-Types", - "-Lucas-Sequence-Numbers", - "wp3DModelPostType", - "random-algorithms", - "vagrant-boxes", - "MuseScore", - "pentaho_report_type", - "Jsp_login_interface", - "JavaAbstractDataTypesRepository", - "typology", - "Tiresias", - "collection-json", - "repo_ref_type_fields", - "setup", - "General-Repo", - "AXE-REPO-INFORMATION", - "creatives7", - "repo_object", - "TestTypeInference", - "Dynamic-Jenkins-Parameter", - "openshift-diy-nodejs08", - "laughing-hipster", - "git-open", - "understanding-javascript", - "project-init", - "ocaml-orm-sqlite", - "agda", - "basic-bootstraps", - "Injected-Encapsulated-Strongly-Typed-Configuration-Files", - "code_snippits", - "rup", - "Senior-Project", - "camstudio-clone", - "helloWorld-jenkin", - "Marketron_Dev", - "projectStarter", - "puppet-netdev-stdlib", - "etc", - "Log_Profiler", - "-Lucas-Sequence-Numbers", - "wp3DModelPostType", - "Change-Field-Labels-for-Record-Types", - "random-algorithms", - "vagrant-boxes", - "MuseScore", - "pentaho_report_type", - "Jsp_login_interface", - "JavaAbstractDataTypesRepository", - "typology", - "Tiresias", - "collection-json", - "repo_ref_type_fields", - "setup", - "General-Repo", - "AXE-REPO-INFORMATION", - "creatives7", - "repo_object", - "TestTypeInference", - "Dynamic-Jenkins-Parameter", - "laughing-hipster", - "openshift-diy-nodejs08", - "git-open", - "project-init", - "understanding-javascript", - "ocaml-orm-sqlite", - "agda", - "code_snippits", - "rup", - "Senior-Project", - "basic-bootstraps", - "Injected-Encapsulated-Strongly-Typed-Configuration-Files", - "camstudio-clone", - "helloWorld-jenkin", - "Marketron_Dev", - "projectStarter", - "etc", - "puppet-netdev-stdlib", - "Log_Profiler", - "Change-Field-Labels-for-Record-Types", - "-Lucas-Sequence-Numbers", - "wp3DModelPostType", - "random-algorithms", - "vagrant-boxes", - "MuseScore", - "pentaho_report_type", - "Jsp_login_interface", - "JavaAbstractDataTypesRepository", - "typology", - "Tiresias", - "collection-json", - "repo_ref_type_fields", - "setup", - "General-Repo", - "AXE-REPO-INFORMATION", - "creatives7", - "repo_object", - "TestTypeInference", - "Dynamic-Jenkins-Parameter", - "laughing-hipster", - "openshift-diy-nodejs08", - "git-open", - "project-init", - "understanding-javascript", - "ocaml-orm-sqlite", - "agda", - "code_snippits", - "rup", - "Senior-Project", - "basic-bootstraps", - "Injected-Encapsulated-Strongly-Typed-Configuration-Files", - "camstudio-clone", - "helloWorld-jenkin", - "Marketron_Dev", - "projectStarter", - "etc", - "puppet-netdev-stdlib", - "Log_Profiler", - "Change-Field-Labels-for-Record-Types", - "-Lucas-Sequence-Numbers", - "wp3DModelPostType", - "random-algorithms", - "vagrant-boxes", - "MuseScore", - "pentaho_report_type", - "Jsp_login_interface", - "JavaAbstractDataTypesRepository", - "typology", - "Tiresias", - "collection-json", - "repo_ref_type_fields", - "setup", - "General-Repo", - "AXE-REPO-INFORMATION", - "creatives7", - "repo_object", - "TestTypeInference", - "Dynamic-Jenkins-Parameter", - "openshift-diy-nodejs08", - "laughing-hipster", - "git-open", - "project-init", - "understanding-javascript", - "ocaml-orm-sqlite", - "agda", - "code_snippits", - "rup", - "Senior-Project", - "basic-bootstraps", - "Injected-Encapsulated-Strongly-Typed-Configuration-Files", - "camstudio-clone", - "helloWorld-jenkin", - "Marketron_Dev", - "projectStarter", - "puppet-netdev-stdlib", - "etc", - "Log_Profiler", - "Change-Field-Labels-for-Record-Types", - "-Lucas-Sequence-Numbers", - "wp3DModelPostType", - "random-algorithms", - "vagrant-boxes", - "MuseScore", - "pentaho_report_type", - "Jsp_login_interface", - "JavaAbstractDataTypesRepository", - "typology", - "Tiresias", - "collection-json", - "repo_ref_type_fields", - "setup", - "General-Repo", - "AXE-REPO-INFORMATION", - "creatives7", - "repo_object", - "TestTypeInference", - "Dynamic-Jenkins-Parameter", - "laughing-hipster", - "openshift-diy-nodejs08", - "git-open", - "understanding-javascript", - "project-init", - "ocaml-orm-sqlite", - "agda", - "code_snippits", - "rup", - "Senior-Project", - "basic-bootstraps", - "Injected-Encapsulated-Strongly-Typed-Configuration-Files", - "camstudio-clone", - "helloWorld-jenkin", - "Marketron_Dev", - "projectStarter", - "etc", - "puppet-netdev-stdlib", - "Log_Profiler", - "Change-Field-Labels-for-Record-Types", - "-Lucas-Sequence-Numbers", - "wp3DModelPostType", - "random-algorithms", - "vagrant-boxes", - "MuseScore", - "pentaho_report_type", - "Jsp_login_interface", - "JavaAbstractDataTypesRepository", - "typology", - "Tiresias", - "collection-json", - "repo_ref_type_fields", - "setup", - "General-Repo", - "AXE-REPO-INFORMATION", - "creatives7", - "repo_object", - "TestTypeInference", - "Dynamic-Jenkins-Parameter", - "openshift-diy-nodejs08", - "laughing-hipster", - "git-open", - "understanding-javascript", - "project-init", - "ocaml-orm-sqlite", - "agda", - "basic-bootstraps", - "Injected-Encapsulated-Strongly-Typed-Configuration-Files", - "code_snippits", - "rup", - "Senior-Project", - "camstudio-clone", - "helloWorld-jenkin", - "Marketron_Dev", - "projectStarter", - "puppet-netdev-stdlib", - "etc", - "Log_Profiler", - "-Lucas-Sequence-Numbers", - "wp3DModelPostType", - "Change-Field-Labels-for-Record-Types", - "random-algorithms", - "vagrant-boxes", - "MuseScore", - "pentaho_report_type", - "Jsp_login_interface", - "JavaAbstractDataTypesRepository", - "typology", - "Tiresias", - "collection-json", - "repo_ref_type_fields", - "setup", - "General-Repo", - "AXE-REPO-INFORMATION", - "creatives7", - "repo_object", - "TestTypeInference", - "Dynamic-Jenkins-Parameter", - "openshift-diy-nodejs08", - "laughing-hipster", - "git-open", - "project-init", - "understanding-javascript", - "ocaml-orm-sqlite", - "agda", - "basic-bootstraps", - "Injected-Encapsulated-Strongly-Typed-Configuration-Files", - "code_snippits", - "rup", - "Senior-Project", - "camstudio-clone", - "helloWorld-jenkin", - "Marketron_Dev", - "projectStarter", - "puppet-netdev-stdlib", - "etc", - "Log_Profiler", - "-Lucas-Sequence-Numbers", - "wp3DModelPostType", - "Change-Field-Labels-for-Record-Types", - "random-algorithms", - "vagrant-boxes", - "MuseScore", - "pentaho_report_type", - "Jsp_login_interface", - "JavaAbstractDataTypesRepository", - "typology", - "Tiresias" -]