Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
repos.edn
.nrepl-port
2 changes: 2 additions & 0 deletions deps.edn
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
{:deps {metosin/jsonista {:mvn/version "0.3.5"}}
:aliases {:csv-export {:main-opts ["-m" "metosin.repos"]}}}
66 changes: 66 additions & 0 deletions src/metosin/repos.clj
Original file line number Diff line number Diff line change
@@ -0,0 +1,66 @@
(ns metosin.repos
(:require [jsonista.core :as json]
[clojure.java.io :as io]
[clojure.edn :as edn]
[clojure.pprint :refer [pprint]]
[clojure.string :as str]))

(defn repos
([]
(repos "https://api.github.com/orgs/Metosin/repos?type=public"))
([url]
(let [u (java.net.URL. url)
c (.openConnection u)
links (-> (.getHeaderField c "Link")
(str/split #",")
(->> (map (fn [x]
(let [[_ url rel] (re-matches #"<(.*)>; rel=\"(.*)\"" (str/trim x))]
[rel url])))
(into {})))
data (with-open [is (.getInputStream c)]
(json/read-value is json/keyword-keys-object-mapper))]
(if-let [x (get links "next")]
(into data (repos x))
data))))

(defn update-github-data []
(let [data (repos)]
(spit (io/file "repos.edn") (with-out-str (pprint data)))))

(def all-repos (edn/read-string (slurp (io/file "repos.edn"))))

(comment
(update-github-data)
(first all-repos))

(def topic->stage
{"metosin-experimental" "experimental"
"metosin-active-development" "active-development"
"metosin-stable" "stable"
"metosin-deprecated" "deprecated"
"metosin-example" "example"
"training-materials" "training"
"example-project" "example"})

(defn process-data [repos]
(->> repos
(remove :archived)
(remove :fork)
(map (fn [repo]
(let [stages (set (keep topic->stage (:topics repo)))]
(assoc repo :category (or (first stages) "unknown")))))
(sort-by (juxt :category :pushed_at))))

(defn csv-export []
(println "Name,Archived,Category,Open issues,Stars,Forks,Last push")
(doseq [{:keys [archived stargazers_count forks open_issues_count category pushed_at] :as repo} (process-data all-repos)]
(println (str (:name repo) ","
archived ","
category ","
open_issues_count ","
stargazers_count ","
forks ","
pushed_at))))

(defn -main [& _]
(csv-export))