|
29 | 29 | (when (= (:status res) 200) |
30 | 30 | (->> (json/parse-string (:body res) true) |
31 | 31 | (into ()) |
32 | | - ;; Test |
| 32 | + ;; Test: |
33 | 33 | ;; (take 1) |
34 | 34 | (reset! hosts)))) |
35 | 35 |
|
|
56 | 56 | res (curl/get url)] |
57 | 57 | (when (= 200 (:status res)) |
58 | 58 | (println "Fetching owners data from" url) |
59 | | - (->> (json/parse-string (:body res) true) |
60 | | - ;; Use lower-case owner URL for keys |
61 | | - (map #(hash-map (str/lower-case (:owner_url %)) |
62 | | - (dissoc % :owner_url))) |
63 | | - (into {}) |
64 | | - (reset! owners))))) |
| 59 | + (doseq [e (json/parse-string (:body res) true)] |
| 60 | + (swap! owners conj |
| 61 | + ;; Use lower-case owner URL for keys |
| 62 | + (hash-map (str/lower-case (:owner_url e)) |
| 63 | + (dissoc e :owner_url))))))) |
| 64 | +(reset! owners (into {} @owners)) |
65 | 65 |
|
66 | 66 | ;; Get repos |
67 | 67 | (doseq [{:keys [repositories_url repositories_count kind]} @hosts] |
|
70 | 70 | res (try (curl/get url) (catch Exception e (println (.getMessage e))))] |
71 | 71 | (when (= 200 (:status res)) |
72 | 72 | (println "Fetching repos data from" url) |
73 | | - (->> (json/parse-string (:body res) true) |
74 | | - ;; Use lower-case repository URL for keys |
75 | | - (map #(hash-map |
76 | | - (str/lower-case (:repository_url %)) |
77 | | - (-> % |
78 | | - (assoc :platform kind) |
79 | | - (dissoc :repository_url)))) |
80 | | - (into {}) |
81 | | - (reset! repositories)))))) |
| 73 | + (doseq [e (json/parse-string (:body res) true)] |
| 74 | + (swap! repositories conj |
| 75 | + (hash-map |
| 76 | + ;; Use lower-case repository URL for keys |
| 77 | + (str/lower-case (:repository_url e)) |
| 78 | + (-> e |
| 79 | + (assoc :platform kind) |
| 80 | + (dissoc :repository_url))))))))) |
| 81 | +(reset! repositories (into {} @repositories)) |
82 | 82 |
|
83 | 83 | ;; Get comptes-organismes-pubics |
84 | 84 | (let [url (:comptes-organismes-publics urls) |
|
178 | 178 |
|
179 | 179 | ;; Test: display overview |
180 | 180 | (println "Hosts: " (count @hosts)) |
181 | | -(println "Owner: " (count @owners)) |
182 | | -(println "Repos: " (count @repositories)) |
| 181 | +(println "Owners: " (count @owners)) |
| 182 | +(println "Repositories: " (count @repositories)) |
183 | 183 | (println "Forges: " (count @forges)) |
184 | 184 |
|
185 | | -;; ;; Test: display examples |
186 | | -;; (doseq [a (take 10 (shuffle (into [] @owners)))] (println a "\n")) |
| 185 | +;; ;; ;; Test: display examples |
| 186 | +;; ;; (doseq [a (take 10 (shuffle (into [] @owners)))] (println a "\n")) |
0 commit comments