factoring out shaarli stuff, and now also reading from folders
This commit is contained in:
		
							parent
							
								
									afa54c2e5a
								
							
						
					
					
						commit
						431ee04053
					
				|  | @ -14,6 +14,9 @@ | |||
|         buildInputs = with pkgs; [ | ||||
|           babashka | ||||
|         ]; | ||||
|         shellHook = '' | ||||
|           [[ -z $token ]] && echo "::dhyan:: Necessary Env Var missing: token" | ||||
|           ''; | ||||
|       }; | ||||
|     }; | ||||
| } | ||||
|  |  | |||
							
								
								
									
										47
									
								
								main.clj
									
									
									
									
									
								
							
							
						
						
									
										47
									
								
								main.clj
									
									
									
									
									
								
							|  | @ -1,6 +1,7 @@ | |||
| (ns dhynan.main | ||||
|   (:require [clojure.java.shell :refer [sh]] | ||||
|             [cheshire.core :as json] | ||||
|             [clojure.string :as string] | ||||
|             [babashka.curl :as curl]) | ||||
|   (:import (javax.crypto Mac) | ||||
|            (javax.crypto.spec SecretKeySpec))) | ||||
|  | @ -28,20 +29,47 @@ | |||
|                    (.encodeToString encoder)) | ||||
|           signature (-> sig | ||||
|                         ; TODO should do url encode here | ||||
|                         (clojure.string/replace "/" "_") | ||||
|                         (clojure.string/replace "=" "") | ||||
|                         (clojure.string/replace "+" "-"))] | ||||
|                         (string/replace "/" "_") | ||||
|                         (string/replace "=" "") | ||||
|                         (string/replace "+" "-"))] | ||||
|       (str header "." payload "." signature)))) | ||||
| 
 | ||||
| (let [token (generate-token (System/getenv "token")) | ||||
|       data (-> (curl/get "http://links.mossnet.lan/api/v1/links?searchtags=music" {:headers {"Authorization" (str "Bearer " token)}}) | ||||
|                (:body) | ||||
|                (json/parse-string true)) | ||||
| (defn filterer | ||||
|   [m] | ||||
|   (filter (fn [x] (.contains (get x :url) "bandcamp")) m)) | ||||
| 
 | ||||
| (def token (generate-token (System/getenv "token"))) | ||||
| 
 | ||||
| (defn shaarli-request [offset] | ||||
|   (-> (curl/get (str "http://links.mossnet.lan/api/v1/links?searchtags=music&limit=" offset) {:headers {"Authorization" (str "Bearer " token)}}) | ||||
|       (:body) | ||||
|       (json/parse-string true))) | ||||
| 
 | ||||
| (defn get-all-shaarli-data | ||||
|   ([] (get-all-shaarli-data {} 0)) | ||||
|   ([data offset] | ||||
|    (let [new-data (shaarli-request offset) | ||||
|          total-data (concat data new-data) | ||||
|          old-last (last data) | ||||
|          new-last (last new-data)] | ||||
|      (if (= old-last new-last) | ||||
|        total-data | ||||
|        (get-all-shaarli-data total-data (+ offset 100)))))) | ||||
| 
 | ||||
| (let [shaarli-data (get-all-shaarli-data) | ||||
|        ; filter to bandcamp (and maybe others?) | ||||
|       filtered-data (mapv (filter (fn [x] (contains? "bandcamp" (get x :url)))) data)] | ||||
|   filtered-data) | ||||
|       filtered-shaarli-data (filterv #(.contains (get % :url) "bandcamp") shaarli-data) | ||||
|       file-data (sh "ls" (System/getenv "folder")) | ||||
|       ; remove anything in () [] {} | ||||
|       filtered-file-data (filterv #(string/replace % #"(.*)" "") file-data)] | ||||
|   (->> filtered-shaarli-data | ||||
|        (mapv #(select-keys % [:url :title])))) | ||||
| 
 | ||||
| (comment | ||||
|   (shaarli-request 0) | ||||
|   (count (get-all-shaarli-data)) | ||||
|   (filterer {:url "bandcamp"}) | ||||
|   (filter (fn [x] (.contains (get x :url) "bandcamp")) [{:url "bandcamp"}]) | ||||
|   (println "somestring") | ||||
|   (.getBytes (str {"iat" (sh "date" "-u" "+%s")})) | ||||
|   (def signature (-> (Mac/getInstance "HmacSHA256") | ||||
|  | @ -53,4 +81,5 @@ | |||
|       (.init mac (SecretKeySpec. (.getBytes "test secret") algo)) | ||||
|       (str (.doFinal mac (.getBytes "header.payload" "UTF-8"))))) | ||||
|   (println sig) | ||||
|   (.contains "https://somesite.bandcamp.com.au" "bandcamp") | ||||
|   (str {"alg" "HS512" "typ" "JWT"})) | ||||
|  |  | |||
		Loading…
	
		Reference in a new issue