Make stream types for HTTP clients consistent

          #:alexandria

          #:clpm/config

          #:iterate)

  (:import-from #:flexi-streams)

  (:import-from #:uiop

                #:read-file-form

                #:with-safe-io-syntax)

(defun fetch-url (url)

  "Given a URL, return a string with the contents of the file located at ~url~."

  (let ((url (puri:parse-uri url)))

    (with-output-to-string (s)

    (babel:octets-to-string

     (flexi-streams:with-output-to-sequence (s :element-type '(unsigned-byte 8))

       (fetch-url-to-stream url s

                            :headers (get-additional-headers-for-hostname (puri:uri-host url)

                                                                         (puri:uri-scheme url))))))

                                                                          (puri:uri-scheme url)))))))

(defun ensure-file-fetched (pathname url &key refresh-time)

  "Given a pathname, make sure it exists. If it does not exist, fetch it from

  (multiple-value-bind (http-stream status-code)

      (http-request url :want-stream t

                        :verify :required

                        :decode-content t

                        :additional-headers headers)

    (assert (= 200 status-code))

    (copy-stream http-stream out-stream :element-type 'character :buffer-size 8192)

    (copy-stream http-stream out-stream :element-type '(unsigned-byte 8) :buffer-size 8192)

    (close http-stream)))