Chunk seqs into groups of 100 for serialization (#18)

dev/cljs/user.cljs

@@ -39,4 +39,5 @@
  (tap> #js [1 2 3 4 5])
  (tap> (js/Promise.resolve 123))
 
+ (tap> (with-meta (range) {:hello :world}))
  (tap> data))

dev/user.clj

@@ -58,6 +58,7 @@
  ;; should cause an error in portal because of transit
  (tap> {(with-meta 'k {:a :b}) 'v})
 
+ (tap> (with-meta (range) {:hello :world}))
  (tap> (json/parse-stream (io/reader "package-lock.json")))
  (tap> (io/file "deps.edn"))
  (tap> data))

src/examples/data.cljc

@@ -48,7 +48,8 @@
  {::regex #"hello-world"
  ::var #'portal.colors/themes
  ::with-meta (with-meta 'with-meta {:hello :world})
- {:example/settings 'complex-key} :hello-world})
+ {:example/settings 'complex-key} :hello-world
+ ::range (range)})
 
 (def diff-data
  [{::removed "value"

src/portal/runtime.cljc

@@ -49,22 +49,37 @@
  :portal/value (list))
  (done nil)))
 
-(defn limit-values [state]
- (update state :portal/value #(take 25 %)))
+(defn limit-seq [value]
+ (if-not (seq? value)
+ value
+ (let [m (meta value)
+ limit (get m ::more-limit 100)
+ [realized remaining] (split-at limit value)]
+ (with-meta
+ realized
+ (merge
+ m
+ (when (seq remaining)
+ {::more #(limit-seq (with-meta remaining m))}))))))
+
+(defn- set-limit [state]
+ (update state
+ :portal/value
+ #(with-meta % {::more-limit 25})))
 
 (defn load-state [request done]
  (let [state-value @state
  id (:portal/state-id request)
  in-sync? (= id (:portal/state-id state-value))]
  (if-not in-sync?
- (done (limit-values state-value))
+ (done (set-limit state-value))
  (let [watch-key (keyword (gensym))]
  (add-watch
  state
  watch-key
  (fn [_ _ _old _new]
  (remove-watch state watch-key)
- (done (limit-values @state))))
+ (done (set-limit @state))))
  (fn [_status]
  (remove-watch state watch-key))))))
 
@@ -85,7 +100,14 @@
  ; wait for any newly returned promise to resolve
  (a/let [naved naved] (on-datafy naved done)))))
 
+(defn invoke [{:keys [f args]} done]
+ (try
+ (done {:return (apply f args)})
+ (catch #?(:clj Exception :cljs js/Error) e
+ (done {:return e}))))
+
 (def ops
  {:portal.rpc/clear-values clear-values
  :portal.rpc/load-state load-state
- :portal.rpc/on-nav on-nav})
+ :portal.rpc/on-nav on-nav
+ :portal.rpc/invoke invoke})

src/portal/runtime/transit.clj

@@ -22,7 +22,7 @@
  (transit/write-handler "portal.transit/var" var->symbol)
  java.net.URL
  (transit/write-handler "r" str)}
- :transform transit/write-meta
+ :transform (comp transit/write-meta rt/limit-seq)
  :default-handler
  (transit/write-handler
  "portal.transit/object"

src/portal/runtime/transit.cljs

@@ -50,7 +50,7 @@
  (t/write
  (t/writer
  :json
- {:transform write-meta
+ {:transform (comp write-meta rt/limit-seq)
  :handlers
  {js/URL
  (t/write-handler (constantly "r") str)

src/portal/ui/inspector.cljs

@@ -98,7 +98,11 @@
 
 (defn preview-coll [open close]
  (fn [_settings value]
- [s/div {:style {:color "#bf616a"}} open (count value) close]))
+ [s/div {:style {:color "#bf616a"}}
+ open
+ (count value)
+ (when (-> value meta :portal.runtime/more) "+")
+ close]))
 
 (def preview-map (preview-coll "{" "}"))
 (def preview-vector (preview-coll "[" "]"))
@@ -147,6 +151,7 @@
  [container-map
  settings
  [l/lazy-seq
+ settings
  (for [[k v] (try-sort-map values)]
  [:<>
  {:key (hash k)}
@@ -176,6 +181,7 @@
  [container-coll
  settings
  [l/lazy-seq
+ settings
  (map-indexed
  (fn [idx itm]
  ^{:key idx}
@@ -346,7 +352,10 @@
  (if preview?
  (get-preview-component type)
  (get-inspect-component type))))
- settings (-> settings (update :depth inc) (dissoc :component))
+ settings (-> settings
+ (update :depth inc)
+ (dissoc :component)
+ (assoc :value value))
  nav-target? (= 2 (:depth settings))
  on-nav #((:portal/on-nav settings) (assoc settings :value value))]
  [s/div

src/portal/ui/lazy.cljs

@@ -4,14 +4,17 @@
  [react-visibility-sensor :default VisibilitySensor]
  [reagent.core :as r]))
 
-(defn lazy-seq [_ opts]
+(defn lazy-seq [_settings _ opts]
  (let [{:keys [default-take step]
  :or {default-take 0 step 10}} opts
  n (r/atom default-take)]
- (fn [seqable]
+ (fn [settings seqable]
  [:<>
  (take @n seqable)
- (when (seq (drop @n seqable))
+ (if-not (seq (drop @n seqable))
+ (when (= (:depth settings) 1)
+ ((:portal/on-more settings) (:value settings))
+ nil)
  [:> VisibilitySensor
  {:key @n
  :on-change

src/portal/ui/state.cljs

@@ -80,11 +80,31 @@
  (.then merge-state)
  (.then #(:portal/complete? %))))
 
+(defn invoke [send! f & args]
+ (-> (send!
+ {:op :portal.rpc/invoke :f f :args args})
+ (.then #(:return %))))
+
+(defn more [send! value]
+ (when-let [f (-> value meta :portal.runtime/more)]
+ (-> (invoke send! f)
+ (.then
+ (fn [more]
+ (swap! (if (contains? @state :portal/value)
+ state
+ tap-state)
+ update :portal/value
+ (fn [current]
+ (with-meta
+ (concat current more)
+ (meta more)))))))))
+
 (defn get-actions [send!]
  {:portal/on-clear (partial on-clear send!)
  :portal/on-first on-first
  :portal/on-last on-last
  :portal/on-nav (partial on-nav send!)
  :portal/on-back on-back
  :portal/on-forward on-forward
- :portal/on-load (partial load-state send!)})
+ :portal/on-load (partial load-state send!)
+ :portal/on-more (partial more send!)})

src/portal/ui/viewer/table.cljs

@@ -50,6 +50,7 @@
  :border-radius (:border-radius settings)}}
  [s/tbody
  [l/lazy-seq
+ settings
  (map-indexed
  (fn [row-index row]
  [s/tr

src/portal/ui/viewer/text.cljs

@@ -18,6 +18,7 @@
  [s/table
  [s/tbody
  [l/lazy-seq
+ settings
  (->>
  (str/split value #"\n")
  (map-indexed

src/portal/ui/viewer/tree.cljs

@@ -97,6 +97,7 @@
  :flex-direction :column
  :flex-wrap :wrap}}
  [l/lazy-seq
+ settings
  (for [[k v] (ins/try-sort-map value)]
  ^{:key (hash k)}
  [inspect-tree-item settings
@@ -112,14 +113,14 @@
  :flex-direction :column
  :flex-wrap :wrap}}
  [l/lazy-seq
+ settings
  (map-indexed
  (fn [idx item]
  ^{:key idx}
  [s/div
  [inspect-tree-item settings
  {:value item
  :value-child [inspect-tree settings item]}]])
-
  value)]])
 
 (defn inspect-tree [settings value]