feat: support entity-bytes requests

Ref: filecoin-project/lassie#306
Ref: ipfs/go-unixfsnode#52
Ref: ipld/go-ipld-prime#529

carstream.go

@@ -16,7 +16,6 @@ import (
  "github.com/ipld/go-trustless-utils/traversal"
 
  "github.com/ipfs/go-cid"
- "github.com/ipfs/go-unixfsnode"
  "github.com/ipld/go-car/v2"
  carstorage "github.com/ipld/go-car/v2/storage"
  "github.com/ipld/go-ipld-prime/datamodel"
@@ -30,28 +29,23 @@ import (
 func StreamCar(
  ctx context.Context,
  requestLsys linking.LinkSystem,
- rootCid cid.Cid,
- path datamodel.Path,
- dagScope trustlessutils.DagScope,
  out io.Writer,
- duplicates bool,
+ request trustlessutils.Request,
 ) error {
- carWriter, err := carstorage.NewWritable(out, []cid.Cid{rootCid}, car.WriteAsCarV1(true), car.AllowDuplicatePuts(duplicates))
+ carWriter, err := carstorage.NewWritable(out, []cid.Cid{request.Root}, car.WriteAsCarV1(true), car.AllowDuplicatePuts(request.Duplicates))
  if err != nil {
  return fmt.Errorf("failed to create car writer: %w", err)
  }
 
  requestLsys.StorageReadOpener = carPipe(requestLsys.StorageReadOpener, carWriter)
 
- selNode := unixfsnode.UnixFSPathSelectorBuilder(path.String(), dagScope.TerminalSelectorSpec(), false)
-
- cfg := traversal.Config{Root: rootCid, Selector: selNode}
+ cfg := traversal.Config{Root: request.Root, Selector: request.Selector()}
  lastPath, err := cfg.Traverse(ctx, requestLsys, nil)
  if err != nil {
  return err
  }
 
- if err := traversal.CheckPath(path, lastPath); err != nil {
+ if err := traversal.CheckPath(datamodel.ParsePath(request.Path), lastPath); err != nil {
  logger.Warnf("failed to traverse full requested path: %s", err)
  }
 

carstream_test.go

@@ -137,7 +137,7 @@ func TestStreamCar(t *testing.T) {
  t.Run(tc.name, func(t *testing.T) {
  req := require.New(t)
  var buf bytes.Buffer
- err := frisbii.StreamCar(ctx, tc.lsys, tc.root, tc.path, tc.scope, &buf, false)
+ err := frisbii.StreamCar(ctx, tc.lsys, &buf, trustlessutils.Request{Root: tc.root, Path: tc.path.String(), Scope: tc.scope, Duplicates: false})
  if tc.expectedErr != "" {
  req.EqualError(err, tc.expectedErr)
  } else {

go.mod

@@ -37,13 +37,11 @@ require (
  github.com/decred/dcrd/dcrec/secp256k1/v4 v4.2.0 // indirect
  github.com/docker/go-units v0.5.0 // indirect
  github.com/elastic/gosigar v0.14.2 // indirect
- github.com/filecoin-project/go-amt-ipld/v4 v4.2.0 // indirect
  github.com/filecoin-project/go-cbor-util v0.0.1 // indirect
  github.com/filecoin-project/go-data-transfer/v2 v2.0.0-rc7 // indirect
  github.com/filecoin-project/go-ds-versioning v0.1.2 // indirect
- github.com/filecoin-project/go-hamt-ipld/v3 v3.3.0 // indirect
- github.com/filecoin-project/go-state-types v0.13.0 // indirect
- github.com/filecoin-project/go-statemachine v1.0.3 // indirect
+ github.com/filecoin-project/go-state-types v0.10.0 // indirect
+ github.com/filecoin-project/go-statemachine v1.0.2 // indirect
  github.com/filecoin-project/go-statestore v0.2.0 // indirect
  github.com/flynn/noise v1.0.0 // indirect
  github.com/francoispqt/gojay v1.2.13 // indirect
@@ -58,28 +56,26 @@ require (
  github.com/golang/mock v1.6.0 // indirect
  github.com/golang/protobuf v1.5.3 // indirect
  github.com/google/gopacket v1.1.19 // indirect
- github.com/google/pprof v0.0.0-20230821062121-407c9e7a662f // indirect
- github.com/google/uuid v1.3.1 // indirect
+ github.com/google/pprof v0.0.0-20230817174616-7a8ec2ada47b // indirect
+ github.com/google/uuid v1.3.0 // indirect
  github.com/gorilla/websocket v1.5.0 // indirect
  github.com/hannahhoward/cbor-gen-for v0.0.0-20230214144701-5d17c9d5243c // indirect
  github.com/hannahhoward/go-pubsub v1.0.0 // indirect
  github.com/hashicorp/errwrap v1.1.0 // indirect
  github.com/hashicorp/go-multierror v1.1.1 // indirect
- github.com/hashicorp/golang-lru v1.0.2 // indirect
- github.com/hashicorp/golang-lru/v2 v2.0.6 // indirect
+ github.com/hashicorp/golang-lru/v2 v2.0.5 // indirect
  github.com/huin/goupnp v1.2.0 // indirect
  github.com/ipfs/go-bitfield v1.1.0 // indirect
  github.com/ipfs/go-datastore v0.6.0 // indirect
  github.com/ipfs/go-ipfs-blocksutil v0.0.1 // indirect
  github.com/ipfs/go-ipfs-chunker v0.0.5 // indirect
  github.com/ipfs/go-ipfs-pq v0.0.3 // indirect
  github.com/ipfs/go-ipfs-util v0.0.3 // indirect
- github.com/ipfs/go-ipld-cbor v0.1.0 // indirect
+ github.com/ipfs/go-ipld-cbor v0.0.6 // indirect
  github.com/ipfs/go-log v1.0.5 // indirect
  github.com/ipfs/go-peertaskqueue v0.8.1 // indirect
- github.com/ipfs/go-unixfs v0.4.5 // indirect
  github.com/ipld/go-codec-dagpb v1.6.0 // indirect
- github.com/ipld/go-ipld-adl-hamt v0.0.0-20230814133645-9c9b7f7d771d // indirect
+ github.com/ipld/go-ipld-adl-hamt v0.0.0-20220616142416-9004dbd839e0 // indirect
  github.com/jackpal/go-nat-pmp v1.0.2 // indirect
  github.com/jbenet/go-random v0.0.0-20190219211222-123a90aedc0c // indirect
  github.com/jbenet/go-temp-err-catcher v0.1.0 // indirect
@@ -115,28 +111,28 @@ require (
  github.com/multiformats/go-multicodec v0.9.0 // indirect
  github.com/multiformats/go-multistream v0.4.1 // indirect
  github.com/multiformats/go-varint v0.0.7 // indirect
- github.com/onsi/ginkgo/v2 v2.12.0 // indirect
+ github.com/onsi/ginkgo/v2 v2.11.0 // indirect
  github.com/opencontainers/runtime-spec v1.1.0 // indirect
  github.com/opentracing/opentracing-go v1.2.0 // indirect
  github.com/pbnjay/memory v0.0.0-20210728143218-7b4eea64cf58 // indirect
  github.com/petar/GoLLRB v0.0.0-20210522233825-ae3b015fd3e9 // indirect
  github.com/pkg/errors v0.9.1 // indirect
  github.com/pmezard/go-difflib v1.0.0 // indirect
  github.com/polydawn/refmt v0.89.0 // indirect
- github.com/prometheus/client_golang v1.16.0 // indirect
+ github.com/prometheus/client_golang v1.15.1 // indirect
  github.com/prometheus/client_model v0.4.0 // indirect
- github.com/prometheus/common v0.44.0 // indirect
- github.com/prometheus/procfs v0.11.1 // indirect
+ github.com/prometheus/common v0.42.0 // indirect
+ github.com/prometheus/procfs v0.9.0 // indirect
  github.com/quic-go/qpack v0.4.0 // indirect
- github.com/quic-go/qtls-go1-20 v0.3.3 // indirect
- github.com/quic-go/quic-go v0.38.1 // indirect
+ github.com/quic-go/qtls-go1-20 v0.3.2 // indirect
+ github.com/quic-go/quic-go v0.37.6 // indirect
  github.com/quic-go/webtransport-go v0.5.3 // indirect
  github.com/raulk/go-watchdog v1.3.0 // indirect
  github.com/russross/blackfriday/v2 v2.1.0 // indirect
  github.com/spaolacci/murmur3 v1.1.0 // indirect
- github.com/twmb/murmur3 v1.1.8 // indirect
+ github.com/twmb/murmur3 v1.1.6 // indirect
  github.com/whyrusleeping/cbor v0.0.0-20171005072247-63513f603b11 // indirect
- github.com/whyrusleeping/cbor-gen v0.0.0-20230818171029-f91ae536ca25 // indirect
+ github.com/whyrusleeping/cbor-gen v0.0.0-20230418232409-daab9ece03a0 // indirect
  github.com/whyrusleeping/chunker v0.0.0-20181014151217-fe64bd25879f // indirect
  github.com/xrash/smetrics v0.0.0-20201216005158-039620a65673 // indirect
  go.opentelemetry.io/otel v1.16.0 // indirect
@@ -157,7 +153,7 @@ require (
  golang.org/x/text v0.12.0 // indirect
  golang.org/x/tools v0.12.1-0.20230815132531-74c255bcf846 // indirect
  golang.org/x/xerrors v0.0.0-20220907171357-04be3eba64a2 // indirect
- google.golang.org/protobuf v1.31.0 // indirect
+ google.golang.org/protobuf v1.30.0 // indirect
  gopkg.in/yaml.v3 v3.0.1 // indirect
  lukechampine.com/blake3 v1.2.1 // indirect
 )