-
Notifications
You must be signed in to change notification settings - Fork 84
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* fix: p2p scheme ignore for http. * feat: add swarm resources command * feat: todo, add mode and mtime for file * feat: complete swarm resources cmd. * feat: gateway cid filter * test: swarm resources test. * feat: cidstore list size. * feat: add mtime and mode for file command. * feat: files command add mode and mtime * feat: cidstore add batch support * feat: file stats ouput add mtime and mode. * feat: ls add mtime and mode. * feat: add file rbset can't with preserve-motime. * feat: ls command out format mode and mtime. * feat: two step check need token auth enable. * refactor: http interceptor. * feat: update go.mod for mtime and mode * chore: delete debug log. * feat: update go-btfs-files dependency. * feat: update btfs config version for bootstramp peers replace * feat: update dashboard cid and btfs version. * chore: comment for cid. * fix: http interceptor token valid * feat: go.sum update. * fix: add cid check * fix: cid check. * feat: update go.mod * feat: update dashboard cid. * fix: cid is empty str. * chore: dashboard cid. --------- Co-authored-by: cody <[email protected]> Co-authored-by: Cody <[email protected]> Co-authored-by: cody <[email protected]>
- Loading branch information
4 people
authored
Jan 2, 2025
1 parent
c0cc0bc
commit a76a30e
Showing
21 changed files
with
953 additions
and
61 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,235 @@ | ||
| package commands | ||
|
|
||
| import ( | ||
| "fmt" | ||
| "io" | ||
| "strings" | ||
|
|
||
| cmds "github.com/bittorrent/go-btfs-cmds" | ||
| "github.com/bittorrent/go-btfs/core/commands/cmdenv" | ||
| "github.com/ipfs/go-cid" | ||
| "github.com/ipfs/go-datastore" | ||
| "github.com/ipfs/go-datastore/query" | ||
| ) | ||
|
|
||
| const ( | ||
| SizeOptionName = "size" | ||
| batchOptionName = "batch" | ||
| ) | ||
|
|
||
| const ( | ||
| FilterKeyPrefix = "/gateway/filter/cid" | ||
| ) | ||
|
|
||
| const ( | ||
| cidSeparator = "," | ||
| ) | ||
|
|
||
| var CidStoreCmd = &cmds.Command{ | ||
| Helptext: cmds.HelpText{ | ||
| Tagline: "Manage cid stored in this node but don't want to be get by gateway api.", | ||
| ShortDescription: "Commands for generate, update, get and list access-keys stored in this node.", | ||
| }, | ||
| Subcommands: map[string]*cmds.Command{ | ||
| "add": addCidCmd, | ||
| "del": delCidCmd, | ||
| "get": getCidCmd, | ||
| "has": hasCidCmd, | ||
| "list": listCidCmd, | ||
| }, | ||
| NoLocal: true, | ||
| } | ||
|
|
||
| var addCidCmd = &cmds.Command{ | ||
| Helptext: cmds.HelpText{ | ||
| Tagline: "Add cid to store.", | ||
| }, | ||
| Options: []cmds.Option{ | ||
| cmds.BoolOption(batchOptionName, "b", "batch add cids, cids split by , and all exits will be deleted").WithDefault(false), | ||
| }, | ||
| Arguments: []cmds.Argument{ | ||
| cmds.StringArg("cid", true, false, "cid to add to store"), | ||
| }, | ||
| Run: func(req *cmds.Request, res cmds.ResponseEmitter, env cmds.Environment) error { | ||
| nd, err := cmdenv.GetNode(env) | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| batch, _ := req.Options[batchOptionName].(bool) | ||
| if batch { | ||
| cids := strings.Split(req.Arguments[0], cidSeparator) | ||
| batch, err := nd.Repo.Datastore().Batch(req.Context) | ||
| if err != nil { | ||
| return cmds.EmitOnce(res, err.Error()) | ||
| } | ||
|
|
||
| // check if all cid is valid if not return | ||
| err = validateCIDs(cids) | ||
| if err != nil { | ||
| return cmds.EmitOnce(res, err.Error()) | ||
| } | ||
|
|
||
| // delete all exits | ||
| results, err := nd.Repo.Datastore().Query(req.Context, query.Query{ | ||
| Prefix: FilterKeyPrefix, | ||
| }) | ||
| if err != nil { | ||
| return cmds.EmitOnce(res, err.Error()) | ||
| } | ||
| for v := range results.Next() { | ||
| err = batch.Delete(req.Context, datastore.NewKey(NewGatewayFilterKey(string(v.Value)))) | ||
| if err != nil { | ||
| return cmds.EmitOnce(res, err.Error()) | ||
| } | ||
| } | ||
|
|
||
| for _, v := range cids { | ||
| if v == "" { | ||
| continue | ||
| } | ||
| err = batch.Put(req.Context, datastore.NewKey(NewGatewayFilterKey(v)), []byte(v)) | ||
| if err != nil { | ||
| return cmds.EmitOnce(res, err.Error()) | ||
| } | ||
| } | ||
| err = batch.Commit(req.Context) | ||
| if err != nil { | ||
| return cmds.EmitOnce(res, err.Error()) | ||
| } | ||
| return cmds.EmitOnce(res, "Add batch ok.") | ||
| } | ||
|
|
||
| cid := req.Arguments[0] | ||
| err = validateCIDs([]string{cid}) | ||
| if err != nil { | ||
| return cmds.EmitOnce(res, err.Error()) | ||
| } | ||
| err = nd.Repo.Datastore().Put(req.Context, datastore.NewKey(NewGatewayFilterKey(cid)), | ||
| []byte(req.Arguments[0])) | ||
| if err != nil { | ||
| return cmds.EmitOnce(res, err.Error()) | ||
| } | ||
| return cmds.EmitOnce(res, "Add ok.") | ||
| }, | ||
| } | ||
|
|
||
| var getCidCmd = &cmds.Command{ | ||
| Helptext: cmds.HelpText{ | ||
| Tagline: "Get cid from store.", | ||
| }, | ||
| Arguments: []cmds.Argument{ | ||
| cmds.StringArg("cid", true, false, "cid to add to store"), | ||
| }, | ||
| Run: func(req *cmds.Request, res cmds.ResponseEmitter, env cmds.Environment) error { | ||
| nd, err := cmdenv.GetNode(env) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| v, err := nd.Repo.Datastore().Get(req.Context, datastore.NewKey(NewGatewayFilterKey(req.Arguments[0]))) | ||
| if err != nil { | ||
| return cmds.EmitOnce(res, err.Error()) | ||
| } | ||
| return cmds.EmitOnce(res, string(v)) | ||
| }, | ||
| } | ||
|
|
||
| var delCidCmd = &cmds.Command{ | ||
| Helptext: cmds.HelpText{ | ||
| Tagline: "Delete cid from store.", | ||
| }, | ||
| Arguments: []cmds.Argument{ | ||
| cmds.StringArg("cid", true, false, "cid to add to store"), | ||
| }, | ||
| Run: func(req *cmds.Request, res cmds.ResponseEmitter, env cmds.Environment) error { | ||
| nd, err := cmdenv.GetNode(env) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| err = nd.Repo.Datastore().Delete(req.Context, datastore.NewKey(NewGatewayFilterKey(req.Arguments[0]))) | ||
| if err != nil { | ||
| return cmds.EmitOnce(res, err.Error()) | ||
| } | ||
| return cmds.EmitOnce(res, "Del ok.") | ||
| }, | ||
| } | ||
|
|
||
| var hasCidCmd = &cmds.Command{ | ||
| Helptext: cmds.HelpText{ | ||
| Tagline: "Check cid exits in store", | ||
| }, | ||
| Arguments: []cmds.Argument{ | ||
| cmds.StringArg("cid", true, false, "cid to add to store"), | ||
| }, | ||
| Run: func(req *cmds.Request, res cmds.ResponseEmitter, env cmds.Environment) error { | ||
| nd, err := cmdenv.GetNode(env) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| exits, err := nd.Repo.Datastore().Has(req.Context, datastore.NewKey(NewGatewayFilterKey(req.Arguments[0]))) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| if !exits { | ||
| return cmds.EmitOnce(res, "Cid not exits") | ||
| } | ||
| return cmds.EmitOnce(res, "Cid exits") | ||
| }, | ||
| } | ||
|
|
||
| var listCidCmd = &cmds.Command{ | ||
| Helptext: cmds.HelpText{ | ||
| Tagline: "List all cids in store", | ||
| }, | ||
| Options: []cmds.Option{ | ||
| cmds.IntOption(SizeOptionName, "s", "Number of cids to return."), | ||
| }, | ||
| Run: func(req *cmds.Request, res cmds.ResponseEmitter, env cmds.Environment) error { | ||
| nd, err := cmdenv.GetNode(env) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| size, _ := req.Options[SizeOptionName].(int) | ||
| results, err := nd.Repo.Datastore().Query(req.Context, query.Query{ | ||
| Prefix: FilterKeyPrefix, | ||
| Limit: size, | ||
| }) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| var resStr []string | ||
| for v := range results.Next() { | ||
| resStr = append(resStr, string(v.Value)) | ||
| } | ||
| return cmds.EmitOnce(res, resStr) | ||
| }, | ||
| Encoders: cmds.EncoderMap{ | ||
| cmds.Text: cmds.MakeTypedEncoder(func(req *cmds.Request, w io.Writer, cids []string) error { | ||
| for _, v := range cids { | ||
| _, err := w.Write([]byte(v + "\n")) | ||
| if err != nil { | ||
| return err | ||
| } | ||
| } | ||
| return nil | ||
| }), | ||
| }, | ||
| Type: []string{}, | ||
| } | ||
|
|
||
| func NewGatewayFilterKey(key string) string { | ||
| return fmt.Sprintf("%s/%s", FilterKeyPrefix, key) | ||
| } | ||
|
|
||
| func validateCIDs(cids []string) error { | ||
| for _, c := range cids { | ||
| if c == "" { | ||
| continue | ||
| } | ||
| _, err := cid.Decode(c) | ||
| if err != nil { | ||
| return fmt.Errorf("Invalid CID: %s", c) | ||
| } | ||
| } | ||
| return nil | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.