From 8383a241fc3cf5b022c9c53f8f19690edf04177b Mon Sep 17 00:00:00 2001
From: s <s@db.org.ai>
Date: Mon, 10 Nov 2025 15:22:32 -0500
Subject: refactor: restructure client modules and add config file support

- Split large osint.go client into focused modules (bssid.go, breachforum.go, buckets.go, etc.)
- Add config file support with init command for API key management
- Remove api-key flag in favor of config file + env var fallback
- Update API paths to remove /osint prefix
- Add crawl endpoint streaming support
- Improve error handling with 402 payment required status
---
 internal/client/buckets.go | 65 ++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 65 insertions(+)
 create mode 100644 internal/client/buckets.go

(limited to 'internal/client/buckets.go')

diff --git a/internal/client/buckets.go b/internal/client/buckets.go
new file mode 100644
index 0000000..a3f8936
--- /dev/null
+++ b/internal/client/buckets.go
@@ -0,0 +1,65 @@
+package client
+
+import (
+	"encoding/json"
+	"fmt"
+	"git.db.org.ai/dborg/internal/models"
+	"net/url"
+)
+
+func (c *Client) SearchBuckets(params *models.BucketsSearchParams) (*models.BucketsSearchResponse, error) {
+	path := "/buckets/buckets"
+
+	queryParams := url.Values{}
+	if params.Limit > 0 {
+		queryParams.Add("limit", fmt.Sprintf("%d", params.Limit))
+	}
+	if params.Start > 0 {
+		queryParams.Add("start", fmt.Sprintf("%d", params.Start))
+	}
+
+	data, err := c.Get(path, queryParams)
+	if err != nil {
+		return nil, err
+	}
+
+	var response models.BucketsSearchResponse
+	if err := json.Unmarshal(data, &response); err != nil {
+		return nil, fmt.Errorf("failed to parse buckets search response: %w", err)
+	}
+
+	return &response, nil
+}
+
+func (c *Client) SearchBucketFiles(params *models.BucketsFilesSearchParams) (*models.BucketsFilesSearchResponse, error) {
+	path := "/buckets/files"
+
+	queryParams := url.Values{}
+	if params.Keywords != "" {
+		queryParams.Add("keywords", params.Keywords)
+	}
+	if params.Extensions != "" {
+		queryParams.Add("extensions", params.Extensions)
+	}
+	if params.Buckets != "" {
+		queryParams.Add("buckets", params.Buckets)
+	}
+	if params.Limit > 0 {
+		queryParams.Add("limit", fmt.Sprintf("%d", params.Limit))
+	}
+	if params.Start > 0 {
+		queryParams.Add("start", fmt.Sprintf("%d", params.Start))
+	}
+
+	data, err := c.Get(path, queryParams)
+	if err != nil {
+		return nil, err
+	}
+
+	var response models.BucketsFilesSearchResponse
+	if err := json.Unmarshal(data, &response); err != nil {
+		return nil, fmt.Errorf("failed to parse bucket files search response: %w", err)
+	}
+
+	return &response, nil
+}
-- 
cgit v1.2.3