summaryrefslogtreecommitdiffstats
path: root/internal/client
diff options
context:
space:
mode:
Diffstat (limited to 'internal/client')
-rw-r--r--internal/client/breachforum.go30
-rw-r--r--internal/client/bssid.go35
-rw-r--r--internal/client/buckets.go65
-rw-r--r--internal/client/crawl.go50
-rw-r--r--internal/client/files.go41
-rw-r--r--internal/client/geo.go30
-rw-r--r--internal/client/osint.go208
-rw-r--r--internal/client/shortlinks.go47
-rw-r--r--internal/client/skiptrace.go2
-rw-r--r--internal/client/usrsx.go2
10 files changed, 301 insertions, 209 deletions
diff --git a/internal/client/breachforum.go b/internal/client/breachforum.go
new file mode 100644
index 0000000..66fa1fe
--- /dev/null
+++ b/internal/client/breachforum.go
@@ -0,0 +1,30 @@
+package client
+
+import (
+ "encoding/json"
+ "fmt"
+ "git.db.org.ai/dborg/internal/models"
+ "net/url"
+)
+
+func (c *Client) SearchBreachForum(params *models.BreachForumSearchParams) (*models.BreachForumSearchResponse, error) {
+ path := "/breachforum/search"
+
+ queryParams := url.Values{}
+ queryParams.Add("search", params.Search)
+ if params.MaxHits > 0 {
+ queryParams.Add("max_hits", fmt.Sprintf("%d", params.MaxHits))
+ }
+
+ data, err := c.Get(path, queryParams)
+ if err != nil {
+ return nil, err
+ }
+
+ var response models.BreachForumSearchResponse
+ if err := json.Unmarshal(data, &response); err != nil {
+ return nil, fmt.Errorf("failed to parse BreachForum search response: %w", err)
+ }
+
+ return &response, nil
+}
diff --git a/internal/client/bssid.go b/internal/client/bssid.go
new file mode 100644
index 0000000..c3a5e67
--- /dev/null
+++ b/internal/client/bssid.go
@@ -0,0 +1,35 @@
+package client
+
+import (
+ "encoding/json"
+ "fmt"
+ "git.db.org.ai/dborg/internal/models"
+ "net/url"
+)
+
+func (c *Client) LookupBSSID(params *models.BSSIDParams) (*models.BSSIDLookupResponse, error) {
+ path := fmt.Sprintf("/bssid/%s", url.PathEscape(params.BSSID))
+
+ queryParams := url.Values{}
+ if params.All {
+ queryParams.Add("all", "true")
+ }
+ if params.Google {
+ queryParams.Add("google", "true")
+ }
+ if params.OSM {
+ queryParams.Add("osm", "true")
+ }
+
+ data, err := c.Get(path, queryParams)
+ if err != nil {
+ return nil, err
+ }
+
+ var response models.BSSIDLookupResponse
+ if err := json.Unmarshal(data, &response); err != nil {
+ return nil, fmt.Errorf("failed to parse BSSID lookup response: %w", err)
+ }
+
+ return &response, nil
+}
diff --git a/internal/client/buckets.go b/internal/client/buckets.go
new file mode 100644
index 0000000..a3f8936
--- /dev/null
+++ b/internal/client/buckets.go
@@ -0,0 +1,65 @@
+package client
+
+import (
+ "encoding/json"
+ "fmt"
+ "git.db.org.ai/dborg/internal/models"
+ "net/url"
+)
+
+func (c *Client) SearchBuckets(params *models.BucketsSearchParams) (*models.BucketsSearchResponse, error) {
+ path := "/buckets/buckets"
+
+ queryParams := url.Values{}
+ if params.Limit > 0 {
+ queryParams.Add("limit", fmt.Sprintf("%d", params.Limit))
+ }
+ if params.Start > 0 {
+ queryParams.Add("start", fmt.Sprintf("%d", params.Start))
+ }
+
+ data, err := c.Get(path, queryParams)
+ if err != nil {
+ return nil, err
+ }
+
+ var response models.BucketsSearchResponse
+ if err := json.Unmarshal(data, &response); err != nil {
+ return nil, fmt.Errorf("failed to parse buckets search response: %w", err)
+ }
+
+ return &response, nil
+}
+
+func (c *Client) SearchBucketFiles(params *models.BucketsFilesSearchParams) (*models.BucketsFilesSearchResponse, error) {
+ path := "/buckets/files"
+
+ queryParams := url.Values{}
+ if params.Keywords != "" {
+ queryParams.Add("keywords", params.Keywords)
+ }
+ if params.Extensions != "" {
+ queryParams.Add("extensions", params.Extensions)
+ }
+ if params.Buckets != "" {
+ queryParams.Add("buckets", params.Buckets)
+ }
+ if params.Limit > 0 {
+ queryParams.Add("limit", fmt.Sprintf("%d", params.Limit))
+ }
+ if params.Start > 0 {
+ queryParams.Add("start", fmt.Sprintf("%d", params.Start))
+ }
+
+ data, err := c.Get(path, queryParams)
+ if err != nil {
+ return nil, err
+ }
+
+ var response models.BucketsFilesSearchResponse
+ if err := json.Unmarshal(data, &response); err != nil {
+ return nil, fmt.Errorf("failed to parse bucket files search response: %w", err)
+ }
+
+ return &response, nil
+}
diff --git a/internal/client/crawl.go b/internal/client/crawl.go
new file mode 100644
index 0000000..f33fbcd
--- /dev/null
+++ b/internal/client/crawl.go
@@ -0,0 +1,50 @@
+package client
+
+import (
+ "bufio"
+ "fmt"
+ "io"
+ "net/http"
+ "net/url"
+)
+
+func (c *Client) CrawlDomain(domain string, callback func(line string) error) error {
+ path := fmt.Sprintf("/crawl/%s", url.PathEscape(domain))
+ fullURL := c.config.BaseURL + path
+
+ req, err := http.NewRequest(http.MethodGet, fullURL, nil)
+ if err != nil {
+ return fmt.Errorf("failed to create request: %w", err)
+ }
+
+ req.Header.Set("User-Agent", c.config.UserAgent)
+
+ resp, err := c.httpClient.Do(req)
+ if err != nil {
+ return fmt.Errorf("failed to execute request: %w", err)
+ }
+ defer resp.Body.Close()
+
+ if resp.StatusCode != http.StatusOK {
+ body, _ := io.ReadAll(resp.Body)
+ return fmt.Errorf("API request failed with status %d: %s", resp.StatusCode, string(body))
+ }
+
+ scanner := bufio.NewScanner(resp.Body)
+ for scanner.Scan() {
+ line := scanner.Text()
+ if len(line) == 0 {
+ continue
+ }
+
+ if err := callback(line); err != nil {
+ return err
+ }
+ }
+
+ if err := scanner.Err(); err != nil {
+ return fmt.Errorf("stream reading error: %w", err)
+ }
+
+ return nil
+}
diff --git a/internal/client/files.go b/internal/client/files.go
new file mode 100644
index 0000000..c4ca372
--- /dev/null
+++ b/internal/client/files.go
@@ -0,0 +1,41 @@
+package client
+
+import (
+ "encoding/json"
+ "fmt"
+ "git.db.org.ai/dborg/internal/models"
+ "net/url"
+)
+
+func (c *Client) SearchOpenDirectoryFiles(params *models.OpenDirectorySearchParams) (*models.OpenDirectorySearchResponse, error) {
+ path := fmt.Sprintf("/files/%s", url.PathEscape(params.URL))
+
+ queryParams := url.Values{}
+ if params.Filename != "" {
+ queryParams.Add("filename", params.Filename)
+ }
+ if params.Extension != "" {
+ queryParams.Add("extension", params.Extension)
+ }
+ if params.Exclude != "" {
+ queryParams.Add("exclude", params.Exclude)
+ }
+ if params.Size > 0 {
+ queryParams.Add("size", fmt.Sprintf("%d", params.Size))
+ }
+ if params.From > 0 {
+ queryParams.Add("from", fmt.Sprintf("%d", params.From))
+ }
+
+ data, err := c.Get(path, queryParams)
+ if err != nil {
+ return nil, err
+ }
+
+ var response models.OpenDirectorySearchResponse
+ if err := json.Unmarshal(data, &response); err != nil {
+ return nil, fmt.Errorf("failed to parse open directory search response: %w", err)
+ }
+
+ return &response, nil
+}
diff --git a/internal/client/geo.go b/internal/client/geo.go
new file mode 100644
index 0000000..3fc5146
--- /dev/null
+++ b/internal/client/geo.go
@@ -0,0 +1,30 @@
+package client
+
+import (
+ "encoding/json"
+ "fmt"
+ "git.db.org.ai/dborg/internal/models"
+ "net/url"
+)
+
+func (c *Client) SearchGeo(params *models.GeoSearchParams) (*models.GeoSearchResponse, error) {
+ path := "/geo"
+
+ queryParams := url.Values{}
+ queryParams.Add("street", params.Street)
+ queryParams.Add("city", params.City)
+ queryParams.Add("state", params.State)
+ queryParams.Add("zip", params.Zip)
+
+ data, err := c.Get(path, queryParams)
+ if err != nil {
+ return nil, err
+ }
+
+ var response models.GeoSearchResponse
+ if err := json.Unmarshal(data, &response); err != nil {
+ return nil, fmt.Errorf("failed to parse geo search response: %w", err)
+ }
+
+ return &response, nil
+}
diff --git a/internal/client/osint.go b/internal/client/osint.go
deleted file mode 100644
index 2ee10c6..0000000
--- a/internal/client/osint.go
+++ /dev/null
@@ -1,208 +0,0 @@
-package client
-
-import (
- "encoding/json"
- "fmt"
- "git.db.org.ai/dborg/internal/models"
- "net/url"
-)
-
-func (c *Client) LookupBSSID(params *models.BSSIDParams) (*models.BSSIDLookupResponse, error) {
- path := fmt.Sprintf("/osint/bssid/%s", url.PathEscape(params.BSSID))
-
- queryParams := url.Values{}
- if params.All {
- queryParams.Add("all", "true")
- }
- if params.Google {
- queryParams.Add("google", "true")
- }
- if params.OSM {
- queryParams.Add("osm", "true")
- }
-
- data, err := c.Get(path, queryParams)
- if err != nil {
- return nil, err
- }
-
- var response models.BSSIDLookupResponse
- if err := json.Unmarshal(data, &response); err != nil {
- return nil, fmt.Errorf("failed to parse BSSID lookup response: %w", err)
- }
-
- return &response, nil
-}
-
-func (c *Client) SearchBreachForum(params *models.BreachForumSearchParams) (*models.BreachForumSearchResponse, error) {
- path := "/osint/breachforum/search"
-
- queryParams := url.Values{}
- queryParams.Add("search", params.Search)
- if params.MaxHits > 0 {
- queryParams.Add("max_hits", fmt.Sprintf("%d", params.MaxHits))
- }
-
- data, err := c.Get(path, queryParams)
- if err != nil {
- return nil, err
- }
-
- var response models.BreachForumSearchResponse
- if err := json.Unmarshal(data, &response); err != nil {
- return nil, fmt.Errorf("failed to parse BreachForum search response: %w", err)
- }
-
- return &response, nil
-}
-
-func (c *Client) SearchOpenDirectoryFiles(params *models.OpenDirectorySearchParams) (*models.OpenDirectorySearchResponse, error) {
- path := fmt.Sprintf("/osint/files/%s", url.PathEscape(params.URL))
-
- queryParams := url.Values{}
- if params.Filename != "" {
- queryParams.Add("filename", params.Filename)
- }
- if params.Extension != "" {
- queryParams.Add("extension", params.Extension)
- }
- if params.Exclude != "" {
- queryParams.Add("exclude", params.Exclude)
- }
- if params.Size > 0 {
- queryParams.Add("size", fmt.Sprintf("%d", params.Size))
- }
- if params.From > 0 {
- queryParams.Add("from", fmt.Sprintf("%d", params.From))
- }
-
- data, err := c.Get(path, queryParams)
- if err != nil {
- return nil, err
- }
-
- var response models.OpenDirectorySearchResponse
- if err := json.Unmarshal(data, &response); err != nil {
- return nil, fmt.Errorf("failed to parse open directory search response: %w", err)
- }
-
- return &response, nil
-}
-
-func (c *Client) SearchBuckets(params *models.BucketsSearchParams) (*models.BucketsSearchResponse, error) {
- path := "/osint/buckets/buckets"
-
- queryParams := url.Values{}
- if params.Limit > 0 {
- queryParams.Add("limit", fmt.Sprintf("%d", params.Limit))
- }
- if params.Start > 0 {
- queryParams.Add("start", fmt.Sprintf("%d", params.Start))
- }
-
- data, err := c.Get(path, queryParams)
- if err != nil {
- return nil, err
- }
-
- var response models.BucketsSearchResponse
- if err := json.Unmarshal(data, &response); err != nil {
- return nil, fmt.Errorf("failed to parse buckets search response: %w", err)
- }
-
- return &response, nil
-}
-
-func (c *Client) SearchBucketFiles(params *models.BucketsFilesSearchParams) (*models.BucketsFilesSearchResponse, error) {
- path := "/osint/buckets/files"
-
- queryParams := url.Values{}
- if params.Keywords != "" {
- queryParams.Add("keywords", params.Keywords)
- }
- if params.Extensions != "" {
- queryParams.Add("extensions", params.Extensions)
- }
- if params.Buckets != "" {
- queryParams.Add("buckets", params.Buckets)
- }
- if params.Limit > 0 {
- queryParams.Add("limit", fmt.Sprintf("%d", params.Limit))
- }
- if params.Start > 0 {
- queryParams.Add("start", fmt.Sprintf("%d", params.Start))
- }
-
- data, err := c.Get(path, queryParams)
- if err != nil {
- return nil, err
- }
-
- var response models.BucketsFilesSearchResponse
- if err := json.Unmarshal(data, &response); err != nil {
- return nil, fmt.Errorf("failed to parse bucket files search response: %w", err)
- }
-
- return &response, nil
-}
-
-func (c *Client) SearchShortlinks(params *models.ShortlinksSearchParams) (*models.ShortlinksSearchResponse, error) {
- path := "/osint/shortlinks"
-
- queryParams := url.Values{}
- if params.Keywords != "" {
- queryParams.Add("keywords", params.Keywords)
- }
- if params.Ext != "" {
- queryParams.Add("ext", params.Ext)
- }
- if params.Order != "" {
- queryParams.Add("order", params.Order)
- }
- if params.Direction != "" {
- queryParams.Add("direction", params.Direction)
- }
- if params.Regexp {
- queryParams.Add("regexp", "true")
- }
- if params.Limit > 0 {
- queryParams.Add("limit", fmt.Sprintf("%d", params.Limit))
- }
- if params.Start > 0 {
- queryParams.Add("start", fmt.Sprintf("%d", params.Start))
- }
-
- data, err := c.Get(path, queryParams)
- if err != nil {
- return nil, err
- }
-
- var response models.ShortlinksSearchResponse
- if err := json.Unmarshal(data, &response); err != nil {
- return nil, fmt.Errorf("failed to parse shortlinks search response: %w", err)
- }
-
- return &response, nil
-}
-
-func (c *Client) SearchGeo(params *models.GeoSearchParams) (*models.GeoSearchResponse, error) {
- path := "/osint/geo"
-
- queryParams := url.Values{}
- queryParams.Add("street", params.Street)
- queryParams.Add("city", params.City)
- queryParams.Add("state", params.State)
- queryParams.Add("zip", params.Zip)
-
- data, err := c.Get(path, queryParams)
- if err != nil {
- return nil, err
- }
-
- var response models.GeoSearchResponse
- if err := json.Unmarshal(data, &response); err != nil {
- return nil, fmt.Errorf("failed to parse geo search response: %w", err)
- }
-
- return &response, nil
-}
diff --git a/internal/client/shortlinks.go b/internal/client/shortlinks.go
new file mode 100644
index 0000000..0815b73
--- /dev/null
+++ b/internal/client/shortlinks.go
@@ -0,0 +1,47 @@
+package client
+
+import (
+ "encoding/json"
+ "fmt"
+ "git.db.org.ai/dborg/internal/models"
+ "net/url"
+)
+
+func (c *Client) SearchShortlinks(params *models.ShortlinksSearchParams) (*models.ShortlinksSearchResponse, error) {
+ path := "/shortlinks"
+
+ queryParams := url.Values{}
+ if params.Keywords != "" {
+ queryParams.Add("keywords", params.Keywords)
+ }
+ if params.Ext != "" {
+ queryParams.Add("ext", params.Ext)
+ }
+ if params.Order != "" {
+ queryParams.Add("order", params.Order)
+ }
+ if params.Direction != "" {
+ queryParams.Add("direction", params.Direction)
+ }
+ if params.Regexp {
+ queryParams.Add("regexp", "true")
+ }
+ if params.Limit > 0 {
+ queryParams.Add("limit", fmt.Sprintf("%d", params.Limit))
+ }
+ if params.Start > 0 {
+ queryParams.Add("start", fmt.Sprintf("%d", params.Start))
+ }
+
+ data, err := c.Get(path, queryParams)
+ if err != nil {
+ return nil, err
+ }
+
+ var response models.ShortlinksSearchResponse
+ if err := json.Unmarshal(data, &response); err != nil {
+ return nil, fmt.Errorf("failed to parse shortlinks search response: %w", err)
+ }
+
+ return &response, nil
+}
diff --git a/internal/client/skiptrace.go b/internal/client/skiptrace.go
index 6b84336..d4e26ea 100644
--- a/internal/client/skiptrace.go
+++ b/internal/client/skiptrace.go
@@ -75,6 +75,8 @@ func (c *Client) getSSE(path string, params url.Values) ([]byte, error) {
if resp.StatusCode != http.StatusOK {
bodyBytes, _ := io.ReadAll(resp.Body)
switch resp.StatusCode {
+ case http.StatusPaymentRequired:
+ return nil, fmt.Errorf("insufficient credits (402): %s - Please add credits to your account", string(bodyBytes))
case http.StatusForbidden:
return nil, fmt.Errorf("access denied (403): %s - This endpoint requires premium access", string(bodyBytes))
case http.StatusUnauthorized:
diff --git a/internal/client/usrsx.go b/internal/client/usrsx.go
index a3aaa66..9740468 100644
--- a/internal/client/usrsx.go
+++ b/internal/client/usrsx.go
@@ -24,7 +24,7 @@ func (c *Client) CheckUsernameStream(params *models.USRSXParams, callback func(r
queryParams.Add("max_tasks", fmt.Sprintf("%d", params.MaxTasks))
}
- path := fmt.Sprintf("/osint/username/%s", url.PathEscape(params.Username))
+ path := fmt.Sprintf("/username/%s", url.PathEscape(params.Username))
fullURL := c.config.BaseURL + path
if len(queryParams) > 0 {
fullURL += "?" + queryParams.Encode()
generated by cgit v1.2.3 (git 2.51.0) at 2025-12-13 19:19:10 +0000