refactor: restructure client modules and add config file supportv0.8.1

- Split large osint.go client into focused modules (bssid.go, breachforum.go, buckets.go, etc.)
- Add config file support with init command for API key management
- Remove api-key flag in favor of config file + env var fallback
- Update API paths to remove /osint prefix
- Add crawl endpoint streaming support
- Improve error handling with 402 payment required status

10 files changed, 301 insertions, 209 deletions

diff --git a/internal/client/breachforum.go b/internal/client/breachforum.go
new file mode 100644
index 0000000..66fa1fe
--- /dev/null
+++ b/internal/client/breachforum.go
@@ -0,0 +1,30 @@
+package client
+
+import (
+	"encoding/json"
+	"fmt"
+	"git.db.org.ai/dborg/internal/models"
+	"net/url"
+)
+
+func (c *Client) SearchBreachForum(params *models.BreachForumSearchParams) (*models.BreachForumSearchResponse, error) {
+	path := "/breachforum/search"
+
+	queryParams := url.Values{}
+	queryParams.Add("search", params.Search)
+	if params.MaxHits > 0 {
+		queryParams.Add("max_hits", fmt.Sprintf("%d", params.MaxHits))
+	}
+
+	data, err := c.Get(path, queryParams)
+	if err != nil {
+		return nil, err
+	}
+
+	var response models.BreachForumSearchResponse
+	if err := json.Unmarshal(data, &response); err != nil {
+		return nil, fmt.Errorf("failed to parse BreachForum search response: %w", err)
+	}
+
+	return &response, nil
+}
diff --git a/internal/client/bssid.go b/internal/client/bssid.go
new file mode 100644
index 0000000..c3a5e67
--- /dev/null
+++ b/internal/client/bssid.go
@@ -0,0 +1,35 @@
+package client
+
+import (
+	"encoding/json"
+	"fmt"
+	"git.db.org.ai/dborg/internal/models"
+	"net/url"
+)
+
+func (c *Client) LookupBSSID(params *models.BSSIDParams) (*models.BSSIDLookupResponse, error) {
+	path := fmt.Sprintf("/bssid/%s", url.PathEscape(params.BSSID))
+
+	queryParams := url.Values{}
+	if params.All {
+		queryParams.Add("all", "true")
+	}
+	if params.Google {
+		queryParams.Add("google", "true")
+	}
+	if params.OSM {
+		queryParams.Add("osm", "true")
+	}
+
+	data, err := c.Get(path, queryParams)
+	if err != nil {
+		return nil, err
+	}
+
+	var response models.BSSIDLookupResponse
+	if err := json.Unmarshal(data, &response); err != nil {
+		return nil, fmt.Errorf("failed to parse BSSID lookup response: %w", err)
+	}
+
+	return &response, nil
+}
diff --git a/internal/client/buckets.go b/internal/client/buckets.go
new file mode 100644
index 0000000..a3f8936
--- /dev/null
+++ b/internal/client/buckets.go
@@ -0,0 +1,65 @@
+package client
+
+import (
+	"encoding/json"
+	"fmt"
+	"git.db.org.ai/dborg/internal/models"
+	"net/url"
+)
+
+func (c *Client) SearchBuckets(params *models.BucketsSearchParams) (*models.BucketsSearchResponse, error) {
+	path := "/buckets/buckets"
+
+	queryParams := url.Values{}
+	if params.Limit > 0 {
+		queryParams.Add("limit", fmt.Sprintf("%d", params.Limit))
+	}
+	if params.Start > 0 {
+		queryParams.Add("start", fmt.Sprintf("%d", params.Start))
+	}
+
+	data, err := c.Get(path, queryParams)
+	if err != nil {
+		return nil, err
+	}
+
+	var response models.BucketsSearchResponse
+	if err := json.Unmarshal(data, &response); err != nil {
+		return nil, fmt.Errorf("failed to parse buckets search response: %w", err)
+	}
+
+	return &response, nil
+}
+
+func (c *Client) SearchBucketFiles(params *models.BucketsFilesSearchParams) (*models.BucketsFilesSearchResponse, error) {
+	path := "/buckets/files"
+
+	queryParams := url.Values{}
+	if params.Keywords != "" {
+		queryParams.Add("keywords", params.Keywords)
+	}
+	if params.Extensions != "" {
+		queryParams.Add("extensions", params.Extensions)
+	}
+	if params.Buckets != "" {
+		queryParams.Add("buckets", params.Buckets)
+	}
+	if params.Limit > 0 {
+		queryParams.Add("limit", fmt.Sprintf("%d", params.Limit))
+	}
+	if params.Start > 0 {
+		queryParams.Add("start", fmt.Sprintf("%d", params.Start))
+	}
+
+	data, err := c.Get(path, queryParams)
+	if err != nil {
+		return nil, err
+	}
+
+	var response models.BucketsFilesSearchResponse
+	if err := json.Unmarshal(data, &response); err != nil {
+		return nil, fmt.Errorf("failed to parse bucket files search response: %w", err)
+	}
+
+	return &response, nil
+}
diff --git a/internal/client/crawl.go b/internal/client/crawl.go
new file mode 100644
index 0000000..f33fbcd
--- /dev/null
+++ b/internal/client/crawl.go
@@ -0,0 +1,50 @@
+package client
+
+import (
+	"bufio"
+	"fmt"
+	"io"
+	"net/http"
+	"net/url"
+)
+
+func (c *Client) CrawlDomain(domain string, callback func(line string) error) error {
+	path := fmt.Sprintf("/crawl/%s", url.PathEscape(domain))
+	fullURL := c.config.BaseURL + path
+
+	req, err := http.NewRequest(http.MethodGet, fullURL, nil)
+	if err != nil {
+		return fmt.Errorf("failed to create request: %w", err)
+	}
+
+	req.Header.Set("User-Agent", c.config.UserAgent)
+
+	resp, err := c.httpClient.Do(req)
+	if err != nil {
+		return fmt.Errorf("failed to execute request: %w", err)
+	}
+	defer resp.Body.Close()
+
+	if resp.StatusCode != http.StatusOK {
+		body, _ := io.ReadAll(resp.Body)
+		return fmt.Errorf("API request failed with status %d: %s", resp.StatusCode, string(body))
+	}
+
+	scanner := bufio.NewScanner(resp.Body)
+	for scanner.Scan() {
+		line := scanner.Text()
+		if len(line) == 0 {
+			continue
+		}
+
+		if err := callback(line); err != nil {
+			return err
+		}
+	}
+
+	if err := scanner.Err(); err != nil {
+		return fmt.Errorf("stream reading error: %w", err)
+	}
+
+	return nil
+}
diff --git a/internal/client/files.go b/internal/client/files.go
new file mode 100644
index 0000000..c4ca372
--- /dev/null
+++ b/internal/client/files.go
@@ -0,0 +1,41 @@
+package client
+
+import (
+	"encoding/json"
+	"fmt"
+	"git.db.org.ai/dborg/internal/models"
+	"net/url"
+)
+
+func (c *Client) SearchOpenDirectoryFiles(params *models.OpenDirectorySearchParams) (*models.OpenDirectorySearchResponse, error) {
+	path := fmt.Sprintf("/files/%s", url.PathEscape(params.URL))
+
+	queryParams := url.Values{}
+	if params.Filename != "" {
+		queryParams.Add("filename", params.Filename)
+	}
+	if params.Extension != "" {
+		queryParams.Add("extension", params.Extension)
+	}
+	if params.Exclude != "" {
+		queryParams.Add("exclude", params.Exclude)
+	}
+	if params.Size > 0 {
+		queryParams.Add("size", fmt.Sprintf("%d", params.Size))
+	}
+	if params.From > 0 {
+		queryParams.Add("from", fmt.Sprintf("%d", params.From))
+	}
+
+	data, err := c.Get(path, queryParams)
+	if err != nil {
+		return nil, err
+	}
+
+	var response models.OpenDirectorySearchResponse
+	if err := json.Unmarshal(data, &response); err != nil {
+		return nil, fmt.Errorf("failed to parse open directory search response: %w", err)
+	}
+
+	return &response, nil
+}
diff --git a/internal/client/geo.go b/internal/client/geo.go
new file mode 100644
index 0000000..3fc5146
--- /dev/null
+++ b/internal/client/geo.go
@@ -0,0 +1,30 @@
+package client
+
+import (
+	"encoding/json"
+	"fmt"
+	"git.db.org.ai/dborg/internal/models"
+	"net/url"
+)
+
+func (c *Client) SearchGeo(params *models.GeoSearchParams) (*models.GeoSearchResponse, error) {
+	path := "/geo"
+
+	queryParams := url.Values{}
+	queryParams.Add("street", params.Street)
+	queryParams.Add("city", params.City)
+	queryParams.Add("state", params.State)
+	queryParams.Add("zip", params.Zip)
+
+	data, err := c.Get(path, queryParams)
+	if err != nil {
+		return nil, err
+	}
+
+	var response models.GeoSearchResponse
+	if err := json.Unmarshal(data, &response); err != nil {
+		return nil, fmt.Errorf("failed to parse geo search response: %w", err)
+	}
+
+	return &response, nil
+}
diff --git a/internal/client/osint.go b/internal/client/osint.go
deleted file mode 100644
index 2ee10c6..0000000
--- a/internal/client/osint.go
+++ /dev/null
@@ -1,208 +0,0 @@
-package client
-
-import (
-	"encoding/json"
-	"fmt"
-	"git.db.org.ai/dborg/internal/models"
-	"net/url"
-)
-
-func (c *Client) LookupBSSID(params *models.BSSIDParams) (*models.BSSIDLookupResponse, error) {
-	path := fmt.Sprintf("/osint/bssid/%s", url.PathEscape(params.BSSID))
-
-	queryParams := url.Values{}
-	if params.All {
-		queryParams.Add("all", "true")
-	}
-	if params.Google {
-		queryParams.Add("google", "true")
-	}
-	if params.OSM {
-		queryParams.Add("osm", "true")
-	}
-
-	data, err := c.Get(path, queryParams)
-	if err != nil {
-		return nil, err
-	}
-
-	var response models.BSSIDLookupResponse
-	if err := json.Unmarshal(data, &response); err != nil {
-		return nil, fmt.Errorf("failed to parse BSSID lookup response: %w", err)
-	}
-
-	return &response, nil
-}
-
-func (c *Client) SearchBreachForum(params *models.BreachForumSearchParams) (*models.BreachForumSearchResponse, error) {
-	path := "/osint/breachforum/search"
-
-	queryParams := url.Values{}
-	queryParams.Add("search", params.Search)
-	if params.MaxHits > 0 {
-		queryParams.Add("max_hits", fmt.Sprintf("%d", params.MaxHits))
-	}
-
-	data, err := c.Get(path, queryParams)
-	if err != nil {
-		return nil, err
-	}
-
-	var response models.BreachForumSearchResponse
-	if err := json.Unmarshal(data, &response); err != nil {
-		return nil, fmt.Errorf("failed to parse BreachForum search response: %w", err)
-	}
-
-	return &response, nil
-}
-
-func (c *Client) SearchOpenDirectoryFiles(params *models.OpenDirectorySearchParams) (*models.OpenDirectorySearchResponse, error) {
-	path := fmt.Sprintf("/osint/files/%s", url.PathEscape(params.URL))
-
-	queryParams := url.Values{}
-	if params.Filename != "" {
-		queryParams.Add("filename", params.Filename)
-	}
-	if params.Extension != "" {
-		queryParams.Add("extension", params.Extension)
-	}
-	if params.Exclude != "" {
-		queryParams.Add("exclude", params.Exclude)
-	}
-	if params.Size > 0 {
-		queryParams.Add("size", fmt.Sprintf("%d", params.Size))
-	}
-	if params.From > 0 {
-		queryParams.Add("from", fmt.Sprintf("%d", params.From))
-	}
-
-	data, err := c.Get(path, queryParams)
-	if err != nil {
-		return nil, err
-	}
-
-	var response models.OpenDirectorySearchResponse
-	if err := json.Unmarshal(data, &response); err != nil {
-		return nil, fmt.Errorf("failed to parse open directory search response: %w", err)
-	}
-
-	return &response, nil
-}
-
-func (c *Client) SearchBuckets(params *models.BucketsSearchParams) (*models.BucketsSearchResponse, error) {
-	path := "/osint/buckets/buckets"
-
-	queryParams := url.Values{}
-	if params.Limit > 0 {
-		queryParams.Add("limit", fmt.Sprintf("%d", params.Limit))
-	}
-	if params.Start > 0 {
-		queryParams.Add("start", fmt.Sprintf("%d", params.Start))
-	}
-
-	data, err := c.Get(path, queryParams)
-	if err != nil {
-		return nil, err
-	}
-
-	var response models.BucketsSearchResponse
-	if err := json.Unmarshal(data, &response); err != nil {
-		return nil, fmt.Errorf("failed to parse buckets search response: %w", err)
-	}
-
-	return &response, nil
-}
-
-func (c *Client) SearchBucketFiles(params *models.BucketsFilesSearchParams) (*models.BucketsFilesSearchResponse, error) {
-	path := "/osint/buckets/files"
-
-	queryParams := url.Values{}
-	if params.Keywords != "" {
-		queryParams.Add("keywords", params.Keywords)
-	}
-	if params.Extensions != "" {
-		queryParams.Add("extensions", params.Extensions)
-	}
-	if params.Buckets != "" {
-		queryParams.Add("buckets", params.Buckets)
-	}
-	if params.Limit > 0 {
-		queryParams.Add("limit", fmt.Sprintf("%d", params.Limit))
-	}
-	if params.Start > 0 {
-		queryParams.Add("start", fmt.Sprintf("%d", params.Start))
-	}
-
-	data, err := c.Get(path, queryParams)
-	if err != nil {
-		return nil, err
-	}
-
-	var response models.BucketsFilesSearchResponse
-	if err := json.Unmarshal(data, &response); err != nil {
-		return nil, fmt.Errorf("failed to parse bucket files search response: %w", err)
-	}
-
-	return &response, nil
-}
-
-func (c *Client) SearchShortlinks(params *models.ShortlinksSearchParams) (*models.ShortlinksSearchResponse, error) {
-	path := "/osint/shortlinks"
-
-	queryParams := url.Values{}
-	if params.Keywords != "" {
-		queryParams.Add("keywords", params.Keywords)
-	}
-	if params.Ext != "" {
-		queryParams.Add("ext", params.Ext)
-	}
-	if params.Order != "" {
-		queryParams.Add("order", params.Order)
-	}
-	if params.Direction != "" {
-		queryParams.Add("direction", params.Direction)
-	}
-	if params.Regexp {
-		queryParams.Add("regexp", "true")
-	}
-	if params.Limit > 0 {
-		queryParams.Add("limit", fmt.Sprintf("%d", params.Limit))
-	}
-	if params.Start > 0 {
-		queryParams.Add("start", fmt.Sprintf("%d", params.Start))
-	}
-
-	data, err := c.Get(path, queryParams)
-	if err != nil {
-		return nil, err
-	}
-
-	var response models.ShortlinksSearchResponse
-	if err := json.Unmarshal(data, &response); err != nil {
-		return nil, fmt.Errorf("failed to parse shortlinks search response: %w", err)
-	}
-
-	return &response, nil
-}
-
-func (c *Client) SearchGeo(params *models.GeoSearchParams) (*models.GeoSearchResponse, error) {
-	path := "/osint/geo"
-
-	queryParams := url.Values{}
-	queryParams.Add("street", params.Street)
-	queryParams.Add("city", params.City)
-	queryParams.Add("state", params.State)
-	queryParams.Add("zip", params.Zip)
-
-	data, err := c.Get(path, queryParams)
-	if err != nil {
-		return nil, err
-	}
-
-	var response models.GeoSearchResponse
-	if err := json.Unmarshal(data, &response); err != nil {
-		return nil, fmt.Errorf("failed to parse geo search response: %w", err)
-	}
-
-	return &response, nil
-}
diff --git a/internal/client/shortlinks.go b/internal/client/shortlinks.go
new file mode 100644
index 0000000..0815b73
--- /dev/null
+++ b/internal/client/shortlinks.go
@@ -0,0 +1,47 @@
+package client
+
+import (
+	"encoding/json"
+	"fmt"
+	"git.db.org.ai/dborg/internal/models"
+	"net/url"
+)
+
+func (c *Client) SearchShortlinks(params *models.ShortlinksSearchParams) (*models.ShortlinksSearchResponse, error) {
+	path := "/shortlinks"
+
+	queryParams := url.Values{}
+	if params.Keywords != "" {
+		queryParams.Add("keywords", params.Keywords)
+	}
+	if params.Ext != "" {
+		queryParams.Add("ext", params.Ext)
+	}
+	if params.Order != "" {
+		queryParams.Add("order", params.Order)
+	}
+	if params.Direction != "" {
+		queryParams.Add("direction", params.Direction)
+	}
+	if params.Regexp {
+		queryParams.Add("regexp", "true")
+	}
+	if params.Limit > 0 {
+		queryParams.Add("limit", fmt.Sprintf("%d", params.Limit))
+	}
+	if params.Start > 0 {
+		queryParams.Add("start", fmt.Sprintf("%d", params.Start))
+	}
+
+	data, err := c.Get(path, queryParams)
+	if err != nil {
+		return nil, err
+	}
+
+	var response models.ShortlinksSearchResponse
+	if err := json.Unmarshal(data, &response); err != nil {
+		return nil, fmt.Errorf("failed to parse shortlinks search response: %w", err)
+	}
+
+	return &response, nil
+}
diff --git a/internal/client/skiptrace.go b/internal/client/skiptrace.go
index 6b84336..d4e26ea 100644
--- a/internal/client/skiptrace.go
+++ b/internal/client/skiptrace.go
@@ -75,6 +75,8 @@ func (c *Client) getSSE(path string, params url.Values) ([]byte, error) {
 	if resp.StatusCode != http.StatusOK {
 		bodyBytes, _ := io.ReadAll(resp.Body)
 		switch resp.StatusCode {
+		case http.StatusPaymentRequired:
+			return nil, fmt.Errorf("insufficient credits (402): %s - Please add credits to your account", string(bodyBytes))
 		case http.StatusForbidden:
 			return nil, fmt.Errorf("access denied (403): %s - This endpoint requires premium access", string(bodyBytes))
 		case http.StatusUnauthorized:
diff --git a/internal/client/usrsx.go b/internal/client/usrsx.go
index a3aaa66..9740468 100644
--- a/internal/client/usrsx.go
+++ b/internal/client/usrsx.go
@@ -24,7 +24,7 @@ func (c *Client) CheckUsernameStream(params *models.USRSXParams, callback func(r
 		queryParams.Add("max_tasks", fmt.Sprintf("%d", params.MaxTasks))
 	}
 
-	path := fmt.Sprintf("/osint/username/%s", url.PathEscape(params.Username))
+	path := fmt.Sprintf("/username/%s", url.PathEscape(params.Username))
 	fullURL := c.config.BaseURL + path
 	if len(queryParams) > 0 {
 		fullURL += "?" + queryParams.Encode()