package client import ( "bufio" "encoding/json" "fmt" "git.db.org.ai/dborg/internal/models" "io" "net/http" "net/url" "strings" ) func (c *Client) SearchTwitterHistory(username string) (*models.XResponse, error) { path := fmt.Sprintf("/x/history/%s", url.PathEscape(username)) data, err := c.Get(path, nil) if err != nil { return nil, err } var response models.XResponse if err := json.Unmarshal(data, &response); err != nil { return nil, fmt.Errorf("failed to parse Twitter/X response: %w", err) } return &response, nil } func (c *Client) FetchTweetsStream(username string, callback func(result json.RawMessage) error) error { path := fmt.Sprintf("/x/tweets/%s", url.PathEscape(username)) fullURL := c.config.BaseURL + path req, err := http.NewRequest(http.MethodGet, fullURL, nil) if err != nil { return fmt.Errorf("failed to create request: %w", err) } req.Header.Set("User-Agent", c.config.UserAgent) req.Header.Set("Accept", "application/x-ndjson, application/json") resp, err := c.httpClient.Do(req) if err != nil { return fmt.Errorf("failed to execute request: %w", err) } defer resp.Body.Close() if resp.StatusCode != http.StatusOK { body, _ := io.ReadAll(resp.Body) return fmt.Errorf("API request failed with status %d: %s", resp.StatusCode, string(body)) } scanner := bufio.NewScanner(resp.Body) for scanner.Scan() { line := scanner.Bytes() if len(line) == 0 { continue } if err := callback(json.RawMessage(line)); err != nil { return err } } if err := scanner.Err(); err != nil { if !strings.Contains(err.Error(), "context deadline exceeded") && !strings.Contains(err.Error(), "timeout") { return fmt.Errorf("stream reading error: %w", err) } } return nil }