49b709df9f
- Introduced a new API endpoint `POST /api/v1/video/remove_watermark/report_failure` for reporting download failures. - Added a new database table `video_download_failures` to store details about failed downloads, including domain, URL, error message, and reporting metadata. - Updated the video handler to process failure reports and save them to the database. - Enhanced documentation to include details about the new reporting feature and its usage.
295 lines
8.2 KiB
Go
295 lines
8.2 KiB
Go
package service
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"net/url"
|
|
"regexp"
|
|
"strings"
|
|
"time"
|
|
|
|
"gorm.io/gorm"
|
|
|
|
"wx_service/config"
|
|
usermodel "wx_service/internal/model"
|
|
rmmodel "wx_service/internal/remove_watermark/model"
|
|
)
|
|
|
|
const removeWatermarkEndpoint = "https://api.23bt.cn/api/dsp/index"
|
|
|
|
var (
|
|
// 从用户输入的文本里“抓取 URL”的简单正则(找到第一个 http/https 链接)
|
|
urlPattern = regexp.MustCompile(`https?://[^\s]+`)
|
|
ErrURLNotFound = errors.New("no valid url found in content")
|
|
ErrShortVideoAPIKey = errors.New("short video api key is not configured")
|
|
ErrDailyQuotaExceeded = errors.New("daily free quota exceeded, please watch an ad to continue")
|
|
)
|
|
|
|
type VideoService struct {
|
|
// VideoService 封装“去水印”相关业务:
|
|
// - 限额(每天免费次数)
|
|
// - 调用第三方解析接口
|
|
// - 记录解析日志(便于排查问题/统计)
|
|
db *gorm.DB
|
|
cfg config.ShortVideoConfig
|
|
client *http.Client
|
|
}
|
|
|
|
type RemoveWatermarkResult struct {
|
|
// json.RawMessage 表示“原始 JSON 字节”,不强制把第三方返回结构定义成 Go struct。
|
|
// 对接不稳定/字段多的第三方接口时,这种做法更灵活。
|
|
Provider string `json:"provider"`
|
|
Raw json.RawMessage `json:"raw"`
|
|
FreeQuotaUsed bool `json:"free_quota_used"`
|
|
}
|
|
|
|
type ThirdPartyError struct {
|
|
StatusCode int
|
|
Message string
|
|
}
|
|
|
|
func (e *ThirdPartyError) Error() string {
|
|
return fmt.Sprintf("third-party api error: status=%d message=%s", e.StatusCode, e.Message)
|
|
}
|
|
|
|
type DownloadFailureReport struct {
|
|
Domain string
|
|
FailedURL string
|
|
ErrorMessage string
|
|
ReportedAt time.Time
|
|
UserAgent string
|
|
ClientIP string
|
|
}
|
|
|
|
func NewVideoService(db *gorm.DB, cfg config.ShortVideoConfig) (*VideoService, error) {
|
|
timeout := cfg.RequestTimeout
|
|
if timeout <= 0 {
|
|
// 不配置就给一个默认超时,避免请求卡住占用 goroutine
|
|
timeout = 5 * time.Second
|
|
}
|
|
|
|
client := &http.Client{
|
|
Timeout: timeout,
|
|
}
|
|
|
|
return &VideoService{
|
|
db: db,
|
|
cfg: cfg,
|
|
client: client,
|
|
}, nil
|
|
}
|
|
|
|
func (s *VideoService) RemoveWatermark(ctx context.Context, user *usermodel.User, content string) (*RemoveWatermarkResult, error) {
|
|
// RemoveWatermark 的整体流程:
|
|
// 1) 从 content 里提取链接
|
|
// 2) 检查每日免费额度(或是否已解锁)
|
|
// 3) 调用第三方接口解析
|
|
// 4) 写入解析日志(无论成功/失败都记一条,方便定位问题)
|
|
link, err := extractFirstURL(content)
|
|
if err != nil {
|
|
return nil, ErrURLNotFound
|
|
}
|
|
|
|
freeQuotaUsed, err := s.ensureQuota(ctx, user)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
now := time.Now()
|
|
var (
|
|
statusCode int
|
|
body []byte
|
|
requestErr error
|
|
)
|
|
|
|
statusCode, body, requestErr = s.callThirdParty(ctx, link)
|
|
|
|
duration := int(time.Since(now).Milliseconds())
|
|
logEntry := rmmodel.VideoParseLog{
|
|
MiniProgramID: user.MiniProgramID,
|
|
UserID: user.ID,
|
|
RequestContent: content,
|
|
ParsedURL: link,
|
|
ThirdPartyStatus: statusCode,
|
|
FreeQuotaUsed: freeQuotaUsed,
|
|
DurationMs: duration,
|
|
}
|
|
|
|
if requestErr == nil {
|
|
logEntry.ThirdPartyPayload = body
|
|
} else {
|
|
logEntry.ErrorMessage = requestErr.Error()
|
|
}
|
|
|
|
if err := s.db.WithContext(ctx).Create(&logEntry).Error; err != nil {
|
|
return nil, fmt.Errorf("save parse log: %w", err)
|
|
}
|
|
|
|
if requestErr != nil {
|
|
return nil, requestErr
|
|
}
|
|
|
|
return &RemoveWatermarkResult{
|
|
Provider: "23bt",
|
|
Raw: json.RawMessage(body),
|
|
FreeQuotaUsed: freeQuotaUsed,
|
|
}, nil
|
|
}
|
|
|
|
func (s *VideoService) UnlockForToday(ctx context.Context, user *usermodel.User) error {
|
|
// “看广告解锁”的实现方式:在当天写一条 unlock 记录即可(存在则更新时间戳)
|
|
startOfDay, _ := dayRange(time.Now())
|
|
|
|
var unlock rmmodel.VideoParseUnlock
|
|
tx := s.db.WithContext(ctx)
|
|
err := tx.Where("user_id = ? AND mini_program_id = ? AND unlock_date = ?", user.ID, user.MiniProgramID, startOfDay).First(&unlock).Error
|
|
if err == nil {
|
|
return tx.Model(&unlock).Updates(map[string]interface{}{
|
|
"ad_watched_at": time.Now(),
|
|
}).Error
|
|
}
|
|
if err != nil && err != gorm.ErrRecordNotFound {
|
|
return fmt.Errorf("load unlock record: %w", err)
|
|
}
|
|
|
|
record := rmmodel.VideoParseUnlock{
|
|
MiniProgramID: user.MiniProgramID,
|
|
UserID: user.ID,
|
|
UnlockDate: startOfDay,
|
|
AdWatchedAt: time.Now(),
|
|
}
|
|
if err := tx.Create(&record).Error; err != nil {
|
|
return fmt.Errorf("create unlock record: %w", err)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (s *VideoService) ensureQuota(ctx context.Context, user *usermodel.User) (bool, error) {
|
|
// ensureQuota 返回值 freeQuotaUsed 的含义:
|
|
// - true:这次调用会消耗一次“免费额度”
|
|
// - false:不消耗(例如今日已解锁或未启用限额)
|
|
if s.cfg.FreeDailyQuota <= 0 {
|
|
return false, nil
|
|
}
|
|
|
|
startOfDay, endOfDay := dayRange(time.Now())
|
|
tx := s.db.WithContext(ctx)
|
|
|
|
var unlock rmmodel.VideoParseUnlock
|
|
if err := tx.Where("user_id = ? AND mini_program_id = ? AND unlock_date = ?", user.ID, user.MiniProgramID, startOfDay).First(&unlock).Error; err == nil {
|
|
return false, nil
|
|
} else if err != gorm.ErrRecordNotFound {
|
|
return false, fmt.Errorf("check unlock record: %w", err)
|
|
}
|
|
|
|
var count int64
|
|
if err := tx.Model(&rmmodel.VideoParseLog{}).
|
|
Where("user_id = ? AND mini_program_id = ? AND free_quota_used = ? AND created_at >= ? AND created_at < ?",
|
|
user.ID, user.MiniProgramID, true, startOfDay, endOfDay).
|
|
Count(&count).Error; err != nil {
|
|
return false, fmt.Errorf("count user quota: %w", err)
|
|
}
|
|
|
|
if count >= int64(s.cfg.FreeDailyQuota) {
|
|
return false, ErrDailyQuotaExceeded
|
|
}
|
|
return true, nil
|
|
}
|
|
|
|
func (s *VideoService) callThirdParty(ctx context.Context, link string) (int, []byte, error) {
|
|
if s.cfg.APIKey == "" {
|
|
return 0, nil, ErrShortVideoAPIKey
|
|
}
|
|
params := url.Values{}
|
|
params.Set("key", s.cfg.APIKey)
|
|
params.Set("url", link)
|
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodGet, fmt.Sprintf("%s?%s", removeWatermarkEndpoint, params.Encode()), nil)
|
|
if err != nil {
|
|
return 0, nil, fmt.Errorf("build third-party request: %w", err)
|
|
}
|
|
|
|
resp, err := s.client.Do(req)
|
|
if err != nil {
|
|
return 0, nil, fmt.Errorf("call third-party api: %w", err)
|
|
}
|
|
defer resp.Body.Close()
|
|
|
|
body, err := io.ReadAll(resp.Body)
|
|
if err != nil {
|
|
return resp.StatusCode, nil, fmt.Errorf("read third-party response: %w", err)
|
|
}
|
|
|
|
if resp.StatusCode != http.StatusOK {
|
|
return resp.StatusCode, nil, &ThirdPartyError{
|
|
StatusCode: resp.StatusCode,
|
|
Message: truncateString(string(body), 256),
|
|
}
|
|
}
|
|
|
|
return resp.StatusCode, body, nil
|
|
}
|
|
|
|
func extractFirstURL(content string) (string, error) {
|
|
// 从文本里提取第一个 URL,并做简单 trim,把末尾可能粘上的标点去掉。
|
|
if content == "" {
|
|
return "", ErrURLNotFound
|
|
}
|
|
match := urlPattern.FindString(content)
|
|
if match == "" {
|
|
return "", ErrURLNotFound
|
|
}
|
|
return strings.Trim(match, " \t\n\r,.;!\"'()[]{}<>"), nil
|
|
}
|
|
|
|
func dayRange(ts time.Time) (time.Time, time.Time) {
|
|
// 计算“当天的起止时间”:[00:00, 次日00:00)
|
|
// 用本地时区 loc,避免跨时区导致的日期偏移。
|
|
loc := ts.Location()
|
|
start := time.Date(ts.Year(), ts.Month(), ts.Day(), 0, 0, 0, 0, loc)
|
|
end := start.Add(24 * time.Hour)
|
|
return start, end
|
|
}
|
|
|
|
func truncateString(input string, max int) string {
|
|
// 截断字符串,避免把第三方错误响应原样写入导致日志过大
|
|
if len(input) <= max {
|
|
return input
|
|
}
|
|
return input[:max]
|
|
}
|
|
|
|
func (s *VideoService) ReportDownloadFailure(ctx context.Context, report DownloadFailureReport) error {
|
|
if report.ReportedAt.IsZero() {
|
|
report.ReportedAt = time.Now()
|
|
}
|
|
|
|
if report.Domain == "" && report.FailedURL != "" {
|
|
if parsed, err := url.Parse(report.FailedURL); err == nil {
|
|
report.Domain = parsed.Host
|
|
}
|
|
}
|
|
|
|
entry := rmmodel.VideoDownloadFailure{
|
|
Domain: report.Domain,
|
|
FailedURL: report.FailedURL,
|
|
ErrorMessage: truncateString(report.ErrorMessage, 2000),
|
|
ReportedAt: report.ReportedAt,
|
|
UserAgent: truncateString(report.UserAgent, 255),
|
|
ClientIP: truncateString(report.ClientIP, 64),
|
|
}
|
|
|
|
if entry.FailedURL == "" {
|
|
return errors.New("failed_url is required")
|
|
}
|
|
|
|
if err := s.db.WithContext(ctx).Create(&entry).Error; err != nil {
|
|
return fmt.Errorf("save download failure report: %w", err)
|
|
}
|
|
return nil
|
|
}
|