fix: handle apify data types under twitter

api/args/unmarshaller.go

@@ -55,33 +55,33 @@ func UnmarshalJobArguments(jobType types.JobType, args Args) (base.JobArgument,
 func unmarshalWebArguments(args Args) (*web.ScraperArguments, error) {
 	webArgs := &web.ScraperArguments{}
 	if err := unmarshalToStruct(args, webArgs); err != nil {
-		return nil, fmt.Errorf("%w: %w", ErrFailedToUnmarshal, err)
+		return nil, err
 	}
 	return webArgs, nil
 }
 
 func unmarshalTikTokArguments(args Args) (base.JobArgument, error) {
 	minimal := base.Arguments{}
 	if err := unmarshalToStruct(args, &minimal); err != nil {
-		return nil, fmt.Errorf("%w: %w", ErrFailedToUnmarshal, err)
+		return nil, err
 	}
 	switch minimal.Type {
 	case types.CapSearchByQuery:
 		searchArgs := &tiktok.QueryArguments{}
 		if err := unmarshalToStruct(args, searchArgs); err != nil {
-			return nil, fmt.Errorf("%w: %w", ErrFailedToUnmarshal, err)
+			return nil, err
 		}
 		return searchArgs, nil
 	case types.CapSearchByTrending:
 		searchArgs := &tiktok.TrendingArguments{}
 		if err := unmarshalToStruct(args, searchArgs); err != nil {
-			return nil, fmt.Errorf("%w: %w", ErrFailedToUnmarshal, err)
+			return nil, err
 		}
 		return searchArgs, nil
 	case types.CapTranscription:
 		transcriptionArgs := &tiktok.TranscriptionArguments{}
 		if err := unmarshalToStruct(args, transcriptionArgs); err != nil {
-			return nil, fmt.Errorf("%w: %w", ErrFailedToUnmarshal, err)
+			return nil, err
 		}
 		return transcriptionArgs, nil
 	default:
@@ -92,31 +92,31 @@ func unmarshalTikTokArguments(args Args) (base.JobArgument, error) {
 func unmarshalTwitterArguments(args Args) (*twitter.SearchArguments, error) {
 	twitterArgs := &twitter.SearchArguments{}
 	if err := unmarshalToStruct(args, twitterArgs); err != nil {
-		return nil, fmt.Errorf("%w: %w", ErrFailedToUnmarshal, err)
+		return nil, err
 	}
 	return twitterArgs, nil
 }
 
 func unmarshalLinkedInArguments(args Args) (*linkedin.ProfileArguments, error) {
 	linkedInArgs := &linkedin.ProfileArguments{}
 	if err := unmarshalToStruct(args, linkedInArgs); err != nil {
-		return nil, fmt.Errorf("%w: %w", ErrFailedToUnmarshal, err)
+		return nil, err
 	}
 	return linkedInArgs, nil
 }
 
 func unmarshalRedditArguments(args Args) (*reddit.SearchArguments, error) {
 	redditArgs := &reddit.SearchArguments{}
 	if err := unmarshalToStruct(args, redditArgs); err != nil {
-		return nil, fmt.Errorf("%w: %w", ErrFailedToUnmarshal, err)
+		return nil, err
 	}
 	return redditArgs, nil
 }
 
 func unmarshalTelemetryArguments(args Args) (*telemetry.Arguments, error) {
 	telemetryArgs := &telemetry.Arguments{}
 	if err := unmarshalToStruct(args, telemetryArgs); err != nil {
-		return nil, fmt.Errorf("%w: %w", ErrFailedToUnmarshal, err)
+		return nil, err
 	}
 	return telemetryArgs, nil
 }

api/params/base.go

@@ -31,7 +31,21 @@ type Params[T base.JobArgument] struct {
 }
 
 func (p Params[T]) Validate(_ *types.SearchConfig) error {
-	return p.Args.Validate()
+	// Convert Args (generic T) to map[string]any
+	jsonData, err := json.Marshal(p.Args)
+	if err != nil {
+		return err
+	}
+	var argsMap map[string]any
+	if err := json.Unmarshal(jsonData, &argsMap); err != nil {
+		return err
+	}
+
+	// Force typed unmarshal by job type which triggers defaults + Validate()
+	if _, err := args.UnmarshalJobArguments(p.JobType, argsMap); err != nil {
+		return err
+	}
+	return nil
 }
 
 func (p Params[T]) Type() types.JobType {
@@ -60,8 +74,9 @@ func (l Params[T]) Arguments(cfg *types.SearchConfig) map[string]any {
 	// Use UnmarshalJobArguments to get properly typed arguments with correct type
 	ja, err := args.UnmarshalJobArguments(l.JobType, argsMap)
 	if err != nil {
-		// Fallback to original args if unmarshaling fails
-		return argsMap
+		// Validation should have already occurred in Validate(); avoid silently
+		// proceeding with potentially invalid arguments here.
+		return nil
 	}
 
 	// Convert ja to map[string]any

internal/jobs/twitter.go

@@ -739,6 +739,12 @@ func (ts *TwitterScraper) ExecuteJob(j types.Job) (types.JobResult, error) {
 
 	// Validate the result based on operation type
 	switch {
+	case args.Type == types.CapGetFollowers || args.Type == types.CapGetFollowing:
+		var results []*types.ProfileResultApify
+		if err := jobResult.Unmarshal(&results); err != nil {
+			logrus.Errorf("Error while unmarshalling followers/following result for job ID %s, type %s: %v", j.UUID, j.Type, err)
+			return types.JobResult{Error: "error unmarshalling followers/following result for final validation"}, err
+		}
 	case args.IsSingleTweetOperation():
 		var result *types.TweetResult
 		if err := jobResult.Unmarshal(&result); err != nil {