goinsta.go

package goinsta

import (
	"crypto/tls"
	"encoding/json"
	"errors"
	"fmt"
	"io"
	"net/http"
	"net/http/cookiejar"
	neturl "net/url"
	"os"
	"path/filepath"
	"strconv"
	"sync"
	"time"

	"github.com/Funmi4194/goinsta/utilities"
)

// Instagram represent the main API handler
//
// Timeline:     Represents instagram's main timeline.
// Profiles:     Represents instagram's user profile.
// Account:      Represents instagram's personal account.
// Collections:  Represents instagram's saved post collections.
// Searchbar:    Represents instagram's search.
// Activity:     Represents instagram's user activity and notifications.
// Feed:         Represents instagram's feed for e.g. user pages and hashtags.
// Contacts:     Represents instagram's sync with contact book.
// Inbox:        Represents instagram's messages.
// Locations:    Represents instagram's locations.
// Challenges:   Represents instagram's url challenges
// TwoFactorInfo Represents Instagram's 2FA login
//
// See Scheme section in README.md for more information.
//
// We recommend to use Export and Import functions after first Login.
//
// Also you can use SetProxy and UnsetProxy to set and unset proxy.
// Golang also provides the option to set a proxy using HTTP_PROXY env var.
//
type Instagram struct {
	user string
	pass string
	totp *TOTP // 2FA seed

	// device id: android-1923fjnma8123
	dID string
	// family device id, v4 uuid: 8b13e7b3-28f7-4e05-9474-358c6602e3f8
	fID string
	// uuid: 8493-1233-4312312-5123
	uuid string
	// rankToken
	rankToken string
	// token -- I think this is depricated, as I don't see any csrf tokens being used anymore, but not 100% sure
	token string
	// phone id v4 uuid: fbf767a4-260a-490d-bcbb-ee7c9ed7c576
	pid string
	// ads id: 5b23a92b-3228-4cff-b6ab-3199f531f05b
	adid string
	// challenge URL
	challengeURL string
	// pigeonSessionId
	psID string
	// contains header options set by Instagram
	headerOptions sync.Map
	// expiry of X-Mid cookie
	xmidExpiry int64
	xmidMu     *sync.RWMutex
	// Public Key
	pubKey string
	// Public Key ID
	pubKeyID int
	// Device Settings
	device Device
	// User-Agent
	userAgent string
	// Session Nonce
	session string

	// Instagram objects

	// Timeline provides access to your timeline
	Timeline *Timeline
	// Discover provides access to the discover/explore page
	Discover *Discover
	// Profiles provides methods for interaction with other user's profiles
	Profiles *Profiles
	// IGTV allows you to fetch the IGTV Discover page
	IGTV *IGTV
	// Account stores all personal data of the user and his/her options.
	Account *Account
	// Collections represents your collections with saved posts
	Collections *Collections
	// Searchbar provides methods to access IG's search functionalities
	Searchbar *Search
	// Activity are instagram notifications.
	Activity *Activity
	// Inbox provides to Instagram's message/chat system
	Inbox *Inbox
	// Feed provides access to secondary feeds such as user's and hashtag's feeds
	Feed *Feed
	// Contacts provides address book sync/unsync methods
	Contacts *Contacts
	// Locations provde feed by location ID. To find location feeds by name use Searchbar
	Locations *LocationInstance
	// Challenge stores the challenge info if provided
	Challenge *Challenge
	// Checkpoint stores the checkpoint info, this is usually a prompt to accept cookies
	Checkpoint *Checkpoint
	// TwoFactorInfo enabled 2FA
	TwoFactorInfo *TwoFactorInfo

	c *http.Client

	// Set to true to debug reponses
	Debug bool

	// Non-error message handlers.
	// By default they will be printed out, alternatively you can e.g. pass them to a logger
	infoHandler  func(...interface{})
	warnHandler  func(...interface{})
	debugHandler func(...interface{})

	// Request Wrapper
	reqWrapper ReqWrapper

	// Proxy string
	proxy         string
	proxyInsecure bool

	// Keep track of a challenge response requesting to accept cookies
	privacyCalled *utilities.ABool
	// Keep track of whether an attempt has been made to accept the cookies
	privacyRequested *utilities.ABool
}

func defaultHandler(args ...interface{}) {
	fmt.Println(args...)
}

func (insta *Instagram) SetInfoHandler(f func(...interface{})) {
	insta.infoHandler = f
}

func (insta *Instagram) SetWarnHandler(f func(...interface{})) {
	insta.warnHandler = f
}

func (insta *Instagram) SetDebugHandler(f func(...interface{})) {
	insta.debugHandler = f
}

func (insta *Instagram) SetWrapper(fn ReqWrapper) {
	insta.reqWrapper = fn
}

// SetHTTPClient sets http client.  This further allows users to use this functionality
// for HTTP testing using a mocking HTTP client Transport, which avoids direct calls to
// the Instagram, instead of returning mocked responses.
func (insta *Instagram) SetHTTPClient(client *http.Client) {
	insta.c = client
}

// SetHTTPTransport sets http transport. This further allows users to tweak the underlying
// low level transport for adding additional fucntionalities.
func (insta *Instagram) SetHTTPTransport(transport http.RoundTripper) {
	insta.c.Transport = transport
}

// SetDeviceID sets device id | android-1923fjnma8123
func (insta *Instagram) SetDeviceID(id string) {
	insta.dID = id
}

// SetUUID sets v4 uuid | 71cd1aec-e146-4380-8d60-d216127c7b4e
func (insta *Instagram) SetUUID(uuid string) {
	insta.uuid = uuid
}

// SetPhoneID sets phone id, v4 uuid | fbf767a4-260a-490d-bcbb-ee7c9ed7c576
func (insta *Instagram) SetPhoneID(id string) {
	insta.pid = id
}

// SetPhoneID sets phone family id, v4 uuid | 8b13e7b3-28f7-4e05-9474-358c6602e3f8
func (insta *Instagram) SetFamilyID(id string) {
	insta.fID = id
}

// SetAdID sets the ad id, v4 uuid |  5b23a92b-3228-4cff-b6ab-3199f531f05b
func (insta *Instagram) SetAdID(id string) {
	insta.adid = id
}

// SetDevice allows you to set a custom device. This will also change the
//   user agent based on the new device.
func (insta *Instagram) SetDevice(device Device) {
	insta.device = device
	insta.userAgent = createUserAgent(device)
}

// SetCookieJar sets the Cookie Jar. This further allows to use a custom implementation
// of a cookie jar which may be backed by a different data store such as redis.
func (insta *Instagram) SetCookieJar(jar http.CookieJar) error {
	url, err := neturl.Parse(instaAPIUrl)
	if err != nil {
		return err
	}
	// First grab the cookies from the existing jar and we'll put it in the new jar.
	cookies := insta.c.Jar.Cookies(url)
	insta.c.Jar = jar
	insta.c.Jar.SetCookies(url, cookies)
	return nil
}

// New creates Instagram structure.
//
// :params:
//   username:string
//   password:string
//   totp:string  -- OPTIONAL: 2FA private key, aka seed, used to generate 2FA codes
//                   checks for empty string, so it's safe to pass in an empty string.
func New(username, password string, totp_seed ...string) *Instagram {
	// this call never returns error
	jar, _ := cookiejar.New(nil)
	insta := &Instagram{
		user: username,
		pass: password,
		dID: generateDeviceID(
			generateMD5Hash(username + password),
		),
		uuid:          generateUUID(),
		pid:           generateUUID(),
		fID:           generateUUID(),
		psID:          "UFS-" + generateUUID() + "-0",
		headerOptions: sync.Map{},
		xmidExpiry:    -1,
		xmidMu:        &sync.RWMutex{},
		device:        GalaxyS10,
		userAgent:     createUserAgent(GalaxyS10),
		c: &http.Client{
			Transport: &http.Transport{
				Proxy: http.ProxyFromEnvironment,
			},
			Jar: jar,
		},
		infoHandler:      defaultHandler,
		warnHandler:      defaultHandler,
		debugHandler:     defaultHandler,
		reqWrapper:       DefaultWrapper(),
		Debug:            os.Getenv("GOINSTA_DEBUG") != "",
		privacyCalled:    utilities.NewABool(),
		privacyRequested: utilities.NewABool(),
		pubKeyID:         -1,
	}
	insta.init()

	if len(totp_seed) > 0 && totp_seed[0] != "" {
		insta.totp = &TOTP{Seed: totp_seed[0]}
	}

	for k, v := range defaultHeaderOptions {
		insta.headerOptions.Store(k, v)
	}

	return insta
}

func (insta *Instagram) init() {
	insta.Challenge = newChallenge(insta)
	insta.Profiles = newProfiles(insta)
	insta.Activity = newActivity(insta)
	insta.Timeline = newTimeline(insta)
	insta.Searchbar = newSearch(insta)
	insta.Inbox = newInbox(insta)
	insta.Feed = newFeed(insta)
	insta.Contacts = newContacts(insta)
	insta.Locations = newLocation(insta)
	insta.Discover = newDiscover(insta)
	insta.Collections = newCollections(insta)
	insta.IGTV = newIGTV(insta)
}

// SetTOTPSeed will set the seed used to generate 2FA codes.
func (insta *Instagram) SetTOTPSeed(seed string) {
	if seed != "" {
		insta.totp = &TOTP{Seed: seed}
	}
}

// SetProxy sets proxy for connection.
func (insta *Instagram) SetProxy(url string, insecure bool, forceHTTP2 bool) error {
	insta.proxy = url
	insta.proxyInsecure = insecure

	uri, err := neturl.Parse(url)
	if err == nil {
		insta.c.Transport = &http.Transport{
			Proxy:             http.ProxyURL(uri),
			ForceAttemptHTTP2: forceHTTP2,
			TLSClientConfig: &tls.Config{
				InsecureSkipVerify: insecure,
			},
		}
	}
	return err
}

// UnsetProxy unsets proxy for connection.
func (insta *Instagram) UnsetProxy() {
	insta.c.Transport = nil
}

// Save exports config to ~/.goinsta
func (insta *Instagram) Save() error {
	home := os.Getenv("HOME")
	if home == "" {
		home = os.Getenv("home") // for plan9
	}
	return insta.Export(filepath.Join(home, ".goinsta"))
}

func (insta *Instagram) ExportConfig() ConfigFile {
	config := ConfigFile{
		ID:            insta.Account.ID,
		User:          insta.user,
		DeviceID:      insta.dID,
		FamilyID:      insta.fID,
		UUID:          insta.uuid,
		RankToken:     insta.rankToken,
		Token:         insta.token,
		PhoneID:       insta.pid,
		XmidExpiry:    insta.xmidExpiry,
		HeaderOptions: map[string]string{},
		Account:       insta.Account,
		Device:        insta.device,
		TOTP:          insta.totp,
		SessionNonce:  insta.session,
	}

	setHeaders := func(key, value interface{}) bool {
		config.HeaderOptions[key.(string)] = value.(string)
		return true
	}
	insta.headerOptions.Range(setHeaders)

	return config
}

// Export exports *Instagram object options
func (insta *Instagram) Export(path string) error {
	config := insta.ExportConfig()

	bytes, err := json.Marshal(config)
	if err != nil {
		return err
	}

	return os.WriteFile(path, bytes, 0o644)
}

// ExportAsString exports *Instagram object as string
func (insta *Instagram) ExportAsString() (string, error) {
	config := insta.ExportConfig()

	bytes, err := json.Marshal(config)
	if err != nil {
		return "", err
	}

	return string(bytes), nil
}

// ExportAsBytes exports *Instagram object as bytes
func (insta *Instagram) ExportAsByte() ([]byte, error) {
	config := insta.ExportConfig()

	bytes, err := json.Marshal(config)
	if err != nil {
		return nil, err
	}

	return bytes, nil
}

// Export exports selected *Instagram object options to an io.Writer
func (insta *Instagram) ExportIO(writer io.Writer) error {
	config := insta.ExportConfig()

	bytes, err := json.Marshal(config)
	if err != nil {
		return err
	}
	_, err = writer.Write(bytes)
	return err
}

// ImportReader imports instagram configuration from io.Reader
//
// This function does not set proxy automatically. Use SetProxy after this call.
func ImportReader(r io.Reader, args ...interface{}) (*Instagram, error) {
	bytes, err := io.ReadAll(r)
	if err != nil {
		return nil, err
	}

	config := ConfigFile{}
	err = json.Unmarshal(bytes, &config)
	if err != nil {
		return nil, err
	}
	return ImportConfig(config, args...)
}

// ImportConfig imports instagram configuration from a configuration object.
//
// Add optional bool:true parameter to prevent account sync on import (do not make any http calls)
//
// This function does not set proxy automatically. Use SetProxy after this call.
func ImportConfig(config ConfigFile, args ...interface{}) (*Instagram, error) {
	insta := &Instagram{
		user:          config.User,
		totp:          config.TOTP,
		dID:           config.DeviceID,
		fID:           config.FamilyID,
		psID:          "UFS-" + generateUUID() + "-0",
		uuid:          config.UUID,
		rankToken:     config.RankToken,
		token:         config.Token,
		pid:           config.PhoneID,
		xmidExpiry:    config.XmidExpiry,
		xmidMu:        &sync.RWMutex{},
		headerOptions: sync.Map{},
		device:        config.Device,
		c: &http.Client{
			Transport: &http.Transport{
				Proxy: http.ProxyFromEnvironment,
			},
		},
		Account: config.Account,

		infoHandler:      defaultHandler,
		warnHandler:      defaultHandler,
		debugHandler:     defaultHandler,
		reqWrapper:       DefaultWrapper(),
		Debug:            os.Getenv("GOINSTA_DEBUG") != "",
		privacyCalled:    utilities.NewABool(),
		privacyRequested: utilities.NewABool(),
		pubKeyID:         -1,
		session:          config.SessionNonce,
	}
	insta.userAgent = createUserAgent(insta.device)

	for k, v := range config.HeaderOptions {
		insta.headerOptions.Store(k, v)
	}

	insta.init()

	dontSync := false
	if len(args) != 0 {
		switch v := args[0].(type) {
		case bool:
			dontSync = v
		}
	}

	if dontSync {
		insta.Account.insta = insta
	} else {
		insta.Account = &Account{
			insta: insta,
			ID:    config.ID,
		}
		err := insta.Account.Sync()
		if err != nil {
			return nil, err
		}
	}

	return insta, nil
}

// Import imports instagram configuration
//
// This function does not set proxy automatically. Use SetProxy after this call.
func Import(path string, args ...interface{}) (*Instagram, error) {
	f, err := os.Open(path)
	if err != nil {
		return nil, err
	}
	defer f.Close()
	return ImportReader(f, args...)
}

func ImportPathString(path string, args ...interface{}) (*Instagram, error) {

	pathtobyte := []byte(path)
	config := ConfigFile{}
	err := json.Unmarshal(pathtobyte, &config)
	if err != nil {
		return nil, err
	}
	return ImportConfig(config, args...)
}

func ImportPathBytes(path []byte, args ...interface{}) (*Instagram, error) {

	config := ConfigFile{}
	err := json.Unmarshal(path, &config)
	if err != nil {
		return nil, err
	}
	return ImportConfig(config, args...)
}

// Login performs instagram login sequence in close resemblance to the android apk.
//
// Password can optionally be provided for re-logins.
// If you create the insta object with goinsta.New(), there is no need to.
//
// Password will be deleted after login
func (insta *Instagram) Login(password ...string) (err error) {
	if len(password) > 0 && password[0] != "" {
		insta.pass = password[0]
	}
	// pre-login sequence
	err = insta.zrToken()
	if err != nil {
		return
	}
	err = insta.sync()
	if err != nil {
		return
	}

	err = insta.getPrefill()
	if err != nil {
		if errIsFatal(err) {
			return err
		}
		insta.warnHandler("Non fatal error while fetching prefill:", err)
	}

	err = insta.contactPrefill()
	if err != nil {
		if errIsFatal(err) {
			return err
		}
		insta.warnHandler("Non fatal error while fetching contact prefill:", err)
	}

	err = insta.sync()
	if err != nil {
		return
	}
	if insta.pubKey == "" || insta.pubKeyID == -1 {
		return errors.New("Sync returned empty public key and/or public key id")
	}

	err = insta.login()
	if err != nil {
		return err
	}

	// post-login sequence
	err = insta.OpenApp()
	if err != nil {
		return err
	}

	return
}

// Logout closes current session
func (insta *Instagram) Logout() error {
	if insta.session == "" {
		return ErrSessionNotSet
	}

	body, _, err := insta.sendRequest(&reqOptions{
		Endpoint: urlLogout,
		IsPost:   true,
		Query: map[string]string{
			"session_flush_nonce": insta.session,
			"phone_id":            insta.fID,
			"guid":                insta.uuid,
			"device_id":           insta.dID,
			"_uuid":               insta.uuid,
		},
	})

	var resp ErrorN
	if err := json.Unmarshal(body, &resp); err != nil {
		return err
	}

	if resp.Status != "ok" {
		return ErrLogoutFailed
	}

	insta.c.Jar = nil
	insta.c = nil
	return err
}

func (insta *Instagram) OpenApp() (err error) {
	// First refresh tokens after being logged in
	if err = insta.zrToken(); err != nil {
		return
	}

	if err = insta.sync(); err != nil {
		return
	}

	// Second start open app routine async
	// this was first done synchronously, but the IO limitations make it take
	//   too long. On the offical app these requests also happen withing one
	//   to two seconds, instad of 10+.
	wg := &sync.WaitGroup{}
	errChan := make(chan error, 15)

	wg.Add(1)
	go func(wg *sync.WaitGroup) {
		defer wg.Done()
		if err := insta.getAccountFamily(); err != nil {
			if errIsFatal(err) {
				errChan <- err
				return
			}
			insta.warnHandler("Non fatal error while fetching account family:", err)
		}
	}(wg)

	wg.Add(1)
	go func(wg *sync.WaitGroup) {
		defer wg.Done()
		if err := insta.getNdxSteps(); err != nil {
			if errIsFatal(err) {
				errChan <- err
				return
			}
			insta.warnHandler("Non fatal error while fetching ndx steps:", err)
		}
	}(wg)

	wg.Add(1)
	go func(wg *sync.WaitGroup) {
		defer wg.Done()
		if !insta.Timeline.Next() {
			if err := insta.Timeline.Error(); err != ErrNoMore {
				errChan <- errors.New("Failed to fetch timeline: " +
					err.Error())
			}
		}
	}(wg)

	wg.Add(1)
	go func(wg *sync.WaitGroup) {
		defer wg.Done()
		if err := insta.callNotifBadge(); err != nil {
			if errIsFatal(err) {
				errChan <- err
				return
			}
			insta.warnHandler("Non fatal error while fetching notify badge", err)
		}
	}(wg)

	wg.Add(1)
	go func(wg *sync.WaitGroup) {
		defer wg.Done()
		if err := insta.banyan(); err != nil {
			if errIsFatal(err) {
				errChan <- err
				return
			}
			insta.warnHandler("Non fatal error while fetching banyan", err)
		}
	}(wg)

	wg.Add(1)
	go func(wg *sync.WaitGroup) {
		defer wg.Done()
		if err := insta.callMediaBlocked(); err != nil {
			if errIsFatal(err) {
				errChan <- err
				return
			}
			insta.warnHandler("Non fatal error while fetching blocked media", err)
		}
	}(wg)

	wg.Add(1)
	go func(wg *sync.WaitGroup) {
		defer wg.Done()
		// no clue what theses values could be used for
		if _, err := insta.getCooldowns(); err != nil {
			if errIsFatal(err) {
				errChan <- err
				return
			}
			insta.warnHandler("Non fatal error while fetching cool downs", err)
		}
	}(wg)

	wg.Add(1)
	go func(wg *sync.WaitGroup) {
		defer wg.Done()
		if !insta.Discover.Next() {
			if errIsFatal(err) {
				errChan <- err
				return
			}
			insta.warnHandler("Non fatal error while fetching explore page",
				insta.Discover.Error())
		}
	}(wg)

	wg.Add(1)
	go func(wg *sync.WaitGroup) {
		defer wg.Done()
		if err := insta.getConfig(); err != nil {
			if errIsFatal(err) {
				errChan <- err
				return
			}
			insta.warnHandler("Non fatal error while fetching config", err)
		}
	}(wg)

	wg.Add(1)
	go func(wg *sync.WaitGroup) {
		defer wg.Done()
		// no clue what theses values could be used for
		if _, err := insta.getScoresBootstrapUsers(); err != nil {
			if errIsFatal(err) {
				errChan <- err
				return
			}
			insta.warnHandler("Non fatal error while fetching bootstrap user scores", err)
		}
	}(wg)

	wg.Add(1)
	go func(wg *sync.WaitGroup) {
		defer wg.Done()
		if !insta.Activity.Next() {
			if err := insta.Activity.Error(); err != ErrNoMore {
				errChan <- errors.New("Failed to fetch recent activity: " +
					err.Error())
			}
		}
	}(wg)

	wg.Add(1)
	go func(wg *sync.WaitGroup) {
		defer wg.Done()
		if err := insta.sendAdID(); err != nil {
			if errIsFatal(err) {
				errChan <- err
				return
			}
			insta.warnHandler("Non fatal error while sending ad id", err)
		}
	}(wg)

	wg.Add(1)
	go func(wg *sync.WaitGroup) {
		defer wg.Done()
		if err := insta.callStClPushPerm(); err != nil {
			if errIsFatal(err) {
				errChan <- err
				return
			}
			insta.warnHandler("Non fatal error while calling store client push permissions", err)
		}
	}(wg)

	wg.Add(1)
	go func(wg *sync.WaitGroup) {
		defer wg.Done()
		if !insta.Inbox.InitialSnapshot() {
			if err := insta.Inbox.Error(); err != ErrNoMore {
				errChan <- errors.New("Failed to fetch initial messages inbox snapshot: " +
					err.Error())
			}
		}
	}(wg)

	wg.Add(1)
	go func(wg *sync.WaitGroup) {
		defer wg.Done()
		if err := insta.callContPointSig(); err != nil {
			if errIsFatal(err) {
				errChan <- err
				return
			}
			insta.warnHandler("Non fatal error while calling contact point signal:", err)
		}
	}(wg)

	wg.Wait()

	select {
	case err := <-errChan:
		return err
	default:
		return nil
	}
}

func (insta *Instagram) login() error {
	timestamp := strconv.FormatInt(time.Now().Unix(), 10)
	if insta.pubKey == "" || insta.pubKeyID == -1 {
		return errors.New(
			"no public key or public key ID set. Please call Instagram.Sync() and verify that it works correctly",
		)
	}
	encrypted, err := utilities.EncryptPassword(insta.pass, insta.pubKey, insta.pubKeyID, timestamp)
	if err != nil {
		return err
	}

	result, err := json.Marshal(
		map[string]interface{}{
			"jazoest":             jazoest(insta.dID),
			"country_code":        "[{\"country_code\":\"44\",\"source\":[\"default\"]}]",
			"phone_id":            insta.fID,
			"enc_password":        encrypted,
			"username":            insta.user,
			"adid":                insta.adid,
			"guid":                insta.uuid,
			"device_id":           insta.dID,
			"google_tokens":       "[]",
			"login_attempt_count": 0,
		},
	)
	if err != nil {
		return err
	}
	body, _, err := insta.sendRequest(
		&reqOptions{
			Endpoint: urlLogin,
			Query:    map[string]string{"signed_body": "SIGNATURE." + string(result)},
			IsPost:   true,
			IgnoreHeaders: []string{
				"Ig-U-Shbts",
				"Ig-U-Shbid",
				"Ig-U-Rur",
				"Authorization",
			},
			ExtraHeaders: map[string]string{
				"X-Ig-Www-Claim":      "0",
				"Ig-Intended-User-Id": "0",
			},
		},
	)
	if err != nil {
		return err
	}
	insta.pass = ""
	return insta.parseLogin(body)
}

// parseLogin gets called from Login and Login2FA
func (insta *Instagram) parseLogin(body []byte) error {
	var res struct {
		Status       string   `json:"status"`
		Account      *Account `json:"logged_in_user"`
		SessionNonce string   `json:"session_flush_nonce"`
	}

	err := json.Unmarshal(body, &res)
	if err != nil {
		return fmt.Errorf("failed to parse json from login response with err: %w", err)
	}

	insta.Account = res.Account
	insta.Account.insta = insta
	insta.session = res.SessionNonce
	insta.rankToken = strconv.FormatInt(insta.Account.ID, 10) + "_" + insta.uuid

	return nil
}

func (insta *Instagram) getPrefill() error {
	data, err := json.Marshal(
		map[string]string{
			"android_device_id": insta.dID,
			"phone_id":          insta.fID,
			"usages":            "[\"account_recovery_omnibox\"]",
			"device_id":         insta.uuid,
		},
	)
	if err != nil {
		return err
	}

	// ignore the error returned by the request, because 429 if often returned.
	// request is non-critical.
	insta.sendRequest(
		&reqOptions{
			Endpoint:  urlGetPrefill,
			IsPost:    true,
			Query:     generateSignature(data),
			Ignore429: true,
		},
	)
	return nil
}

func (insta *Instagram) contactPrefill() error {
	data, err := json.Marshal(
		map[string]string{
			"phone_id": insta.fID,
			"usage":    "prefill",
		},
	)
	if err != nil {
		return err
	}

	// ignore the error returned by the request, because 429 if often returned
	//   and body is not needed. Request is non-critical.
	insta.sendRequest(
		&reqOptions{
			Endpoint:  urlContactPrefill,
			IsPost:    true,
			Query:     generateSignature(data),
			Ignore429: true,
		},
	)
	return nil
}

func (insta *Instagram) zrToken() error {
	body, _, err := insta.sendRequest(
		&reqOptions{
			Endpoint: urlZrToken,
			IsPost:   false,
			Query: map[string]string{
				"device_id":        insta.dID,
				"token_hash":       "",
				"custom_device_id": insta.uuid,
				"fetch_reason":     "token_expired",
			},
			IgnoreHeaders: []string{
				"X-Pigeon-Session-Id",
				"X-Pigeon-Rawclienttime",
				"X-Ig-App-Locale",
				"X-Ig-Device-Locale",
				"X-Ig-Mapped-Locale",
				"X-Ig-App-Startup-Country",
				"Ig-U-Shbts",
				"Ig-U-Shbid",
			},
		},
	)
	if err != nil {
		return nil
	}

	var res map[string]interface{}
	err = json.Unmarshal(body, &res)
	if err != nil {
		return err
	}

	// Get the expiry time of the token
	token := res["token"].(map[string]interface{})
	ttl := token["ttl"].(float64)
	t := token["request_time"].(float64)

	insta.xmidMu.Lock()
	insta.xmidExpiry = int64(t + ttl)
	insta.xmidMu.Unlock()

	return err
}

func (insta *Instagram) sendAdID() error {
	_, _, err := insta.sendRequest(
		&reqOptions{
			Endpoint: urlLogAttribution,
			IsPost:   true,
			Query:    map[string]string{"signed_body": "SIGNATURE.{}"},
		},
	)
	return err
}

func (insta *Instagram) callStClPushPerm() error {
	_, _, err := insta.sendRequest(
		&reqOptions{
			Endpoint: urlStoreClientPushPermissions,
			IsPost:   true,
			Query: map[string]string{
				"enabled":   "true",
				"device_id": insta.uuid,
				"_uuid":     insta.uuid,
			},
		},
	)
	return err
}

func (insta *Instagram) sync(args ...map[string]string) error {
	var query map[string]string
	if insta.Account == nil {
		query = map[string]string{
			"id":                      insta.uuid,
			"server_config_retrieval": "1",
		}
	} else {
		// if logged in
		query = map[string]string{
			"id":                      insta.uuid,
			"_id":                     toString(insta.Account.ID),
			"_uuid":                   insta.uuid,
			"server_config_retrieval": "1",
		}
	}
	data, err := json.Marshal(query)
	if err != nil {
		return err
	}

	_, h, err := insta.sendRequest(
		&reqOptions{
			Endpoint: urlSync,
			Query:    generateSignature(data),
			IsPost:   true,
			IgnoreHeaders: []string{
				"Authorization",
			},
		},
	)
	if err != nil {
		return err
	}

	hkey := h["Ig-Set-Password-Encryption-Pub-Key"]
	hkeyID := h["Ig-Set-Password-Encryption-Key-Id"]
	var key string
	var keyID string
	if len(hkey) > 0 && len(hkeyID) > 0 && hkey[0] != "" && hkeyID[0] != "" {
		key = hkey[0]
		keyID = hkeyID[0]
	}

	id, err := strconv.Atoi(keyID)
	if err != nil {
		insta.warnHandler(fmt.Errorf("Failed to parse public key id: %s", err))
	}
	insta.pubKey = key
	insta.pubKeyID = id

	return nil
}

func (insta *Instagram) getAccountFamily() error {
	_, _, err := insta.sendRequest(
		&reqOptions{
			Endpoint: urlGetAccFamily,
		},
	)
	return err
}

func (insta *Instagram) getNdxSteps() error {
	_, _, err := insta.sendRequest(
		&reqOptions{
			Endpoint: urlGetNdxSteps,
		},
	)
	return err
}

func (insta *Instagram) banyan() error {
	// TODO: process body, and put the data in a struct
	_, _, err := insta.sendRequest(
		&reqOptions{
			Endpoint: urlBanyan,
			Query: map[string]string{
				"views": `["story_share_sheet","direct_user_search_nullstate","forwarding_recipient_sheet","threads_people_picker","direct_inbox_active_now","group_stories_share_sheet","call_recipients","reshare_share_sheet","direct_user_search_keypressed"]`,
			},
		},
	)
	return err
}

func (insta *Instagram) callNotifBadge() error {
	_, _, err := insta.sendRequest(
		&reqOptions{
			Endpoint: urlNotifBadge,
			IsPost:   true,
			Query: map[string]string{
				"phone_id":  insta.fID,
				"user_ids":  strconv.FormatInt(insta.Account.ID, 10),
				"device_id": insta.uuid,
				"_uuid":     insta.uuid,
			},
		},
	)
	return err
}

func (insta *Instagram) callContPointSig() error {
	query := map[string]string{
		"phone_id":      insta.fID,
		"_uid":          strconv.FormatInt(insta.Account.ID, 10),
		"device_id":     insta.uuid,
		"_uuid":         insta.uuid,
		"google_tokens": "[]",
	}
	b, err := json.Marshal(query)
	if err != nil {
		return err
	}

	// ignore the error returned by the request, because 429 if often returned.
	// request is non-critical.
	insta.sendRequest(
		&reqOptions{
			Endpoint:  urlProcessContactPointSignals,
			IsPost:    true,
			Query:     map[string]string{"signed_body": "SIGNATURE." + string(b)},
			Ignore429: true,
		},
	)
	return nil
}

func (insta *Instagram) callMediaBlocked() error {
	_, _, err := insta.sendRequest(
		&reqOptions{
			Endpoint: urlMediaBlocked,
		},
	)
	return err
}

func (insta *Instagram) getCooldowns() (*Cooldowns, error) {
	body, _, err := insta.sendRequest(
		&reqOptions{
			Endpoint: urlCooldowns,
			Query: map[string]string{
				"signed_body": "SIGNATURE.{}",
			},
		},
	)
	if err != nil {
		return nil, err
	}

	// No clue what to use these values for
	temp := Cooldowns{}
	err = json.Unmarshal(body, &temp)
	if err != nil {
		return nil, err
	}
	return &temp, nil
}

func (insta *Instagram) getScoresBootstrapUsers() (*ScoresBootstrapUsers, error) {
	body, _, err := insta.sendRequest(
		&reqOptions{
			Endpoint: urlCooldowns,
			Query: map[string]string{
				"surfaces": `["autocomplete_user_list","coefficient_besties_list_ranking","coefficient_rank_recipient_user_suggestion","coefficient_ios_section_test_bootstrap_ranking","coefficient_direct_recipients_ranking_variant_2"]`,
			},
		},
	)
	if err != nil {
		return nil, err
	}

	// No clue what to use these values for
	s := ScoresBootstrapUsers{}
	err = json.Unmarshal(body, &s)
	if err != nil {
		return nil, err
	}

	for _, u := range s.Users {
		u.insta = insta
	}
	return &s, nil
}

func (insta *Instagram) getConfig() error {
	// returns a bunch of values with single letter labels
	// see unparsedResp/loom_fetch_config/*.json for examples
	_, _, err := insta.sendRequest(
		&reqOptions{
			Endpoint: urlFetchConfig,
		},
	)
	return err
}

// SetTimeout will set the client timeout
func (insta *Instagram) SetTimeout(t time.Duration) {
	insta.c.Timeout = t
}

// GetMedia returns media specified by id.
//
// The argument can be int64 or string
//
// See example: examples/media/like.go
func (insta *Instagram) GetMedia(o interface{}) (*FeedMedia, error) {
	media := &FeedMedia{
		insta:  insta,
		NextID: o,
	}
	return media, media.Sync()
}