python - 如何使用 golang 从重定向的 url 获取响应内容

Question

我在 postman 中发出了一个http post请求，它工作正常，而且我导出了python代码，响应数据也很好。但是当我使用 golang 语法相同的代码时，我无法获取响应数据。

import requests


headers = {
    'Accept': 'application/json, text/javascript, */*; q=0.01',
    'X-Apple-I-FD-Client-Info': '{"U":"Mozilla/5.0',
    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36',
    'Content-Type': 'application/json',
    'Origin': 'https://iforgot.apple.com',
    'Referer': 'https://iforgot.apple.com/password/verify/appleid',
    'Accept-Encoding': 'gzip, deflate, br',
    'Accept-Language': 'en-US,en;q=0.9'
}


data = '{"id":"ali@gmail.com"}'


response = requests.post('https://iforgot.apple.com/password/verify/appleid', headers=headers, data=data)
print(response.text)
print(response)

上面的http请求代码工作正常。但在 golang 中，它没有显示 python 请求所示的结果。

GoLang 代码是:

package main

import (
    "bytes"
    "encoding/json"
    "fmt"
    "io/ioutil"
    "log"
    "net/http"
)

func main() {
    url := "https://iforgot.apple.com/password/verify/appleid"
    method := "POST"
    // payload := strings.NewReader("{\"id\":\"ali@gmail.com\"}")

    reqBody, err := json.Marshal(map[string]string{
        "id": "ali@gmail.com",
    })
    if err != nil {
        print(err)
    }
    payload := bytes.NewBuffer(reqBody)

    log.Println("A Payload is ", payload)

    client := &http.Client{}
    req, err := http.NewRequest(method, url, payload)
    if err != nil {
        fmt.Println(err)
    }
    fmt.Println("Payload: ", payload)
    req.Header.Add("Accept", "application/json, text/javascript, */*; q=0.01")
    req.Header.Add("X-Apple-I-FD-Client-Info", `{"U":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36","L":"en-US","Z":"GMT+05:00","V":"1.1","F":"VGa44j1e3NlY5BSo9z4ofjb75PaK4Vpjt.gEngMQEjZr_WhXTA2s.XTVV26y8GGEDd5ihORoVyFGh8cmvSuCKzIlnY6xljQlpRD_vLwoxVagmmypZHgfLMC7AeLd7FmrpwoNN5uQ4s5uQ.gEx4xUC541jlS7spjt.gEngMQEjZr_WhXTA2s.XTVV26y8GGEDd5ihORoVyFGh8cmvSuCKzIlnY6xljQlpRD_vLwoxVagmmypZHgfLMC7Awvw0BpUMnGWqbyATblVnmccbguaDeyjaY2ftckuyPBDjaY1HGOg3ZLQ0IHxVS_509K8Qai.uJtHoqvynx9MsFyxYMA1cCyecGYiMfU.a4Y.a4Vdm_69WK2iwAxMOyeMrgPuVrA1cCtTf237lY5BSp55BNlan0Os5Apw.9o0"}`)
    req.Header.Add("Content-Type", "application/x-www-form-urlencoded; param=value")
    req.Header.Add("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.117 Safari/537.36")
    req.Header.Add("Origin", "https://iforgot.apple.com")
    req.Header.Add("Referer", "https://iforgot.apple.com/password/verify/appleid")
    req.Header.Add("Accept-Encoding", "gzip, deflate, br")
    req.Header.Add("Accept-Language", "en-US,en;q=0.9")
    res, err := client.Do(req)
    defer res.Body.Close()
    body, err := ioutil.ReadAll(res.Body)
    fmt.Println(string(body))
}

我需要与 python 中得到的结果相同的结果。

Answer 1

您提出的请求和您使用的客户端都存在根本差异。 python requests 客户端默认会自动处理 cookie 并解压结果，而 Go 客户端则不会。

您还发送了一个 json 正文，但在 Go 示例中您指定正文为 application/x-www-form-urlencoded，这意味着它不会被正确解析服务器。

如果您添加一个 jar 来处理 cookie，不请求压缩响应(或者解压缩响应)，并正确设置内容类型，Go 示例将按预期工作:

url := "https://iforgot.apple.com/password/verify/appleid"
method := "POST"

jar, _ := cookiejar.New(nil)
client := &http.Client{Jar: jar}
req, err := http.NewRequest(method, url, strings.NewReader(`{"id":"ali@gmail.com"}`))
if err != nil {
    log.Fatal(err)
}
req.Header.Add("Accept", "application/json, text/javascript")
req.Header.Add("Content-Type", "application/json")
res, err := client.Do(req)
if err != nil {
    log.Fatal(err)
}
defer res.Body.Close()

body, err := ioutil.ReadAll(res.Body)
if err != nil {
    log.Fatal(err)
}
fmt.Println(string(body))