-1

I have a problem with winhttp.winhttprequest.5.1 & MSXML2.XMLHTTP.6.0 for download large bin file. My code :

;Droit Admin
#RequireAdmin

;Handler Error
Global $__g_oHTTP_ErrorHandler = ObjEvent("AutoIt.Error", __HTTP_OnError)

$local = @DesktopDir & "\test.bin"
$lien = "https://mylink1-26Mb"
;$lien = "https://mylink2-11Mb"

$oHTTP = ObjCreate("WinHttp.WinHttpRequest.5.1")

;First Connection with SSO authenticate
$url = "https://sso.authenticate"
$target = "https://domain"
$body = "USER=ABCD1234&PASSWORD=AZERTY&target=" & $target
$oHTTP = ObjCreate("WinHttp.WinHttpRequest.5.1")
$oHTTP.Open("POST", $url, False)
$oHTTP.Send($body)

;Print
ConsoleWrite($oHTTP.Status & @CR)
ConsoleWrite($oHTTP.GetAllResponseHeaders & @CR)

Console :

200
Cache-Control: no-cache, private
Connection: Keep-Alive Date: Thu,25 Aug 2022 07:12:25 GMT
Keep-Alive: timeout=5, max=98
Pragma: no-cache
Transfer-Encoding: chunked
Content-Type: text/html;charset=UTF-8
Expires: -1
Server: Apache
Vary: Accept-Encoding
X-Vcap-Request-Id: ############################

;Request HEAD to obtain size file
$oHTTP.Open("HEAD", $lien, False)
$oHTTP.Send()

;Print
$size_cloud_file = $oHTTP.GetResponseHeader("Content-Length")
ConsoleWrite($oHTTP.Status & @CR)
ConsoleWrite($oHTTP.GetAllResponseHeaders & @CR)

Console :

200
Cache-Control: no-cache, private
Connection: Keep-Alive
Date: Thu, 25 Aug 2022 07:12:25 GMT
Keep-Alive: timeout=5, max=97
Pragma: no-cache
qr> Content-Length: 26683497
Content-Type: text/plain;charset=UTF-8 Expires: 0
Server: Apache
Content-Description: File Transfer
Content-Disposition: attachment;filename=file.bin
X-Vcap-Request-Id: ########################

;Download File
$oHTTP.Open("GET", $lien, False)
$oHTTP.Send()

;Print all values
Consolewrite("#Status                           : " & $oHTTP.Status & @CR)
Consolewrite("#Status Text                      : " & $oHTTP.StatusText & @CR)
Consolewrite("#GetAllResponseHeaders            : " & @CR & $oHTTP.GetAllResponseHeaders & @CR)
;Consolewrite("Response Text                   : " & $oHTTP.ResponseText & @CR)
if ($oHTTP.option(0)) Then Consolewrite("#UserAgentString                   : " & $oHTTP.option(0) & @CR)
if ($oHTTP.option(1)) Then Consolewrite("#URL                               : " & $oHTTP.option(1) & @CR)
if ($oHTTP.option(2)) Then Consolewrite("#URLCodePage                       : " & $oHTTP.option(2) & @CR)
if ($oHTTP.option(3)) Then Consolewrite("#EscapePercentInURL                : " & $oHTTP.option(3) & @CR)
if ($oHTTP.option(4)) Then Consolewrite("#SslErrorIgnoreFlags               : " & $oHTTP.option(4) & @CR)
if ($oHTTP.option(5)) Then Consolewrite("#SelectCertificate                 : " & $oHTTP.option(5) & @CR)
if ($oHTTP.option(6)) Then Consolewrite("#EnableRedirects                   : " & $oHTTP.option(6) & @CR)
if ($oHTTP.option(7)) Then Consolewrite("#UrlEscapeDisable                  : " & $oHTTP.option(7) & @CR)
if ($oHTTP.option(8)) Then Consolewrite("#UrlEscapeDisableQuery             : " & $oHTTP.option(8) & @CR)
if ($oHTTP.option(9)) Then Consolewrite("#SecureProtocols                   : " & $oHTTP.option(9) & @CR)
if ($oHTTP.option(10)) Then Consolewrite("#EnableTracing                     : " & $oHTTP.option(10) & @CR)
if ($oHTTP.option(11)) Then Consolewrite("#RevertImpersonationOverSsl        : " & $oHTTP.option(11) & @CR)
if ($oHTTP.option(12)) Then Consolewrite("#EnableHttpsToHttpRedirects        : " & $oHTTP.option(12) & @CR)
if ($oHTTP.option(13)) Then Consolewrite("#EnablePassportAuthentication      : " & $oHTTP.option(13) & @CR)
if ($oHTTP.option(14)) Then Consolewrite("#MaxAutomaticRedirects             : " & $oHTTP.option(14) & @CR)
if ($oHTTP.option(15)) Then Consolewrite("#MaxResponseHeaderSize             : " & $oHTTP.option(15) & @CR)
if ($oHTTP.option(16)) Then Consolewrite("#MaxResponseDrainSize              : " & $oHTTP.option(16) & @CR)
if ($oHTTP.option(17)) Then Consolewrite("#EnableHttp1_1                     : " & $oHTTP.option(17) & @CR)
if ($oHTTP.option(18)) Then Consolewrite("#EnableCertificateRevocationCheck  : " & $oHTTP.option(18) & @CR)

Console :

#Status : 200
#Status Text : OK
#GetAllResponseHeaders :
Cache-Control: no-cache, private
Connection: Keep-Alive
Date: Thu, 25 Aug 2022 07:12:26 GMT
Keep-Alive: timeout=5, max=96
Pragma: no-cache
Content-Length: 26683497
Content-Type: text/plain;charset=UTF-8
Expires: 0
Server: Apache Vary: Accept-Encoding
Content-Description: File Transfer
Content-Disposition: attachment;filename=file.bin
X-Vcap-Request-Id: ######################################

#UserAgentString : Mozilla/4.0 (compatible; Win32; WinHttp.WinHttpRequest.5)
#URL : https://mylink1-26Mb
#URLCodePage : 65001
#EnableRedirects : True
#UrlEscapeDisableQuery : True
#RevertImpersonationOverSsl : True
#MaxAutomaticRedirects : 10
#MaxResponseHeaderSize : 65536
#MaxResponseDrainSize : 1024000
#EnableHttp1_1 : True

;Copy ResponseBody to bin local file
FileDelete($local)
$handle = FileOpen($local, 18)
FileWrite($handle, $oHTTP.ResponseBody)         ;=> ResponseBody empty or not exist
FileClose($handle)

Func __HTTP_OnError($oError)
    ConsoleWrite(@ScriptName & " (" & $oError.scriptline & ") : ==> COM Error intercepted !" & @CRLF & _
            @TAB & "err.number is: " & @TAB & @TAB & "0x" & Hex($oError.number) & @CRLF & _
            @TAB & "err.windescription:" & @TAB & $oError.windescription & @CRLF & _
            @TAB & "err.description is: " & @TAB & $oError.description & @CRLF & _
            @TAB & "err.source is: " & @TAB & @TAB & $oError.source & @CRLF & _
            @TAB & "err.helpfile is: " & @TAB & $oError.helpfile & @CRLF & _
            @TAB & "err.helpcontext is: " & @TAB & $oError.helpcontext & @CRLF & _
            @TAB & "err.lastdllerror is: " & @TAB & $oError.lastdllerror & @CRLF & _
            @TAB & "err.scriptline is: " & @TAB & $oError.scriptline & @CRLF & _
            @TAB & "err.retcode is: " & @TAB & "0x" & Hex($oError.retcode) & @CRLF & @CRLF)
EndFunc   ;==>_MyCOMErrFunc

If i use the same script with a 11Mb file, there are no problem !
It's same error with COM : "MSXML2.XMLHTTP.6.0"

Thanks for your help !

Simon Mourier
  • 132,049
  • 21
  • 248
  • 298

1 Answers1

0

Solution :

I use https://github.com/dragana-r/autoit-winhttp Thanks to @dragana

#include <WinHttpConstants.au3>
#include <WinHttp.au3>

Func Download($lien,$local,$progressbar)

    ;Check compatibility with windows
    If Not _WinHttpCheckPlatform() Then
       ConsoleWrite("WinHTTP not compatible" & @CR)
       Return "WinHTTP not compatible"
    EndIf

    $sProxy = "my_proxy:my_port"
    $sProxyBypass = "my_proxy_local_bypass"
    $url = "https://sso.authenticate"
    $target = "https://domain"
    $body = "USER=ABCD1234&PASSWORD=AZERTY&target=" & $target

    ;First connexion POST
    ;OPEN
    $hOpen = _WinHttpOpen("Mozilla/5.0 (Windows NT 10.0; Win64; x64)   AppleWebKit/537.36 (KHTML, like Gecko) Chrome/42.0.2311.135 Safari/537.36 Edge/12.10240", _
                          $WINHTTP_ACCESS_TYPE_NAMED_PROXY, _
                          $sProxy, _
                          $sProxyBypass)
    if @error Then
       ConsoleWrite("ERREUR : WinHttpOpen :" & @error & @CR)
       Return "ERREUR : WinHttpOpen"
    EndIf

    ;CONNECT
    $hConnect = _WinHttpConnect($hOpen, $url, $INTERNET_DEFAULT_HTTPS_PORT)
    if @error Then
       ConsoleWrite("ERREUR : WinHttpConnect1 : " & @error)
       Return "ERREUR : WinHttpConnect1"
    EndIf

    ;REQUEST SEND
    $hRequest =  _WinHttpSimpleSendSSLRequest($hConnect, "POST", $surl, $WINHTTP_NO_REFERER, $body)
    if @error Then
       ConsoleWrite("ERREUR : WinHttpSimpleSendSSLRequest1 : " & @error)
       Return "ERREUR : WinHttpSimpleSendSSLRequest1"
    EndIf

    ;WAIT
    _WinHttpReceiveResponse($hRequest)

    ;OUT if problems
    If ( _WinHttpQueryHeaders($hRequest, $WINHTTP_QUERY_STATUS_CODE) <> 200 ) Then
       ConsoleWrite("ERREUR : Connexion fail" & @CR)
       Return "ERREUR : Connexion fail"
    EndIf

    ;Second : HEAD (obtain size) 
    $url_crack = _WinHttpCrackUrl($lien)
    $url = $url_crack[0] & "://" & $url_crack[2] & "/"
    $surl = $url_crack[6] & $url_crack[7]

    $hConnect = _WinHttpConnect($hOpen, $url, $INTERNET_DEFAULT_HTTPS_PORT)
    if @error Then
       ConsoleWrite("ERREUR : WinHttpConnect2 : " & @error)
       Return "ERREUR : WinHttpConnect2"
    EndIf

    $hRequest =  _WinHttpSimpleSendSSLRequest($hConnect, "HEAD", $surl, $WINHTTP_NO_REFERER)
    if @error Then
       ConsoleWrite("ERREUR : WinHttpSimpleSendSSLRequest2 : " & @error & @CR)
       Return "ERREUR : WinHttpSimpleSendSSLRequest2"
    EndIf

    ;WAIT
    _WinHttpReceiveResponse($hRequest)

    ;OUT if problems
    If ( _WinHttpQueryOption($hRequest, $WINHTTP_OPTION_URL) <> $lien ) Then
       ConsoleWrite("ERREUR : Requête HEAD" &@CR)
       Return "ERREUR : Requête HEAD"
    EndIf

    $size_cloud_file = _WinHttpQueryHeaders($hRequest, $WINHTTP_QUERY_CONTENT_LENGTH)
    $size_local_file = FileGetSize($local)
    GUICtrlSetData($progressbar, 0)
    GUICtrlSetState($progressbar, $GUI_SHOW)

    ;If size is different
    If $size_cloud_file <> $size_local_file Then

       ;CONNECT
       $hConnect = _WinHttpConnect($hOpen, $url, $INTERNET_DEFAULT_HTTPS_PORT)
       if @error Then
          ConsoleWrite("ERREUR : WinHttpConnect3 : " & @error & @CR)
          Return "ERREUR : WinHttpConnect3"
       EndIf

       $hRequest =  _WinHttpSimpleSendSSLRequest($hConnect, _
                                                "GET", _
                                                $surl, _
                                                Default, _
                                                Default, _
                                                Default)
       if @error Then
          ConsoleWrite("ERREUR : WinHttpSimpleSendSSLRequest : " & @error)
          Return "ERREUR : WinHttpSimpleSendSSLRequest"
       EndIf


       $sData = Binary("")
       If _WinHttpQueryDataAvailable($hRequest) Then
          While 1

              $sChunk = _WinHttpReadData($hRequest, 2)
              If @error Then ExitLoop
              $sData &= $sChunk

              $pourcent = Int((BinaryLen($sData) / $size_cloud_file) * 100)
              GUICtrlSetData($progressbar, $pourcent)

          WEnd
      Else
          ConsoleWrite("ERREUR : WinHttpQueryDataAvailable : " & @error)
          Return "ERREUR : WinHttpQueryDataAvailable"
      EndIf

      ;Copy Byte Array to file
      FileDelete($local)
      $handle = FileOpen($local, 18)
      FileWrite($handle, $sData)
      FileClose($handle)

      ;If fail copy or download
      If ( FileGetSize($local) <> $size_cloud_file ) Then

         ConsoleWrite("ERREUR : File error" & @CR)
         Return "ERREUR : File error"

      EndIf


endfunc