Access an HTTPS service by IP address

1. Obtain the IP address of the remote service.

ping service.cn-shanghai-vpc.maxcompute.aliyun-inc.com

2. Configure the HTTP client.

The following code samples show how to create a custom HTTP adapter for different Python versions. This adapter sends the IP address in the request URL but uses the original domain name in the Host header for SSL validation. Before publishing your task, test remote access from the correct network environment.

• Python 2

  # _*_ coding: utf-8 _*_
  # only for python2
  import requests
  from urlparse import urlparse
  class HostHeaderSSLAdapter(requests.adapters.HTTPAdapter):
      def __init__(self, resolved_ip):
          super(HostHeaderSSLAdapter,self).__init__()
          self.resolved_ip = resolved_ip
      def send(self, request, **kwargs):
          connection_pool_kwargs = self.poolmanager.connection_pool_kw
          result = urlparse(request.url)
          if result.scheme == 'https' and self.resolved_ip:
              request.url = request.url.replace(
                  'https://' + result.hostname,
                  'https://' + self.resolved_ip,
              )
              connection_pool_kwargs['assert_hostname'] = result.hostname
              request.headers['Host'] = result.hostname
          else:
              connection_pool_kwargs.pop('assert_hostname', None)
          return super(HostHeaderSSLAdapter, self).send(request, **kwargs)
  def access_url(url, resolved_ip):
      session = requests.Session()
      # Get the hostname from the URL.
      parsed_url = urlparse(url)
      hostname = parsed_url.hostname
      session.mount('https://'+hostname, HostHeaderSSLAdapter(resolved_ip))
      try:
          r = session.get(url)
      except Exception as e:
          print("Error: "+ str(e))
      else:
          if r.status_code != 200:
              print("Request failed with non-200 status. Response: "+ r.text)
          else:
              print("Success. Response: "+ r.text)
  if __name__ == "__main__":
      # Obtain the IP address by using 'dig' for the domain name within the VPC environment.
      # Test a VPC address.
      #access_url("https://service.cn-shanghai-vpc.maxcompute.aliyun-inc.com", "100.103.104.45")
      # Test a public network address.
      access_url("https://service.cn-shanghai.maxcompute.aliyun.com", "47.116.XX.XX")

• Python 3

  # _*_ coding: utf-8 _*_
  import requests
  from urllib.parse import urlparse 
  class HostHeaderSSLAdapter(requests.adapters.HTTPAdapter):
      def __init__(self, resolved_ip):
          super().__init__()                                        
          self.resolved_ip = resolved_ip
      def send(self, request, **kwargs):
          connection_pool_kwargs = self.poolmanager.connection_pool_kw
          result = urlparse(request.url)
          if result.scheme == 'https' and self.resolved_ip:
              request.url = request.url.replace(
                  'https://' + result.hostname,
                  'https://' + self.resolved_ip,
              )
              connection_pool_kwargs['server_hostname'] = result.hostname  
              # Overwrite the Host header.
              request.headers['Host'] = result.hostname
          else:
              # Clear headers that might be left from a previous request.
              connection_pool_kwargs.pop('server_hostname', None)           
          return super().send(request, **kwargs)
  def access_url(url, resolved_ip):
      session = requests.Session()
      # Get the hostname from the URL.
      parsed_url = urlparse(url)
      hostname = parsed_url.hostname
      session.mount('https://'+hostname, HostHeaderSSLAdapter(resolved_ip))
      try:
          r = session.get(url)
      except Exception as e:
          print("Error: "+ str(e))
      else:
          if r.status_code != 200:
              print("Request failed with non-200 status. Response: "+ r.text)
          else:
              print("Success. Response: "+ r.text)
  if __name__ == "__main__":
      # Obtain the IP address by using 'dig' for the domain name within the VPC environment.
      # Test a VPC address.
      #access_url("https://service.cn-shanghai-vpc.maxcompute.aliyun-inc.com", "100.103.104.45")
      # Test a public network address.
      access_url("https://service.cn-shanghai.maxcompute.aliyun.com", "47.116.XX.XX")

Test results

• Access the MaxCompute service from a local machine over the public network.

  if __name__ == "__main__":
      access_url( url="https://service.cn-shanghai.maxcompute.aliyun.com", resolved_ip="47.116.XX.XX")
  "D:\Program Files\Python311\python.exe" D:\ProgramData\PycharmProjects\pythontest1\text.py
  Success. Response: <!DOCTYPE html>
  <html>
  <head>
  <title>Welcome to tengine!</title>
  <style>
      body {
              width: 35em;
              margin: 0 auto;
              font-family: Tahoma, Verdana, Arial, sans-serif;
      }
  </style>
  </head>
  <body>
  <h1>Welcome to tengine!</h1>
  <p>If you see this page, the tengine web server is successfully installed and
  working. Further configuration is required.</p>
  <p>For online documentation and support please refer to
  <a href="http://tengine.taobao.org/">tengine.taobao.org</a>.</p>
  <p><em>Thank you for using tengine.</em></p>
  </body>
  </html>

• Access the MaxCompute service from a Linux ECS instance over the public network.

  [root@iZbp1ehm6ky76ig8n1jd8dZ opt]# python3 text.py
  Success. Response: <!DOCTYPE html>
  <html>
  <head>
  <title>Welcome to tengine!</title>
  <style>
      body {
          width: 35em;
          margin: 0 auto;
          font-family: Tahoma, Verdana, Arial, sans-serif;
      }
  </style>
  </head>
  <body>
  <h1>Welcome to tengine!</h1>
  <p>If you see this page, the tengine web server is successfully installed and
  working. Further configuration is required.</p>
  <p>For online documentation and support please refer to
  <a href="http://tengine.taobao.org/">tengine.taobao.org</a>.</p>
  <p><em>Thank you for using tengine.</em></p>
  </body>
  </html>