CoCalc -- Demo1.ipynb

Kernel: Python 2 (system-wide)

In [1]:

# reference reading
# http://jonathansoma.com/lede/foundations-2017/classes/adv-scraping/advanced-scraping-form-submission/

In [0]:

import requests
from bs4 import BeautifulSoup

In [2]:

url="https://www.amcm.gov.mo/api/oamcm/middle-rates"

In [3]:

# calendar day 2018-10-23 (not sure what format is this)
cdate = 1540274400

In [5]:

param = dict(
    start = 1540274400,
    end = 1540274400,
    type = display
)

In [9]:

response = requests.post(url, data=param)
# status code 200 = OK
print(response.status_code)

200

In [10]:

soup = BeautifulSoup(response.text, 'html.parser')
soup.prettify()

'{"status":1,"code":200,"content":"[{\\"valueDate\\":\\"1540310400\\",\\"currency\\":\\"AUD\\",\\"unit\\":\\"1\\",\\"mopMean\\":\\"5.72570000\\",\\"bid\\":\\"0.70910000\\"},{\\"valueDate\\":\\"1540310400\\",\\"currency\\":\\"CAD\\",\\"unit\\":\\"1\\",\\"mopMean\\":\\"6.17240000\\",\\"bid\\":\\"1.30780000\\"},{\\"valueDate\\":\\"1540310400\\",\\"currency\\":\\"CHF\\",\\"unit\\":\\"1\\",\\"mopMean\\":\\"8.10920000\\",\\"bid\\":\\"0.99540000\\"},{\\"valueDate\\":\\"1540310400\\",\\"currency\\":\\"CNY\\",\\"unit\\":\\"1\\",\\"mopMean\\":\\"1.16280000\\",\\"bid\\":\\"694.28000000\\"},{\\"valueDate\\":\\"1540310400\\",\\"currency\\":\\"DKK\\",\\"unit\\":\\"1\\",\\"mopMean\\":\\"1.24100000\\",\\"bid\\":\\"6.50500000\\"},{\\"valueDate\\":\\"1540310400\\",\\"currency\\":\\"EUR\\",\\"unit\\":\\"1\\",\\"mopMean\\":\\"9.25870000\\",\\"bid\\":\\"1.14670000\\"},{\\"valueDate\\":\\"1540310400\\",\\"currency\\":\\"GBP\\",\\"unit\\":\\"1\\",\\"mopMean\\":\\"10.48060000\\",\\"bid\\":\\"1.29810000\\"},{\\"valueDate\\":\\"1540310400\\",\\"currency\\":\\"HKD\\",\\"unit\\":\\"1\\",\\"mopMean\\":\\"1.03000000\\",\\"bid\\":\\"1.02900000\\"},{\\"valueDate\\":\\"1540310400\\",\\"currency\\":\\"JPY\\",\\"unit\\":\\"100\\",\\"mopMean\\":\\"7.17930000\\",\\"bid\\":\\"112.44000000\\"},{\\"valueDate\\":\\"1540310400\\",\\"currency\\":\\"KRW\\",\\"unit\\":\\"100\\",\\"mopMean\\":\\"0.71000000\\",\\"bid\\":\\"1134.50000000\\"},{\\"valueDate\\":\\"1540310400\\",\\"currency\\":\\"LIQ\\",\\"unit\\":\\"0\\",\\"mopMean\\":\\"0.00000000\\",\\"bid\\":\\"0.30000000\\"},{\\"valueDate\\":\\"1540310400\\",\\"currency\\":\\"MYR\\",\\"unit\\":\\"1\\",\\"mopMean\\":\\"1.93960000\\",\\"bid\\":\\"4.16000000\\"},{\\"valueDate\\":\\"1540310400\\",\\"currency\\":\\"NOK\\",\\"unit\\":\\"1\\",\\"mopMean\\":\\"0.97360000\\",\\"bid\\":\\"8.29200000\\"},{\\"valueDate\\":\\"1540310400\\",\\"currency\\":\\"NZD\\",\\"unit\\":\\"1\\",\\"mopMean\\":\\"5.29020000\\",\\"bid\\":\\"0.65500000\\"},{\\"valueDate\\":\\"1540310400\\",\\"currency\\":\\"SEK\\",\\"unit\\":\\"1\\",\\"mopMean\\":\\"0.89450000\\",\\"bid\\":\\"9.02470000\\"},{\\"valueDate\\":\\"1540310400\\",\\"currency\\":\\"SGD\\",\\"unit\\":\\"1\\",\\"mopMean\\":\\"5.85840000\\",\\"bid\\":\\"1.37800000\\"},{\\"valueDate\\":\\"1540310400\\",\\"currency\\":\\"TWD\\",\\"unit\\":\\"1\\",\\"mopMean\\":\\"0.26080000\\",\\"bid\\":\\"30.93900000\\"},{\\"valueDate\\":\\"1540310400\\",\\"currency\\":\\"USD\\",\\"unit\\":\\"1\\",\\"mopMean\\":\\"8.07350000\\",\\"bid\\":\\"7.83820000\\"}]"}\n'

In [13]:

import json
body = json.loads(str(soup))
print(body['content'])

[{"valueDate":"1540310400","currency":"AUD","unit":"1","mopMean":"5.72570000","bid":"0.70910000"},{"valueDate":"1540310400","currency":"CAD","unit":"1","mopMean":"6.17240000","bid":"1.30780000"},{"valueDate":"1540310400","currency":"CHF","unit":"1","mopMean":"8.10920000","bid":"0.99540000"},{"valueDate":"1540310400","currency":"CNY","unit":"1","mopMean":"1.16280000","bid":"694.28000000"},{"valueDate":"1540310400","currency":"DKK","unit":"1","mopMean":"1.24100000","bid":"6.50500000"},{"valueDate":"1540310400","currency":"EUR","unit":"1","mopMean":"9.25870000","bid":"1.14670000"},{"valueDate":"1540310400","currency":"GBP","unit":"1","mopMean":"10.48060000","bid":"1.29810000"},{"valueDate":"1540310400","currency":"HKD","unit":"1","mopMean":"1.03000000","bid":"1.02900000"},{"valueDate":"1540310400","currency":"JPY","unit":"100","mopMean":"7.17930000","bid":"112.44000000"},{"valueDate":"1540310400","currency":"KRW","unit":"100","mopMean":"0.71000000","bid":"1134.50000000"},{"valueDate":"1540310400","currency":"LIQ","unit":"0","mopMean":"0.00000000","bid":"0.30000000"},{"valueDate":"1540310400","currency":"MYR","unit":"1","mopMean":"1.93960000","bid":"4.16000000"},{"valueDate":"1540310400","currency":"NOK","unit":"1","mopMean":"0.97360000","bid":"8.29200000"},{"valueDate":"1540310400","currency":"NZD","unit":"1","mopMean":"5.29020000","bid":"0.65500000"},{"valueDate":"1540310400","currency":"SEK","unit":"1","mopMean":"0.89450000","bid":"9.02470000"},{"valueDate":"1540310400","currency":"SGD","unit":"1","mopMean":"5.85840000","bid":"1.37800000"},{"valueDate":"1540310400","currency":"TWD","unit":"1","mopMean":"0.26080000","bid":"30.93900000"},{"valueDate":"1540310400","currency":"USD","unit":"1","mopMean":"8.07350000","bid":"7.83820000"}]

In [18]:

import pandas as pd
df = pd.read_json(body['content'])

In [20]:

print(df)

          bid currency  mopMean  unit   valueDate
    0.7091      AUD   5.7257     1  1540310400
    1.3078      CAD   6.1724     1  1540310400
    0.9954      CHF   8.1092     1  1540310400
  694.2800      CNY   1.1628     1  1540310400
    6.5050      DKK   1.2410     1  1540310400
    1.1467      EUR   9.2587     1  1540310400
    1.2981      GBP  10.4806     1  1540310400
    1.0290      HKD   1.0300     1  1540310400
  112.4400      JPY   7.1793   100  1540310400
 1134.5000      KRW   0.7100   100  1540310400
   0.3000      LIQ   0.0000     0  1540310400
   4.1600      MYR   1.9396     1  1540310400
   8.2920      NOK   0.9736     1  1540310400
   0.6550      NZD   5.2902     1  1540310400
   9.0247      SEK   0.8945     1  1540310400
   1.3780      SGD   5.8584     1  1540310400
  30.9390      TWD   0.2608     1  1540310400
   7.8382      USD   8.0735     1  1540310400

In [31]:

result = df.loc[df['currency']=="LIQ"]['bid']
print(result.values)

[0.3]

In [2]:

int = 2

In [3]:

int

2

In [5]:

type(str)

type

In [ ]: