diff --git a/CEDA/macroecon/BOJData.py b/CEDA/macroecon/BOJData.py new file mode 100644 index 0000000..acf7451 --- /dev/null +++ b/CEDA/macroecon/BOJData.py @@ -0,0 +1,52 @@ +import requests +import pandas as pd +from bs4 import BeautifulSoup + +url = { + "BOJ": "https://www.stat-search.boj.or.jp" +} + +class BOJData(object): + def __init__(self) -> None: + pass + + def toc(self): + tmp_url = url["BOJ"] + "/index_en.html" + r = requests.get(tmp_url) + main_statistics_table = BeautifulSoup(r.text, "html.parser").find_all('div', {"class": "clearfix"})[1] + uls = main_statistics_table.find_all("ul") + lis = [li for ul in uls for li in ul.find_all("li", {"class": "icoSimpleRightArrowForMainTime-series mainTimeSeriesName"})] + li_text = [li.text.strip() for li in lis] + li_urls = [url["BOJ"] + li.a.get("href") for li in lis] + toc = pd.DataFrame({"title": li_text, "url":li_urls}) + return toc + + def _download(self, down_url:str=None): + r = requests.get(down_url) + table = BeautifulSoup(r.text, "html.parser").find_all("table") + data = pd.read_html(str(table))[0] + header = ["time"] + list(data.loc[0][1:]) + data.columns = header + data = data[1:] + return data + + def download_data(self, query:str=None): + toc = self.toc() + if query == None: + return ValueError("rex is invalid.") + else: + data = toc[toc["title"].str.contains(query)].reset_index(drop=True) + if data.empty: + return ValueError("No related dataset, check the query again") + else: + output = [] + for i in range(0, len(data)): + output.append(self._download(down_url=data.loc[i]["url"])) + + return output + + + + + + \ No newline at end of file diff --git a/CEDA/macroecon/ECB.py b/CEDA/macroecon/ECBData.py similarity index 100% rename from CEDA/macroecon/ECB.py rename to CEDA/macroecon/ECBData.py diff --git a/CEDA/macroecon/toc_boj.csv b/CEDA/macroecon/toc_boj.csv new file mode 100644 index 0000000..51a035a --- /dev/null +++ b/CEDA/macroecon/toc_boj.csv @@ -0,0 +1,51 @@ +,name,url +0,Basic Loan Rate[Daily] [Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/ir01_d_1_en.html +1,Average Interest Rates Posted at Financial Institutions by Type of Deposit[Weekly(Monday Base)],https://www.stat-search.boj.or.jp/ssi/mtshtml/ir02_w1_1_en.html +2,Average Contracted Interest Rates on Loans and Discounts[Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/ir04_m_1_en.html +3,Call Rates[Daily] [Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/fm01_d_1_en.html +4,Foreign Exchange Rate(Tokyo Market Interbank Rates)[Daily] [Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/fm08_d_1_en.html +5,Effective Exchange Rates[Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/fm09_m_1_en.html +6,Monetary Base/Average Amounts Outstanding[Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/md01_m_1_en.html +7,Money Stock[Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/md02_m_1_en.html +8,"Deposits, Vault Cash, and Loans and Bills Discounted[Monthly]",https://www.stat-search.boj.or.jp/ssi/mtshtml/md11_m_1_en.html +9,Principal Figures of Financial Institutions[Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/md13_m_1_en.html +10,Principal Accounts/percentage changes from the previous year(Domestically Licensed Banks)[Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/bs02_m_1_en.html +11,Households Financial Assets(Flow of Funds Accounts)[Quarterly],https://www.stat-search.boj.or.jp/ssi/mtshtml/ff_q_1_en.html +12,TANKAN/Judgement Survey/Business Conditions[Quarterly],https://www.stat-search.boj.or.jp/ssi/mtshtml/co_q_1_en.html +13,TANKAN/Judgement Survey/Domestic Supply & Demand Conditions[Quarterly],https://www.stat-search.boj.or.jp/ssi/mtshtml/co_q_2_en.html +14,TANKAN/Judgement Survey/Change in Output Prices[Quarterly],https://www.stat-search.boj.or.jp/ssi/mtshtml/co_q_3_en.html +15,TANKAN/Judgement Survey/Change in Input Prices[Quarterly],https://www.stat-search.boj.or.jp/ssi/mtshtml/co_q_4_en.html +16,TANKAN/Judgement Survey/Production Capacity[Quarterly],https://www.stat-search.boj.or.jp/ssi/mtshtml/co_q_5_en.html +17,TANKAN/Judgement Survey/Employment Conditions[Quarterly],https://www.stat-search.boj.or.jp/ssi/mtshtml/co_q_6_en.html +18,TANKAN/Judgement Survey/Financial Position[Quarterly],https://www.stat-search.boj.or.jp/ssi/mtshtml/co_q_7_en.html +19,TANKAN/Judgement Survey/Lending Attitude[Quarterly],https://www.stat-search.boj.or.jp/ssi/mtshtml/co_q_8_en.html +20,TANKAN/Annual Projections/Fixed Investment[Fiscal Year],https://www.stat-search.boj.or.jp/ssi/mtshtml/co_fy_1_en.html +21,TANKAN/Annual Projections/Current Profits[Fiscal Year],https://www.stat-search.boj.or.jp/ssi/mtshtml/co_fy_2_en.html +22,Corporate Goods Price Index(CGPI)[Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/pr01_m_1_en.html +23,Services Producer Price Index(SPPI)[Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/pr02_m_1_en.html +24,Balance of Payments[Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/bp01_m_1_en.html +25,Basic Loan Rate[Daily] [Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/ir01_d_1_en.html +26,Average Interest Rates Posted at Financial Institutions by Type of Deposit[Weekly(Monday Base)],https://www.stat-search.boj.or.jp/ssi/mtshtml/ir02_w1_1_en.html +27,Average Contracted Interest Rates on Loans and Discounts[Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/ir04_m_1_en.html +28,Call Rates[Daily] [Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/fm01_d_1_en.html +29,Foreign Exchange Rate(Tokyo Market Interbank Rates)[Daily] [Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/fm08_d_1_en.html +30,Effective Exchange Rates[Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/fm09_m_1_en.html +31,Monetary Base/Average Amounts Outstanding[Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/md01_m_1_en.html +32,Money Stock[Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/md02_m_1_en.html +33,"Deposits, Vault Cash, and Loans and Bills Discounted[Monthly]",https://www.stat-search.boj.or.jp/ssi/mtshtml/md11_m_1_en.html +34,Principal Figures of Financial Institutions[Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/md13_m_1_en.html +35,Principal Accounts/percentage changes from the previous year(Domestically Licensed Banks)[Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/bs02_m_1_en.html +36,Households Financial Assets(Flow of Funds Accounts)[Quarterly],https://www.stat-search.boj.or.jp/ssi/mtshtml/ff_q_1_en.html +37,TANKAN/Judgement Survey/Business Conditions[Quarterly],https://www.stat-search.boj.or.jp/ssi/mtshtml/co_q_1_en.html +38,TANKAN/Judgement Survey/Domestic Supply & Demand Conditions[Quarterly],https://www.stat-search.boj.or.jp/ssi/mtshtml/co_q_2_en.html +39,TANKAN/Judgement Survey/Change in Output Prices[Quarterly],https://www.stat-search.boj.or.jp/ssi/mtshtml/co_q_3_en.html +40,TANKAN/Judgement Survey/Change in Input Prices[Quarterly],https://www.stat-search.boj.or.jp/ssi/mtshtml/co_q_4_en.html +41,TANKAN/Judgement Survey/Production Capacity[Quarterly],https://www.stat-search.boj.or.jp/ssi/mtshtml/co_q_5_en.html +42,TANKAN/Judgement Survey/Employment Conditions[Quarterly],https://www.stat-search.boj.or.jp/ssi/mtshtml/co_q_6_en.html +43,TANKAN/Judgement Survey/Financial Position[Quarterly],https://www.stat-search.boj.or.jp/ssi/mtshtml/co_q_7_en.html +44,TANKAN/Judgement Survey/Lending Attitude[Quarterly],https://www.stat-search.boj.or.jp/ssi/mtshtml/co_q_8_en.html +45,TANKAN/Annual Projections/Fixed Investment[Fiscal Year],https://www.stat-search.boj.or.jp/ssi/mtshtml/co_fy_1_en.html +46,TANKAN/Annual Projections/Current Profits[Fiscal Year],https://www.stat-search.boj.or.jp/ssi/mtshtml/co_fy_2_en.html +47,Corporate Goods Price Index(CGPI)[Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/pr01_m_1_en.html +48,Services Producer Price Index(SPPI)[Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/pr02_m_1_en.html +49,Balance of Payments[Monthly],https://www.stat-search.boj.or.jp/ssi/mtshtml/bp01_m_1_en.html