Added alt text, docker

1 files changed, 86 insertions, 0 deletions

diff --git a/src/insinuations.py b/src/insinuations.py
new file mode 100644
index 0000000..107c84e
--- /dev/null
+++ b/src/insinuations.py
@@ -0,0 +1,86 @@
+from lxml import html 
+import database
+import datetime
+import requests
+import os
+
+def get_sics(db: database.PayGapDatabase, url = "https://resources.companieshouse.gov.uk/sic/"):
+    req = requests.get(url)
+    tree = html.fromstring(req.content.decode())
+    bigtable = tree.xpath("/html/body/main/table/tbody")[0]
+    for tr_elem in bigtable.getchildren():
+        td_code, td_description = tr_elem
+
+        if td_code.getchildren() != []:
+            # if contains a <strong> element which indicates a section
+            current_section_code = td_code.getchildren()[0].text.replace("Section ", "").strip()
+            current_section_description = td_description.getchildren()[0].text.strip()
+
+            db.append_sic_sections(current_section_code, current_section_description)
+
+        else:
+            sic_code = int(td_code.text)
+            sic_desc = td_description.text.rstrip()
+            db.append_sic(sic_code, sic_desc, current_section_code)
+
+def get_companyinfo_url(company_number, url = "https://find-and-update.company-information.service.gov.uk/company/%s"):
+    if company_number.isdigit():
+        company_number = "%08d" % int(company_number)
+
+    return url % company_number
+
+def lookup_company(company_number):
+    company = {}
+    req = requests.get(
+        get_companyinfo_url(company_number),
+        headers = {'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_5_8) AppleWebKit/534.50.2 (KHTML, like Gecko) Version/5.0.6 Safari/533.22.3'}
+    )
+
+    if req.status_code not in [200, 404]:
+        raise ConnectionError("Couldn't connect- it %d'd. Was looking for company %s" % (req.status_code, company_number))
+
+    tree = html.fromstring(req.content.decode())
+
+    status_elem = tree.xpath('//*[@id="company-status"]')
+    if len(status_elem) == 1:
+        company["status"] = status_elem[0].text.strip()
+    else:
+        company["status"] = None
+
+    incorp_elem = tree.xpath('//*[@id="company-creation-date"]')
+    if len(incorp_elem) == 1:
+        company["incorporated"] = datetime.datetime.strptime(incorp_elem[0].text.strip(), "%d %B %Y")
+    else:
+        company["incorporated"] = None
+
+    type_elem = tree.xpath('//*[@id="company-type"]')
+    if len(type_elem) == 1:
+        company["type_"] = type_elem[0].text.strip()
+    else:
+        company["type_"] = None
+
+    company["sics"] = set()
+    for i in range(9):
+        sic_elem = tree.xpath('//*[@id="sic%d"]' % i)
+        if len(sic_elem) == 1:
+            company["sics"].add(int(sic_elem[0].text.strip().split(" - ")[0]))
+        else:
+            break
+
+    return company
+
+if __name__ == "__main__":
+    if not os.path.exists(".docker"):
+        import dotenv
+        dotenv.load_dotenv(dotenv_path = "db.env")
+        host = "localhost"
+    else:
+        host = "db"
+
+    # with database.PayGapDatabase(host = host) as db:
+    #     print(db.search_company("University"))
+
+    import app
+    counties = [feature["properties"]["name"] for feature in app.UK_GEOJSON["features"]]
+    print(counties)
+    print(len(counties))
\ No newline at end of file