<jupyter_start><jupyter_text>Oracle Architecture Center  A - Url without filters<jupyter_code>print("https://docs.oracle.com/en/solutions/index.html?page=0&is=true&sort=0")<jupyter_output>https://docs.oracle.com/en/solutions/index.html?page=0&is=true&sort=0<jupyter_text>B - Url with filters  Topics<jupyter_code># require change to -> https://en.wikipedia.org/wiki/Percent-encoding
all_types = ["Solution Playbooks", "Reference Architectures"]
all_products_services = ["Analytics","Ansible","BI","Big Data","CI/CD","Chatbots","Cloud Native","Compute","Data Integration","Database","HPC","IDM","IaaS","IoT","JSP","Java","JavaScript","Kubernetes","LDAP","Machine Learning","Microservices","Mobile","Multicloud","Networking","NodeJS","OAuth","OpenID","PL/SQL","PaaS","Python","REST","SAML","SOA","SOAP","SSO","SaaS","Security","Serverless","Storage","Terraform"]
all_technologies = ["API Gateway", "API Platform Cloud Service", "Access Manager", "Agile", "Agile Product Lifecycle Management", "Airlines Data Model", "Analytics Cloud", "Application Express", "Autonomous Data Warehouse", "Autonomous Transaction Processing", "Block Volume", "CX Sales", "Cloud Infrastructure", "Compute", "Configure Price Quote", "Container Engine for Kubernetes", "Content and Experience", "Data Integrator", "Data Integrator Cloud", "Data Science", "Database", "Database Backup Service", "Database Classic Cloud Service", "Database Cloud - Database Schema Service", "Digital Assistant", "E-Business Suite", "Essbase", "Exadata Cloud Service", "File Storage", "Financial Consolidation and Close Cloud Service", "Fusion Human Capital Management", "Global Human Resources", "GoldenGate", "GoldenGate Cloud Service", "Identity Cloud Service", "Integration", "Integration Cloud Service", "Internet Directory", "Internet of Things Cloud Service", "IoT Asset Monitoring Cloud Service", "IoT Connected Worker Cloud Service", "IoT Fleet Cloud", "IoT Production Monitoring Cloud Service", "JD Edwards EnterpriseOne Applications", "JD Edwards EnterpriseOne Tools", "Java Cloud Service", "Java Cloud Service - SaaS Extension", "Key Vault", "Management Cloud Service", "Microsoft Azure", "Middleware", "Mobile Cloud Service", "Mobile Hub", "MySQL", "MySQL Database Cloud Service", "Object Storage", "Oracle Cloud VMware Solution", "Retail Merchandising System", "SOA Cloud Service", "Secure Global Desktop", "Service", "Siebel CRM", "Streaming", "Supply Chain Management", "Taleo Enterprise", "Transportation and Global Trade Management Cloud", "Tuxedo", "Visual Builder", "Warehouse Management Cloud", "WebLogic Server", "WebLogic Server for OKE", "WebLogic Server for Oracle Cloud"]

# single item example
ty = all_types[0] 
ps = all_products_services[0] 
te = all_technologies[3]
print(f"https://docs.oracle.com/en/solutions/index.html?type={ty}&product={ps}&technology={te}&page=0&is=true&sort=0")<jupyter_output>https://docs.oracle.com/en/solutions/index.html?type=Solution Playbooks&product=Analytics&technology=Agile&page=0&is=true&sort=0<jupyter_text>Type - Reference Architectures<jupyter_code>URL = 'https://docs.oracle.com/en/solutions/index.html?type=reference-architectures&page=0&is=true&sort=0'
index = requests.get('https://docs.oracle.com/en/solutions/index.html?type=reference-architectures&page=0&is=true&sort=0')
soup_index = BeautifulSoup(index.text, "lxml")<jupyter_output><empty_output>
{'fraction_non_alphanumeric': 0.15896980461811722, 'fraction_numerical': 0.004440497335701598, 'mean_word_length': 8.997041420118343, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 12, 'https://': 7, 'lorem ipsum': 0, 'www.': 0, 'xml': 1}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '3', 'dir': 'jupyter-structured-clean-dedup', 'id': '524977', 'license': 'MIT', 'n_tokens_mistral': 1019, 'n_tokens_neox': 981, 'n_words': 249, 'path': 'providers/oracle/1-bs4/1-text-example.ipynb', 'repo_name': 'pavelsjo/cloud-scraper', 'size': '3378'}