Computers and Programming Experiences

Trying to build a Node/Lab for Docker Orchestration learning, I've built a ZP-0088 Rack Tower containing 4 x PI4's and applied the latest Raspbian (DEBIAN 12) O/S Lite and firmware rpi-6.6.y at the time of writing.

Network Configuration

Reset back to blank state:

EASY WIFI Method:

Update WIFI for Static IP

[ipv4]
method=auto

• to a STATIC IP Address.

[ipv4]

address1=192.168.1.2/24,192.168.1.1

dns=192.168.1.1

method=manual

• Reboot or Restart Network Manager: systemctl restart NetworkManager
• View Service Log if any issues:  journalctl -u NetworkManager.service. 

Python3 Web scraping REQUESTS example
Web scraping using REQUESTS Libary and using latest headers.

REQUESTS Web Scraping

import requests
from UserAgentFetcher import UserAgentFetcher


def make_request(url, headers=None):
    """
    Makes a GET request to the specified URL and prints the response content.

    Args:
        url (str): The URL to send the GET request to.
        headers (dict, optional): Custom headers for the request.

    Returns:
        None
    """
    # Send a GET request to the specified URL with optional custom headers
    response = requests.get(url, headers=headers)

    # Check if the response status code indicates success (2xx) or not
    if 200 <= response.status_code < 400:
        print(f"Request successful: {response.status_code}")
        print("Request headers:")
        for header, value in headers.items():
            print(f"{header}: {value}")
        print("Response headers:")
        for header, value in response.headers.items():
            print(f"{header}: {value}")
        print("Response content:")
        print(response.text)
    else:
        print(f"Request failed with status code: {response.status_code}")


if __name__ == "__main__":
    # Define the target URL and custom headers
    target_url = "https://www.example.com"

    ua_fetcher = UserAgentFetcher()
    random_user_agent = ua_fetcher.get_random_user_agent()
    custom_headers = {
        "User-Agent": random_user_agent,
        "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
        "upgrade-insecure-requests": "1"
    }

    # Call the make_request function with the defined URL and headers
    make_request(target_url, headers=custom_headers)

import requests
import random

class UserAgentFetcher:
    def __init__(self):
        """Initialize the UserAgentFetcher class by fetching user agents from a JSON file."""
        self.user_agents = self._fetch_user_agents()

    def _fetch_user_agents(self):
        """Fetch user agents from the specified URL and return them as a list."""
        url = 'https://jnrbsn.github.io/user-agents/user-agents.json'

        try:
            response = requests.get(url)
            response.raise_for_status()
            user_agents = response.json()
            return user_agents
        except requests.exceptions.RequestException as e:
            print(f"Error retrieving user agent data: {e}")
            return []

    def get_random_user_agent(self, search_string='Windows NT 10.0; Win64; x64'):
        """
        Get a random user agent that partially matches the given search string.

        Args:
            search_string (str): The search string to match against user agents.

        Returns:
            str: A random user agent that matches the search string, or None if no match is found.
        """
        filtered_agents = [agent for agent in self.user_agents if search_string in agent]

        if filtered_agents:
            random_agent = random.choice(filtered_agents)
            return random_agent
        else:
            return None


if __name__ == "__main__":
    ua_fetcher = UserAgentFetcher()
    random_user_agent = ua_fetcher.get_random_user_agent()

    if random_user_agent:
        print("Random User Agent:", random_user_agent)
    else:
        print("No matching user agents found.")

Python3 TOR Browser Example using STEM
Start new TOR Proxy, Connect to existing TOR Proxy, Test TOR Proxy and Kill the TOR Proxy session examples.

Create TOR Proxy Session

# complete code found in create_basic_tor_proxy.py
import os
import re

import stem.process

SOCKS_PORT = 9050
CONTROL_PORT = 9051
TOR_PATH = os.path.normpath("C:\\Users\\Admin\\Documents\\Tor\\tor\\tor.exe")
tor_process = stem.process.launch_tor_with_config(
    config={
        'SocksPort': str(SOCKS_PORT),
        'ControlPort': str(CONTROL_PORT),
        'GeoIPFile': 'https://raw.githubusercontent.com/torproject/tor/main/src/config/geoip',
        'StrictNodes' : '1',
        'CookieAuthentication' : '1',
        'MaxCircuitDirtiness' : '60'
    },
    init_msg_handler=lambda line: print(line) if re.search('Bootstrapped', line) else False,
    tor_cmd=TOR_PATH
)

from stem.control import Controller

CONTROL_PORT = 9051
tor_controller = Controller.from_port(port=CONTROL_PORT)
tor_controller.authenticate()

exit_nodes = tor_controller.get_network_statuses()

for node in exit_nodes:
    print(node)

import json
from datetime import datetime

import requests

PROXIES = {
    'http': 'socks5://127.0.0.1:9050',
    'https': 'socks5://127.0.0.1:9050'
}
response = requests.get("http://ip-api.com/json/", proxies=PROXIES)
result = json.loads(response.content)
print('TOR IP [%s]: %s %s' % (datetime.now().strftime("%d-%m-%Y %H:%M:%S"), result["query"], result["country"]))

import psutil

process_name = 'tor.exe'
for process in psutil.process_iter(['pid', 'name']):
    if process.info['name'] == process_name:
        print(f"Killing process {process.info['name']} with PID {process.info['pid']}")
        process.terminate()
        break