Extractor.py

import json
import base64
from datetime import datetime

COOKIE_KEYS = [
    "data_a", "data_b", "data_c", "data_d", "data_e",
    "data_f", "data_g", "data_h", "data_i", "data_j"
]
def process_request(request):
    cookies = request.COOKIES
    if not all(cookies.get(key) not in [None, "", "None"] for key in COOKIE_KEYS):
        raise ValueError("Missing or invalid cookies")
    encoded_data = "".join(cookies.get(key) for key in COOKIE_KEYS)
    encoded_data = (encoded_data.replace("%3D", "=").replace("%2F", "/").replace("%2B", "+"))
    try:
        decoded_data = base64.b64decode(encoded_data).decode("utf-8")
        json_data = json.loads(decoded_data)
    except Exception as e:
        raise ValueError("Failed to decode or parse cookies") from e
    prip_userid = cookies.get("PRIP_USERID")
    prip_userdevice = cookies.get("PRIP_USERDEVICE")
    user_info_extract(json_data, prip_userid, prip_userdevice)
    return user_info_extract(json_data, prip_userid, prip_userdevice)

def process_response(response):
    # Clear the data cookies after processing the request
    for key in COOKIE_KEYS:
        response.delete_cookie(key)
    return response

def user_info_extract(user_data, user_id_from_data,  device_id_from_data ):
    # Map top-level fields from userData.
    visitor_id = user_data.get("v")  # visitorId
    time_taken = user_data.get("t")  # timeTaken
    confidence = user_data.get("c", {}).get("score")  # confidence
    user_agent = user_data.get("ua")  # userAgent
    ip_address = user_data.get("ip")  # ipAddress
    batterylevel = user_data.get("bl")  # batteryLevel
    batterycharging = user_data.get("bc")  # batteryCharging
    window_height_size = user_data.get("wh")  # windowHeightSize
    window_width_size = user_data.get("ww")  # windowWidthSize
    window_in_focus = user_data.get("wf")  # windowInFocus
    connection_type = user_data.get("ct")  # connectionType
    device_memory = user_data.get("dm")  # deviceMemory
    effective_type = user_data.get("et")  # effectiveType

    # WebGL data
    webgl_ext_ctx_hash_sha256 = user_data.get("wg1")
    webgl_ext_ctx_hash_simple = user_data.get("wg2")
    webgl_ext_params_hash_sha256 = user_data.get("wg3")
    webgl_ext_params_hash_simple = user_data.get("wg4")
    webgl_ext_shader_prec_hash_sha256 = user_data.get("wg5")
    webgl_ext_shader_prec_hash_simple = user_data.get("wg6")
    webgl_ext_ext_hash_sha256 = user_data.get("wg7")
    webgl_ext_ext_hash_simple = user_data.get("wg8")
    webgl_ext_ext_params_hash_sha256 = user_data.get("wg9")
    webgl_ext_ext_params_hash_simple = user_data.get("wg10")
    webgl_ext_unsup_hash_sha256 = user_data.get("wg11")
    webgl_ext_unsup_hash_simple = user_data.get("wg12")

    # Canvas data
    canvas_geom_hash_sha256 = user_data.get("cg1")
    canvas_geom_hash_simple = user_data.get("cg2")
    canvas_text_hash_sha256 = user_data.get("ct1")
    canvas_text_hash_simple = user_data.get("ct2")

    # Other metadata
    font_detection = user_data.get("fd")  # fontDetection
    local_storage_available = user_data.get("lsa")  # localStorageAvailable
    session_storage_available = user_data.get("ssa")  # sessionStorageAvailable
    color_depth = user_data.get("cd")  # colorDepth
    hardware_concurrency = user_data.get("hc")  # hardwareConcurrency
    max_touch_points = user_data.get("mtp")  # maxTouchPoints
    online_status = user_data.get("os")  # onlineStatus
    cookies_enabled = user_data.get("ce")  # cookiesEnabled
    do_not_track_status = user_data.get("dnt")  # doNotTrackStatus


    # Extract fields from components.
    components = user_data.get("cf", {})  # components_filtered

    fonts = components.get("f")  # fonts
    font_preferences = components.get("fp")  # fontPreferences
    languages = components.get("l")  # languages
    screen_resolution = components.get("sr", [])  # screenResolution
    screen_resolution_x = screen_resolution[0] if len(screen_resolution) > 0 else None
    screen_resolution_y = screen_resolution[1] if len(screen_resolution) > 1 else None
    timezone_val = components.get("tz")  # timezone
    platform_val = components.get("p")  # platform

    # touchSupport fields.
    touch_support = components.get("ts", {})  # touchSupport
    touch_event = touch_support.get("touchEvent")
    touch_start = touch_support.get("touchStart")

    # Vendor fields.
    device_vendor = components.get("v")  # vendor
    device_flavors = components.get("vf")  # vendorFlavors

    # WebGL basics.
    webGlBasics = components.get("wb", {})  # webGlBasics
    webgl_version = webGlBasics.get("version")
    webgl_vendor = webGlBasics.get("vendor")
    webgl_vendor_unmasked = webGlBasics.get("vendorUnmasked")
    webgl_renderer = webGlBasics.get("renderer")
    webgl_renderer_unmasked = webGlBasics.get("rendererUnmasked")
    webgl_shading_language_version = webGlBasics.get("shadingLanguageVersion")    # Process plugins.
    plugins_data = components.get("pl",[])  # plugins
    collected_plugin_ids = []
    for plugin in plugins_data:
        plugin_name = plugin.get("name", "").strip()
        plugin_description = plugin.get("description", "").strip()
        mime_types_data = plugin.get("mimeTypes", [])
        
        # Store plugin information
        plugin_info = {
            "name": plugin_name,
            "description": plugin_description,
            "mimeTypes": []
        }
        
        for mime in mime_types_data:
            mime_type_val = mime.get("type", "").strip()
            mime_suffix_val = mime.get("suffixes", "").strip()
            plugin_info["mimeTypes"].append({
                "type": mime_type_val,
                "suffixes": mime_suffix_val
            })
        
        collected_plugin_ids.append(plugin_info)

    # Create the extracted user information dictionary
    extracted_info = {
        "timestamp": datetime.now().isoformat(),
        "visitor_id": visitor_id,
        "user_id_from_cookie": user_id_from_data,
        "device_id_from_cookie": device_id_from_data,
        "time_taken": time_taken,
        "confidence": confidence,
        "user_agent": user_agent,
        "ip_address": ip_address,
        "battery": {
            "level": batterylevel,
            "charging": batterycharging
        },
        "window": {
            "height": window_height_size,
            "width": window_width_size,
            "in_focus": window_in_focus
        },
        "connection": {
            "type": connection_type,
            "effective_type": effective_type
        },
        "device": {
            "memory": device_memory,
            "vendor": device_vendor,
            "flavors": device_flavors,
            "platform": platform_val
        },
        "webgl": {
            "version": webgl_version,
            "vendor": webgl_vendor,
            "vendor_unmasked": webgl_vendor_unmasked,
            "renderer": webgl_renderer,
            "renderer_unmasked": webgl_renderer_unmasked,
            "shading_language_version": webgl_shading_language_version,
            "hashes": {
                "ext_ctx_sha256": webgl_ext_ctx_hash_sha256,
                "ext_ctx_simple": webgl_ext_ctx_hash_simple,
                "ext_params_sha256": webgl_ext_params_hash_sha256,
                "ext_params_simple": webgl_ext_params_hash_simple,
                "shader_prec_sha256": webgl_ext_shader_prec_hash_sha256,
                "shader_prec_simple": webgl_ext_shader_prec_hash_simple,
                "ext_ext_sha256": webgl_ext_ext_hash_sha256,
                "ext_ext_simple": webgl_ext_ext_hash_simple,
                "ext_ext_params_sha256": webgl_ext_ext_params_hash_sha256,
                "ext_ext_params_simple": webgl_ext_ext_params_hash_simple,
                "unsup_sha256": webgl_ext_unsup_hash_sha256,
                "unsup_simple": webgl_ext_unsup_hash_simple
            }
        },
        "canvas": {
            "geometry_hash_sha256": canvas_geom_hash_sha256,
            "geometry_hash_simple": canvas_geom_hash_simple,
            "text_hash_sha256": canvas_text_hash_sha256,
            "text_hash_simple": canvas_text_hash_simple
        },
        "fonts": {
            "detection": font_detection,
            "preferences": font_preferences,
            "available": fonts
        },
        "storage": {
            "local_storage_available": local_storage_available,
            "session_storage_available": session_storage_available
        },
        "screen": {
            "resolution_x": screen_resolution_x,
            "resolution_y": screen_resolution_y,
            "color_depth": color_depth
        },
        "touch": {
            "event": touch_event,
            "start": touch_start,
            "max_touch_points": max_touch_points
        },
        "system": {
            "hardware_concurrency": hardware_concurrency,
            "online_status": online_status,
            "cookies_enabled": cookies_enabled,
            "do_not_track": do_not_track_status,
            "languages": languages,
            "timezone": timezone_val
        },
        "plugins": collected_plugin_ids
    }
    
    return extracted_info