Skip to content

Added TrafficGuard detection #51

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 4 commits into from
Aug 13, 2024

Conversation

kevinfarrugia
Copy link

@kevinfarrugia kevinfarrugia commented Jul 22, 2024

Copy link

WPT test run for https://almanac.httparchive.org/en/2022/

WPT test run results: http://webpagetest.httparchive.org/results.php?test=240812_XN_P
Detected technologies:

{
    "detected": {
        "IaaS": "Google Cloud",
        "JavaScript libraries": "web-vitals",
        "RUM": "web-vitals",
        "Performance": "Priority Hints,Google Cloud Trace",
        "Security": "HSTS",
        "Analytics": "Google Analytics",
        "Miscellaneous": "RSS,Open Graph"
    },
    "detected_apps": {
        "Google Cloud": "",
        "web-vitals": "",
        "Priority Hints": "",
        "HSTS": "",
        "Google Cloud Trace": "",
        "Google Analytics": "",
        "RSS": "",
        "Open Graph": ""
    },
    "detected_technologies": {
        "Google Cloud": {
            "name": "Google Cloud",
            "description": "Google Cloud is a suite of cloud computing services.",
            "slug": "google-cloud",
            "categories": [
                {
                    "id": 63,
                    "slug": "iaas",
                    "groups": [
                        7
                    ],
                    "name": "IaaS",
                    "priority": 8
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "Google Cloud.svg",
            "website": "https://cloud.google.com",
            "pricing": [],
            "cpe": "cpe:2.3:a:google:cloud_platform:*:*:*:*:*:*:*:*"
        },
        "web-vitals": {
            "name": "web-vitals",
            "description": "The web-vitals JavaScript is a tiny, modular library for measuring all the web vitals metrics on real users.",
            "slug": "web-vitals",
            "categories": [
                {
                    "id": 59,
                    "slug": "javascript-libraries",
                    "groups": [
                        9
                    ],
                    "name": "JavaScript libraries",
                    "priority": 9
                },
                {
                    "id": 78,
                    "slug": "rum",
                    "groups": [
                        2
                    ],
                    "name": "RUM",
                    "priority": 9
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "web-vitals.svg",
            "website": "https://github.com/GoogleChrome/web-vitals",
            "pricing": [],
            "cpe": null
        },
        "Priority Hints": {
            "name": "Priority Hints",
            "description": "Priority Hints exposes a mechanism for developers to signal a relative priority for browsers to consider when fetching resources.",
            "slug": "priority-hints",
            "categories": [
                {
                    "id": 92,
                    "slug": "performance",
                    "groups": [
                        7
                    ],
                    "name": "Performance",
                    "priority": 9
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "Priority Hints.svg",
            "website": "https://wicg.github.io/priority-hints/",
            "pricing": [],
            "cpe": null
        },
        "HSTS": {
            "name": "HSTS",
            "description": "HTTP Strict Transport Security (HSTS) informs browsers that the site should only be accessed using HTTPS.",
            "slug": "hsts",
            "categories": [
                {
                    "id": 16,
                    "slug": "security",
                    "groups": [
                        11
                    ],
                    "name": "Security",
                    "priority": 9
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "default.svg",
            "website": "https://www.rfc-editor.org/rfc/rfc6797#section-6.1",
            "pricing": [],
            "cpe": null
        },
        "Google Cloud Trace": {
            "name": "Google Cloud Trace",
            "description": "Google Cloud Trace is a distributed tracing system that collects latency data from applications and displays it in the Google Cloud Console.",
            "slug": "google-cloud-trace",
            "categories": [
                {
                    "id": 92,
                    "slug": "performance",
                    "groups": [
                        7
                    ],
                    "name": "Performance",
                    "priority": 9
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "google-cloud-trace.svg",
            "website": "https://cloud.google.com/trace",
            "pricing": [],
            "cpe": null
        },
        "Google Analytics": {
            "name": "Google Analytics",
            "description": "Google Analytics is a free web analytics service that tracks and reports website traffic.",
            "slug": "google-analytics",
            "categories": [
                {
                    "id": 10,
                    "slug": "analytics",
                    "groups": [
                        8
                    ],
                    "name": "Analytics",
                    "priority": 9
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "Google Analytics.svg",
            "website": "https://google.com/analytics",
            "pricing": [],
            "cpe": null
        },
        "RSS": {
            "name": "RSS",
            "description": "RSS is a family of web feed formats used to publish frequently updated works—such as blog entries, news headlines, audio, and video—in a standardized format.",
            "slug": "rss",
            "categories": [
                {
                    "id": 19,
                    "slug": "miscellaneous",
                    "groups": [
                        6
                    ],
                    "name": "Miscellaneous",
                    "priority": 10
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "RSS.svg",
            "website": "https://www.rssboard.org/rss-specification",
            "pricing": [],
            "cpe": null
        },
        "Open Graph": {
            "name": "Open Graph",
            "description": "Open Graph is a protocol that is used to integrate any web page into the social graph.",
            "slug": "open-graph",
            "categories": [
                {
                    "id": 19,
                    "slug": "miscellaneous",
                    "groups": [
                        6
                    ],
                    "name": "Miscellaneous",
                    "priority": 10
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "Open Graph.png",
            "website": "https://ogp.me",
            "pricing": [],
            "cpe": null
        }
    }
}
WPT test run for https://www.williamhill.com/mt

WPT test run results: http://webpagetest.httparchive.org/results.php?test=240812_5H_Q
Detected technologies:

{
    "detected": [],
    "detected_apps": [],
    "detected_technologies": []
}
WPT test run for https://www.betfred.com/

WPT test run results: http://webpagetest.httparchive.org/results.php?test=240812_02_R
Detected technologies:

{
    "detected": {
        "Ecommerce": "Cart Functionality",
        "Video players": "YouTube",
        "PaaS": "Amazon Web Services",
        "JavaScript frameworks": "React",
        "Payment processors": "PayPal",
        "Web servers": "Phusion Passenger,Nginx",
        "Reverse proxies": "Nginx",
        "Customer data platform": "Optimove",
        "JavaScript libraries": "Lodash 4.17.21,jQuery",
        "Font scripts": "Google Font API",
        "Analytics": "Quantum Metric,Instana",
        "Issue trackers": "Instana",
        "RUM": "Instana",
        "Security": "Imperva,HSTS",
        "CDN": "Imperva,Amazon CloudFront",
        "Miscellaneous": "Webpack,PWA"
    },
    "detected_apps": {
        "Cart Functionality": "",
        "YouTube": "",
        "Amazon Web Services": "",
        "React": "",
        "PayPal": "",
        "Phusion Passenger": "",
        "Nginx": "",
        "Optimove": "",
        "Lodash": "4.17.21",
        "Google Font API": "",
        "Quantum Metric": "",
        "jQuery": "",
        "Instana": "",
        "Imperva": "",
        "HSTS": "",
        "Amazon CloudFront": "",
        "Webpack": "",
        "PWA": ""
    },
    "detected_technologies": {
        "Cart Functionality": {
            "name": "Cart Functionality",
            "description": "Websites that have a shopping cart or checkout page, either using a known ecommerce platform or a custom solution.",
            "slug": "cart-functionality",
            "categories": [
                {
                    "id": 6,
                    "slug": "ecommerce",
                    "groups": [
                        1
                    ],
                    "name": "Ecommerce",
                    "priority": 1
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "Cart-generic.svg",
            "website": "https://www.wappalyzer.com/technologies/ecommerce/cart-functionality",
            "pricing": [],
            "cpe": null
        },
        "YouTube": {
            "name": "YouTube",
            "description": "YouTube is a video sharing service where users can create their own profile, upload videos, watch, like and comment on other videos.",
            "slug": "youtube",
            "categories": [
                {
                    "id": 14,
                    "slug": "video-players",
                    "groups": [
                        10
                    ],
                    "name": "Video players",
                    "priority": 7
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "YouTube.png",
            "website": "https://www.youtube.com",
            "pricing": [],
            "cpe": null
        },
        "Amazon Web Services": {
            "name": "Amazon Web Services",
            "description": "Amazon Web Services (AWS) is a comprehensive cloud services platform offering compute power, database storage, content delivery and other functionality.",
            "slug": "amazon-web-services",
            "categories": [
                {
                    "id": 62,
                    "slug": "paas",
                    "groups": [
                        7
                    ],
                    "name": "PaaS",
                    "priority": 8
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "Amazon Web Services.svg",
            "website": "https://aws.amazon.com/",
            "pricing": [],
            "cpe": null
        },
        "React": {
            "name": "React",
            "description": "React is an open-source JavaScript library for building user interfaces or UI components.",
            "slug": "react",
            "categories": [
                {
                    "id": 12,
                    "slug": "javascript-frameworks",
                    "groups": [
                        9
                    ],
                    "name": "JavaScript frameworks",
                    "priority": 8
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "React.svg",
            "website": "https://reactjs.org",
            "pricing": [],
            "cpe": "cpe:2.3:a:facebook:react:*:*:*:*:*:*:*:*"
        },
        "PayPal": {
            "name": "PayPal",
            "description": "PayPal is an online payments system that supports online money transfers and serves as an electronic alternative to traditional paper methods like checks and money orders.",
            "slug": "paypal",
            "categories": [
                {
                    "id": 41,
                    "slug": "payment-processors",
                    "groups": [
                        1
                    ],
                    "name": "Payment processors",
                    "priority": 8
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "PayPal.svg",
            "website": "https://paypal.com",
            "pricing": [
                "payg"
            ],
            "cpe": "cpe:2.3:a:paypal:paypal:*:*:*:*:*:*:*:*"
        },
        "Phusion Passenger": {
            "name": "Phusion Passenger",
            "description": "Phusion Passenger is a free web server and application server with support for Ruby, Python and Node.js.",
            "slug": "phusion-passenger",
            "categories": [
                {
                    "id": 22,
                    "slug": "web-servers",
                    "groups": [
                        7
                    ],
                    "name": "Web servers",
                    "priority": 8
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "Phusion Passenger.png",
            "website": "https://phusionpassenger.com",
            "pricing": [],
            "cpe": "cpe:2.3:a:phusionpassenger:phusion_passenger:*:*:*:*:*:*:*:*"
        },
        "Nginx": {
            "name": "Nginx",
            "description": "Nginx is a web server that can also be used as a reverse proxy, load balancer, mail proxy and HTTP cache.",
            "slug": "nginx",
            "categories": [
                {
                    "id": 22,
                    "slug": "web-servers",
                    "groups": [
                        7
                    ],
                    "name": "Web servers",
                    "priority": 8
                },
                {
                    "id": 64,
                    "slug": "reverse-proxies",
                    "groups": [
                        7
                    ],
                    "name": "Reverse proxies",
                    "priority": 7
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "Nginx.svg",
            "website": "https://nginx.org/en",
            "pricing": [],
            "cpe": "cpe:2.3:a:f5:nginx:*:*:*:*:*:*:*:*"
        },
        "Optimove": {
            "name": "Optimove",
            "description": "Optimove is a relationship marketing hub powered by a combination of advanced customer modeling, predictive micro-segmentation and campaign automation technologies.",
            "slug": "optimove",
            "categories": [
                {
                    "id": 97,
                    "slug": "customer-data-platform",
                    "groups": [
                        2,
                        8
                    ],
                    "name": "Customer data platform",
                    "priority": 9
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "Optimove.svg",
            "website": "https://www.optimove.com",
            "pricing": [
                "high",
                "recurring"
            ],
            "cpe": null
        },
        "Lodash": {
            "name": "Lodash",
            "description": "Lodash is a JavaScript library which provides utility functions for common programming tasks using the functional programming paradigm.",
            "slug": "lodash",
            "categories": [
                {
                    "id": 59,
                    "slug": "javascript-libraries",
                    "groups": [
                        9
                    ],
                    "name": "JavaScript libraries",
                    "priority": 9
                }
            ],
            "confidence": 100,
            "version": "4.17.21",
            "icon": "Lodash.svg",
            "website": "https://www.lodash.com",
            "pricing": [],
            "cpe": "cpe:2.3:a:lodash:lodash:*:*:*:*:*:*:*:*"
        },
        "Google Font API": {
            "name": "Google Font API",
            "description": "Google Font API is a web service that supports open-source font files that can be used on your web designs.",
            "slug": "google-font-api",
            "categories": [
                {
                    "id": 17,
                    "slug": "font-scripts",
                    "groups": [
                        9
                    ],
                    "name": "Font scripts",
                    "priority": 9
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "Google Font API.svg",
            "website": "https://google.com/fonts",
            "pricing": [],
            "cpe": null
        },
        "Quantum Metric": {
            "name": "Quantum Metric",
            "description": "Quantum Metric is a continuous product design platform that helps organizations build better products faster.",
            "slug": "quantum-metric",
            "categories": [
                {
                    "id": 10,
                    "slug": "analytics",
                    "groups": [
                        8
                    ],
                    "name": "Analytics",
                    "priority": 9
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "Quantummetric.png",
            "website": "https://www.quantummetric.com/",
            "pricing": [],
            "cpe": null
        },
        "jQuery": {
            "name": "jQuery",
            "description": "jQuery is a JavaScript library which is a free, open-source software designed to simplify HTML DOM tree traversal and manipulation, as well as event handling, CSS animation, and Ajax.",
            "slug": "jquery",
            "categories": [
                {
                    "id": 59,
                    "slug": "javascript-libraries",
                    "groups": [
                        9
                    ],
                    "name": "JavaScript libraries",
                    "priority": 9
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "jQuery.svg",
            "website": "https://jquery.com",
            "pricing": [],
            "cpe": "cpe:2.3:a:jquery:jquery:*:*:*:*:*:*:*:*"
        },
        "Instana": {
            "name": "Instana",
            "description": "Instana is a Kubernetes-native APM tool which is built for new-stack including Microservices and lately Serverless but also supports the existing VM based stacks  including several supported technologies.",
            "slug": "instana",
            "categories": [
                {
                    "id": 10,
                    "slug": "analytics",
                    "groups": [
                        8
                    ],
                    "name": "Analytics",
                    "priority": 9
                },
                {
                    "id": 13,
                    "slug": "issue-trackers",
                    "groups": [
                        3,
                        18
                    ],
                    "name": "Issue trackers",
                    "priority": 2
                },
                {
                    "id": 78,
                    "slug": "rum",
                    "groups": [
                        2
                    ],
                    "name": "RUM",
                    "priority": 9
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "Instana.svg",
            "website": "https://www.instana.com",
            "pricing": [
                "low",
                "recurring"
            ],
            "cpe": null
        },
        "Imperva": {
            "name": "Imperva",
            "description": "Imperva is a cyber security software and services company for networking, data, and application security.",
            "slug": "imperva",
            "categories": [
                {
                    "id": 16,
                    "slug": "security",
                    "groups": [
                        11
                    ],
                    "name": "Security",
                    "priority": 9
                },
                {
                    "id": 31,
                    "slug": "cdn",
                    "groups": [
                        7
                    ],
                    "name": "CDN",
                    "priority": 9
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "Imperva.svg",
            "website": "https://www.imperva.com/",
            "pricing": [],
            "cpe": null
        },
        "HSTS": {
            "name": "HSTS",
            "description": "HTTP Strict Transport Security (HSTS) informs browsers that the site should only be accessed using HTTPS.",
            "slug": "hsts",
            "categories": [
                {
                    "id": 16,
                    "slug": "security",
                    "groups": [
                        11
                    ],
                    "name": "Security",
                    "priority": 9
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "default.svg",
            "website": "https://www.rfc-editor.org/rfc/rfc6797#section-6.1",
            "pricing": [],
            "cpe": null
        },
        "Amazon CloudFront": {
            "name": "Amazon CloudFront",
            "description": "Amazon CloudFront is a fast content delivery network (CDN) service that securely delivers data, videos, applications, and APIs to customers globally with low latency, high transfer speeds.",
            "slug": "amazon-cloudfront",
            "categories": [
                {
                    "id": 31,
                    "slug": "cdn",
                    "groups": [
                        7
                    ],
                    "name": "CDN",
                    "priority": 9
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "Amazon Cloudfront.svg",
            "website": "https://aws.amazon.com/cloudfront/",
            "pricing": [],
            "cpe": null
        },
        "Webpack": {
            "name": "Webpack",
            "description": "Webpack is an open-source JavaScript module bundler.",
            "slug": "webpack",
            "categories": [
                {
                    "id": 19,
                    "slug": "miscellaneous",
                    "groups": [
                        6
                    ],
                    "name": "Miscellaneous",
                    "priority": 10
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "Webpack.svg",
            "website": "https://webpack.js.org/",
            "pricing": [],
            "cpe": null
        },
        "PWA": {
            "name": "PWA",
            "description": "Progressive Web Apps (PWAs) are web apps built and enhanced with modern APIs to deliver enhanced capabilities, reliability, and installability while reaching anyone, anywhere, on any device, all with a single codebase.",
            "slug": "pwa",
            "categories": [
                {
                    "id": 19,
                    "slug": "miscellaneous",
                    "groups": [
                        6
                    ],
                    "name": "Miscellaneous",
                    "priority": 10
                }
            ],
            "confidence": 100,
            "version": "",
            "icon": "PWA.svg",
            "website": "https://web.dev/progressive-web-apps/",
            "pricing": [],
            "cpe": null
        }
    }
}

Copy link
Member

@tunetheweb tunetheweb left a comment

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Struggling to find a test site that uses this technology and is available from our instances, but config looks fine so will approve.

@tunetheweb tunetheweb merged commit 664359d into HTTPArchive:main Aug 13, 2024
2 checks passed
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Labels
None yet
Projects
None yet
Development

Successfully merging this pull request may close these issues.

2 participants