From d5194154335d6cb30edca9b648083069faf9778c Mon Sep 17 00:00:00 2001
From: Florian Dold <florian.dold@gmail.com>
Date: Mon, 10 Oct 2016 03:47:49 +0200
Subject: Squashed 'thirdparty/URI.js/' content from commit b77c167

git-subtree-dir: thirdparty/URI.js
git-subtree-split: b77c167bc201575956ad409333ff032e504b8044
---
 utils/SLDs.php | 37 +++++++++++++++++++++++++++++++++++++
 1 file changed, 37 insertions(+)
 create mode 100644 utils/SLDs.php

(limited to 'utils/SLDs.php')

diff --git a/utils/SLDs.php b/utils/SLDs.php
new file mode 100644
index 000000000..3f451e764
--- /dev/null
+++ b/utils/SLDs.php
@@ -0,0 +1,37 @@
+<?php
+
+$map = array();
+
+// grab list of known SLDs from https://github.com/gavingmiller/second-level-domains
+// using curl since file_get_contents() won't do SSL...
+$url = 'https://raw.github.com/gavingmiller/second-level-domains/master/SLDs.csv';
+$curl = curl_init($url);
+curl_setopt($curl, CURLOPT_RETURNTRANSFER, true);
+curl_setopt($curl, CURLOPT_SSL_VERIFYPEER, false);
+curl_setopt($curl, CURLOPT_FOLLOWLOCATION, true);
+curl_setopt($curl, CURLOPT_MAXREDIRS, 10);
+$source = curl_exec($curl);
+
+
+// $source is a CSV, but a rather simple one I wouldn't go through the hassle of using str_getcsv() for
+$source = preg_split("/\r\n|\r|\n/", $source);
+foreach ($source as $line) {
+    $t = explode(',', $line);
+    $tld = strtolower(substr($t[0], 1)); // skip the leading dot
+    $sld = strtolower(substr($t[1], 1, strrpos($t[1], '.') - 1));
+    if (!$tld || !$sld || strpos($sld, '.') !== false) {
+        continue;
+    }
+    
+    $map[$tld][] = $sld;
+}
+
+// source seems to be tainted with duplicates (and false SLDs like "govt.uk")
+// for now we don't care about false (or missing) SLDs
+foreach ($map as $tld => &$slds) {
+    $slds = array_unique($slds);
+    sort($slds);
+    $slds = join('|', $slds);
+}
+
+echo json_encode($map);
\ No newline at end of file
-- 
cgit v1.2.3