-
-
Notifications
You must be signed in to change notification settings - Fork 169
/
calc_operators.sql
91 lines (81 loc) · 2.2 KB
/
calc_operators.sql
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
#standardSQL
CREATE TEMPORARY FUNCTION getCalcOperators(css STRING)
RETURNS ARRAY<STRUCT<name STRING, freq INT64>>
LANGUAGE js
OPTIONS (library = "gs://httparchive/lib/css-utils.js")
AS '''
try {
function compute(ast) {
let ret = {
total: 0,
properties: {},
units: {},
number_of_different_units: {},
operators: {},
number_of_operators: {},
number_of_parens: {},
constants: new Set()
};
walkDeclarations(ast, ({property, value}) => {
for (let calc of extractFunctionCalls(value, {names: "calc"})) {
incrementByKey(ret.properties, property);
ret.total++;
let args = calc.args.replace(/calc\\(/g, "(");
let units = args.match(/[a-z]+|%/g) || [];
units.forEach(e => incrementByKey(ret.units, e));
incrementByKey(ret.number_of_different_units, new Set(units).size);
let ops = args.match(/[-+\\/*]/g) || [];
ops.forEach(e => incrementByKey(ret.operators, e));
incrementByKey(ret.number_of_operators, ops.length);
let parens = args.match(/\\(/g) || [];
incrementByKey(ret.number_of_parens, parens.length);
if (units.length === 0) {
ret.constants.add(args);
}
}
}, {
values: /calc\\(/,
not: {
values: /var\\(--/
}
});
ret.constants = [...ret.constants];
for (let type in ret) {
if (ret[type].constructor === Object) {
ret[type] = sortObject(ret[type]);
}
}
return ret;
}
var ast = JSON.parse(css);
var calc = compute(ast);
return Object.entries(calc.operators).map(([name, freq]) => ({name, freq}))
} catch (e) {
return [];
}
''';
SELECT
client,
operator,
COUNT(DISTINCT url) AS pages,
SUM(freq) AS freq,
SUM(SUM(freq)) OVER (PARTITION BY client) AS total,
SUM(freq) / SUM(SUM(freq)) OVER (PARTITION BY client) AS pct
FROM (
SELECT
client,
url,
operator.name AS operator,
operator.freq
FROM
`httparchive.almanac.parsed_css`,
UNNEST(getCalcOperators(css)) AS operator
WHERE
date = '2021-07-01' AND
# Limit the size of the CSS to avoid OOM crashes.
LENGTH(css) < 0.1 * 1024 * 1024)
GROUP BY
client,
operator
ORDER BY
pct DESC