-
Notifications
You must be signed in to change notification settings - Fork 3
145 lines (130 loc) · 6.65 KB
/
build.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
name: Build
on:
push:
branches: [ main ]
schedule:
- cron: '15 0 * * *'
jobs:
build:
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@main
with:
fetch-depth: 0
path: top-user-agents
- name: Build
shell: bash
run: |
cd top-user-agents
# Configure git to be more predictable and deterministic
git config core.autocrlf false
git config core.ignorecase false
git config core.fscache true
git config core.longpaths true
git config diff.renameLimit 0
git config status.renameLimit 0
git config merge.renameLimit 0
git config http.lowSpeedLimit 0
git config http.lowSpeedTime 300
git config http.postBuffer 1048576000
git config pack.threads 1
git config index.threads 0
# Check top-user-agents version on npm
export top_user_agents_version=$(curl -sS 'https://registry.npmjs.org/top-user-agents' | python -c "import sys, json; print(json.load(sys.stdin)['dist-tags']['latest'])")
if [ -f "package.json" ] && [ $top_user_agents_version == $(cat package.json | python -c "import sys, json; print(json.load(sys.stdin)['version'])") ]; then
# Update user agents
git remote add microlinkhq https://github.com/microlinkhq/top-user-agents.git
git fetch --force --depth=1 --no-tags microlinkhq master:refs/remotes/microlinkhq/master
git restore --source=refs/remotes/microlinkhq/master -- src/
cat << 'EOF' > script.js
const fs = require('fs')
const re = /(?:^| )Electron(?:\/| |; |$)/i
fs.writeFileSync('./src/desktop.json', JSON.stringify(require('./src/desktop.json').filter(k => !k.match(re)), null, 2), 'utf-8')
fs.writeFileSync('./src/index.json', JSON.stringify(require('./src/index.json').filter(k => !k.match(re)), null, 2), 'utf-8')
fs.writeFileSync('./src/mobile.json', JSON.stringify(require('./src/mobile.json').filter(k => !k.match(re)), null, 2), 'utf-8')
EOF
node --use_strict script.js
rm script.js
cp -af src/. .
rm -r src/
# Push to GitHub
git add -f .
git -c user.name="GitHub" -c user.email="noreply@github.com" commit --author="github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>" -m"Update user agents" | sed -n 1p || true
git tag -f "$top_user_agents_version"
git push
git push -f origin "refs/tags/$top_user_agents_version:refs/tags/$top_user_agents_version"
exit 0
fi
# Roll back the repository
git reset --hard $(git rev-list --max-parents=0 HEAD)
git clean -dffx
# Install using npm 6
# Later versions fail to create a sane dependency tree in some situations
export npm_version=$(curl -sS 'https://registry.npmjs.org/npm' | python -c "import sys, json; print(json.load(sys.stdin)['dist-tags']['latest-6'])")
curl -sSo "npm-$npm_version.tgz" "https://registry.npmjs.org/npm/-/npm-$npm_version.tgz"
mkdir -p "bin/npm"
tar -xzf "npm-$npm_version.tgz" --strip-components=1 -C "bin/npm"
rm "npm-$npm_version.tgz"
# Initialize dummy package
node bin/npm/bin/npm-cli.js init -y
sed -i 's/"name": "top-user-agents"/"name": "npm"/' -- 'package.json'
# Install top-user-agents as a dependency
node bin/npm/bin/npm-cli.js install --no-audit --no-bin-links --no-fund --ignore-scripts --no-optional "top-user-agents@$top_user_agents_version"
# Remove npm
rm -r bin/
rm package.json
rm package-lock.json
# Modify package.json to match the top-user-agents tarball from npm
cat << 'EOF' > script.js
const fs = require('fs')
const pkg = require('./node_modules/top-user-agents/package.json')
const obj = {}
Object.keys(pkg.exports).forEach(k => {
pkg.exports[k]['types'] = pkg.exports[k]['types'].replace(/^\.\/src\//, './')
pkg.exports[k]['default'] = pkg.exports[k]['default'].replace(/^\.\/src\//, './')
})
obj.name = pkg.name
obj.description = pkg.description
obj.homepage = pkg.homepage
obj.version = pkg.version
obj.types = pkg.types.replace(/^\.\/src\//, './')
obj.main = 'index.js'
obj.exports = pkg.exports
obj.author = pkg.author
obj.contributors = pkg.contributors
obj.repository = pkg.repository
obj.bugs = pkg.bugs
obj.keywords = pkg.keywords
obj.license = pkg.license
fs.writeFileSync('./node_modules/top-user-agents/package.json', JSON.stringify(obj, null, 2) + '\n', 'utf-8')
EOF
node --use_strict script.js
rm script.js
# README
sed -i 's|(/stats\.png)|(https://github.com/microlinkhq/top-user-agents/blob/master/stats.png)|' -- 'node_modules/top-user-agents/README.md'
# Add top-user-agents to the repository
rm -rf node_modules/top-user-agents/node_modules/
cp -r node_modules/top-user-agents ..
rm -r node_modules/
# Update user agents
git remote add microlinkhq https://github.com/microlinkhq/top-user-agents.git
git fetch --force --depth=1 --no-tags microlinkhq master:refs/remotes/microlinkhq/master
git restore --source=refs/remotes/microlinkhq/master -- src/
cat << 'EOF' > script.js
const fs = require('fs')
const re = /(?:^| )Electron(?:\/| |; |$)/i
fs.writeFileSync('./src/desktop.json', JSON.stringify(require('./src/desktop.json').filter(k => !k.match(re)), null, 2), 'utf-8')
fs.writeFileSync('./src/index.json', JSON.stringify(require('./src/index.json').filter(k => !k.match(re)), null, 2), 'utf-8')
fs.writeFileSync('./src/mobile.json', JSON.stringify(require('./src/mobile.json').filter(k => !k.match(re)), null, 2), 'utf-8')
EOF
node --use_strict script.js
rm script.js
cp -a src/. .
rm -r src/
# Push to GitHub
git add -f .
git -c user.name="GitHub" -c user.email="noreply@github.com" commit --author="github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>" -m"$top_user_agents_version" | sed -n 1p
git tag -f "$top_user_agents_version"
git push --force
git push -f origin "refs/tags/$top_user_agents_version:refs/tags/$top_user_agents_version"