test-kb/util/kb-mine.sh at master · scanoss/test-kb · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
#!/bin/bash
# SPDX-License-Identifier: GPL-2.0-or-later
#
# util/kb-mine.c
#
# Test Knowledgebase generator
#
# This program generates a test knowledgebase to be use with the SCANOSS platform.
#
# An important step in the script counts on the bsort command line being installed
# bsort is avalable here: https://github.com/pelotoncycle/bsort
#
# Copyright (C) 2018-2020 SCANOSS.COM
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <https://www.gnu.org/licenses/>.

# Download a few OSS components:

# A few of versions of the Linux Kernel (C)
minr -d torvalds,kernel,4.4.231,2020-07-22,GPL-2.0-WITH-Linux-syscall-note,pkg:kernel/linux -u https://mirrors.edge.kernel.org/pub/linux/kernel/v4.x/linux-4.4.231.tar.xz
minr -d torvalds,kernel,3.0.1,2011-08-05,GPL-2.0-WITH-Linux-syscall-note,pkg:kernel/linux -u https://mirrors.edge.kernel.org/pub/linux/kernel/v3.0/linux-3.0.1.tar.gz
minr -d torvalds,kernel,2.0.1,1996-07-27,GPL-2.0-WITH-Linux-syscall-note,pkg:kernel/linux -u https://mirrors.edge.kernel.org/pub/linux/kernel/v2.0/linux-2.0.1.tar.bz2
minr -d torvalds,kernel,1.0,1994-03-13,GPL-2.0-WITH-Linux-syscall-note,pkg:kernel/linux -u https://mirrors.edge.kernel.org/pub/linux/kernel/v1.0/linux-1.0.tar.gz

# A few versions of OpenCV (C++)
minr -d opencv,opencv,4.0.0,2018-11-18,Apache-2.0,pkg:github/opencv/opencv -u https://github.com/opencv/opencv/archive/4.0.0.tar.gz
minr -d opencv,opencv,3.0.0,2015-06-03,Apache-2.0,pkg:github/opencv/opencv -u https://github.com/opencv/opencv/archive/3.0.0.tar.gz
minr -d opencv,opencv,2.2,2010-12-05,Apache-2.0,pkg:github/opencv/opencv -u https://github.com/opencv/opencv/archive/2.2.tar.gz

# A few versions of Action Runner (C#)
minr -d actions,runner,2.267.1,2020-07-01,MIT,pkg:github/actions/runner -u https://github.com/actions/runner/archive/v2.267.1.tar.gz
minr -d actions,runner,2.169.1,2020-04-15,MIT,pkg:github/actions/runner -u https://github.com/actions/runner/archive/v2.169.1.tar.gz
minr -d actions,runner,2.160.0,2019-10-28,MIT,pkg:github/actions/runner -u https://github.com/actions/runner/archive/v2.160.0.tar.gz

# A few versions of Retrofit (Java)
minr -d square,retrofit,2.9.0,2020-05-20,Apache-2.0,pkg:github/square/retrofit -u https://github.com/square/retrofit/archive/2.9.0.tar.gz
minr -d square,retrofit,parent-2.0.0,2016-03-11,Apache-2.0,pkg:github/square/retrofit -u https://github.com/square/retrofit/archive/parent-2.0.0.tar.gz
minr -d square,retrofit,parent-1.0.0,2013-05-13,Apache-2.0,pkg:github/square/retrofit -u https://github.com/square/retrofit/archive/parent-1.0.0.tar.gz

# A few versions of JQuery (Javascript)
minr -d jquery,jquery,3.5.1,2020-05-05,MIT,pkg:jquery/jquery -u https://code.jquery.com/jquery-3.5.1.js
minr -d jquery,jquery,3.5.1,2020-05-05,MIT,pkg:jquery/jquery -u https://code.jquery.com/jquery-3.5.1.min.js
minr -d jquery,jquery,2.2.4,2016-05-20,MIT,pkg:jquery/jquery -u https://code.jquery.com/jquery-2.2.4.js
minr -d jquery,jquery,2.2.4,2016-05-20,MIT,pkg:jquery/jquery -u https://code.jquery.com/jquery-2.2.4.min.js
minr -d jquery,jquery,1.12.4,2016-05-20,MIT,pkg:jquery/jquery -u https://code.jquery.com/jquery-1.12.4.js
minr -d jquery,jquery,1.12.4,2016-05-20,MIT,pkg:jquery/jquery -u https://code.jquery.com/jquery-1.12.4.min.js

# A few versions of Jekyll (Ruby)
minr -d jekyll,jekyll,4.0.0,2019-08-20,MIT,pkg:github/jekyll/jekyll -u https://github.com/jekyll/jekyll/archive/v4.0.0.tar.gz
minr -d jekyll,jekyll,3.0.0,2015-10-27,MIT,pkg:github/jekyll/jekyll -u https://github.com/jekyll/jekyll/archive/v3.0.0.tar.gz
minr -d jekyll,jekyll,2.0.0,2014-05-07,MIT,pkg:github/jekyll/jekyll -u https://github.com/jekyll/jekyll/archive/v2.0.0.tar.gz
minr -d jekyll,jekyll,1.0.0,2013-05-06,MIT,pkg:github/jekyll/jekyll -u https://github.com/jekyll/jekyll/archive/v1.0.0.tar.gz

# A few versions of Prophecy (PHP)
minr -d phpspec,prophecy,1.10.0,2019-12-17,MIT,pkg:github/phpspec/prophecy -u https://github.com/phpspec/prophecy/archive/1.10.0.tar.gz
minr -d phpspec,prophecy,1.5.0,2015-08-13,MIT,pkg:github/phpspec/prophecy -u https://github.com/phpspec/prophecy/archive/v1.5.0.tar.gz
minr -d phpspec,prophecy,1.0.0,2013-04-29,MIT,pkg:github/phpspec/prophecy -u https://github.com/phpspec/prophecy/archive/v1.0.0.tar.gz

# A few versions of Poetry (Python)
minr -d python-poetry,poetry,1.0.0,2019-12-12,MIT,pkg:github/python-poetry/poetry -u https://github.com/python-poetry/poetry/archive/1.0.0.tar.gz
minr -d python-poetry,poetry,0.12.0,2018-10-17,MIT,pkg:github/python-poetry/poetry -u https://github.com/python-poetry/poetry/archive/0.12.0.tar.gz
minr -d python-poetry,poetry,0.5.0,2018-03-14,MIT,pkg:github/python-poetry/poetry  -u https://github.com/python-poetry/poetry/archive/0.5.0.tar.gz

# Extract snippet (WFP IDs)
minr -z mined

# Generate version file
echo '{"monthly":"22.01", "daily":"22.01.01"}' > mined/version.json

# Import into LDB
sudo minr -i mined