install.py
13 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
from sys import *
import platform
import os
import subprocess
import shutil
import fileinput
class Colors:
if (platform.system() == "Windows"):
ERROR = ''
END = ''
LOG_BLUE = ''
else:
ERROR = '\033[91m'
END = '\033[0m'
LOG_BLUE = '\033[94m'
def replacePatternInFile(pattern, replace, file_path):
try:
with fileinput.FileInput(file_path, inplace=True, backup='.bak') as file:
for line in file:
print(line.replace(pattern, replace), end='')
except:
stderr.write(Colors.ERROR + "ERROR !: replacement in file failed !" + Colors.END + "\r\n")
return 1
return 0
def install_dependency_ubuntu(command, mode):
#
##install dependency then check the return code
#
old = command
if (mode == 'i'):
command = 'apt-get install ' + command
elif (mode == 'u'):
command = 'apt-get update'
elif (mode == 'a'):
command = 'add-apt-repository ' + command
process = subprocess.Popen(command, shell=True)
process.wait()
if process.returncode != 0:
stderr.write(Colors.ERROR + "ERROR !: installation of " + old + " failed !" + Colors.END + "\r\n")
def install_required_ubuntu():
install_dependency_ubuntu("update", 'u')
install_dependency_ubuntu("python-lxml", 'i')
install_dependency_ubuntu("libxml2-dev", 'i')
install_dependency_ubuntu("libxslt-dev", 'i')
install_dependency_ubuntu("zlib1g-dev", 'i')
install_dependency_ubuntu("update", 'u')
install_dependency_ubuntu("rabbitmq-server", 'i')
#install_dependency_ubuntu("libmysqlclient-dev", 'i')
def install_dependency_centos(command, mode):
#
##install dependency then check the return code
#
old = command
if (mode == 'i'):
command = 'yum -y install ' + command
elif (mode == 'u'):
command = 'yum update ' + command
process = subprocess.Popen(command, shell=True)
process.wait()
if process.returncode != 0:
stderr.write(Colors.ERROR + "ERROR !: installation of " + old + " failed !" + Colors.END + "\r\n")
def install_required_centos():
install_dependency_centos("yum", 'u')
install_dependency_centos("kernel", 'u')
install_dependency_centos("", 'u')
install_dependency_centos("libxml2", 'i')
install_dependency_centos("libxslt libxslt-2", 'i')
install_dependency_centos("libxslt-devel libxml2-devel", 'i')
install_dependency_centos("rabbitmq-server", 'i')
install_dependency_centos("mariadb-server", 'i')
install_dependency_centos("mariadb", 'i')
install_dependency_centos("mariadb-devel", 'i')
process = subprocess.Popen("systemctl start mariadb.service", shell=True)
process.wait()
if process.returncode != 0:
stderr.write(Colors.ERROR + "ERROR !" + Colors.END + "\r\n")
process = subprocess.Popen("systemctl enable mariadb.service", shell=True)
process.wait()
if process.returncode != 0:
stderr.write(Colors.ERROR + "ERROR !" + Colors.END + "\r\n")
process = subprocess.Popen("mysql_secure_installation", shell=True)
process.wait()
if process.returncode != 0:
stderr.write(Colors.ERROR + "ERROR !" + Colors.END + "\r\n")
def install_required():
# checking if user is sudo then install the needed dependencies
# find the linux distribution and call the related function
distribution = platform.dist()
if not 'SUDO_UID' in os.environ.keys():
stderr.write("Super user rights are needed to install prerequisites\r\n")
exit(1)
if distribution[0] == "Ubuntu" or distribution[0] == "Debian":
install_required_ubuntu()
elif distribution[0] == "centos":
install_required_centos()
else:
print("Requirements are made for Ubuntu, Debian and CentOS only")
exit(1)
def install_python_modules(venv):
REINSTALL = True
#REINSTALL = False
if 'SUDO_UID' in os.environ.keys():
answer = input(
"You are about to install your virtualenv only for root, this is discouraged, are you sure ? (Y/N) If you are not sure relaunch the script without super user privileges\n")
while (answer != 'Y' and answer != 'y' and answer != 'n' and answer != 'N'):
answer = input(
"You are about to install your virtualenv only for root, this is discouraged, are you sure ? (Y/N) \n")
if (answer not in ['y', 'Y']):
exit(1)
if (os.path.basename(os.getcwd()) != "private"):
if not(os.path.isdir("../private")):
print(Colors.LOG_BLUE + "-----------------------------Creating \'private\' directory-----------------------------" + Colors.END)
os.mkdir("../private")
print(Colors.LOG_BLUE + "-----------------------------cd private-----------------------------" + Colors.END)
os.chdir("../private")
#
## deleting if already exist then creating the venv
#
while REINSTALL and True:
try:
if (os.path.isdir(venv)):
print(Colors.LOG_BLUE + "-----------------------------Deleting existing venv-----------------------------" + Colors.END)
shutil.rmtree(venv)
break
except:
continue
#
## update of tools and installation of dependencies in REQUIREMENTS.txt or REQUIREMENTS_WINDOWS.txt
#
end_of_line = '\n\n'
python = 'python3'
pip = '/bin/pip'
REQUIREMENTS = 'REQUIREMENTS.txt'
sql_user = "pyros"
sql_pswd = "DjangoPyros"
if platform.dist()[0] == "centos": print("centos platform")
# NEWER MYSQL:
req = "CREATE DATABASE IF NOT EXISTS pyros; CREATE DATABASE IF NOT EXISTS pyros_test; CREATE USER IF NOT EXISTS pyros; GRANT USAGE ON *.* TO 'pyros'; DROP USER 'pyros'; GRANT ALL ON pyros.* TO 'pyros'@'localhost' IDENTIFIED BY 'DjangoPyros'; GRANT ALL ON test_pyros.* TO 'pyros'@'localhost'; GRANT ALL PRIVILEGES ON test_pyros_test.* TO 'pyros'@'localhost'; GRANT ALL ON pyros_test.* TO 'pyros'@'localhost' IDENTIFIED BY 'DjangoPyros'"
# OLDER MYSQL: Try this instead for OLDER mysql (works on CentOS 6.4 and Centos 7.5 with mysql 5.5):
#req = "drop database pyros; CREATE DATABASE pyros; drop database pyros_test ; CREATE DATABASE pyros_test; drop user 'pyros'@'localhost' ; CREATE USER pyros; GRANT USAGE ON *.* TO 'pyros'; DROP USER 'pyros'; GRANT ALL ON pyros.* TO 'pyros'@'localhost' IDENTIFIED BY 'DjangoPyros'; GRANT ALL ON test_pyros.* TO 'pyros'@'localhost'; GRANT ALL PRIVILEGES ON test_pyros_test.* TO 'pyros'@'localhost'; GRANT ALL ON pyros_test.* TO 'pyros'@'localhost' IDENTIFIED BY 'DjangoPyros'"
#req = "drop database pyros ; CREATE DATABASE pyros; drop database pyros_test ; CREATE DATABASE pyros_test; DROP USER 'pyros'@'localhost' ; GRANT USAGE ON *.* TO 'pyros'@'localhost' IDENTIFIED BY 'DjangoPyros' WITH GRANT OPTION; DROP USER 'pyros'@'localhost'; GRANT ALL ON pyros.* TO 'pyros'@'localhost' IDENTIFIED BY 'DjangoPyros'; GRANT ALL PRIVILEGES ON pyros.* TO 'pyros'@'localhost' IDENTIFIED BY 'DjangoPyros' WITH GRANT OPTION; GRANT ALL PRIVILEGES ON pyros_test.* TO pyros@localhost IDENTIFIED BY 'DjangoPyros' WITH GRANT OPTION;"
# (EP) ok for CENTOS 7 I suppose (but not for CentOS 6):
#req_centos = "CREATE DATABASE IF NOT EXISTS pyros; CREATE DATABASE IF NOT EXISTS pyros_test; GRANT USAGE ON *.* TO 'pyros'@'localhost' IDENTIFIED BY 'DjangoPyros' WITH GRANT OPTION; DROP USER 'pyros'@'localhost'; GRANT ALL ON pyros.* TO 'pyros'@'localhost' IDENTIFIED BY 'DjangoPyros'; GRANT ALL PRIVILEGES ON pyros.* TO 'pyros'@'localhost' IDENTIFIED BY 'DjangoPyros' WITH GRANT OPTION; GRANT ALL PRIVILEGES ON pyros_test.* TO pyros@localhost IDENTIFIED BY 'DjangoPyros' WITH GRANT OPTION;"
req_centos = req
if platform.dist()[0] == "centos":
req = req_centos
sql_request="\"" + req + "\"" + " | mysql -u root -p"
if (platform.system() == "Windows"):
end_of_line = "\r\n\r\n"
python = 'py'
pip = '\Scripts\pip'
REQUIREMENTS = 'REQUIREMENTS_WINDOWS.txt'
sql_request=req + " |\"C:\Program Files\MySQL\MySQL Server 5.7\\bin\mysql\" -u root -p"
if REINSTALL:
print(Colors.LOG_BLUE + "-----------------------------Creating venv " + venv + "-----------------------------"+end_of_line + Colors.END)
os.system(python+" -m venv " + venv)
print(Colors.LOG_BLUE + "-----------------------------Installing python packages via pip-----------------------------" + Colors.END)
if (platform.system() == "Windows"):
os.system(venv + '\Scripts\python -m pip install --upgrade pip')
else: # Linux
os.system(venv + '/bin/python -m pip install --upgrade pip')
os.system(venv + pip+' install --upgrade wheel')
os.system(venv + pip+' install --upgrade setuptools')
if (platform.system() == "Windows"):
if (platform.machine() == "x86"):
os.system(venv + '\Scripts\pip install ../install\windows\lxml-4.1.1-cp36-cp36m-win32.whl')
else:
os.system(venv + '\Scripts\pip install ../install\windows\lxml-4.1.1-cp36-cp36m-win_amd64.whl')
os.system(venv + pip+' install -r ../install' + os.sep + REQUIREMENTS)
print(Colors.LOG_BLUE + "-----------------------------cd ../install-----------------------------" + Colors.END)
os.chdir("../install")
#
## creating database and creating and granting user pyros
#
print(Colors.LOG_BLUE + end_of_line+"-----------------------------Launching mysql to create database and create and grant user pyros-----------------------------" + Colors.END)
print(Colors.LOG_BLUE +"-----------------------------Please enter your MYSQL root password-----------------------------" + Colors.END)
process = subprocess.Popen("echo " + sql_request, shell=True)
process.wait()
if (process.returncode != 0):
stderr.write(Colors.ERROR + "ERROR !: db configuration failed !" + Colors.END + "\r\n")
return -1
print(Colors.LOG_BLUE + end_of_line+"-----------------------------Database created and user pyros successfully created and granted-----------------------------" + Colors.END)
#
## replacing pattern in settings.py to use mysql
#
print(Colors.LOG_BLUE + "-----------------------------setting MYSQL = True in settings-----------------------------" + Colors.END)
replacePatternInFile("MYSQL = False", "MYSQL = True", os.path.normpath("../src/pyros/settings.py"))
if (platform.system() == "Windows"):
#
## moving voeventparse in site-packages directory
#
try:
site_packages = "..\private\\venv_py3_pyros\Lib\site-packages\\"
if (not os.path.isdir(site_packages + "voevent_parse-0.9.5.dist-info") and
not os.path.isdir(site_packages + "voeventparse")):
print(Colors.LOG_BLUE + "\r\n\r\n-----------------------------Copying the voevent library in Lib/site-packages-----------------------------" + Colors.END)
process = subprocess.Popen("xcopy /i /y windows\\voeventparse " + site_packages + "voeventparse")
process.wait()
if (process.returncode != 0):raise Exception
process = subprocess.Popen("xcopy /i /y windows\\voevent_parse-0.9.5.dist-info " + site_packages + "voevent_parse-0.9.5.dist-info")
process.wait()
if (process.returncode != 0): raise Exception
print(Colors.LOG_BLUE + "\r\n-----------------------------library successfully copied-----------------------------" + Colors.END)
except Exception as e:
print(Colors.ERROR + "ERROR while Copying the voevent library in Lib/site-packages" + Colors.END, file=stderr)
return False
print(Colors.LOG_BLUE + "\r\n-----------------------------cd ..-----------------------------" + Colors.END)
os.chdir("..")
#
## Executing migrations
#
print(Colors.LOG_BLUE + "\r\n\r\n-----------------------------Migrate : executing pyros.py init_database-----------------------------" + Colors.END)
try:
process = subprocess.Popen(python + " pyros.py init_database" , shell=True)
process.wait()
except Exception as e:
print(Colors.ERROR + "Error while initialising database :" + Colors.END)
return -1
print(Colors.LOG_BLUE + "\r\n\r\n-----------------------------Install successfull !-----------------------------" + Colors.END)
return 0
def _help():
print(
"Welcome in the installation script of the pyros venv.\t\nPlease launch it from the install directory of pyros.\n\tIf you're on Ubuntu Debian or CentOS:\n\tlaunch it with sudo and <--prerequisites> or <-p> to install the prerequisites.\n\t-->sudo ./test_install.py -p\n\n\tFor the python packages launch it from the install directory of pyros without sudo and without parameter\n\t-->./test_install.py")
if __name__ == '__main__':
if (len(argv) > 1):
if argv[1] == "--prerequisites" or argv[1] == "-p":
install_required()
else:
_help()
elif len(argv) == 1:
install_python_modules("venv_py3_pyros")
else:
_help()