Blame view

install/install.py 11.6 KB
2e0c8f94   Unknown   New install scrip...
1
2
3
4
5
6
from sys import *
import platform
import os
import subprocess
import shutil
import fileinput
ca58ff86   Jeremy   Update
7

1e9aab20   Jeremy   Added install.py
8

2e0c8f94   Unknown   New install scrip...
9
class Colors:
a075147a   aklotz   Windows 32 LXML
10
11
12
13
14
15
16
17
    if (platform.system() == "Windows"):
         ERROR = ''
         END = ''
         LOG_BLUE = ''
    else:
         ERROR = '\033[91m'
         END = '\033[0m'
         LOG_BLUE = '\033[94m'
2e0c8f94   Unknown   New install scrip...
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

def replacePatternInFile(pattern, replace, file_path):
    try:

        with fileinput.FileInput(file_path, inplace=True, backup='.bak') as file:
            for line in file:
                print(line.replace(pattern, replace), end='')
    except:
        stderr.write(Colors.ERROR + "ERROR !: replacement in file failed !" + Colors.END + "\r\n")
        return 1
    return 0



def install_dependency_ubuntu(command, mode):
    #
    ##install dependency then check the return code
    #

    old = command
    if (mode == 'i'):
        command = 'apt-get install ' + command
    elif (mode == 'u'):
        command = 'apt-get update'
    elif (mode == 'a'):
        command = 'add-apt-repository ' + command
    process = subprocess.Popen(command, shell=True)
    process.wait()
    if process.returncode != 0:
        stderr.write(Colors.ERROR + "ERROR !: installation of " + old + " failed !" + Colors.END + "\r\n")


def install_required_ubuntu():
    install_dependency_ubuntu("ppa:fkrull/deadsnakes", 'a')
    install_dependency_ubuntu("update", 'u')
2e0c8f94   Unknown   New install scrip...
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
    install_dependency_ubuntu("python-pip", 'i')
    install_dependency_ubuntu("python-lxml", 'i')
    install_dependency_ubuntu("libxml2-dev", 'i')
    install_dependency_ubuntu("libxslt-dev", 'i')
    install_dependency_ubuntu("zlib1g-dev", 'i')
    install_dependency_ubuntu("update", 'u')
    install_dependency_ubuntu("rabbitmq-server", 'i')
    install_dependency_ubuntu("mysql-server", 'i')
    install_dependency_ubuntu("mysql-client", 'i')
    install_dependency_ubuntu("libmysqlclient-dev", 'i')


def install_dependency_centos(command, mode):
    #
    ##install dependency then check the return code
    #
    old = command
    if (mode == 'i'):
        command = 'yum -y install ' + command
    elif (mode == 'u'):
        command = 'yum update ' + command
    process = subprocess.Popen(command, shell=True)
    process.wait()
    if process.returncode != 0:
        stderr.write(Colors.ERROR + "ERROR !: installation of " + old + " failed !" + Colors.END + "\r\n")


def install_required_centos():
    install_dependency_centos("yum", 'u')
    install_dependency_centos("kernel", 'u')
    install_dependency_centos("", 'u')
2e0c8f94   Unknown   New install scrip...
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
    install_dependency_centos("libxml2", 'i')
    install_dependency_centos("libxslt libxslt-2", 'i')
    install_dependency_centos("libxslt-devel libxml2-devel", 'i')
    install_dependency_centos("rabbitmq-server", 'i')
    install_dependency_centos("mariadb-server", 'i')
    install_dependency_centos("mariadb", 'i')
    install_dependency_centos("mariadb-devel", 'i')

    process = subprocess.Popen("systemctl start mariadb.service", shell=True)
    process.wait()
    if process.returncode != 0:
        stderr.write(Colors.ERROR + "ERROR !" + Colors.END + "\r\n")

    process = subprocess.Popen("systemctl enable mariadb.service", shell=True)
    process.wait()
    if process.returncode != 0:
        stderr.write(Colors.ERROR + "ERROR !" + Colors.END + "\r\n")

    process = subprocess.Popen("mysql_secure_installation", shell=True)
    process.wait()
    if process.returncode != 0:
        stderr.write(Colors.ERROR + "ERROR !" + Colors.END + "\r\n")


def install_required():
    # checking if user is sudo then install the needed dependencies
    # find the linux distribution and call the related function
    distribution = platform.dist()
    if not 'SUDO_UID' in os.environ.keys():
a1dbc688   Unknown   normalize paths
113
        stderr.write("Super user rights are needed to install prerequisites\r\n")
2e0c8f94   Unknown   New install scrip...
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
        exit(1)
    if distribution[0] == "Ubuntu" or distribution[0] == "Debian":
        install_required_ubuntu()
    elif distribution[0] == "centos":
        install_required_centos()
    else:
        print("Requirements are made for Ubuntu, Debian and CentOS only")
        exit(1)


def install_python_modules(venv):
    if 'SUDO_UID' in os.environ.keys():
        answer = input(
            "You are about to install your virtualenv only for root, this is discouraged, are you sure ? (Y/N) If you are not sure relaunch the script without super user privileges\n")
        while (answer != 'Y' and answer != 'y' and answer != 'n' and answer != 'N'):
            answer = input(
                "You are about to install your virtualenv only for root, this is discouraged, are you sure ? (Y/N) \n")
        if (answer not in ['y', 'Y']):
            exit(1)

    if (os.path.basename(os.getcwd())!= "private"):
        if not(os.path.isdir("../private")):
            print(Colors.LOG_BLUE + "-----------------------------Creating \'private\' directory-----------------------------" + Colors.END)
            os.mkdir("../private")
        print(Colors.LOG_BLUE + "-----------------------------cd private-----------------------------" + Colors.END)
        os.chdir("../private")
    #
    ## deleting if already exist then creating the venv
    #

    while (True):
ca58ff86   Jeremy   Update
145
        try:
2e0c8f94   Unknown   New install scrip...
146
147
148
149
150
151
152
153
154
155
156
157
            if (os.path.isdir(venv)):
                print(Colors.LOG_BLUE + "-----------------------------Deleting existing venv-----------------------------" + Colors.END)
                shutil.rmtree(venv)
            break
        except:
            continue


    #
    ## update of tools and installation of dependencies in REQUIREMENTS.txt or REQUIREMENTS_WINDOWS.txt
    #

f7b38c2d   Etienne Pallier   refactorised inst...
158
159
160
161
162
163
    end_of_line = '\n\n'
    python = 'python3'
    pip = '/bin/pip'
    REQUIREMENTS = 'REQUIREMENTS.txt'
    sql_user = "pyros"
    sql_pswd = "DjangoPyros"
2ce20c50   Quentin Durand   applying workshop...
164
    req = "CREATE DATABASE IF NOT EXISTS pyros;  CREATE DATABASE IF NOT EXISTS pyros_test; CREATE USER IF NOT EXISTS pyros; GRANT USAGE ON *.* TO 'pyros'; DROP USER 'pyros'; GRANT ALL ON pyros.* TO 'pyros'@'localhost' IDENTIFIED BY 'DjangoPyros'; GRANT ALL ON test_pyros.* TO 'pyros'@'localhost'; GRANT ALL PRIVILEGES ON test_pyros_test.* TO 'pyros'@'localhost'; GRANT ALL ON pyros_test.* TO 'pyros'@'localhost' IDENTIFIED BY 'DjangoPyros'"
ba13e5ce   Quentin Durand   fix centos req AG...
165
    req_centos = "CREATE DATABASE IF NOT EXISTS pyros; CREATE DATABASE IF NOT EXISTS pyros_test; GRANT USAGE ON *.* TO 'pyros'@'localhost' IDENTIFIED BY 'DjangoPyros' WITH GRANT OPTION; DROP USER 'pyros'@'localhost'; GRANT ALL ON pyros.* TO 'pyros'@'localhost' IDENTIFIED BY 'DjangoPyros'; GRANT ALL PRIVILEGES ON pyros.* TO 'pyros'@'localhost' IDENTIFIED BY 'DjangoPyros' WITH GRANT OPTION;  GRANT ALL PRIVILEGES ON pyros_test.* TO pyros@localhost IDENTIFIED BY 'DjangoPyros' WITH GRANT OPTION;"
5f832754   Unknown   fixing req_centos
166
167
    if platform.dist()[0] == "centos":
        req = req_centos
f7b38c2d   Etienne Pallier   refactorised inst...
168
169
170
171
172
173
174
175
176
177
178
179
180
181
    sql_request="\"" + req + "\"" + " | mysql -u root -p"
    if (platform.system() == "Windows"):
        end_of_line = "\r\n\r\n"
        python = 'py'
        pip = '\Scripts\pip'
        REQUIREMENTS = 'REQUIREMENTS_WINDOWS.txt'
        sql_request=req + " |\"C:\Program Files\MySQL\MySQL Server 5.7\\bin\mysql\" -u root -p"
    
    print(Colors.LOG_BLUE + "-----------------------------Creating venv " + venv + "-----------------------------"+end_of_line + Colors.END)
    os.system(python+" -m venv " + venv)
    print(Colors.LOG_BLUE + "-----------------------------Installing python packages via pip-----------------------------" + Colors.END)
    os.system(venv + pip+' install --upgrade pip')
    os.system(venv + pip+' install --upgrade wheel')
    os.system(venv + pip+' install --upgrade setuptools')
a075147a   aklotz   Windows 32 LXML
182
183
184
185
186
    if (platform.system() == "Windows"):
        if (platform.machine() == "x86"):
            os.system(venv + '\Scripts\pip install ../install\windows\lxml-4.1.1-cp36-cp36m-win32.whl')
        else:
            os.system(venv + '\Scripts\pip install ../install\windows\lxml-4.1.1-cp36-cp36m-win_amd64.whl')
a1dbc688   Unknown   normalize paths
187
    os.system(venv + pip+' install -r ../install' + os.sep + REQUIREMENTS)
f7b38c2d   Etienne Pallier   refactorised inst...
188
189
    print(Colors.LOG_BLUE + "-----------------------------cd ../install-----------------------------" + Colors.END)
    os.chdir("../install")
2e0c8f94   Unknown   New install scrip...
190
191
192
193
194
    
    #
    ## creating database and creating and granting user pyros
    #

5f832754   Unknown   fixing req_centos
195

f7b38c2d   Etienne Pallier   refactorised inst...
196
197
198
199
200
201
202
203
204
205
206
207
208
    print(Colors.LOG_BLUE + end_of_line+"-----------------------------Launching mysql to create database and create and grant user pyros-----------------------------" + Colors.END)
    print(Colors.LOG_BLUE +"-----------------------------Please enter your MYSQL root password-----------------------------" + Colors.END)
    process = subprocess.Popen("echo " + sql_request, shell=True)
    process.wait()
    if (process.returncode != 0):
        stderr.write(Colors.ERROR + "ERROR !: db configuration failed !" + Colors.END + "\r\n")
        return -1
    print(Colors.LOG_BLUE + end_of_line+"-----------------------------Database created and user pyros successfully created and granted-----------------------------" + Colors.END)

    #
    ## replacing pattern in settings.py to use mysql
    #
    print(Colors.LOG_BLUE + "-----------------------------setting MYSQL = True in settings-----------------------------" + Colors.END)
a1dbc688   Unknown   normalize paths
209
    replacePatternInFile("MYSQL = False", "MYSQL = True", os.path.normpath("../src/pyros/settings.py"))
f7b38c2d   Etienne Pallier   refactorised inst...
210
211
212
213
214
215
216
217
218
    if (platform.system() == "Windows"):
        #
        ## moving voeventparse in site-packages directory
        #
        try:
            site_packages = "..\private\\venv_py3_pyros\Lib\site-packages\\"
            if (not os.path.isdir(site_packages + "voevent_parse-0.9.5.dist-info") and
            not os.path.isdir(site_packages + "voeventparse")):
                print(Colors.LOG_BLUE + "\r\n\r\n-----------------------------Copying the voevent library in Lib/site-packages-----------------------------" + Colors.END)
947b3dcf   Quentin Durand   replacing shutil....
219
220
221
222
223
224
225
                process = subprocess.Popen("xcopy /i /y windows\\voeventparse " + site_packages + "voeventparse")
                process.wait()
                if (process.returncode != 0):raise Exception
                process = subprocess.Popen("xcopy /i /y windows\\voevent_parse-0.9.5.dist-info " + site_packages + "voevent_parse-0.9.5.dist-info")
                process.wait()
                if (process.returncode != 0): raise Exception

f7b38c2d   Etienne Pallier   refactorised inst...
226
227
228
                print(Colors.LOG_BLUE + "\r\n-----------------------------library successfully copied-----------------------------" + Colors.END)
        except Exception as e:
            print(Colors.ERROR + "ERROR while Copying the voevent library in Lib/site-packages" + Colors.END, file=stderr)
975e2c98   Quentin Durand   Auto stash before...
229
            return False
2e0c8f94   Unknown   New install scrip...
230

244507e6   Unknown   adding migrations...
231
232
233

    print(Colors.LOG_BLUE + "\r\n-----------------------------cd ..-----------------------------" + Colors.END)
    os.chdir("..")
ca58ff86   Jeremy   Update
234

2e0c8f94   Unknown   New install scrip...
235
    #
244507e6   Unknown   adding migrations...
236
    ##  Executing migrations
2e0c8f94   Unknown   New install scrip...
237
    #
ca58ff86   Jeremy   Update
238

56b06950   Unknown   Install script fi...
239
    print(Colors.LOG_BLUE + "\r\n\r\n-----------------------------Migrate : executing pyros.py init_database-----------------------------" + Colors.END)
244507e6   Unknown   adding migrations...
240
    try:
56b06950   Unknown   Install script fi...
241
        process = subprocess.Popen(python + " pyros.py init_database"  , shell=True)
244507e6   Unknown   adding migrations...
242
243
        process.wait()
    except Exception as e:
3185a08a   Unknown   updating init_dat...
244
        print(Colors.ERROR + "Error while initialising database :" + Colors.END)
244507e6   Unknown   adding migrations...
245
        return -1
56b06950   Unknown   Install script fi...
246
247


244507e6   Unknown   adding migrations...
248
249
250
    print(Colors.LOG_BLUE + "\r\n\r\n-----------------------------Install successfull !-----------------------------" + Colors.END)
    return 0

2e0c8f94   Unknown   New install scrip...
251
252
253
def _help():
    print(
        "Welcome in the installation script of the pyros venv.\t\nPlease launch it from the install directory of pyros.\n\tIf you're on Ubuntu Debian or CentOS:\n\tlaunch it with sudo and <--prerequisites> or <-p> to install the prerequisites.\n\t-->sudo ./test_install.py -p\n\n\tFor the python packages launch it from the install directory of pyros without sudo and without parameter\n\t-->./test_install.py")
ca58ff86   Jeremy   Update
254
255


2e0c8f94   Unknown   New install scrip...
256
257
258
259
260
261
262
263
264
265
if __name__ == '__main__':
    if (len(argv) > 1):
        if argv[1] == "--prerequisites" or argv[1] == "-p":
            install_required()
        else:
            _help()
    elif len(argv) == 1:
        install_python_modules("venv_py3_pyros")
    else:
        _help()