2018-05-11 12:05:29 +02:00
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
#
# Copyright (c) 2018 Virtual Cable S.L.
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without modification,
# are permitted provided that the following conditions are met:
#
# * Redistributions of source code must retain the above copyright notice,
# this list of conditions and the following disclaimer.
# * Redistributions in binary form must reproduce the above copyright notice,
# this list of conditions and the following disclaimer in the documentation
# and/or other materials provided with the distribution.
# * Neither the name of Virtual Cable S.L. nor the names of its contributors
# may be used to endorse or promote products derived from this software
# without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
# OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
import os
import shutil
import glob
import re
2022-05-20 09:01:51 +02:00
import typing
2018-05-11 12:05:29 +02:00
2024-06-20 04:24:03 +02:00
DIST = ' dist/browser '
THIRD_PARTY_LICENSES = ' dist/3rdpartylicenses.txt '
2018-05-11 12:05:29 +02:00
SRC = ' src '
UDS = os . path . join ( DIST , ' uds ' )
STATIC = ' static/modern '
TEMPLATE = ' templates/uds/modern '
2024-06-20 04:24:03 +02:00
def make_path ( path ) - > None :
2018-05-11 12:05:29 +02:00
folder = ' '
for p in path . split ( os . path . sep ) :
folder = os . path . join ( folder , p )
try :
os . mkdir ( folder )
2018-05-14 13:10:29 +02:00
except OSError :
2018-05-11 12:05:29 +02:00
pass # Already exits, ignore
2018-08-31 05:46:36 +02:00
2024-06-20 04:24:03 +02:00
def locate_files ( files : typing . List [ str ] , folder : str , extension : str ) - > None :
2018-05-22 01:40:52 +02:00
for f in glob . glob ( folder + " /* " ) :
if os . path . isdir ( f ) :
# Recurse
2024-06-20 04:24:03 +02:00
locate_files ( files , os . path . join ( f ) , extension )
2018-05-22 01:40:52 +02:00
else :
if os . path . splitext ( f ) [ 1 ] [ 1 : ] . lower ( ) == extension :
files . append ( f )
2018-05-11 12:05:29 +02:00
2018-08-31 05:46:36 +02:00
2024-06-20 04:24:03 +02:00
def locate_html_files ( ) - > typing . List [ str ] :
2022-05-20 09:01:51 +02:00
files : typing . List [ str ] = [ ]
2024-06-20 04:24:03 +02:00
locate_files ( files , SRC , ' html ' )
2018-05-11 12:05:29 +02:00
return files
2018-08-31 05:46:36 +02:00
2024-06-20 04:24:03 +02:00
def locate_typescript_files ( ) - > typing . List [ str ] :
2022-05-20 09:01:51 +02:00
files : typing . List [ str ] = [ ]
2024-06-20 04:24:03 +02:00
locate_files ( files , SRC , ' ts ' )
2018-05-22 01:40:52 +02:00
return files
2018-05-11 12:05:29 +02:00
2018-08-31 05:46:36 +02:00
2024-06-20 04:24:03 +02:00
def fix_index_html ( ) - > None :
2018-05-11 12:05:29 +02:00
print ( ' Fixing index.html... ' )
2018-09-20 09:46:52 +02:00
translations = ' <script type= " text/javascript " src= " { % u rl \' utility.jsCatalog \' LANGUAGE_CODE % } " ></script> '
jsdata = ' <script type= " text/javascript " src= " { % u rl \' utility.js \' % } " ></script> '
2022-05-20 09:01:51 +02:00
csrfData = " var csrf = { csrfToken: ' {{ csrf_token }} ' , csrfField: ' {{ csrf_field }} ' }; "
csrfRE = re . compile ( r ' // CSRF.*// ENDCSRF ' , re . MULTILINE | re . DOTALL )
# Change index.html, to include django required stuff
2018-05-11 12:05:29 +02:00
translatePattern = re . compile (
' <!-- DYNAMIC_DATA -->.*<!-- ENDDYNAMIC_DATA --> ' , re . MULTILINE | re . DOTALL )
with open ( os . path . join ( DIST , ' index.html ' ) , ' r ' , encoding = ' utf8 ' ) as f :
html = f . read ( )
# include django headers
2018-10-07 08:45:37 +02:00
html = ' { % lo ad i18n % } { % g et_current_language as LANGUAGE_CODE % } ' + html
2018-05-16 07:12:22 +02:00
# Change <html lang="en"> with {{ LANGUAGE_CODE }}
2018-08-31 05:46:36 +02:00
html = re . sub ( ' <html lang= " en " > ' ,
' <html lang= " {{ LANGUAGE_CODE }} " > ' , html )
2018-10-06 07:24:55 +02:00
# Add link rel style.. to our theme stylesheet AFTER all index styles
html = re . sub ( ' </head> ' ,
' <link rel= " stylesheet " href= " { % u rl \' custom \' \' styles.css \' % } " ></head> ' , html )
2022-05-20 09:01:51 +02:00
html = csrfRE . sub ( csrfData , html )
html = translatePattern . sub ( translations + jsdata , html )
2018-05-11 12:05:29 +02:00
with open ( os . path . join ( os . path . join ( UDS , TEMPLATE ) , ' index.html ' ) , ' w ' , encoding = ' utf8 ' ) as f :
f . write ( translatePattern . sub ( translations + jsdata , html ) )
2024-06-20 04:24:03 +02:00
def extract_translations ( ) :
2018-05-22 01:40:52 +02:00
print ( ' Extracting translations from HTML ' )
2018-05-11 12:05:29 +02:00
# Generate "fake" translations file (just to use django translator)
2018-05-22 01:40:52 +02:00
2019-04-04 11:31:57 +02:00
def getTranslations ( locator , pattern , output , strip = True ) :
2018-05-22 01:40:52 +02:00
for fileName in locator ( ) :
with open ( fileName , ' r ' , encoding = ' utf8 ' ) as f :
data = f . read ( )
# Locate pattern
for v in pattern . finditer ( data ) :
2019-04-04 11:31:57 +02:00
s = v . groupdict ( ) [ ' data ' ]
if strip :
2024-08-07 19:52:19 +02:00
s = s . replace ( ' \n ' , ' ' ) . replace ( ' \r ' , ' ' ) . strip ( )
s = s . replace ( ' \n ' , ' \\ n ' ) . replace ( ' \r ' , ' \\ r ' ) . replace ( ' " ' , ' \\ " ' )
2019-04-04 10:30:52 +02:00
2024-08-07 19:52:19 +02:00
# print('Found string {}'.format(s))
2019-04-04 10:30:52 +02:00
print ( ' gettext( " {} " ); ' . format ( s ) , file = output )
2018-05-22 01:40:52 +02:00
2018-05-11 12:05:29 +02:00
with open ( os . path . join ( os . path . join ( UDS , STATIC ) , ' translations-fakejs.js ' ) , ' w ' , encoding = ' utf8 ' ) as output :
print ( ' // " Fake " javascript file for translations ' , file = output )
2018-05-22 01:40:52 +02:00
# First, extract translations from typescript
2019-04-04 11:11:43 +02:00
typeScriptTranslationPattern = re . compile ( r ' django \ .gettext \ ( \ s*([ \' " ])(?P<data>.*?) \ 1 \ ) ' )
2018-05-22 01:40:52 +02:00
print ( ' // Typescript ' , file = output )
2024-06-20 04:24:03 +02:00
getTranslations ( locate_typescript_files , typeScriptTranslationPattern , output , strip = False )
2018-05-22 01:40:52 +02:00
# Now extract translations from html
2020-02-28 09:27:22 +01:00
htmlTranslationPattern = re . compile ( r ' <uds-translate[^>]*>(?P<data>.*?)</uds-translate> ' , re . MULTILINE | re . IGNORECASE | re . DOTALL )
2018-05-22 01:40:52 +02:00
print ( ' // HTML ' , file = output )
2024-06-20 04:24:03 +02:00
getTranslations ( locate_html_files , htmlTranslationPattern , output )
2018-05-11 12:05:29 +02:00
2018-08-31 05:46:36 +02:00
2024-06-20 04:24:03 +02:00
def copy_images ( ) :
2018-08-31 05:46:36 +02:00
print ( ' Copying images ' )
outputPath = os . path . join ( UDS , STATIC , ' img ' )
2024-06-20 04:24:03 +02:00
make_path ( outputPath )
2018-08-31 05:46:36 +02:00
for f in glob . glob ( DIST + ' /static/modern/img/* ' ) :
shutil . copy ( f , outputPath )
2024-06-20 04:24:03 +02:00
def copy_third_party_licenses ( ) - > None :
print ( ' Copying third party licenses ' )
shutil . copy ( THIRD_PARTY_LICENSES , os . path . join ( UDS , STATIC ) )
2018-08-31 05:46:36 +02:00
2018-05-11 12:05:29 +02:00
def organize ( ) :
print ( ' Organizing content ' )
for f in glob . glob ( DIST + ' /* ' ) :
if os . path . isdir ( f ) :
continue # Skip folders
if os . path . splitext ( f ) [ 1 ] == ' .html ' :
continue # Also skip html
shutil . copy ( f , os . path . join ( UDS , STATIC ) )
2018-08-31 05:46:36 +02:00
2024-06-20 04:24:03 +02:00
def clean_up ( ) :
2018-05-16 07:12:22 +02:00
print ( ' Cleaning unneeded content ' )
2018-05-11 12:05:29 +02:00
folder = os . path . join ( UDS , STATIC )
os . unlink ( os . path . join ( folder , ' favicon.ico ' ) )
2024-06-20 04:24:03 +02:00
def create_output_folders ( ) :
2018-05-11 12:05:29 +02:00
try :
2018-05-16 07:12:22 +02:00
print ( ' Creating output uds dir... ' )
2018-05-11 12:05:29 +02:00
os . mkdir ( UDS )
except OSError :
print ( ' Already exists, cleaning content ' )
shutil . rmtree ( UDS ) # Clean UDS dir
os . mkdir ( UDS )
# Static folders
2024-06-20 04:24:03 +02:00
make_path ( os . path . join ( UDS , STATIC ) )
make_path ( os . path . join ( UDS , TEMPLATE ) )
2018-05-11 12:05:29 +02:00
2018-05-14 13:10:29 +02:00
#
# def buildSource():
2018-09-12 09:41:21 +02:00
# os.system('ng build --prod --output-hashing=none --aot --deleteOutputPath --build-optimizer --deploy-url /uds/res/modern/ --base-href /uds/page')
2018-05-11 12:05:29 +02:00
2018-08-31 05:46:36 +02:00
2018-05-11 12:05:29 +02:00
def main ( ) :
2018-05-14 13:10:29 +02:00
print ( ' Use " yarn build " to correctly build for UDS ' )
# buildSource()
2024-06-20 04:24:03 +02:00
create_output_folders ( )
extract_translations ( )
fix_index_html ( )
copy_images ( )
2018-05-11 12:05:29 +02:00
organize ( )
2024-06-20 04:24:03 +02:00
clean_up ( )
2018-05-11 12:05:29 +02:00
# Updades index.html
if __name__ == " __main__ " :
main ( )
