@ -1,6 +1,6 @@
#!/usr/bin/env python3 #!/usr/bin/env python3
# Copyright (C) 2018 Simon Quigley <tsimonq2@ubuntu.com># Copyright (C) 2018 -2023 Simon Quigley <tsimonq2@ubuntu.com>
# #
# This program is free software: you can redistribute it and/or modify # This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by # it under the terms of the GNU General Public License as published by
@ -19,152 +19,97 @@ import json
import libcalamares import libcalamares
from time import strftime from time import strftime
import urllib . request import urllib . request
from urllib . error import HTTPError from urllib . error import HTTPError , URLError
from urllib . error import URLError
import socket import socket
import logging import logging
import distro import distro
import xml . etree . ElementTree as ET import xml . etree . ElementTree as ET
from os import remove
global sources
sources = """ # Automatically generated by Calamares on DATE.
# Lines starting with "deb" are mandatory, while lines starting with "deb-src"
# are for more detailed package information.
## See http://help.ubuntu.com/community/UpgradeNotes for how to upgrade to
## newer versions of DISTRIBUTION.
deb URL / ubuntu / CODENAME main restricted
# deb-src URL/ubuntu/ CODENAME main restricted
## Major bug fix updates produced after the final release of DISTRIBUTION.
## Have you noticed a regression? Please report it!
## https://wiki.ubuntu.com/StableReleaseUpdates#Regressions
deb URL / ubuntu / CODENAME - updates main restricted
# deb-src URL/ubuntu/ CODENAME-updates main restricted
## Software from this repository is ENTIRELY UNSUPPORTED by the Ubuntu team.
## Also, please note that software in Universe WILL NOT receive any review or
## updates from the Ubuntu security team directly. Updates in this repository
## are provided by volunteers, but most come from Debian.
deb URL / ubuntu / CODENAME universe
# deb-src URL/ubuntu/ CODENAME universe
deb URL / ubuntu / CODENAME - updates universe
# deb-src URL/ubuntu/ CODENAME-updates universe
## Software from this repository is ENTIRELY UNSUPPORTED by the Ubuntu team,
## and may not be under a free licence. Please satisfy yourself as your rights
## to use the software. Also, please note that software in Multiverse WILL NOT
## receive any review or updates from the Ubuntu security team directly.
deb URL / ubuntu / CODENAME multiverse
# deb-src URL/ubuntu/ CODENAME multiverse
deb URL / ubuntu / CODENAME - updates multiverse
# deb-src URL/ubuntu/ CODENAME-updates multiverse
## Software from this repository contains tested security updates from the
## Ubuntu security team.
deb http : / / security . ubuntu . com / ubuntu CODENAME - security main restricted
# deb-src http://security.ubuntu.com/ubuntu CODENAME-security main restricted
deb http : / / security . ubuntu . com / ubuntu CODENAME - security universe
# deb-src http://security.ubuntu.com/ubuntu CODENAME-security universe
deb http : / / security . ubuntu . com / ubuntu CODENAME - security multiverse
# deb-src http://security.ubuntu.com/ubuntu CODENAME-security multiverse
## Software from this repository may not have been tested as extensively as
## software contained in the main release, although it includes newer versions
## of some applications which may provide useful features. Also, please note
## that software in Backports WILL NOT receive any review or updates from the
## Ubuntu security team.
deb URL / ubuntu / CODENAME - backports main restricted universe multiverse
# deb-src URL/ubuntu/ CODENAME-backports main restricted universe multiverse"""
SUBDOMAINS_BY_COUNTRY_CODE = { " US " : " us. " ,
" AU " : " au. " ,
" SE " : " no. " ,
" NO " : " no. " ,
" NZ " : " nz. " ,
" NL " : " nl. " ,
" KR " : " kr. " ,
" DE " : " de. " ,
" GE " : " ge. " ,
" PF " : " pf. " ,
" CZ " : " cz. " ,
" HR " : " hr. " }
def getcountrycode ( ) :
"""
Return the two - letter country code or an empty string .
Tries to determine the country code based on the public IP address ,
if the device is connected to the Internet . Otherwise it returns
an empty string .
"""
if libcalamares . globalstorage . value ( " hasInternet " ) :
geoip_style = libcalamares . job . configuration [ " geoip " ] [ " style " ]
geoipurl = libcalamares . job . configuration [ " geoip " ] [ " url " ]
try :
with urllib . request . urlopen ( geoipurl , timeout = 75 ) as http_response :
if geoip_style == " json " :
localedata = json . loads ( http_response . read ( ) . decode ( ) )
return localedata [ " country_code " ]
elif geoip_style == " xml " :
tree = ET . parse ( http_response )
root = tree . getroot ( )
return root . find ( " CountryCode " ) . text
else :
logging . error ( " Unknown geoip style: %s " , geoip_style )
except HTTPError as http_error :
logging . error ( " Data not retrieved because %s - URL: %s " ,
http_error , geoipurl )
except URLError as url_error :
if isinstance ( url_error . reason , socket . timeout ) :
logging . error ( " Socket timed out - URL %s " , geoipurl )
else :
logging . error ( " Non-timeout protocol error. " )
else :
logging . info ( " Country successfully determined. " )
return " "
SUBDOMAINS_BY_COUNTRY_CODE = {
" US " : " us. " , " AU " : " au. " , " SE " : " no. " , " NO " : " no. " ,
" NZ " : " nz. " , " NL " : " nl. " , " KR " : " kr. " , " DE " : " de. " ,
" GE " : " ge. " , " PF " : " pf. " , " CZ " : " cz. " , " HR " : " hr. "
}
def get_subdomain_by_country ( countrycode ) :
""" Return the subdomain for the given countrycode
or an empty string .
"""
if countrycode in SUBDOMAINS_BY_COUNTRY_CODE . keys ( ) :
return SUBDOMAINS_BY_COUNTRY_CODE [ countrycode ]
else :
return " "
def get_sources_template ( ) :
return """ # Automatically generated by Calamares on {date} .
# See http://help.ubuntu.com/community/UpgradeNotes for how to upgrade to
# newer versions of {distro}.
def getcodename ( ) : Types : deb
""" Return the codename of the distribution, similar to lsb_release -cs """
URIs : { url }
return distro . codename ( )
Suites : { codename } { codename } - updates
Components : main universe
Signed - By : / usr / share / keyrings / ubuntu - archive - keyring . gpg
"""
def changesources ( subdomain ) : def get_sec_sources_template ( ) :
""" Replace the placeholders and then create the sources.list """
return """ Types: deb
distro = libcalamares . job . configuration [ " distribution " ]
URIs : http : / / security . ubuntu . com / ubuntu
url = " http:// {} {} " . format ( subdomain ,
Suites : { codename } - security
libcalamares . job . configuration [ " baseUrl " ] )
Components : main universe
Signed - By : / usr / share / keyrings / ubuntu - archive - keyring . gpg
"""
global sources
sources = sources . replace ( " DISTRIBUTION " , distro )
sources = sources . replace ( " CODENAME " , getcodename ( ) )
sources = sources . replace ( " URL " , url )
sources = sources . replace ( " DATE " , strftime ( " % Y- % m- %d " ) )
filepath = libcalamares . globalstorage . value ( " rootMountPoint " )
def get_restricted_sources_template ( ) :
filepath + = " /etc/apt/sources.list "
return """ Types: deb
with open ( filepath , " r+ " ) as sourcesfile :
URIs : { url }
sourcesfile . seek ( 0 )
Suites : { codename } { codename } - updates
sourcesfile . write ( sources )
Components : restricted multiverse
sourcesfile . truncate ( )
Signed - By : / usr / share / keyrings / ubuntu - archive - keyring . gpg
Enabled : no
"""
def run ( ) : def get_country_code ( ) :
""" Autoselect a mirror and create the sources.list file. """
if not libcalamares . globalstorage . value ( " hasInternet " ) :
countrycode = getcountrycode ( )
return " "
subdomain = get_subdomain_by_country ( countrycode )
geoip_config = libcalamares . job . configuration [ " geoip " ]
try :
with urllib . request . urlopen ( geoip_config [ " url " ] , timeout = 75 ) as resp :
if geoip_config [ " style " ] == " json " :
return json . loads ( resp . read ( ) . decode ( ) ) [ " country_code " ]
elif geoip_config [ " style " ] == " xml " :
return ET . parse ( resp ) . getroot ( ) . find ( " CountryCode " ) . text
except ( HTTPError , URLError , socket . timeout ) :
logging . error ( " Failed to get country code. " )
return " "
changesources ( subdomain )
def get_subdomain_by_country ( country_code ) :
return SUBDOMAINS_BY_COUNTRY_CODE . get ( country_code , " " )
def write_file ( path , content ) :
with open ( path , " w " ) as f :
f . write ( content )
def run ( ) :
country_code = get_country_code ( )
subdomain = get_subdomain_by_country ( country_code )
base_url = " http:// {} {} /ubuntu " . format ( subdomain , libcalamares . job . configuration [ " baseUrl " ] )
codename = distro . codename ( )
root_mount_point = libcalamares . globalstorage . value ( " rootMountPoint " )
sources = get_sources_template ( ) . format ( date = strftime ( " % Y- % m- %d " ) , distro = libcalamares . job . configuration [ " distribution " ] , url = base_url , codename = codename )
write_file ( f " { root_mount_point } /etc/apt/sources.list.d/ubuntu.sources " , sources )
sec_sources = get_sec_sources_template ( ) . format ( codename = codename )
write_file ( f " { root_mount_point } /etc/apt/sources.list.d/ubuntu_security.sources " , sec_sources )
restricted_sources = get_restricted_sources_template ( ) . format ( url = base_url , codename = codename )
write_file ( f " { root_mount_point } /etc/apt/sources.list.d/ubuntu_nonfree.sources " , restricted_sources )
remove ( f " { root_mount_point } /etc/apt/sources.list " )
libcalamares . globalstorage . insert ( " mirrorURL " , base_url )
libcalamares . globalstorage . insert ( " ubuntuCodename " , codename )
