U ٪zc@sddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z m Z ddlmZddlmZddlmZGdddeZGd d d eZGd d d eZd dZe\ZZGdddeZGdddeZGdddejZe dkrddl!Z!ddl"m#Z#ddl$m$Z$e%dee#de$dZ&e%e&'e!(e&)e&*e&j+e&,dge%e&-e&.dS)N)PopenPIPE)gettext)ngettext) inside_chrootc@s eZdZdS)CacheExceptionN__name__ __module__ __qualname__r r >/usr/lib/python3/dist-packages/DistUpgrade/DistUpgradeCache.pyr(src@s eZdZdS)CacheExceptionLockingFailedNr r r r rr,src@s eZdZdS)CacheExceptionDpkgInterruptedNr r r r rr0srcCsd}d}td}td|D]`}|d|krD|tj|7}q"|ddks"|ddks"|ddkrrq"q"|tj|7}q"|dkrtdd }|dkrtd d }|d 7}d }|d |kr|d }||7}||fS)zjestimate the amount of space used by the kernel and initramfs in /boot, including a safety margin rz /boot/*%s*z/boot/initrd.img-%sz initrd.imgz.bakz.dpkg-z>estimate_kernel_initrd_size_in_boot() returned '0' for kernel?iz>estimate_kernel_initrd_size_in_boot() returned '0' for initrd?i@ig?)osunameglobpathgetsizefindloggingwarning)ZkernelZinitrdZkverfZ initrd_bufferr r r#estimate_kernel_initrd_size_in_boot4s6    rc@s eZdZdZddZddZdS)FreeSpaceRequiredz FreeSpaceRequired object: This exposes: - the total size required (size_total) - the dir that requires the space (dir) - the additional space that is needed (size_needed) cCs||_||_||_dSN) size_totaldir size_needed)selfrrr r r r__init__`szFreeSpaceRequired.__init__cCsd|j|j|jfS)Nz@FreeSpaceRequired Object: Dir: %s size_total: %s size_needed: %s)rrr r!r r r__str__dszFreeSpaceRequired.__str__N)r r r __doc__r"r$r r r rrXsrc@seZdZdZddZdS)NotEnoughFreeSpaceErrorzI Exception if there is not enough free space for this operation cCs ||_dSr)free_space_required_list)r!r'r r rr"msz NotEnoughFreeSpaceError.__init__Nr r r r%r"r r r rr&hsr&c@seZdZdZdZdsddZddZed d Zd d Z d dZ ddZ ddZ ddZ eddZeddZeddZeddZddZdd Zdtd!d"Zd#d$Zdud%d&Zdvd'd(Zdwd)d*Zd+d,Zd-d.Zd/d0Zd1d2Zd3d4Zd5d6Zd7d8Zdxd:d;Z dydd?Z"d{d@dAZ#dBdCZ$dDdEZ%dFdGZ&dHdIZ'dJdKZ(dLdMZ)dNdOZ*dPdQZ+dRdSZ,e dTdUZ-dVdWZ.dXdYZ/edZd[Z0d\d]Z1d^d_Z2d`daZ3dbdcZ4e dddeZ5dfdgZ6dhdiZ7djdkZ8dldmZ9dndoZ:d|dqdrZ;dS)}MyCacherNTc Cs0g|_g|_||_||_d|_d|_||_|jdd|_d|_ |rzt | d|_Wn>t k r}z dt|krt|t|W5d}~XYnXtj|||dd|_|j|d|_tdd gtdd d |_||d d dkrdtj krt j!ddt j!dddS)NFDistroMetaPkgsTzdpkg --configure -aZRemovalBlacklistFilerz-r)stdoutZuniversal_newlinesrZSourcesZFromZhardyZRELEASE_UPGRADE_NO_RECOMMENDSzAPT::Install-Recommendstruez"APT::AutoRemove::SuggestsImportantZfalse)" to_install to_removeviewquirkslockpartialUpgradeconfiggetlistmetapkgs _listsLockapt_pkgpkgsystem_locklock_lists_dir SystemErrorstrrraptCacher"ZgetListFromFileremoval_blacklistZ_get_linux_metapackagelinux_metapackagerr communicatestripr _initAptLoggetrenvironset)r!r6r2r3Zprogressr4er r rr"vs@    zMyCache.__init__cCs2|D](}|jrq|jjtjkr|jdddqdS)z! honor the dselect install state F) auto_instauto_fixN) is_installed_pkgZselected_stater:ZSELSTATE_INSTALL mark_installr!pkgr r r_apply_dselect_upgrades zMyCache._apply_dselect_upgradecCsJt}|D]:}|jr|jjs |jj|jks8|jj|jkr ||jq |S)zB return the packages not downloadable packages in reqreinst state ) rH candidate downloadablerMZ inst_state ReInstReq HoldReInstReqaddname)r! reqreinstrPr r rreq_reinstall_pkgss  zMyCache.req_reinstall_pkgscCs|j}t|dkr|tddt|}tddt|d|}|||r||ddd gt|}||| d Sd S) z/ check for reqreinst state and offer to fix it rzRemove package in bad statezRemove packages in bad statezThe package '%s' is in an inconsistent state and needs to be reinstalled, but no archive can be found for it. Do you want to remove this package now to continue?zThe packages '%s' are in an inconsistent state and need to be reinstalled, but no archives can be found for them. Do you want to remove these packages now to continue?, z /usr/bin/dpkgz--removez--force-remove-reinstreqTF) rYlenrjoinZaskYesNoQuestion release_locklistZ getTerminalcallget_lock)r!r2rXheaderZsummarycmdr r rfix_req_reinsts&   zMyCache.fix_req_reinstcCs|jddd}tj|s&t|tjd|tjddttj |dtj tj Btj Bd|_ tj}d |}t|j |d tjd d tjd d tjdd dS)z init logging, create log fileZFilesZLogDirz/var/log/dist-upgradezDir::LogzDir::Log::Terminalz apt-term.logzapt.logiz Log time: %s zutf-8zDebug::pkgProblemResolverr/zDebug::pkgDepCache::MarkerzDebug::pkgDepCache::AutoInstallN)r6getWithDefaultrrexistsmakedirsr:rHopenr\O_RDWRO_CREATO_APPENDlogfddatetimenowwriteencode)r!Zlogdirrmrar r rrEs"    zMyCache._initAptLogcCsZt|dr"t|jt|jtd|_td|_t|jdt|jddS)N old_stdoutrr)hasattrrcloserp old_stderrdupdup2rkr#r r r_startAptResolverLogs     zMyCache._startAptResolverLogcCs4tdtdt|jdt|jddS)Nrr)rfsyncrurprsr#r r r_stopAptResolverLogs  zMyCache._stopAptResolverLogcsfdd}|S)z3 decorator to ensure that the apt output is logged cs&|d||}|d|SNr)rvrx)argskwargsresrr rwrappers   z(MyCache.withResolverLog..wrapperr )rr~r r}rwithResolverLogs zMyCache.withResolverLogcCs,t|j}t}|||j|j|jS)z< get the size of the packages that are required to download )r:ZPackageManager _depcacheZAcquireZ get_archives_list_recordsZ fetch_needed)r!ZpmZfetcherr r rrequired_downloads zMyCache.required_downloadcCs|jjS)z9 get the size of the additional required space on the fs )rZusr_sizer#r r radditional_required_spacesz!MyCache.additional_required_spacecCs&z |jjWStk r YdSXdS)z< get the extra size needed to install the snap replacements rN)r3Zextra_snap_spaceAttributeErrorr#r r r#additional_required_space_for_snapss z+MyCache.additional_required_space_for_snapscCs |jjdkS)z is the cache broken r)rZ broken_countr#r r r is_brokenszMyCache.is_brokencCs:tjdd}t||_|jdkr6d|}t|dS)NzDir::State::Listsr4rzCan not lock '%s' )r:r6find_dirr`r9r)r!rWrIr r rr<s   zMyCache.lock_lists_dircCs |jdkrt|jd|_dS)Nrr-)r9rrrr#r r runlock_lists_dirs  zMyCache.unlock_lists_dircCsH|tj||}||r4|jr4ttd|dkrDtddS)zf our own update implementation is required because we keep the lists dir lock zThe server may be overloadedFzAapt.cache.update() returned False, but did not raise exception?!?N)rr?r@updater<Zrelease_file_download_errorIOError_)r! fprogressr|r r rr"s  zMyCache.updatecCs,td|jr|tj|||dS)Nzcache.commit())rinfor4r]r?r@commit)r!rZ iprogressr r rr1s zMyCache.commitc CsN|jrJztd|_Wn0tk rH}ztd|W5d}~XYnXdS)NFzfailed to SystemUnLock() (%s) )r4r:Zpkgsystem_unlockr=rdebugr!Z pkgSystemOnlyrIr r rr]7s  zMyCache.release_lockc CsN|jsJztd|_Wn0tk rH}ztd|W5d}~XYnXdS)NTzfailed to SystemLock() (%s) )r4r:r;r=rrrr r rr`?s  zMyCache.get_lockcCsB|r|j|j}n|jj}|dkr|jD]J}||krX||jsx||jrX|j|d|D]}||d||fqqXq$|j s|j d d S) z- run after the upgrade was done in the cache ZInstallZUpgradeZRemoveZPurger+z PostUpgrade%szDistro PostUpgrade%s rulez%s PostUpgrade%s ruleZPostDistUpgradeCacheN) rNrrrr6r7r8rLrr5r3r)r!ZruleactionrPrr r rpost_upgrade_rules  zMyCache.post_upgrade_rulec CsDtdzddlm}Wn:ttfk rT}ztd|WYdSd}~XYnXz|dd}|jD]&}||krh||jrh| |d qqht d WdS| }td |||krt d |WdS||j s ||js ||t d |WdSWn2tk r>}ztd|W5d}~XYnXdS)zR this checks for nvidia hardware and checks what driver is needed znvidiaUpdate()r)NvidiaDetectionz%NvidiaDetector can not be imported %sFNz./ubuntu-drivers-obsolete.pkgs)Zobsoletezold nvidia driverz1no old nvidia driver installed, installing no newznv.selectDriver() returned '%s'z no '%s' foundz,installing %s as suggested by NvidiaDetectorTz$NvidiaDetection returned a error: %s)rrZNvidiaDetector.nvidiadetectorr ImportError SyntaxErrorrZ oldPackagesrLrrZ selectDriverrrrrN Exception)r!rrIZnvZ oldDriverZdriverr r rcheckForNvidias4        zMyCache.checkForNvidiacCs&|D]}|jdr|jrdSqdS)Nzlinux-headers-TF)rW startswithrLrOr r r_has_kernel_headers_installed/s  z%MyCache._has_kernel_headers_installedc Cstd|jz|jd\}}}Wn6tk r\}ztd|WYdSd}~XYnXtdgtdd}d |krtd d S) zd check for the running kernel and try to ensure that we have an updated version zKernel uname: '%s' -z/Can't parse kernel uname: '%s' (self compiled?)FNdmesg)r.rsWARNING: NR_CPUS limitzUP kernel on SMP system!?!T) rrrsplitrrrrrC)r!versionZbuildZflavourrIrr r rcheckForKernel6s zMyCache.checkForKernelcCsd}|jdd}|D]}|jj|j}|rJ|jdkrJtd|j q|j r|j j r|j s|j s|j |krd|j kr|j j|kr||j d|qdS)N)Zrequiredr+RemoveEssentialOkrzPackage %s has no priority set:z;priority in required set '%s' but not scheduled for install)r6r7_pcacherrrMZpriorityrrrWrRrSrLrrN)r!needremoveEssentialOkrPrr r r checkPriorityFs& zMyCache.checkPrioritycCsTd}|r<|ddkr ||td|d7}q|jdd|dS)Nrg{Gz?rT)Zfinished)lockedZ pulseProgress processEventstimesleep)r!r2r4ir r r updateGUI[s    zMyCache.updateGUIc Csnt}|tj|j|j|fd}|zz| | d| | t rhtdn||||||s||||jrttdddd|DWntk r}ztd}|jd d d kr|td 7}n4|jd d d kr:|jd dd kr:|td7}|rN|td7}n|td7}|td7}||td|t|}td||WYWdSd}~XYnXW5||Xg} g} |D]} | j rq| j!rl| "| j#| j$j%D]^} t&'| j(| j)j*dkr| j+D]8\} }| j,j-.| }|r*|j/s*| "| j#qq*qq| j0j1}d}|D]}||j2O}q||s| "| j#qz(|j3dd}|rtdWdSWnt4j5k rYnXt6| dkr| 7tdd| t6| dkrj| 7tdd| ||tdtdd| |dSdS) N)targetrzTz5skipping kernel checks because we run inside a chrootz!Broken packages after upgrade: %srZcss |]}|js|jr|jVqdSr)Zis_inst_brokenZ is_now_brokenrW).0pr r r sz&MyCache.distUpgrade..zBAn unresolvable problem occurred while calculating the upgrade. rZ foreignPkgsrzThis was likely caused by: * Unofficial software packages not provided by Ubuntu Please use the tool 'ppa-purge' from the ppa-purge package to remove software from a Launchpad PPA and try the upgrade again. FalseZ devReleasezThis was caused by: * Upgrading to a pre-release version of Ubuntu This is most likely a transient problem, please try again later. z@This is most likely a transient problem, please try again later.zIf none of this applies, then please report this bug using the command 'ubuntu-bug ubuntu-release-upgrader-core' in a terminal. zIf you want to investigate this yourself the log files in '/var/log/dist-upgrade' will contain details about the upgrade. Specifically, look at 'main.log' and 'apt.log'.zCould not calculate the upgradezDist-upgrade failed: '%s'Frr+ZAllowUnauthenticatedzAllowUnauthenticated set!z!Packages to downgrade found: '%s' z$Unauthenticated packages found: '%s'z"Error authenticating some packageszIt was not possible to authenticate some packages. This may be a transient network problem. You may want to try again later. See below for a list of unauthenticated packages. )8 threadingZLockacquireZThreadrr2startreleaser\rZupgraderrrrrrrr_keepBaseMetaPkgsInstalled_installMetaPkgs_verifyChangesrr=rr6rFrxrr>rvrrZmarked_downgraderrWrM version_listr:Zversion_compareZver_str installedr file_listrrZ find_indexZ is_trustedrRoriginstrusted getboolean configparser NoOptionErrorr[sort)r!r2Z serverModer5r4trIZdetailsZ error_msgZ untrustedZ downgraderPrZ verFileIterindexZ indexfilerroriginbr r r distUpgradefs    $             zMyCache.distUpgradecCstjd}|jdd}|D]}|jrX||jrXt d|jt t d|j|jr"|j j dkr"|jj|dfkr"|j|kr"t d|jt t d |jq"|jdd }|D]Z}|d \}}||kr||jr||jj|kr||js||jrt t d |qdS) zx this function tests if the current changes don't violate our constrains (blacklisted removals etc) zAPT::Architecturer+rzHThe package '%s' is marked for removal but it's in the removal blacklistzJThe package '%s' is marked for removal but it is in the removal blacklist.TallzDThe package '%s' is marked for removal but it's an ESSENTIAL packagez1The essential package '%s' is marked for removal.Z BadVersionsrz*Trying to install blacklisted version '%s')r:r6rr7rr_inRemovalBlacklistrWrrr=rrMZ essentialrZ architecturerrRrrr)r!Z main_archrrPZ badVersionsZbvrrr r rrs6   zMyCache._verifyChangescCsn|jj|j}|dkr(td|jdS|jdkrHtd|jdS|jd\}}|jj ||fdS)a helper to make sure that the pkg._records is pointing to the right location - needed because python-apt 0.7.9 dropped the python-apt version but we can not yet use the new version because on upgrade the old version is still installed NzNo candidate ver: FzNo file_list for: %s rT) rrrrMprintrWrpoprlookup)r!rPrrrr r r_lookupPkgRecords  zMyCache._lookupPkgRecordc Csi}t}|D]}||s.td|jq|jjjdD]T}| dr>|t dddD].}| }||krt||<|| |jqbq>q|D]P}d}|j dd}||krd}||D]}||jsd}qq|r| |q|S) Nz&no PkgRecord found for '%s', skipping rTask:,Tr+Z IgnoredTasksF)rHrrrrWrrrecordrrr[rDrVr6r7rL) r!tasksZinstalled_tasksrPlinetaskrZ ignored_tasksrr r rinstalledTasks)s2      zMyCache.installedTaskscCstd|D]}|js|jr q||t|jjdrB|jjjsTt d|j q|jjj dD]B}| drd|t dd dD]}|}||kr|qqdqdS)Nzrunning installTasksrzcan not find Record for '%s'rrrT)rrrrLrrqrrrrrWrrr[rDrN)r!rrPrrr r r installTasksEs    zMyCache.installTaskscCs$|jddD]}||dqdS)Nr+ BaseMetaPkgsz%base meta package keep installed rule)r6r7r)r!r2rPr r rrVsz"MyCache._keepBaseMetaPkgsInstalledc sfdd}jddjddD]}|q*D]t}z:|kr||jr||jr|td||Wq@tk r}zt d||fW5d}~XYq@Xq@|stdD]}d }j|d D]}||ko|jM}q|rtd |z|WnZtt fk r~}z6t d ||f| t d |t dWYdSd}~XYnXtd||j fqq|sddd}| t dt d|dfdSd S)NcsVD]L}|kr|}|jr4|jr4td|j|jr@|jrJ|jrdSqdS)zy internal helper that checks if at least one meta-pkg is installed or marked install z(metapkg '%s' installed but marked_deleteTF)rLrrrrWr)rrPr8r!r rmetaPkgInstalled\s  z2MyCache._installMetaPkgs..metaPkgInstalledr+r,rzMarking '%s' for upgradez Can't mark '%s' for upgrade (%s)z$none of the '%s' meta-pkgs installedTrz!guessing '%s' as missing meta-pkgz$failed to mark '%s' for install (%s)zCan't install '%s'zIt was impossible to install a required package. Please report this as a bug using 'ubuntu-bug ubuntu-release-upgrader-core' in a terminal.Fzmarked_install: '%s' -> '%s'rZrr-zCan't guess meta-packagezYour system does not contain a %s or %s package and it was not possible to detect which version of Ubuntu you are running. Please install one of the packages above first using synaptic or apt-get before proceeding.)r6r7rNrLZ is_upgradablerrrr=rKeyErrorrrrr\)r!r2rrPrrIrZ meta_pkgsr rrrZsX&   zMyCache._installMetaPkgscCs8|jD],}t||rtd||fdSqdS)Nz blacklist expr '%s' matches '%s'TF)rArecompilematchrr)r!rexprr r rrs  zMyCache._inRemovalBlacklistc Cs||jrtd|dS||jkr:td|dS||rVtd|dS|jddD]:}||krd||jrd||jj |krdtd|dSqd||krdSz|j dd }Wnt j k rd}YnXt |j}||z||j|d |j||krWdS|D]^}|j|ks^|j|ks^||js^|j|jkr&td ||jf|WdSq&WnNttfk r} z*td |t| | f|WYdSd} ~ XYnXdS) Nz skipping running kernel pkg '%s'Fz skipping kernel metapackage '%s'z#skipping '%s' (in removalBlacklist)r+rz'skipping '%s' (in KeepInstalledSection)TZPurgeObsoletes)purgez8package '%s' produces an unwanted removal '%s', skippingz3_tryMarkObsoleteForRemoval failed for '%s' (%s: %s))endswithrrrrBrr6r7rrrrrr:rrrrr2rrrWrr=rrrepr) r!rZremove_candidatesZforced_obsoletes foreign_pkgsrrrrPrIr r rtryMarkObsoleteForRemovalsZ           z!MyCache.tryMarkObsoleteForRemovalcCs0t}|D] }|jr ||s ||jq |Sz1 get all package names that are not downloadable )rHrLanyVersionDownloadablerVrW)r!Z obsolete_pkgsrPr r r_getObsoletesPkgss  zMyCache._getObsoletesPkgscCs|jjD]}|jrdSqdS)zA helper that checks if any of the version of pkg is downloadable TF)rMrrS)r!rPrr r rr s zMyCache.anyVersionDownloadablecCs4t}|D]$}|jr |j|jr ||jq |Sr )rHrLrrrMrVrW)r!Zunused_dependenciesrPr r r_getUnusedDependenciess zMyCache._getUnusedDependenciesc Cst}|jdd}tj|rVt|(}|D]}|ds.|| q.W5QRXt}|D]<}||krnq`||}|j r`|j |j s`|jrq`||q`t|S)z return list of installed and demoted packages If a demoted package is a automatic install it will be skipped r+Z Demotions#)rHr6rFrrrergrrVrDrLrZis_auto_installedrMrr^)r!Z demotionsZdemotions_fileZ demotions_frZinstalled_demotionsZdemoted_pkgnamerPr r rget_installed_demoted_packagess(     z&MyCache.get_installed_demoted_packagescCs~t}|D]n}|jr ||r |js&q d}|jjD]4}||jkrN|j|krNd}||jkr2|j|kr2d}q2|r ||jq |S)zm get all packages that are installed from a foreign repo (and are actually downloadable) TF) rHrLrSrRrarchiverrVrW)r!Zallowed_originZfromDistZtoDistr rPZforeignrr r r_getForeignPkgss$   zMyCache._getForeignPkgsFc shGdddt}fdd}gi}i}tdx}|D]l}z|\}} } } } } Wn<tk r}ztd||fWYq6W5d}~XYnX| kr6| q6W5QRXjtdd t j d }d }t |d r|j d ddr|j d d}tj|st|td|dddd||dd fD]}tj|}||}tj|rpt|}|j|j}ntd|d}||krtd|||f|||||<n&td||f|||<||||<q2~td|d}|D]B}td|jr|js|jrtd|jtf|d7}q|t|dt}d}t |d r|j d ddrtd |j d d}|D]"}|js|jr||jj 7}qd}|r|D]*}|j!r|js|j"r||j#j 7}qtd!|||j$fd|j%fd|j&fd"d|fd#d$||fd|ff D]h\}}|dkrBq,tj|}td%||||||j'f||j'|8_'||j(|7_(q,i}|D]}||j'dkrt )t*t+||j'd}t,|t-r|.t/0}t )||j(}t,|t-r|.t/0}t1|||||||<qt|dkrdt2d&d'd(|Dt3t4|5dS))z this checks if we have enough free space on /var, /boot and /usr with the given cache Note: this can not be fully accurate if there are multiple mountpoints for /usr, /var, /boot c@seZdZdZddZdS)z)MyCache.checkFreeSpace..FreeSpacez@ helper class that represents the free space on each mounted fs cSs||_d|_dSry)freer)r!Z initialFreer r rr">sz2MyCache.checkFreeSpace..FreeSpace.__init__Nr(r r r r FreeSpace<srcs D]}||r|SqdS)z return 'id' of a directory so that directories on the same filesystem get the same id (simply the mount_point) /)r)dZ mount_pointZmountedr r make_fs_idBs  z*MyCache.checkFreeSpace..make_fs_idz /proc/mountsz-line '%s' in /proc/mounts not understood (%s)NT)rreversezDir::Cache::archivesz/tmp/r6ZAufsZEnabledFZRWDirzcache aufs_rw_dir: %sr/usrz/varz/bootz/homezdirectory '%s' does not existsrzDir %s mounted on %szFree space on %s: %szfs_free contains: '%s'z%^linux-(image|image-debug)-[0-9.]*-.*z,%s (new-install) added with %s to boot spacergz*taking aufs overlay into space calculationz&additional space for the snapshots: %s)ri )z/tmpiP)riz dir '%s' needs '%s' of '%s' (%f)zNot enough free space: %scSsg|] }t|qSr )r>)rrr r r sz*MyCache.checkFreeSpace..)6objectrgr ValueErrorrrrrr[r:r6rrqrdrFrrrerfrealpathstatvfsf_bavailf_frsizerrrrWrr KERNEL_SIZE INITRD_SIZErRZinstalled_sizerLrrrrrrrZ size_to_strfloatabs isinstancebytesdecodelocalegetpreferredencodingrrr&r^values)r!Zsnapshots_in_userrZmnt_mapZfs_freeZmountsrZwhatwhereZfsZoptionsarrIZ archivedirZ aufs_rw_dirrZfs_idstrZ kernel_countrPZ space_in_bootZrequired_for_aufsZrequired_for_snapshotsrsizeZ required_listZ free_at_leastZ free_neededr rrcheckFreeSpace3s                    zMyCache.checkFreeSpace)NT)N)T)T)T)r)r)r)r)F)sX   !  k