Cannot delete older boot environments

dougs

dougs

This system has the following zfs pools:

Code: 
[root@backup 08.May 8:35am /]# zpool list
NAME            SIZE  ALLOC   FREE  CKPOINT  EXPANDSZ   FRAG    CAP  DEDUP    HEALTH  ALTROOT
zdata          54.5T  37.2T  17.3T        -         -     6%    68%  1.00x    ONLINE  -
zroot          78.5G  73.6G  4.89G        -         -    79%    93%  1.00x    ONLINE  -
[root@backup 08.May 5:54am /]#

These are the BEs:

Code: 
[root@backup 08.May 8:42am /zdata/backup]# bectl list
BE                                Active Mountpoint Space Created
13.1-RELEASE                      NR     /          15.1G 2021-07-28 13:14
13.1-RELEASE-p1_2022-08-31_072939 -      -          9.92M 2022-08-31 07:29
13.1-RELEASE-p2_2022-11-01_153116 -      -          48.0M 2022-11-01 15:31
13.1-RELEASE-p3_2022-11-17_123716 -      -          2.52M 2022-11-17 12:37
13.1-RELEASE-p4_2022-11-29_173509 -      -          1.75M 2022-11-29 17:35
13.1-RELEASE-p5_2023-02-11_142058 -      -          8.05M 2023-02-11 14:20
13.1-RELEASE-p6_2023-02-21_153603 -      -          8.75M 2023-02-21 15:36
13.1-RELEASE_2022-08-09_154244    -      -          325M  2022-08-09 15:42
default                           -      -          66.4G 2017-08-07 11:10
[root@backup 08.May 11:50am /zdata/backup]#

The 'zroot' BE is close to full capacity and I want to free up space. I wish to remove the 'default' BE snapshot but it's not letting me:

Code: 
[root@backup 08.May 8:35am /zdata/backup]# bectl destroy default
cannot destroy 'zroot/ROOT/default/usr/home': dataset is busy
unknown error
[root@backup 08.May 8:35am /]#

It appears that I have been using the 13.1-RELEASE for some time now and want to keep that one. It looks like the 'default' BE might be tied to zroot/ROOT/default as follows:

Code: 
[root@backup 08.May 8:35am /]# zfs list | g ZROOT
...
zroot                                                                                                   74.1G  2.44G      144K  none
zroot/ROOT                                                                                              73.5G  1.95G      420K  legacy
zroot/ROOT/13.1-RELEASE                                                                                 15.1G  1.95G     6.41G  /
zroot/ROOT/13.1-RELEASE@2021-07-28-13:14:23-0                                                           7.98G      -     13.8G  -
zroot/ROOT/13.1-RELEASE@2022-08-09-15:42:44-0                                                            325M      -     6.72G  -
zroot/ROOT/13.1-RELEASE@2022-08-31-07:29:39-0                                                           9.91M      -     6.47G  -
zroot/ROOT/13.1-RELEASE@2022-11-01-15:31:16-0                                                           48.0M      -     6.46G  -
zroot/ROOT/13.1-RELEASE@2022-11-17-12:37:16-0                                                           2.51M      -     6.48G  -
zroot/ROOT/13.1-RELEASE@2022-11-29-17:35:09-0                                                           1.74M      -     6.41G  -
zroot/ROOT/13.1-RELEASE@2023-02-11-14:20:58-0                                                           8.04M      -     6.41G  -
zroot/ROOT/13.1-RELEASE@2023-02-21-15:36:03-0                                                           8.73M      -     6.47G  -
zroot/ROOT/13.1-RELEASE-p1_2022-08-31_072939                                                              12K  1.95G     6.47G  /
zroot/ROOT/13.1-RELEASE-p2_2022-11-01_153116                                                              12K  1.95G     6.46G  /
zroot/ROOT/13.1-RELEASE-p3_2022-11-17_123716                                                              12K  1.95G     6.48G  /
zroot/ROOT/13.1-RELEASE-p4_2022-11-29_173509                                                              12K  1.95G     6.41G  /
zroot/ROOT/13.1-RELEASE-p5_2023-02-11_142058                                                              12K  1.95G     6.41G  /
zroot/ROOT/13.1-RELEASE-p6_2023-02-21_153603                                                              12K  1.95G     6.47G  /
zroot/ROOT/13.1-RELEASE_2022-08-09_154244                                                                 12K  1.95G     6.72G  /
zroot/ROOT/default                                                                                      58.4G  1.95G     13.8G  /
zroot/ROOT/default/root                                                                                 3.40G  1.95G     3.40G  /root
zroot/ROOT/default/tmp                                                                                   348K  1.95G      348K  /tmp
zroot/ROOT/default/usr                                                                                  53.3G  1.95G     3.58G  /usr
zroot/ROOT/default/usr/home                                                                              684K  1.95G      684K  /usr/home
zroot/ROOT/default/usr/local                                                                            24.5G  1.95G     13.8G  /usr/local
zroot/ROOT/default/usr/local@2023-04-09_06.00.00--1m                                                    2.48M      -     15.1G  -
zroot/ROOT/default/usr/local@2023-04-16_06.00.00--1m                                                    2.46M      -     15.1G  -
zroot/ROOT/default/usr/local@2023-04-23_06.00.00--1m                                                     384K      -     15.1G  -
zroot/ROOT/default/usr/local@2023-04-30_06.00.00--1m                                                     112M      -     13.9G  -
zroot/ROOT/default/usr/obj                                                                               555M  1.95G      555M  /usr/obj
zroot/ROOT/default/usr/ports                                                                            23.2G  1.95G     20.5G  /usr/ports
zroot/ROOT/default/usr/ports/distfiles                                                                  2.64G  1.95G     2.64G  /usr/ports/distfiles
zroot/ROOT/default/usr/src                                                                              1.43G  1.95G     1.43G  /usr/src
zroot/ROOT/default/var                                                                                  1.71G  1.95G     1.46G  /var
zroot/ROOT/default/var/audit                                                                             216K  1.95G      216K  /var/audit
zroot/ROOT/default/var/crash                                                                             168K  1.95G      168K  /var/crash
zroot/ROOT/default/var/empty                                                                             216K  1.95G      216K  /var/empty
zroot/ROOT/default/var/log                                                                               251M  1.95G      251M  /var/log
zroot/ROOT/default/var/mail                                                                              228K  1.95G      228K  /var/mail
zroot/ROOT/default/var/run                                                                              1.03M  1.95G     1.03M  /var/run
zroot/ROOT/default/var/tmp                                                                               208K  1.95G      208K  /var/tmp
[root@backup 08.May 8:42am /]#

How can I safely arrange this so that I can retain the '13.1-RELEASE' BE as the 'default' BE? In other words, how can the '13-RELEASE' BE be safely renamed to 'default'?

EDIT: remove 'zfs list | g ZROOT' doublepost and add 'bectl list' output.
 
dougs said:
I wish to remove the 'default' BE snapshot but it's not letting me:
Click to expand...
No, you probably don't want to delete that 'default' because that's usually the BE you're booted from.

Look at bectl list Pay particular attention to the BE with the R and N markers.

Code: 
               Display all boot environments.  The Active field indicates
               whether the boot environment is active now (N); active on
               reboot (R); is used on next boot once (T); or combination of
               (NRT).
bectl(8)

Code: 
root@molly:~ # bectl list
BE      Active Mountpoint Space Created
default NR     /          6.33G 2021-01-31 23:09
 
There are two ways to use snapshots/clones (and therefore two ways to use boot environments as they build upon these).

1. Create a new one, install everything there, switch to it once done, your old one will be your rollback target.
2. Create a new one, but install everything in your existing system. The new one will be your rollback target.

freebsd-update(8) uses the second approach. So all of the boot environments you see there are just snapshots of before installing what they tell in their name.
 
Someone posted something similar to this within the last 6 months I think. Root cause turned out to be jails or some other VM thing referencing or being created under the BE trying to get rid of.

Given this from your post, you should be in 13.1-RELEASE, so in theory you should be able to delete all the other ones.
I'd start with
bectl destroy -o 13.1-RELEASE_2022-08-09_154244
then 13.1-RELEASE-p6_2023-02-21_153603 and so on.
If it can't delete one, I would move to the next one and figure out the "why" later.
Removing all the 13.1 BEs you likely won't reclaim much, but the shorter list is easier to look at.

Code: 
13.1-RELEASE                      NR     /          15.1G 2021-07-28 13:14
13.1-RELEASE-p1_2022-08-31_072939 -      -          9.92M 2022-08-31 07:29
13.1-RELEASE-p2_2022-11-01_153116 -      -          48.0M 2022-11-01 15:31
13.1-RELEASE-p3_2022-11-17_123716 -      -          2.52M 2022-11-17 12:37
13.1-RELEASE-p4_2022-11-29_173509 -      -          1.75M 2022-11-29 17:35
13.1-RELEASE-p5_2023-02-11_142058 -      -          8.05M 2023-02-11 14:20
13.1-RELEASE-p6_2023-02-21_153603 -      -          8.75M 2023-02-21 15:36
13.1-RELEASE_2022-08-09_154244    -      -          325M  2022-08-09 15:42
default                           -      -          66.4G 2017-08-07 11:10
 
mer said:
Someone posted something similar to this within the last 6 months I think. Root cause turned out to be jails or some other VM thing referencing or being created under the BE trying to get rid of.

Given this from your post, you should be in 13.1-RELEASE, so in theory you should be able to delete all the other ones.
I'd start with
bectl destroy -o 13.1-RELEASE_2022-08-09_154244
then 13.1-RELEASE-p6_2023-02-21_153603 and so on.
If it can't delete one, I would move to the next one and figure out the "why" later.
Removing all the 13.1 BEs you likely won't reclaim much, but the shorter list is easier to look at.

13.1-RELEASE NR / 15.1G 2021-07-28 13:14 13.1-RELEASE-p1_2022-08-31_072939 - - 9.92M 2022-08-31 07:29 13.1-RELEASE-p2_2022-11-01_153116 - - 48.0M 2022-11-01 15:31 13.1-RELEASE-p3_2022-11-17_123716 - - 2.52M 2022-11-17 12:37 13.1-RELEASE-p4_2022-11-29_173509 - - 1.75M 2022-11-29 17:35 13.1-RELEASE-p5_2023-02-11_142058 - - 8.05M 2023-02-11 14:20 13.1-RELEASE-p6_2023-02-21_153603 - - 8.75M 2023-02-21 15:36 13.1-RELEASE_2022-08-09_154244 - - 325M 2022-08-09 15:42 default - - 66.4G 2017-08-07 11:10
Click to expand...
Yeah, I'd most likely start with removing the most recent ones- starting with p-6 and working down to 13-1-RELEASE_2022-08-09_154244.
 
dougs said:
Yeah, I'd most likely start with removing the most recent ones- starting with p-6 and working down to 13-1-RELEASE_2022-08-09_154244.
Click to expand...
Obviously you want to get rid of the BE named default, I don't have the thread handy, but if you have any VMs of any kind defined check their configuration, especially if you are using any tools to manage them. Chances are something like that is what is keeping default busy. If so you'll need to figure out what you want to do with it. You may be able to create a new dataset and simply move things to that.
 
So after destroying snapshots created by freedbsd-update, the boot environments are as follows:

Code: 
[root@backup 08.May 12:14pm /]# bectl list
BE           Active Mountpoint Space Created
13.1-RELEASE NR     /          14.4G 2021-07-28 13:14
default      -      -          66.4G 2017-08-07 11:10
[root@backup 08.May 12:15pm /]#

Code: 
[root@backup 08.May 12:15pm /]# bectl destroy default
cannot destroy 'zroot/ROOT/default/usr/home': dataset is busy
unknown error
[root@backup 08.May 12:16pm /]#

Now what?
 
mer said:
Obviously you want to get rid of the BE named default, I don't have the thread handy, but if you have any VMs of any kind defined check their configuration, especially if you are using any tools to manage them. Chances are something like that is what is keeping default busy. If so you'll need to figure out what you want to do with it. You may be able to create a new dataset and simply move things to that.
Click to expand...
This is on a physical machine- There are no virtualization or jails involved here.

More specifically, what command(s) would I need to use in order to detect files that may be in use at /usr/local?
 
output of service -e so we can see what services are enabled That could let someone determine if a jail/vm is running

So no jails/vms.

Last time you rebooted? Perhaps a reboot would clear out a reference.
 
Code: 
[root@backup 08.May 12:33pm /usr/home]# service -e
/etc/rc.d/hostid
/etc/rc.d/zpool
/etc/rc.d/zvol
/etc/rc.d/hostid_save
/etc/rc.d/zfsbe
/etc/rc.d/zfs
/etc/rc.d/cleanvar
/etc/rc.d/rctl
/etc/rc.d/kldxref
/etc/rc.d/ip6addrctl
/etc/rc.d/mixer
/etc/rc.d/devmatch
/etc/rc.d/netif
/etc/rc.d/devd
/etc/rc.d/resolv
/usr/local/etc/rc.d/tailscaled
/etc/rc.d/dmesg
/etc/rc.d/os-release
/etc/rc.d/newsyslog
/etc/rc.d/motd
/etc/rc.d/virecover
/etc/rc.d/gptboot
/etc/rc.d/syslogd
/etc/rc.d/ntpdate
/etc/rc.d/savecore
/etc/rc.d/rpcbind
/usr/local/etc/rc.d/apcupsd
/etc/rc.d/mountd
/etc/rc.d/nfsd
/usr/local/etc/rc.d/bacula-sd
/usr/local/etc/rc.d/bacula-fd
/usr/local/etc/rc.d/bacula-dir
/usr/local/etc/rc.d/zabbix_agentd
/usr/local/etc/rc.d/snmpd
/usr/local/etc/rc.d/vsftpd
/etc/rc.d/ntpd
/usr/local/etc/rc.d/mdnsresponderposix
/usr/local/etc/rc.d/postgresql
/usr/local/etc/rc.d/samba_server
/etc/rc.d/sshd
/usr/local/etc/rc.d/rsyncd
/etc/rc.d/inetd
/etc/rc.d/sendmail
/etc/rc.d/cron
/etc/rc.d/bgfsck
/usr/local/etc/rc.d/smartd
[root@backup 08.May 12:33pm /usr/home]#
 
Code: 
zroot/ROOT/default                                                                                      58.4G  1.95G     13.8G  /
zroot/ROOT/default/root                                                                                 3.40G  1.95G     3.40G  /root
zroot/ROOT/default/tmp                                                                                   348K  1.95G      348K  /tmp
zroot/ROOT/default/usr                                                                                  53.3G  1.95G     3.58G  /usr
zroot/ROOT/default/usr/home                                                                              684K  1.95G      684K  /usr/home
zroot/ROOT/default/usr/local                                                                            24.5G  1.95G     13.8G  /usr/local
zroot/ROOT/default/usr/local@2023-04-09_06.00.00--1m                                                    2.48M      -     15.1G  -
zroot/ROOT/default/usr/local@2023-04-16_06.00.00--1m                                                    2.46M      -     15.1G  -
zroot/ROOT/default/usr/local@2023-04-23_06.00.00--1m                                                     384K      -     15.1G  -
zroot/ROOT/default/usr/local@2023-04-30_06.00.00--1m                                                     112M      -     13.9G  -
zroot/ROOT/default/usr/obj                                                                               555M  1.95G      555M  /usr/obj
zroot/ROOT/default/usr/ports                                                                            23.2G  1.95G     20.5G  /usr/ports
zroot/ROOT/default/usr/ports/distfiles                                                                  2.64G  1.95G     2.64G  /usr/ports/distfiles
zroot/ROOT/default/usr/src                                                                              1.43G  1.95G     1.43G  /usr/src
zroot/ROOT/default/var                                                                                  1.71G  1.95G     1.46G  /var
zroot/ROOT/default/var/audit                                                                             216K  1.95G      216K  /var/audit
zroot/ROOT/default/var/crash                                                                             168K  1.95G      168K  /var/crash
zroot/ROOT/default/var/empty                                                                             216K  1.95G      216K  /var/empty
zroot/ROOT/default/var/log                                                                               251M  1.95G      251M  /var/log
zroot/ROOT/default/var/mail                                                                              228K  1.95G      228K  /var/mail
zroot/ROOT/default/var/run                                                                              1.03M  1.95G     1.03M  /var/run
zroot/ROOT/default/var/tmp                                                                               208K  1.95G      208K  /var/tmp

How did you manage to do this? Can you share the output of zpool history | grep create
 
I'm going to just guess here:

nfsd
postgresql
samba_server
vsftpd
zabbix_agentd
bacula*
rsyncd

Look like possibilities to me. I don't know what all of them do, but that's my best guess. I would start with postgresql and maybe zabbix_agentd
 
VladiBG said:
Code: 
zroot/ROOT/default                                                                                      58.4G  1.95G     13.8G  /
zroot/ROOT/default/root                                                                                 3.40G  1.95G     3.40G  /root
zroot/ROOT/default/tmp                                                                                   348K  1.95G      348K  /tmp
zroot/ROOT/default/usr                                                                                  53.3G  1.95G     3.58G  /usr
zroot/ROOT/default/usr/home                                                                              684K  1.95G      684K  /usr/home
zroot/ROOT/default/usr/local                                                                            24.5G  1.95G     13.8G  /usr/local
zroot/ROOT/default/usr/local@2023-04-09_06.00.00--1m                                                    2.48M      -     15.1G  -
zroot/ROOT/default/usr/local@2023-04-16_06.00.00--1m                                                    2.46M      -     15.1G  -
zroot/ROOT/default/usr/local@2023-04-23_06.00.00--1m                                                     384K      -     15.1G  -
zroot/ROOT/default/usr/local@2023-04-30_06.00.00--1m                                                     112M      -     13.9G  -
zroot/ROOT/default/usr/obj                                                                               555M  1.95G      555M  /usr/obj
zroot/ROOT/default/usr/ports                                                                            23.2G  1.95G     20.5G  /usr/ports
zroot/ROOT/default/usr/ports/distfiles                                                                  2.64G  1.95G     2.64G  /usr/ports/distfiles
zroot/ROOT/default/usr/src                                                                              1.43G  1.95G     1.43G  /usr/src
zroot/ROOT/default/var                                                                                  1.71G  1.95G     1.46G  /var
zroot/ROOT/default/var/audit                                                                             216K  1.95G      216K  /var/audit
zroot/ROOT/default/var/crash                                                                             168K  1.95G      168K  /var/crash
zroot/ROOT/default/var/empty                                                                             216K  1.95G      216K  /var/empty
zroot/ROOT/default/var/log                                                                               251M  1.95G      251M  /var/log
zroot/ROOT/default/var/mail                                                                              228K  1.95G      228K  /var/mail
zroot/ROOT/default/var/run                                                                              1.03M  1.95G     1.03M  /var/run
zroot/ROOT/default/var/tmp                                                                               208K  1.95G      208K  /var/tmp

How did you manage to do this? Can you share the output of zpool history | grep create
Click to expand...
Code: 
[root@backup 08.May 1:14pm ~]# zpool history | grep create | g zroot
2014-04-25.09:10:17 zpool create -f -o altroot=/mnt -o cachefile=/tmp/zpool.cache -O atime=off -O setuid=off -O canmount=off zroot mirror /dev/gpt/disk0.nop /dev/gpt/disk1.nop
2014-04-25.09:10:18 zfs create -o mountpoint=legacy -o setuid=on zroot/rootfs
2014-04-25.09:10:18 zfs create zroot/root
2014-04-25.09:10:18 zfs create -o canmount=off zroot/usr
2014-04-25.09:10:18 zfs create -o canmount=off -o setuid=off zroot/usr/home
2014-04-25.09:10:18 zfs create -o setuid=on zroot/usr/local
2014-04-25.09:10:18 zfs create -o compression=lz4 -o exec=off -o setuid=off zroot/usr/src
2014-04-25.09:10:19 zfs create -o compression=lz4 zroot/usr/obj
2014-04-25.09:10:19 zfs create -o compression=lz4 -o setuid=off zroot/usr/ports
2014-04-25.09:10:19 zfs create -o compression=off -o exec=off -o setuid=off zroot/usr/ports/distfiles
2014-04-25.09:10:19 zfs create -o canmount=off zroot/var
2014-04-25.09:10:19 zfs create -o compression=lz4 -o exec=off -o setuid=off zroot/var/crash
2014-04-25.09:10:19 zfs create -o compression=lz4 -o exec=off -o setuid=off zroot/var/log
2014-04-25.09:10:19 zfs create -o compression=lz4 -o exec=off -o setuid=off zroot/var/audit
2014-04-25.09:10:19 zfs create -o compression=lz4 -o exec=off -o setuid=off zroot/var/mail
2014-04-25.09:10:19 zfs create -o compression=lz4 -o exec=on -o setuid=off zroot/var/tmp
2014-04-25.09:10:19 zfs create -o compression=lz4 -o setuid=off zroot/tmp
2014-04-25.09:10:19 zfs create zroot/usr/home/doug
2016-06-16.03:01:22 zfs create -o mountpoint=none zroot/ROOT
[root@backup 08.May 1:17pm ~]#

The above were used at the time this system was built 9 years ago.
 
I've stopped each of all of the local services that I've installed over the years and after stopping all of them, I still am unable to delete the 'default' boot environment.
 
You are using deep boot environment (your /usr /var are under zroot/ROOT/default.) Check the man page of bectl(8)
what is the output of zfs list -o name,canmount,mountpoint

note:
/usr/sbin/freebsd-update script doesn't create recursive snapshot with "-r" option. it uses bectl create ${VERSION}_${TIMESTAMP} so it doesn't include your /usr and /var

note2:
you may need to manually create a new snapshot with bectl create -r and after reboot you will be able to delete BE default and 13.1-RELEASE. But let me test it first under VM.
 
Code: 
[root@backup 08.May 1:34pm ~]# zfs list -o name,canmount,mountpoint
zroot                                                                                                   off       none
zroot/ROOT                                                                                              off       legacy
zroot/ROOT/13.1-RELEASE                                                                                 noauto    /
zroot/ROOT/13.1-RELEASE@2021-07-28-13:14:23-0                                                           -         -
zroot/ROOT/default                                                                                      noauto    /
zroot/ROOT/default/root                                                                                 on        /root
zroot/ROOT/default/tmp                                                                                  on        /tmp
zroot/ROOT/default/usr                                                                                  on        /usr
zroot/ROOT/default/usr/home                                                                             on        /usr/home
zroot/ROOT/default/usr/local                                                                            on        /usr/local
zroot/ROOT/default/usr/local@2023-04-09_06.00.00--1m                                                    -         -
zroot/ROOT/default/usr/local@2023-04-16_06.00.00--1m                                                    -         -
zroot/ROOT/default/usr/local@2023-04-23_06.00.00--1m                                                    -         -
zroot/ROOT/default/usr/local@2023-04-30_06.00.00--1m                                                    -         -
zroot/ROOT/default/usr/obj                                                                              on        /usr/obj
zroot/ROOT/default/usr/ports                                                                            on        /usr/ports
zroot/ROOT/default/usr/ports/distfiles                                                                  on        /usr/ports/distfiles
zroot/ROOT/default/usr/src                                                                              on        /usr/src
zroot/ROOT/default/var                                                                                  on        /var
zroot/ROOT/default/var/audit                                                                            on        /var/audit
zroot/ROOT/default/var/crash                                                                            on        /var/crash
zroot/ROOT/default/var/empty                                                                            on        /var/empty
zroot/ROOT/default/var/log                                                                              on        /var/log
zroot/ROOT/default/var/mail                                                                             on        /var/mail
zroot/ROOT/default/var/run                                                                              on        /var/run
zroot/ROOT/default/var/tmp                                                                              on        /var/tmp
[root@backup 08.May 1:47pm ~]#
 
dougs said:
Since ver 10.0 was released in 2014, I would have to say there is a 99.999% chance that that version was used to create this zpool. Why do you ask?
Click to expand...
I should add that notes for that system indicate it was built in mid-2014. So, yes, I am pretty sure the 10.x version was used to install the system.
 
i will test it under virtual machine to see if you create BE with -r will be able to delete the old BE. Currently your /usr and /var are under default BE that's why you can't delete it.

This will happen tomorrow as it's too late now. Will post later.
 
Lots of things have been modified after that initial install.

Code: 
2014-04-25.09:10:18 zfs create -o canmount=off zroot/usr
But
Code: 
zroot/ROOT/default/usr                                                                                  on        /usr

This one seems wrong though, if the 13.1-RELEASE BE is supposed to be selected.
Code: 
zroot/ROOT/default                                                                                      noauto    /
Is there a vfs.root.mountfrom defined in /boot/loader.conf?

Anyway, these really shouldn't have been created under zroot/ROOT/default:
Code: 
zroot/ROOT/default/usr/obj                                                                              on        /usr/obj
zroot/ROOT/default/usr/ports                                                                            on        /usr/ports
zroot/ROOT/default/usr/ports/distfiles                                                                  on        /usr/ports/distfiles
zroot/ROOT/default/usr/src                                                                              on        /usr/src
zroot/ROOT/default/var                                                                                  on        /var
zroot/ROOT/default/var/audit                                                                            on        /var/audit
zroot/ROOT/default/var/crash                                                                            on        /var/crash
zroot/ROOT/default/var/empty                                                                            on        /var/empty
zroot/ROOT/default/var/log                                                                              on        /var/log
zroot/ROOT/default/var/mail                                                                             on        /var/mail
zroot/ROOT/default/var/run                                                                              on        /var/run
zroot/ROOT/default/var/tmp                                                                              on        /var/tmp

Destroying default would also need to destroy everything under it. For most of these this isn't a 'problem' as they can be unmounted. But zroot/ROOT/default/usr/home is likely in use if you're logged in as a user, thus it cannot be unmounted.
 
Apparently the 'vfs.root.mountfrom' line was commented out around the time 12.0-RELEASE came out.

Code: 
[root@backup 08.May 2:19pm ~]# cat /boot/loader.conf
# this is the zroot/ROOT/10.3-RELEASE version
kern.geom.label.disk_ident.enable=0
kern.geom.label.gptid.enable="0"                # Disable the auto-generated GPT UUIDs for disks
kern.geom.label.gpt.enable="1"                # Disable the auto-generated GPT UUIDs for disks
kern.geom.label.ufsid.enable="0"                # Disable the auto-generated UFS UUIDs for filesystems
autoboot_delay="5"                 # reduce boot menu delay from 10 to 5 seconds

geom_eli_load="YES"
geom_label_load="YES"
geom_mirror_load="YES"
geom_part_gpt_load="YES"

# ZFS Options
zfs_load=YES
#vfs.root.mountfrom="zfs:zroot/rootfs"
#vfs.root.mountfrom="zfs:zroot/ROOT/default"
#vfs.root.mountfrom="zfs:zroot/ROOT/12.0-RELEASE"
#vfs.zfs.arc_max="4096M"
#vfs.zfs.arc_min="2048M"
#vfs.zfs.prefetch_disable="1"
#vfs.zfs.txg.timeout="5"
#vfs.zfs.write_limit_override=2147483648

# allow up to 32GB of swapfile
kern.maxswzone="83886080"

#mrsas driver support
hw.mfi.mrsas_enable=1
mrsas_load="yes"

# to load MFI module in order to access SMART data on LSI card
mfip_load="YES"

kern.ipc.somaxconn=3072
kern.ipc.soacceptqueue=3072

#kern.ipc.nmbclusters="32768"
cc_htcp_load="YES"

# load Mellanox ConnectX-2
mlx4en_load="YES"

# find out CPU temperature
coretemp_load="YES"
 
I'd be very hesitant to remove zroot/ROOT/default. It's very likely you're going to destroy the system and lose a bunch of files in the process.
 
I'm inclined to agree with you.

What are my next steps/options moving forward? I'm mulling a complete reinstall using 13.0-RELEASE and restoring port configs and databases from backups. Are there any other good options to consider beside a complete reinstall?

That note2 comment by VladiBG earlier in this thread seems to have potential but will await word after he has done some testing.
 
You must log in or register to reply here.
Back
Top