16
16
#include <linux/slab.h>
17
17
#include <linux/nospec.h>
18
18
#include <linux/backing-dev.h>
19
+ #include <linux/freezer.h>
19
20
#include <trace/events/ext4.h>
20
21
21
22
/*
@@ -6906,16 +6907,34 @@ __acquires(bitlock)
6906
6907
return ret ;
6907
6908
}
6908
6909
6910
+ static ext4_grpblk_t ext4_last_grp_cluster (struct super_block * sb ,
6911
+ ext4_group_t grp )
6912
+ {
6913
+ if (grp < ext4_get_groups_count (sb ))
6914
+ return EXT4_CLUSTERS_PER_GROUP (sb ) - 1 ;
6915
+ return (ext4_blocks_count (EXT4_SB (sb )-> s_es ) -
6916
+ ext4_group_first_block_no (sb , grp ) - 1 ) >>
6917
+ EXT4_CLUSTER_BITS (sb );
6918
+ }
6919
+
6920
+ static bool ext4_trim_interrupted (void )
6921
+ {
6922
+ return fatal_signal_pending (current ) || freezing (current );
6923
+ }
6924
+
6909
6925
static int ext4_try_to_trim_range (struct super_block * sb ,
6910
6926
struct ext4_buddy * e4b , ext4_grpblk_t start ,
6911
6927
ext4_grpblk_t max , ext4_grpblk_t minblocks )
6912
6928
__acquires (ext4_group_lock_ptr (sb , e4b - > bd_group ))
6913
6929
__releases (ext4_group_lock_ptr (sb , e4b - > bd_group ))
6914
6930
{
6915
6931
ext4_grpblk_t next , count , free_count ;
6932
+ bool set_trimmed = false;
6916
6933
void * bitmap ;
6917
6934
6918
6935
bitmap = e4b -> bd_bitmap ;
6936
+ if (start == 0 && max >= ext4_last_grp_cluster (sb , e4b -> bd_group ))
6937
+ set_trimmed = true;
6919
6938
start = max (e4b -> bd_info -> bb_first_free , start );
6920
6939
count = 0 ;
6921
6940
free_count = 0 ;
@@ -6930,16 +6949,14 @@ __releases(ext4_group_lock_ptr(sb, e4b->bd_group))
6930
6949
int ret = ext4_trim_extent (sb , start , next - start , e4b );
6931
6950
6932
6951
if (ret && ret != - EOPNOTSUPP )
6933
- break ;
6952
+ return count ;
6934
6953
count += next - start ;
6935
6954
}
6936
6955
free_count += next - start ;
6937
6956
start = next + 1 ;
6938
6957
6939
- if (fatal_signal_pending (current )) {
6940
- count = - ERESTARTSYS ;
6941
- break ;
6942
- }
6958
+ if (ext4_trim_interrupted ())
6959
+ return count ;
6943
6960
6944
6961
if (need_resched ()) {
6945
6962
ext4_unlock_group (sb , e4b -> bd_group );
@@ -6951,6 +6968,9 @@ __releases(ext4_group_lock_ptr(sb, e4b->bd_group))
6951
6968
break ;
6952
6969
}
6953
6970
6971
+ if (set_trimmed )
6972
+ EXT4_MB_GRP_SET_TRIMMED (e4b -> bd_info );
6973
+
6954
6974
return count ;
6955
6975
}
6956
6976
@@ -6961,7 +6981,6 @@ __releases(ext4_group_lock_ptr(sb, e4b->bd_group))
6961
6981
* @start: first group block to examine
6962
6982
* @max: last group block to examine
6963
6983
* @minblocks: minimum extent block count
6964
- * @set_trimmed: set the trimmed flag if at least one block is trimmed
6965
6984
*
6966
6985
* ext4_trim_all_free walks through group's block bitmap searching for free
6967
6986
* extents. When the free extent is found, mark it as used in group buddy
@@ -6971,7 +6990,7 @@ __releases(ext4_group_lock_ptr(sb, e4b->bd_group))
6971
6990
static ext4_grpblk_t
6972
6991
ext4_trim_all_free (struct super_block * sb , ext4_group_t group ,
6973
6992
ext4_grpblk_t start , ext4_grpblk_t max ,
6974
- ext4_grpblk_t minblocks , bool set_trimmed )
6993
+ ext4_grpblk_t minblocks )
6975
6994
{
6976
6995
struct ext4_buddy e4b ;
6977
6996
int ret ;
@@ -6988,13 +7007,10 @@ ext4_trim_all_free(struct super_block *sb, ext4_group_t group,
6988
7007
ext4_lock_group (sb , group );
6989
7008
6990
7009
if (!EXT4_MB_GRP_WAS_TRIMMED (e4b .bd_info ) ||
6991
- minblocks < EXT4_SB (sb )-> s_last_trim_minblks ) {
7010
+ minblocks < EXT4_SB (sb )-> s_last_trim_minblks )
6992
7011
ret = ext4_try_to_trim_range (sb , & e4b , start , max , minblocks );
6993
- if (ret >= 0 && set_trimmed )
6994
- EXT4_MB_GRP_SET_TRIMMED (e4b .bd_info );
6995
- } else {
7012
+ else
6996
7013
ret = 0 ;
6997
- }
6998
7014
6999
7015
ext4_unlock_group (sb , group );
7000
7016
ext4_mb_unload_buddy (& e4b );
@@ -7027,7 +7043,6 @@ int ext4_trim_fs(struct super_block *sb, struct fstrim_range *range)
7027
7043
ext4_fsblk_t first_data_blk =
7028
7044
le32_to_cpu (EXT4_SB (sb )-> s_es -> s_first_data_block );
7029
7045
ext4_fsblk_t max_blks = ext4_blocks_count (EXT4_SB (sb )-> s_es );
7030
- bool whole_group , eof = false;
7031
7046
int ret = 0 ;
7032
7047
7033
7048
start = range -> start >> sb -> s_blocksize_bits ;
@@ -7046,10 +7061,8 @@ int ext4_trim_fs(struct super_block *sb, struct fstrim_range *range)
7046
7061
if (minlen > EXT4_CLUSTERS_PER_GROUP (sb ))
7047
7062
goto out ;
7048
7063
}
7049
- if (end >= max_blks - 1 ) {
7064
+ if (end >= max_blks - 1 )
7050
7065
end = max_blks - 1 ;
7051
- eof = true;
7052
- }
7053
7066
if (end <= first_data_blk )
7054
7067
goto out ;
7055
7068
if (start < first_data_blk )
@@ -7063,9 +7076,10 @@ int ext4_trim_fs(struct super_block *sb, struct fstrim_range *range)
7063
7076
7064
7077
/* end now represents the last cluster to discard in this group */
7065
7078
end = EXT4_CLUSTERS_PER_GROUP (sb ) - 1 ;
7066
- whole_group = true;
7067
7079
7068
7080
for (group = first_group ; group <= last_group ; group ++ ) {
7081
+ if (ext4_trim_interrupted ())
7082
+ break ;
7069
7083
grp = ext4_get_group_info (sb , group );
7070
7084
if (!grp )
7071
7085
continue ;
@@ -7082,13 +7096,11 @@ int ext4_trim_fs(struct super_block *sb, struct fstrim_range *range)
7082
7096
* change it for the last group, note that last_cluster is
7083
7097
* already computed earlier by ext4_get_group_no_and_offset()
7084
7098
*/
7085
- if (group == last_group ) {
7099
+ if (group == last_group )
7086
7100
end = last_cluster ;
7087
- whole_group = eof ? true : end == EXT4_CLUSTERS_PER_GROUP (sb ) - 1 ;
7088
- }
7089
7101
if (grp -> bb_free >= minlen ) {
7090
7102
cnt = ext4_trim_all_free (sb , group , first_cluster ,
7091
- end , minlen , whole_group );
7103
+ end , minlen );
7092
7104
if (cnt < 0 ) {
7093
7105
ret = cnt ;
7094
7106
break ;
0 commit comments