Skip to content

Commit ba03a14

Browse files
zachs18zachs18
committed
Prepare offset_of for non-absent uninhabited variants in using tagless enum representations
1 parent 99b9a88 commit ba03a14

File tree

60 files changed

+332
-94
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

60 files changed

+332
-94
lines changed

‎compiler/rustc_abi/src/callconv.rs‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -140,7 +140,7 @@ impl<'a, Ty> TyAndLayout<'a, Ty> {
140140
let (mut result, mut total) = from_fields_at(*self, Size::ZERO)?;
141141

142142
match &self.variants {
143-
Variants::Single { .. } | Variants::Empty => {}
143+
Variants::Single { .. } | Variants::Empty { .. } => {}
144144
Variants::Multiple { variants, .. } => {
145145
// Treat enum variants like union members.
146146
// HACK(eddyb) pretend the `enum` field (discriminant)

‎compiler/rustc_abi/src/layout.rs‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -130,7 +130,7 @@ impl<Cx: HasDataLayout> LayoutCalculator<Cx> {
130130
element.size.checked_mul(count, &self.cx).ok_or(LayoutCalculatorError::SizeOverflow)?;
131131

132132
Ok(LayoutData {
133-
variants: Variants::Single { index: VariantIdx::new(0) },
133+
variants: Variants::Single { index: VariantIdx::new(0), variants: None },
134134
fields: FieldsShape::Array { stride: element.size, count },
135135
backend_repr: BackendRepr::Memory { sized: count_if_sized.is_some() },
136136
largest_niche: element.largest_niche.filter(|_| count != 0),
@@ -181,7 +181,7 @@ impl<Cx: HasDataLayout> LayoutCalculator<Cx> {
181181
let size = size.align_to(align);
182182

183183
Ok(LayoutData {
184-
variants: Variants::Single { index: VariantIdx::new(0) },
184+
variants: Variants::Single { index: VariantIdx::new(0), variants: None },
185185
fields: FieldsShape::Arbitrary {
186186
offsets: [Size::ZERO].into(),
187187
memory_index: [0].into(),
@@ -467,7 +467,7 @@ impl<Cx: HasDataLayout> LayoutCalculator<Cx> {
467467
.fold(repr.field_shuffle_seed, |acc, seed| acc.wrapping_add(seed));
468468

469469
Ok(LayoutData {
470-
variants: Variants::Single { index: only_variant_idx },
470+
variants: Variants::Single { index: only_variant_idx, variants: None },
471471
fields: FieldsShape::Union(union_field_count),
472472
backend_repr,
473473
largest_niche: None,
@@ -508,7 +508,7 @@ impl<Cx: HasDataLayout> LayoutCalculator<Cx> {
508508
};
509509

510510
let mut st = self.univariant(&variants[v], repr, kind)?;
511-
st.variants = Variants::Single { index: v };
511+
st.variants = Variants::Single { index: v, variants: None };
512512

513513
if is_special_no_niche {
514514
let hide_niches = |scalar: &mut _| match scalar {
@@ -615,7 +615,7 @@ impl<Cx: HasDataLayout> LayoutCalculator<Cx> {
615615
.iter_enumerated()
616616
.map(|(j, v)| {
617617
let mut st = self.univariant(v, repr, StructKind::AlwaysSized).ok()?;
618-
st.variants = Variants::Single { index: j };
618+
st.variants = Variants::Single { index: j, variants: None };
619619

620620
align = align.max(st.align.abi);
621621
max_repr_align = max_repr_align.max(st.max_repr_align);
@@ -847,7 +847,7 @@ impl<Cx: HasDataLayout> LayoutCalculator<Cx> {
847847
repr,
848848
StructKind::Prefixed(min_ity.size(), prefix_align),
849849
)?;
850-
st.variants = Variants::Single { index: i };
850+
st.variants = Variants::Single { index: i, variants: None };
851851
// Find the first field we can't move later
852852
// to make room for a larger discriminant.
853853
for field_idx in st.fields.index_by_increasing_offset() {
@@ -1457,7 +1457,7 @@ impl<Cx: HasDataLayout> LayoutCalculator<Cx> {
14571457
let seed = field_seed.wrapping_add(repr.field_shuffle_seed);
14581458

14591459
Ok(LayoutData {
1460-
variants: Variants::Single { index: VariantIdx::new(0) },
1460+
variants: Variants::Single { index: VariantIdx::new(0), variants: None },
14611461
fields: FieldsShape::Arbitrary { offsets, memory_index },
14621462
backend_repr: abi,
14631463
largest_niche,

‎compiler/rustc_abi/src/layout/coroutine.rs‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -234,7 +234,7 @@ pub(super) fn layout<
234234
&ReprOptions::default(),
235235
StructKind::Prefixed(prefix_size, prefix_align.abi),
236236
)?;
237-
variant.variants = Variants::Single { index };
237+
variant.variants = Variants::Single { index, variants: None };
238238

239239
let FieldsShape::Arbitrary { offsets, memory_index } = variant.fields else {
240240
unreachable!();

‎compiler/rustc_abi/src/layout/simple.rs‎

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@ impl<FieldIdx: Idx, VariantIdx: Idx> LayoutData<FieldIdx, VariantIdx> {
1313
pub fn unit<C: HasDataLayout>(cx: &C, sized: bool) -> Self {
1414
let dl = cx.data_layout();
1515
LayoutData {
16-
variants: Variants::Single { index: VariantIdx::new(0) },
16+
variants: Variants::Single { index: VariantIdx::new(0), variants: None },
1717
fields: FieldsShape::Arbitrary {
1818
offsets: IndexVec::new(),
1919
memory_index: IndexVec::new(),
@@ -33,7 +33,7 @@ impl<FieldIdx: Idx, VariantIdx: Idx> LayoutData<FieldIdx, VariantIdx> {
3333
let dl = cx.data_layout();
3434
// This is also used for uninhabited enums, so we use `Variants::Empty`.
3535
LayoutData {
36-
variants: Variants::Empty,
36+
variants: Variants::Empty { variants: None },
3737
fields: FieldsShape::Primitive,
3838
backend_repr: BackendRepr::Memory { sized: true },
3939
largest_niche: None,
@@ -75,7 +75,7 @@ impl<FieldIdx: Idx, VariantIdx: Idx> LayoutData<FieldIdx, VariantIdx> {
7575
.wrapping_add((range.end as u64).rotate_right(16));
7676

7777
LayoutData {
78-
variants: Variants::Single { index: VariantIdx::new(0) },
78+
variants: Variants::Single { index: VariantIdx::new(0), variants: None },
7979
fields: FieldsShape::Primitive,
8080
backend_repr: BackendRepr::Scalar(scalar),
8181
largest_niche,
@@ -105,7 +105,7 @@ impl<FieldIdx: Idx, VariantIdx: Idx> LayoutData<FieldIdx, VariantIdx> {
105105
let combined_seed = a.size(dl).bytes().wrapping_add(b.size(dl).bytes());
106106

107107
LayoutData {
108-
variants: Variants::Single { index: VariantIdx::new(0) },
108+
variants: Variants::Single { index: VariantIdx::new(0), variants: None },
109109
fields: FieldsShape::Arbitrary {
110110
offsets: [Size::ZERO, b_offset].into(),
111111
memory_index: [0, 1].into(),
@@ -121,14 +121,14 @@ impl<FieldIdx: Idx, VariantIdx: Idx> LayoutData<FieldIdx, VariantIdx> {
121121
}
122122
}
123123

124-
/// Returns a dummy layout for an uninhabited variant.
124+
/// Returns a dummy layout for an absent variant.
125125
///
126-
/// Uninhabited variants get pruned as part of the layout calculation,
126+
/// Absent variants get pruned as part of the layout calculation,
127127
/// so this can be used after the fact to reconstitute a layout.
128-
pub fn uninhabited_variant<C: HasDataLayout>(cx: &C, index: VariantIdx, fields: usize) -> Self {
128+
pub fn absent_variant<C: HasDataLayout>(cx: &C, index: VariantIdx, fields: usize) -> Self {
129129
let dl = cx.data_layout();
130130
LayoutData {
131-
variants: Variants::Single { index },
131+
variants: Variants::Single { index, variants: None },
132132
fields: match NonZero::new(fields) {
133133
Some(fields) => FieldsShape::Union(fields),
134134
None => FieldsShape::Arbitrary {

‎compiler/rustc_abi/src/lib.rs‎

Lines changed: 17 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1851,12 +1851,27 @@ impl BackendRepr {
18511851
#[cfg_attr(feature = "nightly", derive(HashStable_Generic))]
18521852
pub enum Variants<FieldIdx: Idx, VariantIdx: Idx> {
18531853
/// A type with no valid variants. Must be uninhabited.
1854-
Empty,
1854+
///
1855+
/// We still need to hold variant layout information for `offset_of!`
1856+
/// on uninhabited enum variants with non-zero-sized fields.
1857+
Empty {
1858+
/// Always `None` for non-enums.
1859+
/// For enums, this is `None` if all variants are "absent"
1860+
/// (have no non-1-ZST fields), and is `Some` otherwise.
1861+
variants: Option<IndexVec<VariantIdx, LayoutData<FieldIdx, VariantIdx>>>,
1862+
},
18551863

1856-
/// Single enum variants, structs/tuples, unions, and all non-ADTs.
1864+
/// Enums with one inhabited variant and no tag, structs/tuples, unions, and all non-ADTs.
1865+
///
1866+
/// We still need to hold variant layout information for `offset_of!`
1867+
/// on uninhabited enum variants with non-zero-sized fields.
18571868
Single {
18581869
/// Always `0` for types that cannot have multiple variants.
18591870
index: VariantIdx,
1871+
/// Always `None` for non-enums.
1872+
/// For enums, this is `None` if all uninhabited variants are "absent"
1873+
/// (have no non-1-ZST fields), and is `Some` otherwise.
1874+
variants: Option<IndexVec<VariantIdx, LayoutData<FieldIdx, VariantIdx>>>,
18601875
},
18611876

18621877
/// Enum-likes with more than one variant: each variant comes with

‎compiler/rustc_codegen_cranelift/src/discriminant.rs‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -18,8 +18,8 @@ pub(crate) fn codegen_set_discriminant<'tcx>(
1818
return;
1919
}
2020
match layout.variants {
21-
Variants::Empty => unreachable!("we already handled uninhabited types"),
22-
Variants::Single { index } => {
21+
Variants::Empty { .. } => unreachable!("we already handled uninhabited types"),
22+
Variants::Single { index, .. } => {
2323
assert_eq!(index, variant_index);
2424
}
2525
Variants::Multiple {
@@ -86,8 +86,8 @@ pub(crate) fn codegen_get_discriminant<'tcx>(
8686
}
8787

8888
let (tag_scalar, tag_field, tag_encoding) = match &layout.variants {
89-
Variants::Empty => unreachable!("we already handled uninhabited types"),
90-
Variants::Single { index } => {
89+
Variants::Empty { .. } => unreachable!("we already handled uninhabited types"),
90+
Variants::Single { index, .. } => {
9191
let discr_val = layout
9292
.ty
9393
.discriminant_for_variant(fx.tcx, *index)

‎compiler/rustc_codegen_gcc/src/type_of.rs‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -100,14 +100,14 @@ fn uncached_gcc_type<'gcc, 'tcx>(
100100
if !cx.sess().fewer_names() =>
101101
{
102102
let mut name = with_no_trimmed_paths!(layout.ty.to_string());
103-
if let (&ty::Adt(def, _), &Variants::Single { index }) =
103+
if let (&ty::Adt(def, _), &Variants::Single { index, .. }) =
104104
(layout.ty.kind(), &layout.variants)
105105
&& def.is_enum()
106106
&& !def.variants().is_empty()
107107
{
108108
write!(&mut name, "::{}", def.variant(index).name).unwrap();
109109
}
110-
if let (&ty::Coroutine(_, _), &Variants::Single { index }) =
110+
if let (&ty::Coroutine(_, _), &Variants::Single { index, .. }) =
111111
(layout.ty.kind(), &layout.variants)
112112
{
113113
write!(&mut name, "::{}", ty::CoroutineArgs::variant_name(index)).unwrap();
@@ -228,7 +228,7 @@ impl<'tcx> LayoutGccExt<'tcx> for TyAndLayout<'tcx> {
228228

229229
// Check the cache.
230230
let variant_index = match self.variants {
231-
Variants::Single { index } => Some(index),
231+
Variants::Single { index, .. } => Some(index),
232232
_ => None,
233233
};
234234
let cached_type = cx.types.borrow().get(&(self.ty, variant_index)).cloned();

‎compiler/rustc_codegen_llvm/src/debuginfo/metadata/enums/cpp_like.rs‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -213,11 +213,11 @@ pub(super) fn build_enum_type_di_node<'ll, 'tcx>(
213213
),
214214
|cx, enum_type_di_node| {
215215
match enum_type_and_layout.variants {
216-
Variants::Empty => {
216+
Variants::Empty { .. } => {
217217
// We don't generate any members for uninhabited types.
218218
return smallvec![];
219219
}
220-
Variants::Single { index: variant_index } => build_single_variant_union_fields(
220+
Variants::Single { index: variant_index, .. } => build_single_variant_union_fields(
221221
cx,
222222
enum_adt_def,
223223
enum_type_and_layout,
@@ -300,7 +300,7 @@ pub(super) fn build_coroutine_di_node<'ll, 'tcx>(
300300
)
301301
}
302302
Variants::Single { .. }
303-
| Variants::Empty
303+
| Variants::Empty { .. }
304304
| Variants::Multiple { tag_encoding: TagEncoding::Niche { .. }, .. } => {
305305
bug!(
306306
"Encountered coroutine with non-direct-tag layout: {:?}",

‎compiler/rustc_codegen_llvm/src/debuginfo/metadata/enums/mod.rs‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -393,7 +393,7 @@ fn compute_discriminant_value<'ll, 'tcx>(
393393
variant_index: VariantIdx,
394394
) -> DiscrResult {
395395
match enum_type_and_layout.layout.variants() {
396-
&Variants::Single { .. } | &Variants::Empty => DiscrResult::NoDiscriminant,
396+
&Variants::Single { .. } | &Variants::Empty { .. } => DiscrResult::NoDiscriminant,
397397
&Variants::Multiple { tag_encoding: TagEncoding::Direct, .. } => DiscrResult::Value(
398398
enum_type_and_layout.ty.discriminant_for_variant(cx.tcx, variant_index).unwrap().val,
399399
),

‎compiler/rustc_codegen_llvm/src/debuginfo/metadata/enums/native.rs‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -357,7 +357,7 @@ fn build_discr_member_di_node<'ll, 'tcx>(
357357

358358
match enum_or_coroutine_type_and_layout.layout.variants() {
359359
// A single-variant or no-variant enum has no discriminant.
360-
&Variants::Single { .. } | &Variants::Empty => None,
360+
&Variants::Single { .. } | &Variants::Empty { .. } => None,
361361

362362
&Variants::Multiple { tag_field, .. } => {
363363
let tag_base_type = tag_base_type(cx.tcx, enum_or_coroutine_type_and_layout);

0 commit comments

Comments
 (0)