Skip to content

Commit 7cc2ec8

Browse files
compiler-errorscompiler-errors
committed
Support async gen fn
1 parent 8d98feb commit 7cc2ec8

File tree

14 files changed

+93
-83
lines changed

14 files changed

+93
-83
lines changed

‎compiler/rustc_ast/src/ast.rs

Lines changed: 8 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -2415,10 +2415,12 @@ pub enum Unsafe {
24152415
/// Iterator`.
24162416
#[derive(Copy, Clone, Encodable, Decodable, Debug)]
24172417
pub enum CoroutineKind {
2418-
/// `async`, which evaluates to `impl Future`
2418+
/// `async`, which returns an `impl Future`
24192419
Async { span: Span, closure_id: NodeId, return_impl_trait_id: NodeId },
2420-
/// `gen`, which evaluates to `impl Iterator`
2420+
/// `gen`, which returns an `impl Iterator`
24212421
Gen { span: Span, closure_id: NodeId, return_impl_trait_id: NodeId },
2422+
/// `async gen`, which returns an `impl AsyncIterator`
2423+
AsyncGen { span: Span, closure_id: NodeId, return_impl_trait_id: NodeId },
24222424
}
24232425

24242426
impl CoroutineKind {
@@ -2435,7 +2437,10 @@ impl CoroutineKind {
24352437
pub fn return_id(self) -> (NodeId, Span) {
24362438
match self {
24372439
CoroutineKind::Async { return_impl_trait_id, span, .. }
2438-
| CoroutineKind::Gen { return_impl_trait_id, span, .. } => (return_impl_trait_id, span),
2440+
| CoroutineKind::Gen { return_impl_trait_id, span, .. }
2441+
| CoroutineKind::AsyncGen { return_impl_trait_id, span, .. } => {
2442+
(return_impl_trait_id, span)
2443+
}
24392444
}
24402445
}
24412446
}

‎compiler/rustc_ast/src/mut_visit.rs

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -874,7 +874,8 @@ pub fn noop_visit_closure_binder<T: MutVisitor>(binder: &mut ClosureBinder, vis:
874874
pub fn noop_visit_coroutine_kind<T: MutVisitor>(coroutine_kind: &mut CoroutineKind, vis: &mut T) {
875875
match coroutine_kind {
876876
CoroutineKind::Async { span, closure_id, return_impl_trait_id }
877-
| CoroutineKind::Gen { span, closure_id, return_impl_trait_id } => {
877+
| CoroutineKind::Gen { span, closure_id, return_impl_trait_id }
878+
| CoroutineKind::AsyncGen { span, closure_id, return_impl_trait_id } => {
878879
vis.visit_span(span);
879880
vis.visit_id(closure_id);
880881
vis.visit_id(return_impl_trait_id);

‎compiler/rustc_ast_lowering/src/expr.rs

Lines changed: 9 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -13,6 +13,7 @@ use rustc_ast::*;
1313
use rustc_data_structures::stack::ensure_sufficient_stack;
1414
use rustc_hir as hir;
1515
use rustc_hir::def::{DefKind, Res};
16+
use rustc_middle::span_bug;
1617
use rustc_session::errors::report_lit_error;
1718
use rustc_span::source_map::{respan, Spanned};
1819
use rustc_span::symbol::{kw, sym, Ident, Symbol};
@@ -202,15 +203,12 @@ impl<'hir> LoweringContext<'_, 'hir> {
202203
fn_decl_span,
203204
fn_arg_span,
204205
}) => match coroutine_kind {
205-
Some(
206-
CoroutineKind::Async { closure_id, .. }
207-
| CoroutineKind::Gen { closure_id, .. },
208-
) => self.lower_expr_async_closure(
206+
Some(coroutine_kind) => self.lower_expr_coroutine_closure(
209207
binder,
210208
*capture_clause,
211209
e.id,
212210
hir_id,
213-
*closure_id,
211+
*coroutine_kind,
214212
fn_decl,
215213
body,
216214
*fn_decl_span,
@@ -1098,18 +1096,22 @@ impl<'hir> LoweringContext<'_, 'hir> {
10981096
(binder, params)
10991097
}
11001098

1101-
fn lower_expr_async_closure(
1099+
fn lower_expr_coroutine_closure(
11021100
&mut self,
11031101
binder: &ClosureBinder,
11041102
capture_clause: CaptureBy,
11051103
closure_id: NodeId,
11061104
closure_hir_id: hir::HirId,
1107-
inner_closure_id: NodeId,
1105+
coroutine_kind: CoroutineKind,
11081106
decl: &FnDecl,
11091107
body: &Expr,
11101108
fn_decl_span: Span,
11111109
fn_arg_span: Span,
11121110
) -> hir::ExprKind<'hir> {
1111+
let CoroutineKind::Async { closure_id: inner_closure_id, .. } = coroutine_kind else {
1112+
span_bug!(fn_decl_span, "`async gen` and `gen` closures are not supported, yet");
1113+
};
1114+
11131115
if let &ClosureBinder::For { span, .. } = binder {
11141116
self.tcx.sess.emit_err(NotSupportedForLifetimeBinderAsyncClosure { span });
11151117
}

‎compiler/rustc_ast_lowering/src/item.rs

Lines changed: 11 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1036,11 +1036,9 @@ impl<'hir> LoweringContext<'_, 'hir> {
10361036
let (Some(coroutine_kind), Some(body)) = (coroutine_kind, body) else {
10371037
return self.lower_fn_body_block(span, decl, body);
10381038
};
1039-
let closure_id = match coroutine_kind {
1040-
CoroutineKind::Async { closure_id, .. } | CoroutineKind::Gen { closure_id, .. } => {
1041-
closure_id
1042-
}
1043-
};
1039+
let (CoroutineKind::Async { closure_id, .. }
1040+
| CoroutineKind::Gen { closure_id, .. }
1041+
| CoroutineKind::AsyncGen { closure_id, .. }) = coroutine_kind;
10441042

10451043
self.lower_body(|this| {
10461044
let mut parameters: Vec<hir::Param<'_>> = Vec::new();
@@ -1224,6 +1222,14 @@ impl<'hir> LoweringContext<'_, 'hir> {
12241222
hir::CoroutineSource::Fn,
12251223
mkbody,
12261224
),
1225+
CoroutineKind::AsyncGen { .. } => this.make_async_gen_expr(
1226+
CaptureBy::Value { move_kw: rustc_span::DUMMY_SP },
1227+
closure_id,
1228+
None,
1229+
body.span,
1230+
hir::CoroutineSource::Fn,
1231+
mkbody,
1232+
),
12271233
};
12281234

12291235
let hir_id = this.lower_node_id(closure_id);

‎compiler/rustc_ast_lowering/src/lib.rs

Lines changed: 5 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1904,7 +1904,8 @@ impl<'a, 'hir> LoweringContext<'a, 'hir> {
19041904

19051905
let opaque_ty_node_id = match coro {
19061906
CoroutineKind::Async { return_impl_trait_id, .. }
1907-
| CoroutineKind::Gen { return_impl_trait_id, .. } => return_impl_trait_id,
1907+
| CoroutineKind::Gen { return_impl_trait_id, .. }
1908+
| CoroutineKind::AsyncGen { return_impl_trait_id, .. } => return_impl_trait_id,
19081909
};
19091910

19101911
let captured_lifetimes: Vec<_> = self
@@ -1960,8 +1961,9 @@ impl<'a, 'hir> LoweringContext<'a, 'hir> {
19601961

19611962
// "<$assoc_ty_name = T>"
19621963
let (assoc_ty_name, trait_lang_item) = match coro {
1963-
CoroutineKind::Async { .. } => (hir::FN_OUTPUT_NAME, hir::LangItem::Future),
1964-
CoroutineKind::Gen { .. } => (hir::ITERATOR_ITEM_NAME, hir::LangItem::Iterator),
1964+
CoroutineKind::Async { .. } => (sym::Output, hir::LangItem::Future),
1965+
CoroutineKind::Gen { .. } => (sym::Item, hir::LangItem::Iterator),
1966+
CoroutineKind::AsyncGen { .. } => (sym::Item, hir::LangItem::AsyncIterator),
19651967
};
19661968

19671969
let future_args = self.arena.alloc(hir::GenericArgs {

‎compiler/rustc_ast_lowering/src/path.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -389,7 +389,7 @@ impl<'a, 'hir> LoweringContext<'a, 'hir> {
389389
FnRetTy::Default(_) => self.arena.alloc(self.ty_tup(*span, &[])),
390390
};
391391
let args = smallvec![GenericArg::Type(self.arena.alloc(self.ty_tup(*inputs_span, inputs)))];
392-
let binding = self.assoc_ty_binding(hir::FN_OUTPUT_NAME, output_ty.span, output_ty);
392+
let binding = self.assoc_ty_binding(sym::Output, output_ty.span, output_ty);
393393
(
394394
GenericArgsCtor {
395395
args,

‎compiler/rustc_ast_pretty/src/pprust/state.rs

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1498,6 +1498,10 @@ impl<'a> State<'a> {
14981498
ast::CoroutineKind::Async { .. } => {
14991499
self.word_nbsp("async");
15001500
}
1501+
ast::CoroutineKind::AsyncGen { .. } => {
1502+
self.word_nbsp("async");
1503+
self.word_nbsp("gen");
1504+
}
15011505
}
15021506
}
15031507

‎compiler/rustc_hir/src/hir.rs

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -2254,11 +2254,6 @@ pub enum ImplItemKind<'hir> {
22542254
Type(&'hir Ty<'hir>),
22552255
}
22562256

2257-
/// The name of the associated type for `Fn` return types.
2258-
pub const FN_OUTPUT_NAME: Symbol = sym::Output;
2259-
/// The name of the associated type for `Iterator` item types.
2260-
pub const ITERATOR_ITEM_NAME: Symbol = sym::Item;
2261-
22622257
/// Bind a type to an associated type (i.e., `A = Foo`).
22632258
///
22642259
/// Bindings like `A: Debug` are represented as a special type `A =

‎compiler/rustc_parse/messages.ftl

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -23,8 +23,6 @@ parse_async_block_in_2015 = `async` blocks are only allowed in Rust 2018 or late
2323
parse_async_fn_in_2015 = `async fn` is not permitted in Rust 2015
2424
.label = to use `async fn`, switch to Rust 2018 or later
2525
26-
parse_async_gen_fn = `async gen` functions are not supported
27-
2826
parse_async_move_block_in_2015 = `async move` blocks are only allowed in Rust 2018 or later
2927
3028
parse_async_move_order_incorrect = the order of `move` and `async` is incorrect

‎compiler/rustc_parse/src/errors.rs

Lines changed: 0 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -562,13 +562,6 @@ pub(crate) struct GenFn {
562562
pub span: Span,
563563
}
564564

565-
#[derive(Diagnostic)]
566-
#[diag(parse_async_gen_fn)]
567-
pub(crate) struct AsyncGenFn {
568-
#[primary_span]
569-
pub span: Span,
570-
}
571-
572565
#[derive(Diagnostic)]
573566
#[diag(parse_comma_after_base_struct)]
574567
#[note]

‎compiler/rustc_parse/src/parser/expr.rs

Lines changed: 13 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -2235,8 +2235,8 @@ impl<'a> Parser<'a> {
22352235
let movability =
22362236
if self.eat_keyword(kw::Static) { Movability::Static } else { Movability::Movable };
22372237

2238-
let asyncness = if self.token.uninterpolated_span().at_least_rust_2018() {
2239-
self.parse_asyncness(Case::Sensitive)
2238+
let coroutine_kind = if self.token.uninterpolated_span().at_least_rust_2018() {
2239+
self.parse_coroutine_kind(Case::Sensitive)
22402240
} else {
22412241
None
22422242
};
@@ -2262,9 +2262,16 @@ impl<'a> Parser<'a> {
22622262
}
22632263
};
22642264

2265-
if let Some(CoroutineKind::Async { span, .. }) = asyncness {
2266-
// Feature-gate `async ||` closures.
2267-
self.sess.gated_spans.gate(sym::async_closure, span);
2265+
match coroutine_kind {
2266+
Some(CoroutineKind::Async { span, .. }) => {
2267+
// Feature-gate `async ||` closures.
2268+
self.sess.gated_spans.gate(sym::async_closure, span);
2269+
}
2270+
Some(CoroutineKind::AsyncGen { span, .. }) | Some(CoroutineKind::Gen { span, .. }) => {
2271+
// Feature-gate `async ||` closures.
2272+
self.sess.gated_spans.gate(sym::gen_blocks, span);
2273+
}
2274+
None => {}
22682275
}
22692276

22702277
if self.token.kind == TokenKind::Semi
@@ -2285,7 +2292,7 @@ impl<'a> Parser<'a> {
22852292
binder,
22862293
capture_clause,
22872294
constness,
2288-
coroutine_kind: asyncness,
2295+
coroutine_kind,
22892296
movability,
22902297
fn_decl,
22912298
body,

‎compiler/rustc_parse/src/parser/item.rs

Lines changed: 21 additions & 26 deletions
Original file line numberDiff line numberDiff line change
@@ -2392,18 +2392,15 @@ impl<'a> Parser<'a> {
23922392
let constness = self.parse_constness(case);
23932393

23942394
let async_start_sp = self.token.span;
2395-
let asyncness = self.parse_asyncness(case);
2396-
2397-
let _gen_start_sp = self.token.span;
2398-
let genness = self.parse_genness(case);
2395+
let coroutine_kind = self.parse_coroutine_kind(case);
23992396

24002397
let unsafe_start_sp = self.token.span;
24012398
let unsafety = self.parse_unsafety(case);
24022399

24032400
let ext_start_sp = self.token.span;
24042401
let ext = self.parse_extern(case);
24052402

2406-
if let Some(CoroutineKind::Async { span, .. }) = asyncness {
2403+
if let Some(CoroutineKind::Async { span, .. }) = coroutine_kind {
24072404
if span.is_rust_2015() {
24082405
self.sess.emit_err(errors::AsyncFnIn2015 {
24092406
span,
@@ -2412,16 +2409,11 @@ impl<'a> Parser<'a> {
24122409
}
24132410
}
24142411

2415-
if let Some(CoroutineKind::Gen { span, .. }) = genness {
2416-
self.sess.gated_spans.gate(sym::gen_blocks, span);
2417-
}
2418-
2419-
if let (
2420-
Some(CoroutineKind::Async { span: async_span, .. }),
2421-
Some(CoroutineKind::Gen { span: gen_span, .. }),
2422-
) = (asyncness, genness)
2423-
{
2424-
self.sess.emit_err(errors::AsyncGenFn { span: async_span.to(gen_span) });
2412+
match coroutine_kind {
2413+
Some(CoroutineKind::Gen { span, .. }) | Some(CoroutineKind::AsyncGen { span, .. }) => {
2414+
self.sess.gated_spans.gate(sym::gen_blocks, span);
2415+
}
2416+
Some(CoroutineKind::Async { .. }) | None => {}
24252417
}
24262418

24272419
if !self.eat_keyword_case(kw::Fn, case) {
@@ -2440,7 +2432,7 @@ impl<'a> Parser<'a> {
24402432

24412433
// We may be able to recover
24422434
let mut recover_constness = constness;
2443-
let mut recover_asyncness = asyncness;
2435+
let mut recover_coroutine_kind = coroutine_kind;
24442436
let mut recover_unsafety = unsafety;
24452437
// This will allow the machine fix to directly place the keyword in the correct place or to indicate
24462438
// that the keyword is already present and the second instance should be removed.
@@ -2453,15 +2445,24 @@ impl<'a> Parser<'a> {
24532445
}
24542446
}
24552447
} else if self.check_keyword(kw::Async) {
2456-
match asyncness {
2448+
match coroutine_kind {
24572449
Some(CoroutineKind::Async { span, .. }) => {
24582450
Some(WrongKw::Duplicated(span))
24592451
}
2452+
Some(CoroutineKind::AsyncGen { span, .. }) => {
2453+
Some(WrongKw::Duplicated(span))
2454+
}
24602455
Some(CoroutineKind::Gen { .. }) => {
2461-
panic!("not sure how to recover here")
2456+
recover_coroutine_kind = Some(CoroutineKind::AsyncGen {
2457+
span: self.token.span,
2458+
closure_id: DUMMY_NODE_ID,
2459+
return_impl_trait_id: DUMMY_NODE_ID,
2460+
});
2461+
// FIXME(gen_blocks): This span is wrong, didn't want to think about it.
2462+
Some(WrongKw::Misplaced(unsafe_start_sp))
24622463
}
24632464
None => {
2464-
recover_asyncness = Some(CoroutineKind::Async {
2465+
recover_coroutine_kind = Some(CoroutineKind::Async {
24652466
span: self.token.span,
24662467
closure_id: DUMMY_NODE_ID,
24672468
return_impl_trait_id: DUMMY_NODE_ID,
@@ -2559,7 +2560,7 @@ impl<'a> Parser<'a> {
25592560
return Ok(FnHeader {
25602561
constness: recover_constness,
25612562
unsafety: recover_unsafety,
2562-
coroutine_kind: recover_asyncness,
2563+
coroutine_kind: recover_coroutine_kind,
25632564
ext,
25642565
});
25652566
}
@@ -2569,12 +2570,6 @@ impl<'a> Parser<'a> {
25692570
}
25702571
}
25712572

2572-
let coroutine_kind = match asyncness {
2573-
Some(CoroutineKind::Async { .. }) => asyncness,
2574-
Some(CoroutineKind::Gen { .. }) => unreachable!("asycness cannot be Gen"),
2575-
None => genness,
2576-
};
2577-
25782573
Ok(FnHeader { constness, unsafety, coroutine_kind, ext })
25792574
}
25802575

‎compiler/rustc_parse/src/parser/mod.rs

Lines changed: 17 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -1125,23 +1125,24 @@ impl<'a> Parser<'a> {
11251125
}
11261126

11271127
/// Parses asyncness: `async` or nothing.
1128-
fn parse_asyncness(&mut self, case: Case) -> Option<CoroutineKind> {
1128+
fn parse_coroutine_kind(&mut self, case: Case) -> Option<CoroutineKind> {
1129+
let span = self.token.uninterpolated_span();
11291130
if self.eat_keyword_case(kw::Async, case) {
1130-
let span = self.prev_token.uninterpolated_span();
1131-
Some(CoroutineKind::Async {
1132-
span,
1133-
closure_id: DUMMY_NODE_ID,
1134-
return_impl_trait_id: DUMMY_NODE_ID,
1135-
})
1136-
} else {
1137-
None
1138-
}
1139-
}
1140-
1141-
/// Parses genness: `gen` or nothing.
1142-
fn parse_genness(&mut self, case: Case) -> Option<CoroutineKind> {
1143-
if self.token.span.at_least_rust_2024() && self.eat_keyword_case(kw::Gen, case) {
1144-
let span = self.prev_token.uninterpolated_span();
1131+
if self.eat_keyword_case(kw::Gen, case) {
1132+
let gen_span = self.prev_token.uninterpolated_span();
1133+
Some(CoroutineKind::AsyncGen {
1134+
span: span.to(gen_span),
1135+
closure_id: DUMMY_NODE_ID,
1136+
return_impl_trait_id: DUMMY_NODE_ID,
1137+
})
1138+
} else {
1139+
Some(CoroutineKind::Async {
1140+
span,
1141+
closure_id: DUMMY_NODE_ID,
1142+
return_impl_trait_id: DUMMY_NODE_ID,
1143+
})
1144+
}
1145+
} else if self.eat_keyword_case(kw::Gen, case) {
11451146
Some(CoroutineKind::Gen {
11461147
span,
11471148
closure_id: DUMMY_NODE_ID,

‎compiler/rustc_resolve/src/def_collector.rs

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -287,7 +287,8 @@ impl<'a, 'b, 'tcx> visit::Visitor<'a> for DefCollector<'a, 'b, 'tcx> {
287287
match closure.coroutine_kind {
288288
Some(
289289
CoroutineKind::Async { closure_id, .. }
290-
| CoroutineKind::Gen { closure_id, .. },
290+
| CoroutineKind::Gen { closure_id, .. }
291+
| CoroutineKind::AsyncGen { closure_id, .. },
291292
) => self.create_def(closure_id, kw::Empty, DefKind::Closure, expr.span),
292293
None => closure_def,
293294
}

0 commit comments

Comments
 (0)