3264 lines
143 KiB
HTML
3264 lines
143 KiB
HTML
<!DOCTYPE HTML>
|
|
<html lang="en" class="sidebar-visible no-js">
|
|
<head>
|
|
<!-- Book generated using mdBook -->
|
|
<meta charset="UTF-8">
|
|
<title>Futures Explained in 200 Lines of Rust</title>
|
|
|
|
<meta name="robots" content="noindex" />
|
|
|
|
|
|
<meta content="text/html; charset=utf-8" http-equiv="Content-Type">
|
|
<meta name="description" content="This book aims to explain Futures in Rust using an example driven approach.">
|
|
<meta name="viewport" content="width=device-width, initial-scale=1">
|
|
<meta name="theme-color" content="#ffffff" />
|
|
|
|
<link rel="shortcut icon" href="favicon.png">
|
|
<link rel="stylesheet" href="css/variables.css">
|
|
<link rel="stylesheet" href="css/general.css">
|
|
<link rel="stylesheet" href="css/chrome.css">
|
|
<link rel="stylesheet" href="css/print.css" media="print">
|
|
|
|
<!-- Fonts -->
|
|
<link rel="stylesheet" href="FontAwesome/css/font-awesome.css">
|
|
<link href="https://fonts.googleapis.com/css?family=Open+Sans:300italic,400italic,600italic,700italic,800italic,400,300,600,700,800" rel="stylesheet" type="text/css">
|
|
<link href="https://fonts.googleapis.com/css?family=Source+Code+Pro:500" rel="stylesheet" type="text/css">
|
|
|
|
<!-- Highlight.js Stylesheets -->
|
|
<link rel="stylesheet" href="highlight.css">
|
|
<link rel="stylesheet" href="tomorrow-night.css">
|
|
<link rel="stylesheet" href="ayu-highlight.css">
|
|
|
|
<!-- Custom theme stylesheets -->
|
|
|
|
|
|
|
|
</head>
|
|
<body class="light">
|
|
<!-- Provide site root to javascript -->
|
|
<script type="text/javascript">
|
|
var path_to_root = "";
|
|
var default_theme = "light";
|
|
</script>
|
|
|
|
<!-- Work around some values being stored in localStorage wrapped in quotes -->
|
|
<script type="text/javascript">
|
|
try {
|
|
var theme = localStorage.getItem('mdbook-theme');
|
|
var sidebar = localStorage.getItem('mdbook-sidebar');
|
|
|
|
if (theme.startsWith('"') && theme.endsWith('"')) {
|
|
localStorage.setItem('mdbook-theme', theme.slice(1, theme.length - 1));
|
|
}
|
|
|
|
if (sidebar.startsWith('"') && sidebar.endsWith('"')) {
|
|
localStorage.setItem('mdbook-sidebar', sidebar.slice(1, sidebar.length - 1));
|
|
}
|
|
} catch (e) { }
|
|
</script>
|
|
|
|
<!-- Set the theme before any content is loaded, prevents flash -->
|
|
<script type="text/javascript">
|
|
var theme;
|
|
try { theme = localStorage.getItem('mdbook-theme'); } catch(e) { }
|
|
if (theme === null || theme === undefined) { theme = default_theme; }
|
|
document.body.className = theme;
|
|
document.querySelector('html').className = theme + ' js';
|
|
</script>
|
|
|
|
<!-- Hide / unhide sidebar before it is displayed -->
|
|
<script type="text/javascript">
|
|
var html = document.querySelector('html');
|
|
var sidebar = 'hidden';
|
|
if (document.body.clientWidth >= 1080) {
|
|
try { sidebar = localStorage.getItem('mdbook-sidebar'); } catch(e) { }
|
|
sidebar = sidebar || 'visible';
|
|
}
|
|
html.classList.remove('sidebar-visible');
|
|
html.classList.add("sidebar-" + sidebar);
|
|
</script>
|
|
|
|
<nav id="sidebar" class="sidebar" aria-label="Table of contents">
|
|
<div class="sidebar-scrollbox">
|
|
<ol class="chapter"><li class="affix"><a href="introduction.html">Introduction</a></li><li><a href="0_background_information.html"><strong aria-hidden="true">1.</strong> Background information</a></li><li><a href="1_futures_in_rust.html"><strong aria-hidden="true">2.</strong> Futures in Rust</a></li><li><a href="2_waker_context.html"><strong aria-hidden="true">3.</strong> Waker and Context</a></li><li><a href="3_generators_pin.html"><strong aria-hidden="true">4.</strong> Generators</a></li><li><a href="4_pin.html"><strong aria-hidden="true">5.</strong> Pin</a></li><li><a href="6_future_example.html"><strong aria-hidden="true">6.</strong> Futures - our main example</a></li><li><a href="8_finished_example.html"><strong aria-hidden="true">7.</strong> Finished example (editable)</a></li><li class="affix"><a href="conclusion.html">Conclusion and exercises</a></li></ol>
|
|
</div>
|
|
<div id="sidebar-resize-handle" class="sidebar-resize-handle"></div>
|
|
</nav>
|
|
|
|
<div id="page-wrapper" class="page-wrapper">
|
|
|
|
<div class="page">
|
|
|
|
<div id="menu-bar" class="menu-bar">
|
|
<div id="menu-bar-sticky-container">
|
|
<div class="left-buttons">
|
|
<button id="sidebar-toggle" class="icon-button" type="button" title="Toggle Table of Contents" aria-label="Toggle Table of Contents" aria-controls="sidebar">
|
|
<i class="fa fa-bars"></i>
|
|
</button>
|
|
<button id="theme-toggle" class="icon-button" type="button" title="Change theme" aria-label="Change theme" aria-haspopup="true" aria-expanded="false" aria-controls="theme-list">
|
|
<i class="fa fa-paint-brush"></i>
|
|
</button>
|
|
<ul id="theme-list" class="theme-popup" aria-label="Themes" role="menu">
|
|
<li role="none"><button role="menuitem" class="theme" id="light">Light (default)</button></li>
|
|
<li role="none"><button role="menuitem" class="theme" id="rust">Rust</button></li>
|
|
<li role="none"><button role="menuitem" class="theme" id="coal">Coal</button></li>
|
|
<li role="none"><button role="menuitem" class="theme" id="navy">Navy</button></li>
|
|
<li role="none"><button role="menuitem" class="theme" id="ayu">Ayu</button></li>
|
|
</ul>
|
|
|
|
<button id="search-toggle" class="icon-button" type="button" title="Search. (Shortkey: s)" aria-label="Toggle Searchbar" aria-expanded="false" aria-keyshortcuts="S" aria-controls="searchbar">
|
|
<i class="fa fa-search"></i>
|
|
</button>
|
|
|
|
</div>
|
|
|
|
<h1 class="menu-title">Futures Explained in 200 Lines of Rust</h1>
|
|
|
|
<div class="right-buttons">
|
|
<a href="print.html" title="Print this book" aria-label="Print this book">
|
|
<i id="print-button" class="fa fa-print"></i>
|
|
</a>
|
|
|
|
<a href="https://github.com/cfsamson/books-futures-explained" title="Git repository" aria-label="Git repository">
|
|
<i id="git-repository-button" class="fa fa-github"></i>
|
|
</a>
|
|
|
|
</div>
|
|
</div>
|
|
</div>
|
|
|
|
|
|
<div id="search-wrapper" class="hidden">
|
|
<form id="searchbar-outer" class="searchbar-outer">
|
|
<input type="search" name="search" id="searchbar" name="searchbar" placeholder="Search this book ..." aria-controls="searchresults-outer" aria-describedby="searchresults-header">
|
|
</form>
|
|
<div id="searchresults-outer" class="searchresults-outer hidden">
|
|
<div id="searchresults-header" class="searchresults-header"></div>
|
|
<ul id="searchresults">
|
|
</ul>
|
|
</div>
|
|
</div>
|
|
|
|
|
|
<!-- Apply ARIA attributes after the sidebar and the sidebar toggle button are added to the DOM -->
|
|
<script type="text/javascript">
|
|
document.getElementById('sidebar-toggle').setAttribute('aria-expanded', sidebar === 'visible');
|
|
document.getElementById('sidebar').setAttribute('aria-hidden', sidebar !== 'visible');
|
|
Array.from(document.querySelectorAll('#sidebar a')).forEach(function(link) {
|
|
link.setAttribute('tabIndex', sidebar === 'visible' ? 0 : -1);
|
|
});
|
|
</script>
|
|
|
|
<div id="content" class="content">
|
|
<main>
|
|
<h1><a class="header" href="#futures-explained-in-200-lines-of-rust" id="futures-explained-in-200-lines-of-rust">Futures Explained in 200 Lines of Rust</a></h1>
|
|
<p>This book aims to explain <code>Futures</code> in Rust using an example driven approach,
|
|
exploring why they're designed the way they are, the alternatives and how
|
|
they work.</p>
|
|
<p>Going into the level of detail I do in this book is not needed to use futures
|
|
or async/await in Rust. It's for the curious out there that want to know <em>how</em>
|
|
it all works.</p>
|
|
<h2><a class="header" href="#what-this-book-covers" id="what-this-book-covers">What this book covers</a></h2>
|
|
<p>This book will try to explain everything you might wonder about up until the
|
|
topic of different types of executors and runtimes. We'll just implement a very
|
|
simple runtime in this book introducing some concepts but it's enough to get
|
|
started.</p>
|
|
<p><a href="https://github.com/stjepang">Stjepan Glavina</a> has made an excellent series of
|
|
articles about async runtimes and executors, and if the rumors are right he's
|
|
even working on a new async runtime that should be easy enough to use as
|
|
learning material.</p>
|
|
<p>The way you should go about it is to read this book first, then continue
|
|
reading the <a href="https://stjepang.github.io/">articles from stejpang</a> to learn more
|
|
about runtimes and how they work, especially:</p>
|
|
<ol>
|
|
<li><a href="https://stjepang.github.io/2020/01/25/build-your-own-block-on.html">Build your own block_on()</a></li>
|
|
<li><a href="https://stjepang.github.io/2020/01/31/build-your-own-executor.html">Build your own executor</a></li>
|
|
</ol>
|
|
<p>I've limited myself to a 200 line main example (hence the title) to limit the
|
|
scope and introduce an example that can easily be explored further.</p>
|
|
<p>However, there is a lot to digest and it's not what I would call easy, but we'll
|
|
take everything step by step so get a cup of tea and relax. </p>
|
|
<p>I hope you enjoy the ride.</p>
|
|
<blockquote>
|
|
<p>This book is developed in the open, and contributions are welcome. You'll find
|
|
<a href="https://github.com/cfsamson/books-futures-explained">the repository for the book itself here</a>. The final example which
|
|
you can clone, fork or copy <a href="https://github.com/cfsamson/examples-futures">can be found here</a>. Any suggestions
|
|
or improvements can be filed as a PR or in the issue tracker for the book.</p>
|
|
</blockquote>
|
|
<h2><a class="header" href="#reader-exercises-and-further-reading" id="reader-exercises-and-further-reading">Reader exercises and further reading</a></h2>
|
|
<p>In the last <a href="conclusion.html">chapter</a> I've taken the liberty to suggest some
|
|
small exercises if you want to explore a little further.</p>
|
|
<p>This book is also the fourth book I have written about concurrent programming
|
|
in Rust. If you like it, you might want to check out the others as well:</p>
|
|
<ul>
|
|
<li><a href="https://cfsamson.gitbook.io/green-threads-explained-in-200-lines-of-rust/">Green Threads Explained in 200 lines of rust</a></li>
|
|
<li><a href="https://cfsamson.github.io/book-exploring-async-basics/">The Node Experiment - Exploring Async Basics with Rust</a></li>
|
|
<li><a href="https://cfsamsonbooks.gitbook.io/epoll-kqueue-iocp-explained/">Epoll, Kqueue and IOCP Explained with Rust</a></li>
|
|
</ul>
|
|
<h2><a class="header" href="#credits-and-thanks" id="credits-and-thanks">Credits and thanks</a></h2>
|
|
<p>I'll like to take the chance of thanking the people behind <code>mio</code>, <code>tokio</code>,
|
|
<code>async_std</code>, <code>Futures</code>, <code>libc</code>, <code>crossbeam</code> and many other libraries which so
|
|
much is built upon.</p>
|
|
<p>A special thanks to <a href="https://github.com/jonhoo">Johnhoo</a> who was kind enough to
|
|
give me some feedback on an early draft of this book. He has not read the
|
|
finished product and has in no way endorsed it, but a thanks is definitely due.</p>
|
|
<h1><a class="header" href="#some-background-information" id="some-background-information">Some Background Information</a></h1>
|
|
<p>Before we go into the details about Futures in Rust, let's take a quick look
|
|
at the alternatives for handling concurrent programming in general and some
|
|
pros and cons for each of them.</p>
|
|
<p>While we do that we'll get some information on concurrency which will make it
|
|
easier for us when we dive in to Futures specifically.</p>
|
|
<blockquote>
|
|
<p>For fun, I've added a small snipped of runnable code with most of the examples.
|
|
If you're like me, things get way more interesting then and maybe you'll se some
|
|
things you haven't seen before along the way.</p>
|
|
</blockquote>
|
|
<h2><a class="header" href="#threads-provided-by-the-operating-system" id="threads-provided-by-the-operating-system">Threads provided by the operating system</a></h2>
|
|
<p>Now, one way of accomplishing this is letting the OS take care of everything for
|
|
us. We do this by simply spawning a new OS thread for each task we want to
|
|
accomplish and write code like we normally would.</p>
|
|
<p>The runtime we use to handle concurrency for us is the operating system itself.</p>
|
|
<p><strong>Advantages:</strong></p>
|
|
<ul>
|
|
<li>Simple</li>
|
|
<li>Easy to use</li>
|
|
<li>Switching between tasks is reasonably fast</li>
|
|
<li>You get parallelism for free</li>
|
|
</ul>
|
|
<p><strong>Drawbacks:</strong></p>
|
|
<ul>
|
|
<li>OS level threads come with a rather large stack. If you have many tasks
|
|
waiting simultaneously (like you would in a web-server under heavy load) you'll
|
|
run out of memory pretty fast.</li>
|
|
<li>There are a lot of syscalls involved. This can be pretty costly when the number
|
|
of tasks is high.</li>
|
|
<li>The OS has many things it needs to handle. It might not switch back to your
|
|
thread as fast as you'd wish.</li>
|
|
<li>Might not be an option on some systems</li>
|
|
</ul>
|
|
<p><strong>Using OS threads in Rust looks like this:</strong></p>
|
|
<pre><pre class="playpen"><code class="language-rust">use std::thread;
|
|
|
|
fn main() {
|
|
println!("So we start the program here!");
|
|
let t1 = thread::spawn(move || {
|
|
thread::sleep(std::time::Duration::from_millis(200));
|
|
println!("We create tasks which gets run when they're finished!");
|
|
});
|
|
|
|
let t2 = thread::spawn(move || {
|
|
thread::sleep(std::time::Duration::from_millis(100));
|
|
println!("We can even chain callbacks...");
|
|
let t3 = thread::spawn(move || {
|
|
thread::sleep(std::time::Duration::from_millis(50));
|
|
println!("...like this!");
|
|
});
|
|
t3.join().unwrap();
|
|
});
|
|
println!("While our tasks are executing we can do other stuff here.");
|
|
|
|
t1.join().unwrap();
|
|
t2.join().unwrap();
|
|
}
|
|
</code></pre></pre>
|
|
<p>OS threads sure has some pretty big advantages. So why all this talk about
|
|
"async" and concurrency in the first place?</p>
|
|
<p>First of all. For computers to be <a href="https://en.wikipedia.org/wiki/Efficiency"><em>efficient</em></a> it needs to multitask. Once you
|
|
start to look under the covers (like <a href="https://os.phil-opp.com/async-await/">how an operating system works</a>)
|
|
you'll see concurrency everywhere. It's very fundamental in everything we do.</p>
|
|
<p>Secondly, we have the web. </p>
|
|
<p>Webservers is all about I/O and handling small tasks
|
|
(requests). When the number of small tasks is large it's not a good fit for OS
|
|
threads as of today because of the memory they require and the overhead involved
|
|
when creating new threads. </p>
|
|
<p>This gets even more relevant when the load is variable
|
|
which means the current number of tasks a program has at any point in time is
|
|
unpredictable. That's why you'll see so many async web frameworks and database
|
|
drivers today.</p>
|
|
<p>However, for a huge number of problems, the standard OS threads will often be the
|
|
right solution. So, just think twice about your problem before you reach for an
|
|
async library.</p>
|
|
<p>Now, let's look at some other options for multitasking. They all have in common
|
|
that they implement a way to do multitasking by having a "userland"
|
|
runtime:</p>
|
|
<h2><a class="header" href="#green-threads" id="green-threads">Green threads</a></h2>
|
|
<p>Green threads uses the same mechanism as an OS does by creating a thread for
|
|
each task, setting up a stack, save the CPU's state and jump from one
|
|
task(thread) to another by doing a "context switch".</p>
|
|
<p>We yield control to the scheduler (which is a central part of the runtime in
|
|
such a system) which then continues running a different task.</p>
|
|
<p>Rust had green threads once, but they were removed before it hit 1.0. The state
|
|
of execution is stored in each stack so in such a solution there would be no
|
|
need for <code>async</code>, <code>await</code>, <code>Futures</code> or <code>Pin</code>. </p>
|
|
<p>The typical flow will be like this:</p>
|
|
<ol>
|
|
<li>Run som non-blocking code</li>
|
|
<li>Make a blocking call to some external resource</li>
|
|
<li>CPU jumps to the "main" thread which schedules a different thread to run and
|
|
"jumps" to that stack</li>
|
|
<li>Run some non-blocking code on the new thread until a new blocking call or the
|
|
task is finished</li>
|
|
<li>"jumps" back to the "main" thread, schedule a new thread to run and jump to that</li>
|
|
</ol>
|
|
<p>These "jumps" are know as <strong>context switches</strong>. Your OS is doing it many times each
|
|
second as you read this.</p>
|
|
<p><strong>Advantages:</strong></p>
|
|
<ol>
|
|
<li>Simple to use. The code will look like it does when using OS threads.</li>
|
|
<li>A "context switch" is reasonably fast</li>
|
|
<li>Each stack only gets a little memory to start with so you can have hundred of
|
|
thousands of green threads running.</li>
|
|
<li>It's easy to incorporate <a href="https://cfsamson.gitbook.io/green-threads-explained-in-200-lines-of-rust/green-threads#preemptive-multitasking"><em>preemtion</em></a>
|
|
which puts a lot of control in the hands of the runtime implementors.</li>
|
|
</ol>
|
|
<p><strong>Drawbacks:</strong></p>
|
|
<ol>
|
|
<li>The stacks might need to grow. Solving this is not easy and will have a cost.</li>
|
|
<li>You need to save all the CPU state on every switch</li>
|
|
<li>It's not a <em>zero cost abstraction</em> (Rust had green threads early on and this
|
|
was one of the reasons they were removed).</li>
|
|
<li>Complicated to implement correctly if you want to support many different
|
|
platforms.</li>
|
|
</ol>
|
|
<p>If you were to implement green threads in Rust, it could look something like
|
|
this:</p>
|
|
<blockquote>
|
|
<p>The example presented below is an adapted example from an earlier gitbook I
|
|
wrote about green threads called <a href="https://cfsamson.gitbook.io/green-threads-explained-in-200-lines-of-rust/">Green Threads Explained in 200 lines of Rust.</a>
|
|
If you want to know what's going on you'll find everything explained in detail
|
|
in that book. The code below is wildly unsafe and it's just to show a real example.
|
|
It's not in any way meant to showcase "best practice". Just so we're on
|
|
the same page.</p>
|
|
</blockquote>
|
|
<pre><pre class="playpen"><code class="language-rust edition2018">#![feature(asm)]
|
|
#![feature(naked_functions)]
|
|
use std::ptr;
|
|
|
|
const DEFAULT_STACK_SIZE: usize = 1024 * 1024 * 2;
|
|
const MAX_THREADS: usize = 4;
|
|
static mut RUNTIME: usize = 0;
|
|
|
|
pub struct Runtime {
|
|
threads: Vec<Thread>,
|
|
current: usize,
|
|
}
|
|
|
|
#[derive(PartialEq, Eq, Debug)]
|
|
enum State {
|
|
Available,
|
|
Running,
|
|
Ready,
|
|
}
|
|
|
|
struct Thread {
|
|
id: usize,
|
|
stack: Vec<u8>,
|
|
ctx: ThreadContext,
|
|
state: State,
|
|
task: Option<Box<dyn Fn()>>,
|
|
}
|
|
|
|
#[derive(Debug, Default)]
|
|
#[repr(C)]
|
|
struct ThreadContext {
|
|
rsp: u64,
|
|
r15: u64,
|
|
r14: u64,
|
|
r13: u64,
|
|
r12: u64,
|
|
rbx: u64,
|
|
rbp: u64,
|
|
thread_ptr: u64,
|
|
}
|
|
|
|
impl Thread {
|
|
fn new(id: usize) -> Self {
|
|
Thread {
|
|
id,
|
|
stack: vec![0_u8; DEFAULT_STACK_SIZE],
|
|
ctx: ThreadContext::default(),
|
|
state: State::Available,
|
|
task: None,
|
|
}
|
|
}
|
|
}
|
|
|
|
impl Runtime {
|
|
pub fn new() -> Self {
|
|
let base_thread = Thread {
|
|
id: 0,
|
|
stack: vec![0_u8; DEFAULT_STACK_SIZE],
|
|
ctx: ThreadContext::default(),
|
|
state: State::Running,
|
|
task: None,
|
|
};
|
|
|
|
let mut threads = vec![base_thread];
|
|
threads[0].ctx.thread_ptr = &threads[0] as *const Thread as u64;
|
|
let mut available_threads: Vec<Thread> = (1..MAX_THREADS).map(|i| Thread::new(i)).collect();
|
|
threads.append(&mut available_threads);
|
|
|
|
Runtime {
|
|
threads,
|
|
current: 0,
|
|
}
|
|
}
|
|
|
|
pub fn init(&self) {
|
|
unsafe {
|
|
let r_ptr: *const Runtime = self;
|
|
RUNTIME = r_ptr as usize;
|
|
}
|
|
}
|
|
|
|
pub fn run(&mut self) -> ! {
|
|
while self.t_yield() {}
|
|
std::process::exit(0);
|
|
}
|
|
|
|
fn t_return(&mut self) {
|
|
if self.current != 0 {
|
|
self.threads[self.current].state = State::Available;
|
|
self.t_yield();
|
|
}
|
|
}
|
|
|
|
fn t_yield(&mut self) -> bool {
|
|
let mut pos = self.current;
|
|
while self.threads[pos].state != State::Ready {
|
|
pos += 1;
|
|
if pos == self.threads.len() {
|
|
pos = 0;
|
|
}
|
|
if pos == self.current {
|
|
return false;
|
|
}
|
|
}
|
|
|
|
if self.threads[self.current].state != State::Available {
|
|
self.threads[self.current].state = State::Ready;
|
|
}
|
|
|
|
self.threads[pos].state = State::Running;
|
|
let old_pos = self.current;
|
|
self.current = pos;
|
|
|
|
unsafe {
|
|
switch(&mut self.threads[old_pos].ctx, &self.threads[pos].ctx);
|
|
}
|
|
true
|
|
}
|
|
|
|
pub fn spawn<F: Fn() + 'static>(f: F){
|
|
unsafe {
|
|
let rt_ptr = RUNTIME as *mut Runtime;
|
|
let available = (*rt_ptr)
|
|
.threads
|
|
.iter_mut()
|
|
.find(|t| t.state == State::Available)
|
|
.expect("no available thread.");
|
|
|
|
let size = available.stack.len();
|
|
let s_ptr = available.stack.as_mut_ptr();
|
|
available.task = Some(Box::new(f));
|
|
available.ctx.thread_ptr = available as *const Thread as u64;
|
|
ptr::write(s_ptr.offset((size - 8) as isize) as *mut u64, guard as u64);
|
|
ptr::write(s_ptr.offset((size - 16) as isize) as *mut u64, call as u64);
|
|
available.ctx.rsp = s_ptr.offset((size - 16) as isize) as u64;
|
|
available.state = State::Ready;
|
|
}
|
|
}
|
|
}
|
|
|
|
fn call(thread: u64) {
|
|
let thread = unsafe { &*(thread as *const Thread) };
|
|
if let Some(f) = &thread.task {
|
|
f();
|
|
}
|
|
}
|
|
|
|
#[naked]
|
|
fn guard() {
|
|
unsafe {
|
|
let rt_ptr = RUNTIME as *mut Runtime;
|
|
let rt = &mut *rt_ptr;
|
|
println!("THREAD {} FINISHED.", rt.threads[rt.current].id);
|
|
rt.t_return();
|
|
};
|
|
}
|
|
|
|
pub fn yield_thread() {
|
|
unsafe {
|
|
let rt_ptr = RUNTIME as *mut Runtime;
|
|
(*rt_ptr).t_yield();
|
|
};
|
|
}
|
|
|
|
#[naked]
|
|
#[inline(never)]
|
|
unsafe fn switch(old: *mut ThreadContext, new: *const ThreadContext) {
|
|
asm!("
|
|
mov %rsp, 0x00($0)
|
|
mov %r15, 0x08($0)
|
|
mov %r14, 0x10($0)
|
|
mov %r13, 0x18($0)
|
|
mov %r12, 0x20($0)
|
|
mov %rbx, 0x28($0)
|
|
mov %rbp, 0x30($0)
|
|
|
|
mov 0x00($1), %rsp
|
|
mov 0x08($1), %r15
|
|
mov 0x10($1), %r14
|
|
mov 0x18($1), %r13
|
|
mov 0x20($1), %r12
|
|
mov 0x28($1), %rbx
|
|
mov 0x30($1), %rbp
|
|
mov 0x38($1), %rdi
|
|
ret
|
|
"
|
|
:
|
|
: "r"(old), "r"(new)
|
|
:
|
|
: "alignstack"
|
|
);
|
|
}
|
|
# #[cfg(not(windows))]
|
|
fn main() {
|
|
let mut runtime = Runtime::new();
|
|
runtime.init();
|
|
Runtime::spawn(|| {
|
|
println!("I haven't implemented a timer in this example.");
|
|
yield_thread();
|
|
println!("Finally, notice how the tasks are executed concurrently.");
|
|
});
|
|
Runtime::spawn(|| {
|
|
println!("But we can still nest tasks...");
|
|
Runtime::spawn(|| {
|
|
println!("...like this!");
|
|
})
|
|
});
|
|
runtime.run();
|
|
}
|
|
# #[cfg(windows)]
|
|
# fn main() { }
|
|
</code></pre></pre>
|
|
<p>Still hanging in there? Good. Don't get frustrated if the code above is
|
|
difficult to understand. If I hadn't written it myself I would probably feel
|
|
the same. You can always go back and read the book which explains it later.</p>
|
|
<h2><a class="header" href="#callback-based-approaches" id="callback-based-approaches">Callback based approaches</a></h2>
|
|
<p>You probably already know what we're going to talk about in the next paragraphs
|
|
from Javascript which I assume most know. </p>
|
|
<blockquote>
|
|
<p>If your exposure to Javascript callbacks has given you any sorts of PTSD earlier
|
|
in life, close your eyes now and scroll down for 2-3 seconds. You'll find a link
|
|
there that takes you to safety.</p>
|
|
</blockquote>
|
|
<p>The whole idea behind a callback based approach is to save a pointer to a set of
|
|
instructions we want to run later. We can save that pointer on the stack before
|
|
we yield control to the runtime, or in some sort of collection as we do below.</p>
|
|
<p>The basic idea of not involving threads as a primary way to achieve concurrency
|
|
is the common denominator for the rest of the approaches. Including the one
|
|
Rust uses today which we'll soon get to.</p>
|
|
<p><strong>Advantages:</strong></p>
|
|
<ul>
|
|
<li>Easy to implement in most languages</li>
|
|
<li>No context switching</li>
|
|
<li>Low memory overhead (in most cases)</li>
|
|
</ul>
|
|
<p><strong>Drawbacks:</strong></p>
|
|
<ul>
|
|
<li>Each task must save the state it needs for later, the memory usage will grow
|
|
linearly with the number of callbacks in a chain of computations.</li>
|
|
<li>Can be hard to reason about, many people already know this as as "callback hell".</li>
|
|
<li>It's a very different way of writing a program, and will require a substantial
|
|
rewrite to go from a "normal" program flow to one that uses a "callback based" flow.</li>
|
|
<li>Sharing state between tasks is a hard problem in Rust using this approach due
|
|
to it's ownership model.</li>
|
|
</ul>
|
|
<p>An extremely simplified example of a how a callback based approach could look
|
|
like is:</p>
|
|
<pre><pre class="playpen"><code class="language-rust">fn program_main() {
|
|
println!("So we start the program here!");
|
|
set_timeout(200, || {
|
|
println!("We create tasks with a callback that runs once the task finished!");
|
|
});
|
|
set_timeout(100, || {
|
|
println!("We can even chain sub-tasks...");
|
|
set_timeout(50, || {
|
|
println!("...like this!");
|
|
})
|
|
});
|
|
println!("While our tasks are executing we can do other stuff instead of waiting.");
|
|
}
|
|
|
|
fn main() {
|
|
RT.with(|rt| rt.run(program_main));
|
|
}
|
|
|
|
use std::sync::mpsc::{channel, Receiver, Sender};
|
|
use std::{cell::RefCell, collections::HashMap, thread};
|
|
|
|
thread_local! {
|
|
static RT: Runtime = Runtime::new();
|
|
}
|
|
|
|
struct Runtime {
|
|
callbacks: RefCell<HashMap<usize, Box<dyn FnOnce() -> ()>>>,
|
|
next_id: RefCell<usize>,
|
|
evt_sender: Sender<usize>,
|
|
evt_reciever: Receiver<usize>,
|
|
}
|
|
|
|
fn set_timeout(ms: u64, cb: impl FnOnce() + 'static) {
|
|
RT.with(|rt| {
|
|
let id = *rt.next_id.borrow();
|
|
*rt.next_id.borrow_mut() += 1;
|
|
rt.callbacks.borrow_mut().insert(id, Box::new(cb));
|
|
let evt_sender = rt.evt_sender.clone();
|
|
thread::spawn(move || {
|
|
thread::sleep(std::time::Duration::from_millis(ms));
|
|
evt_sender.send(id).unwrap();
|
|
});
|
|
});
|
|
}
|
|
|
|
impl Runtime {
|
|
fn new() -> Self {
|
|
let (evt_sender, evt_reciever) = channel();
|
|
Runtime {
|
|
callbacks: RefCell::new(HashMap::new()),
|
|
next_id: RefCell::new(1),
|
|
evt_sender,
|
|
evt_reciever,
|
|
}
|
|
}
|
|
|
|
fn run(&self, program: fn()) {
|
|
program();
|
|
for evt_id in &self.evt_reciever {
|
|
let cb = self.callbacks.borrow_mut().remove(&evt_id).unwrap();
|
|
cb();
|
|
if self.callbacks.borrow().is_empty() {
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
</code></pre></pre>
|
|
<p>We're keeping this super simple, and you might wonder what's the difference
|
|
between this approach and the one using OS threads an passing in the callbacks
|
|
to the OS threads directly. </p>
|
|
<p>The difference is that the callbacks are run on the
|
|
same thread using this example. The OS threads we create are basically just used
|
|
as timers.</p>
|
|
<h2><a class="header" href="#from-callbacks-to-promises" id="from-callbacks-to-promises">From callbacks to promises</a></h2>
|
|
<p>You might start to wonder by now, when are we going to talk about Futures?</p>
|
|
<p>Well, we're getting there. You see <code>promises</code>, <code>futures</code> and other names for
|
|
deferred computations are often used interchangeably. </p>
|
|
<p>There are formal differences between them but we'll not cover that here but it's
|
|
worth explaining <code>promises</code> a bit since they're widely known due to being used
|
|
in Javascript and have a lot in common with Rusts Futures.</p>
|
|
<p>First of all, many languages has a concept of promises but I'll use the ones
|
|
from Javascript in the examples below.</p>
|
|
<p>Promises is one way to deal with the complexity which comes with a callback
|
|
based approach.</p>
|
|
<p>Instead of:</p>
|
|
<pre><code class="language-js ignore">setTimer(200, () => {
|
|
setTimer(100, () => {
|
|
setTimer(50, () => {
|
|
console.log("I'm the last one");
|
|
});
|
|
});
|
|
});
|
|
</code></pre>
|
|
<p>We can to this:</p>
|
|
<pre><code class="language-js ignore">function timer(ms) {
|
|
return new Promise((resolve) => setTimeout(resolve, ms))
|
|
}
|
|
|
|
timer(200)
|
|
.then(() => return timer(100))
|
|
.then(() => return timer(50))
|
|
.then(() => console.log("I'm the last one));
|
|
</code></pre>
|
|
<p>The change is even more substantial under the hood. You see, promises return
|
|
a state machine which can be in one of three states: <code>pending</code>, <code>fulfilled</code> or
|
|
<code>rejected</code>. </p>
|
|
<p>When we call <code>timer(200)</code> in the sample above, we get back a promise in the state <code>pending</code>.</p>
|
|
<p>Since promises are re-written as state machines they also enable an even better
|
|
syntax which allows us to write our last example like this:</p>
|
|
<pre><code class="language-js ignore">async function run() {
|
|
await timer(200);
|
|
await timer(100);
|
|
await timer(50);
|
|
console.log("I'm the last one");
|
|
}
|
|
</code></pre>
|
|
<p>You can consider the <code>run</code> function a <em>pausable</em> task consisting of several
|
|
sub-tasks. On each "await" point it yields control to the scheduler (in this
|
|
case it's the well known Javascript event loop). </p>
|
|
<p>Once one of the sub-tasks changes state to either <code>fulfilled</code> or <code>rejected</code> the
|
|
task is scheduled to continue to the next step.</p>
|
|
<p>Syntactically, Rusts Futures 1.0 was a lot like the promises example above and
|
|
Rusts Futures 3.0 is a lot like async/await in our last example.</p>
|
|
<p>Now this is also where the similarities with Rusts Futures stop. The reason we
|
|
go through all this is to get an introduction and get into the right mindset for
|
|
exploring Rusts Futures.</p>
|
|
<blockquote>
|
|
<p>To avoid confusion later on: There is one difference you should know. Javascript
|
|
promises are <em>eagerly</em> evaluated. That means that once it's created, it starts
|
|
running a task. Rusts Futures on the other hand is <em>lazily</em> evaluated. They
|
|
need to be polled once before they do any work.</p>
|
|
</blockquote>
|
|
<br />
|
|
<div style="text-align: center; padding-top: 2em;">
|
|
<a href="/1_futures_in_rust.html" style="background: red; color: white; padding:2em 2em 2em 2em; font-size: 1.2em;"><strong>PANIC BUTTON (next chapter)</strong></a>
|
|
</div><h1><a class="header" href="#futures-in-rust" id="futures-in-rust">Futures in Rust</a></h1>
|
|
<blockquote>
|
|
<p><strong>Overview:</strong></p>
|
|
<ul>
|
|
<li>High level introduction to concurrency in Rust</li>
|
|
<li>Knowing what Rust provides and not when working with async code</li>
|
|
<li>Understanding why we need a runtime-library in Rust</li>
|
|
<li>Getting pointers to further reading on concurrency in general</li>
|
|
</ul>
|
|
</blockquote>
|
|
<h2><a class="header" href="#futures" id="futures">Futures</a></h2>
|
|
<p>So what is a future?</p>
|
|
<p>A future is a representation of some operation which will complete in the
|
|
future.</p>
|
|
<p>Async in Rust uses a <code>Poll</code> based approach, in which an asynchronous task will
|
|
have three phases.</p>
|
|
<ol>
|
|
<li><strong>The Poll phase.</strong> A Future is polled which result in the task progressing until
|
|
a point where it can no longer make progress. We often refer to the part of the
|
|
runtime which polls a Future as an executor.</li>
|
|
<li><strong>The Wait phase.</strong> An event source, most often referred to as a reactor,
|
|
registers that a Future is waiting for an event to happen and makes sure that it
|
|
will wake the Future when that event is ready.</li>
|
|
<li><strong>The Wake phase.</strong> The event happens and the Future is woken up. It's now up
|
|
to the executor which polled the Future in step 1 to schedule the future to be
|
|
polled again and make further progress until it completes or reaches a new point
|
|
where it can't make further progress and the cycle repeats.</li>
|
|
</ol>
|
|
<p>Now, when we talk about futures I find it useful to make a distinction between
|
|
<strong>non-leaf</strong> futures and <strong>leaf</strong> futures early on because in practice they're
|
|
pretty different from one another.</p>
|
|
<h3><a class="header" href="#leaf-futures" id="leaf-futures">Leaf futures</a></h3>
|
|
<p>Runtimes create <em>leaf futures</em> which represents a resource like a socket.</p>
|
|
<pre><code class="language-rust ignore noplaypen">// stream is a **leaf-future**
|
|
let mut stream = tokio::net::TcpStream::connect("127.0.0.1:3000");
|
|
</code></pre>
|
|
<p>Operations on these resources, like a <code>Read</code> on a socket, will be non-blocking
|
|
and return a future which we call a leaf future since it's the future which
|
|
we're actually waiting on.</p>
|
|
<p>It's unlikely that you'll implement a leaf future yourself unless you're writing
|
|
a runtime, but we'll go through how they're constructed in this book as well.</p>
|
|
<p>It's also unlikely that you'll pass a leaf-future to a runtime and run it to
|
|
completion alone as you'll understand by reading the next paragraph.</p>
|
|
<h3><a class="header" href="#non-leaf-futures" id="non-leaf-futures">Non-leaf-futures</a></h3>
|
|
<p>Non-leaf-futures is the kind of futures we as <em>users</em> of a runtime writes
|
|
ourselves using the <code>async</code> keyword to create a <strong>task</strong> which can be run on the
|
|
executor.</p>
|
|
<p>The bulk of an async program will consist of non-leaf-futures, which are a kind
|
|
of pause-able computation. This is an important distinction since these futures represents a <em>set of operations</em>. Often, such a task will <code>await</code> a leaf future
|
|
as one of many operations to complete the task.</p>
|
|
<pre><code class="language-rust ignore noplaypen edition2018">// Non-leaf-future
|
|
let non_leaf = async {
|
|
let mut stream = TcpStream::connect("127.0.0.1:3000").await.unwrap();// <- yield
|
|
println!("connected!");
|
|
let result = stream.write(b"hello world\n").await; // <- yield
|
|
println!("message sent!");
|
|
...
|
|
};
|
|
</code></pre>
|
|
<p>The key to these tasks is that they're able to yield control to the runtime's
|
|
scheduler and then resume execution again where it left off at a later point.</p>
|
|
<p>In contrast to leaf futures, these kind of futures does not themselves represent
|
|
an I/O resource. When we poll these futures we either run some code or we yield
|
|
to the scheduler while waiting for some resource to signal us that it's ready so
|
|
we can resume where we left off.</p>
|
|
<h2><a class="header" href="#runtimes" id="runtimes">Runtimes</a></h2>
|
|
<p>Languages like C#, JavaScript, Java, GO and many others comes with a runtime
|
|
for handling concurrency. So if you come from one of those languages this will
|
|
seem a bit strange to you.</p>
|
|
<p>Rust is different from these languages in the sense that Rust doesn't come with
|
|
a runtime for handling concurrency, so you need to use a library which provide
|
|
this for you.</p>
|
|
<p>Quite a bit of complexity attributed to <code>Futures</code> are actually complexity rooted
|
|
in runtimes. Creating an efficient runtime is hard.</p>
|
|
<p>Learning how to use one correctly requires quite a bit of effort as well, but
|
|
you'll see that there are several similarities between these kind of runtimes so
|
|
learning one makes learning the next much easier.</p>
|
|
<p>The difference between Rust and other languages is that you have to make an
|
|
active choice when it comes to picking a runtime. Most often, in other languages
|
|
you'll just use the one provided for you.</p>
|
|
<p><strong>An async runtime can be divided into two parts:</strong></p>
|
|
<ol>
|
|
<li>The Executor</li>
|
|
<li>The Reactor</li>
|
|
</ol>
|
|
<p>When Rusts Futures were designed there was a desire to separate the job of
|
|
notifying a <code>Future</code> that it can do more work, and actually doing the work
|
|
on the <code>Future</code>.</p>
|
|
<p>You can think of the former as the reactor's job, and the latter as the
|
|
executors job. These two parts of a runtime interacts using the <code>Waker</code> type.</p>
|
|
<p>The two most popular runtimes for <code>Futures</code> as of writing this is:</p>
|
|
<ul>
|
|
<li><a href="https://github.com/async-rs/async-std">async-std</a></li>
|
|
<li><a href="https://github.com/tokio-rs/tokio">Tokio</a></li>
|
|
</ul>
|
|
<h3><a class="header" href="#what-rusts-standard-library-takes-care-of" id="what-rusts-standard-library-takes-care-of">What Rust's standard library takes care of</a></h3>
|
|
<ol>
|
|
<li>A common interface representing an operation which will be completed in the
|
|
future through the <code>Future</code> trait.</li>
|
|
<li>An ergonomic way of creating tasks which can be suspended and resumed through
|
|
the <code>async</code> and <code>await</code> keywords.</li>
|
|
<li>A defined interface wake up a suspended task through the <code>Waker</code> type.</li>
|
|
</ol>
|
|
<p>That's really what Rusts standard library does. As you see there is no definition
|
|
of non-blocking I/O, how these tasks are created or how they're run.</p>
|
|
<h2><a class="header" href="#io-vs-cpu-intensive-tasks" id="io-vs-cpu-intensive-tasks">I/O vs CPU intensive tasks</a></h2>
|
|
<p>As you know now, what you normally write are called non-leaf futures. Let's
|
|
take a look at this async block using pseudo-rust as example:</p>
|
|
<pre><code class="language-rust ignore">let non_leaf = async {
|
|
let mut stream = TcpStream::connect("127.0.0.1:3000").await.unwrap(); <-- yield
|
|
|
|
// request a large dataset
|
|
let result = stream.write(get_dataset_request).await.unwrap(); <-- yield
|
|
|
|
// wait for the dataset
|
|
let mut response = vec![];
|
|
stream.read(&mut response).await.unwrap(); <-- yield
|
|
|
|
// do some CPU-intensive analysis on the dataset
|
|
let report = analyzer::analyze_data(response).unwrap();
|
|
|
|
// send the results back
|
|
stream.write(report).await.unwrap(); // <-- yield
|
|
};
|
|
</code></pre>
|
|
<p>Now, as you'll see when we go through how Futures work, the code we write between
|
|
the yield points are run on the same thread as our executor.</p>
|
|
<p>That means that while our <code>analyzer</code> is working on the dataset, the executor
|
|
is busy doing calculations instead of handling new requests.</p>
|
|
<p>Fortunately there are a few ways to handle this, and it's not difficult, but it's
|
|
something you must be aware of:</p>
|
|
<ol>
|
|
<li>
|
|
<p>We could create a new leaf future which sends our task to another thread and
|
|
resolves when the task is finished. We could <code>await</code> this leaf-future like any
|
|
other future.</p>
|
|
</li>
|
|
<li>
|
|
<p>The runtime could have some kind of supervisor that monitors how much time
|
|
different tasks take, and move the executor itself to a different thread.</p>
|
|
</li>
|
|
<li>
|
|
<p>You can create a reactor yourself which is compatible with the runtime which
|
|
does the analysis any way you see fit, and returns a Future which can be awaited.</p>
|
|
</li>
|
|
</ol>
|
|
<p>Now #1 is the usual way of handling this, but some executors implement #2 as well.
|
|
The problem with #2 is that if you switch runtime you need to make sure that it
|
|
supports this kind of supervision as well or else you will end up blocking the
|
|
executor.</p>
|
|
<p>#3 is more of theoretical importance, normally you'd be happy by sending the task
|
|
to the thread-pool most runtimes provide.</p>
|
|
<p>Most executors have a way to accomplish #1 using methods like <code>spawn_blocking</code>.</p>
|
|
<p>These methods send the task to a thread-pool created by the runtime where you
|
|
can either perform CPU-intensive tasks or "blocking" tasks which is not supported
|
|
by the runtime.</p>
|
|
<p>Now, armed with this knowledge you are already on a good way for understanding
|
|
Futures, but we're not gonna stop yet, there is lots of details to cover. Take a
|
|
break or a cup of coffe and get ready as we go for a deep dive in the next chapters.</p>
|
|
<h2><a class="header" href="#bonus-section" id="bonus-section">Bonus section</a></h2>
|
|
<p>If you find the concepts of concurrency and async programming confusing in
|
|
general, I know where you're coming from and I have written some resources to
|
|
try to give a high level overview that will make it easier to learn Rusts
|
|
<code>Futures</code> afterwards:</p>
|
|
<ul>
|
|
<li><a href="https://cfsamson.github.io/book-exploring-async-basics/1_concurrent_vs_parallel.html">Async Basics - The difference between concurrency and parallelism</a></li>
|
|
<li><a href="https://cfsamson.github.io/book-exploring-async-basics/2_async_history.html">Async Basics - Async history</a></li>
|
|
<li><a href="https://cfsamson.github.io/book-exploring-async-basics/5_strategies_for_handling_io.html">Async Basics - Strategies for handling I/O</a></li>
|
|
<li><a href="https://cfsamson.github.io/book-exploring-async-basics/6_epoll_kqueue_iocp.html">Async Basics - Epoll, Kqueue and IOCP</a></li>
|
|
</ul>
|
|
<p>Learning these concepts by studying futures is making it much harder than
|
|
it needs to be, so go on and read these chapters if you feel a bit unsure. </p>
|
|
<p>I'll be right here when you're back.</p>
|
|
<p>However, if you feel that you have the basics covered, then let's get moving!</p>
|
|
<h1><a class="header" href="#waker-and-context" id="waker-and-context">Waker and Context</a></h1>
|
|
<blockquote>
|
|
<p><strong>Overview:</strong></p>
|
|
<ul>
|
|
<li>Understanding how the Waker object is constructed</li>
|
|
<li>Learning how the runtime know when a leaf-future can resume</li>
|
|
<li>Learning the basics of dynamic dispatch and trait objects</li>
|
|
</ul>
|
|
<p>The <code>Waker</code> type is described as part of <a href="https://github.com/rust-lang/rfcs/blob/master/text/2592-futures.md#waking-up">RFC#2592</a>.</p>
|
|
</blockquote>
|
|
<h2><a class="header" href="#the-waker" id="the-waker">The Waker</a></h2>
|
|
<p>The <code>Waker</code> type allows for a loose coupling between the reactor-part and the executor-part of a runtime.</p>
|
|
<p>By having a wake up mechanism that is <em>not</em> tied to the thing that executes
|
|
the future, runtime-implementors can come up with interesting new wake-up
|
|
mechanisms. An example of this can be spawning a thread to do some work that
|
|
eventually notifies the future, completely independent of the current runtime.</p>
|
|
<p>Without a waker, the executor would be the <em>only</em> way to notify a running
|
|
task, whereas with the waker, we get a loose coupling where it's easy to
|
|
extend the ecosystem with new leaf-level tasks.</p>
|
|
<blockquote>
|
|
<p>If you want to read more about the reasoning behind the <code>Waker</code> type I can
|
|
recommend <a href="https://boats.gitlab.io/blog/post/wakers-i/">Withoutboats articles series about them</a>.</p>
|
|
</blockquote>
|
|
<h2><a class="header" href="#the-context-type" id="the-context-type">The Context type</a></h2>
|
|
<p>As the docs state as of now this type only wrapps a <code>Waker</code>, but it gives some
|
|
flexibility for future evolutions of the API in Rust. The context can hold
|
|
task-local storage and provide space for debugging hooks in later iterations.</p>
|
|
<h2><a class="header" href="#understanding-the-waker" id="understanding-the-waker">Understanding the <code>Waker</code></a></h2>
|
|
<p>One of the most confusing things we encounter when implementing our own <code>Futures</code>
|
|
is how we implement a <code>Waker</code> . Creating a <code>Waker</code> involves creating a <code>vtable</code>
|
|
which allows us to use dynamic dispatch to call methods on a <em>type erased</em> trait
|
|
object we construct our selves.</p>
|
|
<blockquote>
|
|
<p>If you want to know more about dynamic dispatch in Rust I can recommend an
|
|
article written by Adam Schwalm called <a href="https://alschwalm.com/blog/static/2017/03/07/exploring-dynamic-dispatch-in-rust/">Exploring Dynamic Dispatch in Rust</a>.</p>
|
|
</blockquote>
|
|
<p>Let's explain this a bit more in detail.</p>
|
|
<h2><a class="header" href="#fat-pointers-in-rust" id="fat-pointers-in-rust">Fat pointers in Rust</a></h2>
|
|
<p>To get a better understanding of how we implement the <code>Waker</code> in Rust, we need
|
|
to take a step back and talk about some fundamentals. Let's start by taking a
|
|
look at the size of some different pointer types in Rust. </p>
|
|
<p>Run the following code <em>(You'll have to press "play" to see the output)</em>:</p>
|
|
<pre><pre class="playpen"><code class="language-rust"># use std::mem::size_of;
|
|
trait SomeTrait { }
|
|
|
|
fn main() {
|
|
println!("======== The size of different pointers in Rust: ========");
|
|
println!("&dyn Trait:-----{}", size_of::<&dyn SomeTrait>());
|
|
println!("&[&dyn Trait]:--{}", size_of::<&[&dyn SomeTrait]>());
|
|
println!("Box<Trait>:-----{}", size_of::<Box<SomeTrait>>());
|
|
println!("&i32:-----------{}", size_of::<&i32>());
|
|
println!("&[i32]:---------{}", size_of::<&[i32]>());
|
|
println!("Box<i32>:-------{}", size_of::<Box<i32>>());
|
|
println!("&Box<i32>:------{}", size_of::<&Box<i32>>());
|
|
println!("[&dyn Trait;4]:-{}", size_of::<[&dyn SomeTrait; 4]>());
|
|
println!("[i32;4]:--------{}", size_of::<[i32; 4]>());
|
|
}
|
|
</code></pre></pre>
|
|
<p>As you see from the output after running this, the sizes of the references varies.
|
|
Many are 8 bytes (which is a pointer size on 64 bit systems), but some are 16
|
|
bytes.</p>
|
|
<p>The 16 byte sized pointers are called "fat pointers" since they carry extra
|
|
information.</p>
|
|
<p><strong>Example <code>&[i32]</code> :</strong></p>
|
|
<ul>
|
|
<li>The first 8 bytes is the actual pointer to the first element in the array (or part of an array the slice refers to)</li>
|
|
<li>The second 8 bytes is the length of the slice.</li>
|
|
</ul>
|
|
<p><strong>Example <code>&dyn SomeTrait</code>:</strong></p>
|
|
<p>This is the type of fat pointer we'll concern ourselves about going forward.
|
|
<code>&dyn SomeTrait</code> is a reference to a trait, or what Rust calls a <em>trait object</em>.</p>
|
|
<p>The layout for a pointer to a <em>trait object</em> looks like this:</p>
|
|
<ul>
|
|
<li>The first 8 bytes points to the <code>data</code> for the trait object</li>
|
|
<li>The second 8 bytes points to the <code>vtable</code> for the trait object</li>
|
|
</ul>
|
|
<p>The reason for this is to allow us to refer to an object we know nothing about
|
|
except that it implements the methods defined by our trait. To accomplish this
|
|
we use <em>dynamic dispatch</em>.</p>
|
|
<p>Let's explain this in code instead of words by implementing our own trait
|
|
object from these parts:</p>
|
|
<blockquote>
|
|
<p>This is an example of <em>editable</em> code. You can change everything in the example
|
|
and try to run it. If you want to go back, press the undo symbol. Keep an eye
|
|
out for these as we go forward. Many examples will be editable.</p>
|
|
</blockquote>
|
|
<pre><pre class="playpen"><code class="language-rust">// A reference to a trait object is a fat pointer: (data_ptr, vtable_ptr)
|
|
trait Test {
|
|
fn add(&self) -> i32;
|
|
fn sub(&self) -> i32;
|
|
fn mul(&self) -> i32;
|
|
}
|
|
|
|
// This will represent our home brewn fat pointer to a trait object
|
|
#[repr(C)]
|
|
struct FatPointer<'a> {
|
|
/// A reference is a pointer to an instantiated `Data` instance
|
|
data: &'a mut Data,
|
|
/// Since we need to pass in literal values like length and alignment it's
|
|
/// easiest for us to convert pointers to usize-integers instead of the other way around.
|
|
vtable: *const usize,
|
|
}
|
|
|
|
// This is the data in our trait object. It's just two numbers we want to operate on.
|
|
struct Data {
|
|
a: i32,
|
|
b: i32,
|
|
}
|
|
|
|
// ====== function definitions ======
|
|
fn add(s: &Data) -> i32 {
|
|
s.a + s.b
|
|
}
|
|
fn sub(s: &Data) -> i32 {
|
|
s.a - s.b
|
|
}
|
|
fn mul(s: &Data) -> i32 {
|
|
s.a * s.b
|
|
}
|
|
|
|
fn main() {
|
|
let mut data = Data {a: 3, b: 2};
|
|
// vtable is like special purpose array of pointer-length types with a fixed
|
|
// format where the three first values has a special meaning like the
|
|
// length of the array is encoded in the array itself as the second value.
|
|
let vtable = vec![
|
|
0, // pointer to `Drop` (which we're not implementing here)
|
|
6, // lenght of vtable
|
|
8, // alignment
|
|
|
|
// we need to make sure we add these in the same order as defined in the Trait.
|
|
add as usize, // function pointer - try changing the order of `add`
|
|
sub as usize, // function pointer - and `sub` to see what happens
|
|
mul as usize, // function pointer
|
|
];
|
|
|
|
let fat_pointer = FatPointer { data: &mut data, vtable: vtable.as_ptr()};
|
|
let test = unsafe { std::mem::transmute::<FatPointer, &dyn Test>(fat_pointer) };
|
|
|
|
// And voalá, it's now a trait object we can call methods on
|
|
println!("Add: 3 + 2 = {}", test.add());
|
|
println!("Sub: 3 - 2 = {}", test.sub());
|
|
println!("Mul: 3 * 2 = {}", test.mul());
|
|
}
|
|
</code></pre></pre>
|
|
<p>Now that you know this you also know why how we implement the <code>Waker</code> type
|
|
in Rust.</p>
|
|
<p>Later on, when we implement our own <code>Waker</code> we'll actually set up a <code>vtable</code>
|
|
like we do here to and knowing why we do that and how it works will make this
|
|
much less mysterious.</p>
|
|
<h2><a class="header" href="#bonus-section-1" id="bonus-section-1">Bonus section</a></h2>
|
|
<p>You might wonder why the <code>Waker</code> was implemented like this and not just as a
|
|
normal trait?</p>
|
|
<p>The reason is flexibility. Implementing the Waker the way we do here gives a lot
|
|
of flexibility of choosing what memory management scheme to use.</p>
|
|
<p>The "normal" way is by using an <code>Arc</code> to use reference count keep track of when
|
|
a Waker object can be dropped. However, this is not the only way, you could also
|
|
use purely global functions and state, or any other way you wish.</p>
|
|
<p>This leaves a lot of options on the table for runtime implementors.</p>
|
|
<h1><a class="header" href="#generators" id="generators">Generators</a></h1>
|
|
<blockquote>
|
|
<p><strong>Overview:</strong></p>
|
|
<ul>
|
|
<li>Understandi how the async/await syntax works since it's how <code>await</code> is implemented</li>
|
|
<li>Know why we need <code>Pin</code></li>
|
|
<li>Understand why Rusts async model is very efficient</li>
|
|
</ul>
|
|
<p>The motivation for <code>Generators</code> can be found in <a href="https://github.com/rust-lang/rfcs/blob/master/text/2033-experimental-coroutines.md">RFC#2033</a>. It's very
|
|
well written and I can recommend reading through it (it talks as much about
|
|
async/await as it does about generators).</p>
|
|
</blockquote>
|
|
<h2><a class="header" href="#why-generators" id="why-generators">Why generators?</a></h2>
|
|
<p>Generators/yield and async/await are so similar that once you understand one
|
|
you should be able to understand the other. </p>
|
|
<p>It's much easier for me to provide runnable and short examples using Generators
|
|
instead of Futures which require us to introduce a lot of concepts now that
|
|
we'll cover later just to show an example.</p>
|
|
<p>A small bonus is that you'll have a pretty good introduction to both Generators
|
|
and Async/Await by the end of this chapter.</p>
|
|
<p>Basically, there were three main options discussed when designing how Rust would
|
|
handle concurrency:</p>
|
|
<ol>
|
|
<li>Stackful coroutines, better known as green threads.</li>
|
|
<li>Using combinators.</li>
|
|
<li>Stackless coroutines, better known as generators.</li>
|
|
</ol>
|
|
<p>We covered <a href="0_background_information.html#green-threads">green threads in the background information</a>
|
|
so we won't repeat that here. We'll concentrate on the variants of stackless
|
|
coroutines which Rust uses today.</p>
|
|
<h3><a class="header" href="#combinators" id="combinators">Combinators</a></h3>
|
|
<p><code>Futures 1.0</code> used combinators. If you've worked with <code>Promises</code> in JavaScript,
|
|
you already know combinators. In Rust they look like this:</p>
|
|
<pre><code class="language-rust noplaypen ignore">let future = Connection::connect(conn_str).and_then(|conn| {
|
|
conn.query("somerequest").map(|row|{
|
|
SomeStruct::from(row)
|
|
}).collect::<Vec<SomeStruct>>()
|
|
});
|
|
|
|
let rows: Result<Vec<SomeStruct>, SomeLibraryError> = block_on(future).unwrap();
|
|
|
|
</code></pre>
|
|
<p>While an effective solution there are mainly three downsides I'll focus on:</p>
|
|
<ol>
|
|
<li>The error messages produced could be extremely long and arcane</li>
|
|
<li>Not optimal memory usage</li>
|
|
<li>Did not allow to borrow across combinator steps.</li>
|
|
</ol>
|
|
<p>Point #3, is actually a major drawback with <code>Futures 1.0</code>.</p>
|
|
<p>Not allowing borrows across suspension points ends up being very
|
|
un-ergonomic and to accomplish some tasks it requires extra allocations or
|
|
copying which is inefficient.</p>
|
|
<p>The reason for the higher than optimal memory usage is that this is basically
|
|
a callback-based approach, where each closure stores all the data it needs
|
|
for computation. This means that as we chain these, the memory required to store
|
|
the needed state increases with each added step.</p>
|
|
<h3><a class="header" href="#stackless-coroutinesgenerators" id="stackless-coroutinesgenerators">Stackless coroutines/generators</a></h3>
|
|
<p>This is the model used in Rust today. It has a few notable advantages:</p>
|
|
<ol>
|
|
<li>It's easy to convert normal Rust code to a stackless coroutine using using
|
|
async/await as keywords (it can even be done using a macro).</li>
|
|
<li>No need for context switching and saving/restoring CPU state</li>
|
|
<li>No need to handle dynamic stack allocation</li>
|
|
<li>Very memory efficient</li>
|
|
<li>Allows us to borrow across suspension points</li>
|
|
</ol>
|
|
<p>The last point is in contrast to <code>Futures 1.0</code>. With async/await we can do this:</p>
|
|
<pre><code class="language-rust ignore">async fn myfn() {
|
|
let text = String::from("Hello world");
|
|
let borrowed = &text[0..5];
|
|
somefuture.await;
|
|
println!("{}", borrowed);
|
|
}
|
|
</code></pre>
|
|
<p>Async in Rust is implemented using Generators. So to understand how Async really
|
|
works we need to understand generators first. Generators in Rust are implemented
|
|
as state machines. The memory footprint of a chain of computations is only
|
|
defined by the largest footprint of what the largest step require.</p>
|
|
<p>That means that adding steps to a chain of computations might not require any
|
|
increased memory at all and it's one of the reasons why Futures and Async in
|
|
Rust has very little overhead.</p>
|
|
<h2><a class="header" href="#how-generators-work" id="how-generators-work">How generators work</a></h2>
|
|
<p>In Nightly Rust today you can use the <code>yield</code> keyword. Basically using this
|
|
keyword in a closure, converts it to a generator. A closure could look like this
|
|
before we had a concept of <code>Pin</code>:</p>
|
|
<pre><code class="language-rust noplaypen ignore">#![feature(generators, generator_trait)]
|
|
use std::ops::{Generator, GeneratorState};
|
|
|
|
fn main() {
|
|
let a: i32 = 4;
|
|
let mut gen = move || {
|
|
println!("Hello");
|
|
yield a * 2;
|
|
println!("world!");
|
|
};
|
|
|
|
if let GeneratorState::Yielded(n) = gen.resume() {
|
|
println!("Got value {}", n);
|
|
}
|
|
|
|
if let GeneratorState::Complete(()) = gen.resume() {
|
|
()
|
|
};
|
|
}
|
|
</code></pre>
|
|
<p>Early on, before there was a consensus about the design of <code>Pin</code>, this
|
|
compiled to something looking similar to this:</p>
|
|
<pre><pre class="playpen"><code class="language-rust">fn main() {
|
|
let mut gen = GeneratorA::start(4);
|
|
|
|
if let GeneratorState::Yielded(n) = gen.resume() {
|
|
println!("Got value {}", n);
|
|
}
|
|
|
|
if let GeneratorState::Complete(()) = gen.resume() {
|
|
()
|
|
};
|
|
}
|
|
|
|
// If you've ever wondered why the parameters are called Y and R the naming from
|
|
// the original rfc most likely holds the answer
|
|
enum GeneratorState<Y, R> {
|
|
Yielded(Y), // originally called `Yield(Y)`
|
|
Complete(R), // originally called `Return(R)`
|
|
}
|
|
|
|
trait Generator {
|
|
type Yield;
|
|
type Return;
|
|
fn resume(&mut self) -> GeneratorState<Self::Yield, Self::Return>;
|
|
}
|
|
|
|
enum GeneratorA {
|
|
Enter(i32),
|
|
Yield1(i32),
|
|
Exit,
|
|
}
|
|
|
|
impl GeneratorA {
|
|
fn start(a1: i32) -> Self {
|
|
GeneratorA::Enter(a1)
|
|
}
|
|
}
|
|
|
|
impl Generator for GeneratorA {
|
|
type Yield = i32;
|
|
type Return = ();
|
|
fn resume(&mut self) -> GeneratorState<Self::Yield, Self::Return> {
|
|
// lets us get ownership over current state
|
|
match std::mem::replace(self, GeneratorA::Exit) {
|
|
GeneratorA::Enter(a1) => {
|
|
|
|
/*----code before yield----*/
|
|
println!("Hello");
|
|
let a = a1 * 2;
|
|
|
|
*self = GeneratorA::Yield1(a);
|
|
GeneratorState::Yielded(a)
|
|
}
|
|
|
|
GeneratorA::Yield1(_) => {
|
|
/*-----code after yield-----*/
|
|
println!("world!");
|
|
|
|
*self = GeneratorA::Exit;
|
|
GeneratorState::Complete(())
|
|
}
|
|
GeneratorA::Exit => panic!("Can't advance an exited generator!"),
|
|
}
|
|
}
|
|
}
|
|
|
|
</code></pre></pre>
|
|
<blockquote>
|
|
<p>The <code>yield</code> keyword was discussed first in <a href="https://github.com/rust-lang/rfcs/pull/1823">RFC#1823</a> and in <a href="https://github.com/rust-lang/rfcs/pull/1832">RFC#1832</a>.</p>
|
|
</blockquote>
|
|
<p>Now that you know that the <code>yield</code> keyword in reality rewrites your code to become a state machine,
|
|
you'll also know the basics of how <code>await</code> works. It's very similar.</p>
|
|
<p>Now, there are some limitations in our naive state machine above. What happens when you have a
|
|
<code>borrow</code> across a <code>yield</code> point?</p>
|
|
<p>We could forbid that, but <strong>one of the major design goals for the async/await syntax has been
|
|
to allow this</strong>. These kinds of borrows were not possible using <code>Futures 1.0</code> so we can't let this
|
|
limitation just slip and call it a day yet.</p>
|
|
<p>Instead of discussing it in theory, let's look at some code.</p>
|
|
<blockquote>
|
|
<p>We'll use the optimized version of the state machines which is used in Rust today. For a more
|
|
in depth explanation see <a href="https://tmandry.gitlab.io/blog/posts/optimizing-await-1/">Tyler Mandry's excellent article: How Rust optimizes async/await</a></p>
|
|
</blockquote>
|
|
<pre><code class="language-rust noplaypen ignore">let mut generator = move || {
|
|
let to_borrow = String::from("Hello");
|
|
let borrowed = &to_borrow;
|
|
yield borrowed.len();
|
|
println!("{} world!", borrowed);
|
|
};
|
|
</code></pre>
|
|
<p>We'll be hand-coding some versions of a state-machines representing a state
|
|
machine for the generator defined aboce.</p>
|
|
<p>We step through each step "manually" in every example, so it looks pretty
|
|
unfamiliar. We could add some syntactic sugar like implementing the <code>Iterator</code>
|
|
trait for our generators which would let us do this:</p>
|
|
<pre><code class="language-rust ignore">for val in generator {
|
|
println!("{}", val);
|
|
}
|
|
</code></pre>
|
|
<p>It's a pretty trivial change to make, but this chapter is already getting long.
|
|
Just keep this in the back of your head as we move forward.</p>
|
|
<p>Now what does our rewritten state machine look like with this example?</p>
|
|
<pre><pre class="playpen"><code class="language-rust compile_fail">
|
|
# #![allow(unused_variables)]
|
|
#fn main() {
|
|
# enum GeneratorState<Y, R> {
|
|
# Yielded(Y),
|
|
# Complete(R),
|
|
# }
|
|
#
|
|
# trait Generator {
|
|
# type Yield;
|
|
# type Return;
|
|
# fn resume(&mut self) -> GeneratorState<Self::Yield, Self::Return>;
|
|
# }
|
|
|
|
enum GeneratorA {
|
|
Enter,
|
|
Yield1 {
|
|
to_borrow: String,
|
|
borrowed: &String, // uh, what lifetime should this have?
|
|
},
|
|
Exit,
|
|
}
|
|
|
|
# impl GeneratorA {
|
|
# fn start() -> Self {
|
|
# GeneratorA::Enter
|
|
# }
|
|
# }
|
|
|
|
impl Generator for GeneratorA {
|
|
type Yield = usize;
|
|
type Return = ();
|
|
fn resume(&mut self) -> GeneratorState<Self::Yield, Self::Return> {
|
|
// lets us get ownership over current state
|
|
match std::mem::replace(self, GeneratorA::Exit) {
|
|
GeneratorA::Enter => {
|
|
let to_borrow = String::from("Hello");
|
|
let borrowed = &to_borrow; // <--- NB!
|
|
let res = borrowed.len();
|
|
|
|
*self = GeneratorA::Yield1 {to_borrow, borrowed};
|
|
GeneratorState::Yielded(res)
|
|
}
|
|
|
|
GeneratorA::Yield1 {to_borrow, borrowed} => {
|
|
println!("Hello {}", borrowed);
|
|
*self = GeneratorA::Exit;
|
|
GeneratorState::Complete(())
|
|
}
|
|
GeneratorA::Exit => panic!("Can't advance an exited generator!"),
|
|
}
|
|
}
|
|
}
|
|
#}</code></pre></pre>
|
|
<p>If you try to compile this you'll get an error (just try it yourself by pressing play).</p>
|
|
<p>What is the lifetime of <code>&String</code>. It's not the same as the lifetime of <code>Self</code>. It's not <code>static</code>.
|
|
Turns out that it's not possible for us in Rusts syntax to describe this lifetime, which means, that
|
|
to make this work, we'll have to let the compiler know that <em>we</em> control this correctly ourselves.</p>
|
|
<p>That means turning to unsafe.</p>
|
|
<p>Let's try to write an implementation that will compiler using <code>unsafe</code>. As you'll
|
|
see we end up in a <em>self referential struct</em>. A struct which holds references
|
|
into itself.</p>
|
|
<p>As you'll notice, this compiles just fine!</p>
|
|
<pre><code class="language-rust ignore">enum GeneratorState<Y, R> {
|
|
Yielded(Y),
|
|
Complete(R),
|
|
}
|
|
|
|
trait Generator {
|
|
type Yield;
|
|
type Return;
|
|
fn resume(&mut self) -> GeneratorState<Self::Yield, Self::Return>;
|
|
}
|
|
|
|
enum GeneratorA {
|
|
Enter,
|
|
Yield1 {
|
|
to_borrow: String,
|
|
borrowed: *const String,
|
|
},
|
|
Exit,
|
|
}
|
|
|
|
impl GeneratorA {
|
|
fn start() -> Self {
|
|
GeneratorA::Enter
|
|
}
|
|
}
|
|
impl Generator for GeneratorA {
|
|
type Yield = usize;
|
|
type Return = ();
|
|
fn resume(&mut self) -> GeneratorState<Self::Yield, Self::Return> {
|
|
match self {
|
|
GeneratorA::Enter => {
|
|
let to_borrow = String::from("Hello");
|
|
let borrowed = &to_borrow;
|
|
let res = borrowed.len();
|
|
*self = GeneratorA::Yield1 {to_borrow, borrowed: std::ptr::null()};
|
|
|
|
// We set the self-reference here
|
|
if let GeneratorA::Yield1 {to_borrow, borrowed} = self {
|
|
*borrowed = to_borrow;
|
|
}
|
|
|
|
GeneratorState::Yielded(res)
|
|
}
|
|
|
|
GeneratorA::Yield1 {borrowed, ..} => {
|
|
let borrowed: &String = unsafe {&**borrowed};
|
|
println!("{} world", borrowed);
|
|
*self = GeneratorA::Exit;
|
|
GeneratorState::Complete(())
|
|
}
|
|
GeneratorA::Exit => panic!("Can't advance an exited generator!"),
|
|
}
|
|
}
|
|
}
|
|
</code></pre>
|
|
<p>Remember that our example is the generator we crated which looked like this:</p>
|
|
<pre><code class="language-rust noplaypen ignore">let mut gen = move || {
|
|
let to_borrow = String::from("Hello");
|
|
let borrowed = &to_borrow;
|
|
yield borrowed.len();
|
|
println!("{} world!", borrowed);
|
|
};
|
|
</code></pre>
|
|
<p>Below is an example of how we could run this state-machine. But there is still
|
|
one huge problem with this:</p>
|
|
<pre><pre class="playpen"><code class="language-rust">pub fn main() {
|
|
let mut gen = GeneratorA::start();
|
|
let mut gen2 = GeneratorA::start();
|
|
|
|
if let GeneratorState::Yielded(n) = gen.resume() {
|
|
println!("Got value {}", n);
|
|
}
|
|
|
|
if let GeneratorState::Yielded(n) = gen2.resume() {
|
|
println!("Got value {}", n);
|
|
}
|
|
|
|
if let GeneratorState::Complete(()) = gen.resume() {
|
|
()
|
|
};
|
|
}
|
|
# enum GeneratorState<Y, R> {
|
|
# Yielded(Y),
|
|
# Complete(R),
|
|
# }
|
|
#
|
|
# trait Generator {
|
|
# type Yield;
|
|
# type Return;
|
|
# fn resume(&mut self) -> GeneratorState<Self::Yield, Self::Return>;
|
|
# }
|
|
#
|
|
# enum GeneratorA {
|
|
# Enter,
|
|
# Yield1 {
|
|
# to_borrow: String,
|
|
# borrowed: *const String,
|
|
# },
|
|
# Exit,
|
|
# }
|
|
#
|
|
# impl GeneratorA {
|
|
# fn start() -> Self {
|
|
# GeneratorA::Enter
|
|
# }
|
|
# }
|
|
# impl Generator for GeneratorA {
|
|
# type Yield = usize;
|
|
# type Return = ();
|
|
# fn resume(&mut self) -> GeneratorState<Self::Yield, Self::Return> {
|
|
# match self {
|
|
# GeneratorA::Enter => {
|
|
# let to_borrow = String::from("Hello");
|
|
# let borrowed = &to_borrow;
|
|
# let res = borrowed.len();
|
|
# *self = GeneratorA::Yield1 {to_borrow, borrowed: std::ptr::null()};
|
|
#
|
|
# // We set the self-reference here
|
|
# if let GeneratorA::Yield1 {to_borrow, borrowed} = self {
|
|
# *borrowed = to_borrow;
|
|
# }
|
|
#
|
|
# GeneratorState::Yielded(res)
|
|
# }
|
|
#
|
|
# GeneratorA::Yield1 {borrowed, ..} => {
|
|
# let borrowed: &String = unsafe {&**borrowed};
|
|
# println!("{} world", borrowed);
|
|
# *self = GeneratorA::Exit;
|
|
# GeneratorState::Complete(())
|
|
# }
|
|
# GeneratorA::Exit => panic!("Can't advance an exited generator!"),
|
|
# }
|
|
# }
|
|
# }
|
|
</code></pre></pre>
|
|
<p>The problem however is that in safe Rust we can still do this:</p>
|
|
<p><em>Run the code and compare the results. Do you see the problem?</em></p>
|
|
<pre><pre class="playpen"><code class="language-rust should_panic"># #![feature(never_type)] // Force nightly compiler to be used in playground
|
|
# // by betting on it's true that this type is named after it's stabilization date...
|
|
pub fn main() {
|
|
let mut gen = GeneratorA::start();
|
|
let mut gen2 = GeneratorA::start();
|
|
|
|
if let GeneratorState::Yielded(n) = gen.resume() {
|
|
println!("Got value {}", n);
|
|
}
|
|
|
|
std::mem::swap(&mut gen, &mut gen2); // <--- Big problem!
|
|
|
|
if let GeneratorState::Yielded(n) = gen2.resume() {
|
|
println!("Got value {}", n);
|
|
}
|
|
|
|
// This would now start gen2 since we swapped them.
|
|
if let GeneratorState::Complete(()) = gen.resume() {
|
|
()
|
|
};
|
|
}
|
|
# enum GeneratorState<Y, R> {
|
|
# Yielded(Y),
|
|
# Complete(R),
|
|
# }
|
|
#
|
|
# trait Generator {
|
|
# type Yield;
|
|
# type Return;
|
|
# fn resume(&mut self) -> GeneratorState<Self::Yield, Self::Return>;
|
|
# }
|
|
#
|
|
# enum GeneratorA {
|
|
# Enter,
|
|
# Yield1 {
|
|
# to_borrow: String,
|
|
# borrowed: *const String,
|
|
# },
|
|
# Exit,
|
|
# }
|
|
#
|
|
# impl GeneratorA {
|
|
# fn start() -> Self {
|
|
# GeneratorA::Enter
|
|
# }
|
|
# }
|
|
# impl Generator for GeneratorA {
|
|
# type Yield = usize;
|
|
# type Return = ();
|
|
# fn resume(&mut self) -> GeneratorState<Self::Yield, Self::Return> {
|
|
# match self {
|
|
# GeneratorA::Enter => {
|
|
# let to_borrow = String::from("Hello");
|
|
# let borrowed = &to_borrow;
|
|
# let res = borrowed.len();
|
|
# *self = GeneratorA::Yield1 {to_borrow, borrowed: std::ptr::null()};
|
|
#
|
|
# // We set the self-reference here
|
|
# if let GeneratorA::Yield1 {to_borrow, borrowed} = self {
|
|
# *borrowed = to_borrow;
|
|
# }
|
|
#
|
|
# GeneratorState::Yielded(res)
|
|
# }
|
|
#
|
|
# GeneratorA::Yield1 {borrowed, ..} => {
|
|
# let borrowed: &String = unsafe {&**borrowed};
|
|
# println!("{} world", borrowed);
|
|
# *self = GeneratorA::Exit;
|
|
# GeneratorState::Complete(())
|
|
# }
|
|
# GeneratorA::Exit => panic!("Can't advance an exited generator!"),
|
|
# }
|
|
# }
|
|
# }
|
|
</code></pre></pre>
|
|
<p>Wait? What happened to "Hello"?</p>
|
|
<p>Turns out that while the example above compiles just fine, we expose consumers
|
|
of this this API to both possible undefined behavior and other memory errors
|
|
while using just safe Rust. This is a big problem!</p>
|
|
<blockquote>
|
|
<p>I've actually forced the code above to use the nightly version of the compiler.
|
|
If you run <a href="https://play.rust-lang.org/?version=stable&mode=debug&edition=2018&gist=5cbe9897c0e23a502afd2740c7e78b98">the example above on the playground</a>,
|
|
you'll see that it runs without panic on the current stable (1.42.0) but
|
|
panics on the current nightly (1.44.0). Scary!</p>
|
|
</blockquote>
|
|
<h2><a class="header" href="#async-blocks-and-generators" id="async-blocks-and-generators">Async blocks and generators</a></h2>
|
|
<p>Futures in Rust are implemented as state machines much the same way Generators
|
|
are state machines.</p>
|
|
<p>You might have noticed the similarites in the syntax used in async blocks and
|
|
the syntax used in generators:</p>
|
|
<pre><code class="language-rust ignore">let mut gen = move || {
|
|
let to_borrow = String::from("Hello");
|
|
let borrowed = &to_borrow;
|
|
yield borrowed.len();
|
|
println!("{} world!", borrowed);
|
|
};
|
|
</code></pre>
|
|
<p>Compare that with a similar example using async blocks:</p>
|
|
<pre><code class="language-rust ignore">let mut fut = async || {
|
|
let to_borrow = String::from("Hello");
|
|
let borrowed = &to_borrow;
|
|
SomeResource::some_task().await;
|
|
println!("{} world!", borrowed);
|
|
};
|
|
</code></pre>
|
|
<p>The difference is that Futures has different states than what a <code>Generator</code> would
|
|
have. The states of a Rust Futures is either: <code>Pending</code> or <code>Ready</code>.</p>
|
|
<p>An async block will return a <code>Future</code> instead of a <code>Generator</code>, however, the way
|
|
a Future works and the way a Generator work internally is similar. </p>
|
|
<p>The same goes for the challenges of borrowin across yield/await points.</p>
|
|
<p>We'll explain exactly what happened using a slightly simpler example in the next
|
|
chapter and we'll fix our generator using <code>Pin</code> so join me as we explore
|
|
the last topic before we implement our main Futures example.</p>
|
|
<h2><a class="header" href="#bonus-section---self-referential-generators-in-rust-today" id="bonus-section---self-referential-generators-in-rust-today">Bonus section - self referential generators in Rust today</a></h2>
|
|
<p>Thanks to <a href="https://github.com/rust-lang/rust/pull/45337/files">PR#45337</a> you can actually run code like the one in our
|
|
example in Rust today using the <code>static</code> keyword on nightly. Try it for
|
|
yourself:</p>
|
|
<blockquote>
|
|
<p>Beware that the API is changing rapidly. As I was writing this book, generators
|
|
had an API change adding support for a "resume" argument to get passed into the
|
|
generator closure.</p>
|
|
<p>Follow the progress on the <a href="https://github.com/rust-lang/rust/issues/43122">tracking issue #4312</a> for <a href="https://github.com/rust-lang/rfcs/blob/master/text/2033-experimental-coroutines.md">RFC#033</a>.</p>
|
|
</blockquote>
|
|
<pre><pre class="playpen"><code class="language-rust">#![feature(generators, generator_trait)]
|
|
use std::ops::{Generator, GeneratorState};
|
|
|
|
|
|
pub fn main() {
|
|
let gen1 = static || {
|
|
let to_borrow = String::from("Hello");
|
|
let borrowed = &to_borrow;
|
|
yield borrowed.len();
|
|
println!("{} world!", borrowed);
|
|
};
|
|
|
|
let gen2 = static || {
|
|
let to_borrow = String::from("Hello");
|
|
let borrowed = &to_borrow;
|
|
yield borrowed.len();
|
|
println!("{} world!", borrowed);
|
|
};
|
|
|
|
let mut pinned1 = Box::pin(gen1);
|
|
let mut pinned2 = Box::pin(gen2);
|
|
|
|
if let GeneratorState::Yielded(n) = pinned1.as_mut().resume(()) {
|
|
println!("Gen1 got value {}", n);
|
|
}
|
|
|
|
if let GeneratorState::Yielded(n) = pinned2.as_mut().resume(()) {
|
|
println!("Gen2 got value {}", n);
|
|
};
|
|
|
|
let _ = pinned1.as_mut().resume(());
|
|
let _ = pinned2.as_mut().resume(());
|
|
}
|
|
</code></pre></pre>
|
|
<h1><a class="header" href="#pin" id="pin">Pin</a></h1>
|
|
<blockquote>
|
|
<p><strong>Overview</strong></p>
|
|
<ol>
|
|
<li>Learn how to use <code>Pin</code> and why it's required when implementing your own <code>Future</code></li>
|
|
<li>Understand how to make self-referential types safe to use in Rust</li>
|
|
<li>Learn how borrowing across <code>await</code> points is accomplished</li>
|
|
<li>Get a set of practical rules to help you work with <code>Pin</code></li>
|
|
</ol>
|
|
<p><code>Pin</code> was suggested in <a href="https://github.com/rust-lang/rfcs/blob/master/text/2349-pin.md">RFC#2349</a></p>
|
|
</blockquote>
|
|
<p>Let's jump strait to it. Pinning is one of those subjects which is hard to wrap
|
|
your head around in the start, but once you unlock a mental model for it
|
|
it gets significantly easier to reason about.</p>
|
|
<h2><a class="header" href="#definitions" id="definitions">Definitions</a></h2>
|
|
<p>Pin is only relevant for pointers. A reference to an object is a pointer.</p>
|
|
<p>Pin consists of the <code>Pin</code> type and the <code>Unpin</code> marker. Pin's purpose in life is
|
|
to govern the rules that need to apply for types which implement <code>!Unpin</code>.</p>
|
|
<p>Yep, you're right, that's double negation right there. <code>!Unpin</code> means
|
|
"not-un-pin".</p>
|
|
<blockquote>
|
|
<p><em>This naming scheme is one of Rusts safety features where it deliberately
|
|
tests if you're too tired to safely implement a type with this marker. If
|
|
you're starting to get confused, or even angry, by <code>!Unpin</code> it's a good sign
|
|
that it's time to lay down the work and start over tomorrow with a fresh mind.</em></p>
|
|
</blockquote>
|
|
<p>On a more serious note, I feel obliged to mention that there are valid reasons
|
|
for the names that were chosen. Naming is not easy, and I considered renaming
|
|
<code>Unpin</code> and <code>!Unpin</code> in this book to make them easier to reason about. </p>
|
|
<p>However, an experienced member of the Rust community convinced me that that there
|
|
is just too many nuances and edge-cases to consider which is easily overlooked when
|
|
naively giving these markers different names, and I'm convinced that we'll
|
|
just have to get used to them and use them as is.</p>
|
|
<p>If you want to you can read a bit of the discussion from the
|
|
<a href="https://internals.rust-lang.org/t/naming-pin-anchor-move/6864/12">internals thread</a>. One of the best takeaways from there in my
|
|
eyes is this quote from <code>tmandry</code>:</p>
|
|
<blockquote>
|
|
<p><em>Think of taking a thumbtack out of a cork board so you can tweak how a flyer
|
|
looks. For Unpin types, this unpinning is directly supported by the type; you
|
|
can do this implicitly. You can even swap out the object with another before you
|
|
put the pin back. For other types, you must be much more careful.</em></p>
|
|
</blockquote>
|
|
<h2><a class="header" href="#pinning-and-self-referential-structs" id="pinning-and-self-referential-structs">Pinning and self-referential structs</a></h2>
|
|
<p>Let's start where we left off in the last chapter by making the problem we
|
|
saw using a self-referential struct in our generator a lot simpler by making
|
|
some self-referential structs that are easier to reason about than our
|
|
state machines:</p>
|
|
<p>For now our example will look like this:</p>
|
|
<pre><code class="language-rust ignore">use std::pin::Pin;
|
|
|
|
#[derive(Debug)]
|
|
struct Test {
|
|
a: String,
|
|
b: *const String,
|
|
}
|
|
|
|
impl Test {
|
|
fn new(txt: &str) -> Self {
|
|
let a = String::from(txt);
|
|
Test {
|
|
a,
|
|
b: std::ptr::null(),
|
|
}
|
|
}
|
|
|
|
fn init(&mut self) {
|
|
let self_ref: *const String = &self.a;
|
|
self.b = self_ref;
|
|
}
|
|
|
|
fn a(&self) -> &str {
|
|
&self.a
|
|
}
|
|
|
|
fn b(&self) -> &String {
|
|
unsafe {&*(self.b)}
|
|
}
|
|
}
|
|
</code></pre>
|
|
<p>Let's walk through this example since we'll be using it the rest of this chapter.</p>
|
|
<p>We have a self-referential struct <code>Test</code>. <code>Test</code> needs an <code>init</code> method to be
|
|
created which is strange but we'll need that to keep this example as short as
|
|
possible.</p>
|
|
<p><code>Test</code> provides two methods to get a reference to the value of the fields
|
|
<code>a</code> and <code>b</code>. Since <code>b</code> is a reference to <code>a</code> we store it as a pointer since
|
|
the borrowing rules of Rust doesn't allow us to define this lifetime.</p>
|
|
<p>Now, let's use this example to explain the problem we encounter in detail. As
|
|
you see, this works as expected:</p>
|
|
<pre><pre class="playpen"><code class="language-rust">fn main() {
|
|
let mut test1 = Test::new("test1");
|
|
test1.init();
|
|
let mut test2 = Test::new("test2");
|
|
test2.init();
|
|
|
|
println!("a: {}, b: {}", test1.a(), test1.b());
|
|
println!("a: {}, b: {}", test2.a(), test2.b());
|
|
|
|
}
|
|
# use std::pin::Pin;
|
|
# #[derive(Debug)]
|
|
# struct Test {
|
|
# a: String,
|
|
# b: *const String,
|
|
# }
|
|
#
|
|
# impl Test {
|
|
# fn new(txt: &str) -> Self {
|
|
# let a = String::from(txt);
|
|
# Test {
|
|
# a,
|
|
# b: std::ptr::null(),
|
|
# }
|
|
# }
|
|
#
|
|
# // We need an `init` method to actually set our self-reference
|
|
# fn init(&mut self) {
|
|
# let self_ref: *const String = &self.a;
|
|
# self.b = self_ref;
|
|
# }
|
|
#
|
|
# fn a(&self) -> &str {
|
|
# &self.a
|
|
# }
|
|
#
|
|
# fn b(&self) -> &String {
|
|
# unsafe {&*(self.b)}
|
|
# }
|
|
# }
|
|
</code></pre></pre>
|
|
<p>In our main method we first instantiate two instances of <code>Test</code> and print out
|
|
the value of the fields on <code>test1</code>. We get what we'd expect:</p>
|
|
<pre><code class="language-rust ignore">a: test1, b: test1
|
|
a: test2, b: test2
|
|
</code></pre>
|
|
<p>Let's see what happens if we swap the data stored at the memory location
|
|
which <code>test1</code> is pointing to with the data stored at the memory location
|
|
<code>test2</code> is pointing to and vice a versa.</p>
|
|
<pre><pre class="playpen"><code class="language-rust">fn main() {
|
|
let mut test1 = Test::new("test1");
|
|
test1.init();
|
|
let mut test2 = Test::new("test2");
|
|
test2.init();
|
|
|
|
println!("a: {}, b: {}", test1.a(), test1.b());
|
|
std::mem::swap(&mut test1, &mut test2);
|
|
println!("a: {}, b: {}", test2.a(), test2.b());
|
|
|
|
}
|
|
# use std::pin::Pin;
|
|
# #[derive(Debug)]
|
|
# struct Test {
|
|
# a: String,
|
|
# b: *const String,
|
|
# }
|
|
#
|
|
# impl Test {
|
|
# fn new(txt: &str) -> Self {
|
|
# let a = String::from(txt);
|
|
# Test {
|
|
# a,
|
|
# b: std::ptr::null(),
|
|
# }
|
|
# }
|
|
#
|
|
# fn init(&mut self) {
|
|
# let self_ref: *const String = &self.a;
|
|
# self.b = self_ref;
|
|
# }
|
|
#
|
|
# fn a(&self) -> &str {
|
|
# &self.a
|
|
# }
|
|
#
|
|
# fn b(&self) -> &String {
|
|
# unsafe {&*(self.b)}
|
|
# }
|
|
# }
|
|
</code></pre></pre>
|
|
<p>Naively, we could think that what we should get a debug print of <code>test1</code> two
|
|
times like this</p>
|
|
<pre><code class="language-rust ignore">a: test1, b: test1
|
|
a: test1, b: test1
|
|
</code></pre>
|
|
<p>But instead we get:</p>
|
|
<pre><code class="language-rust ignore">a: test1, b: test1
|
|
a: test1, b: test2
|
|
</code></pre>
|
|
<p>The pointer to <code>test2.b</code> still points to the old location which is inside <code>test1</code>
|
|
now. The struct is not self-referential anymore, it holds a pointer to a field
|
|
in a different object. That means we can't rely on the lifetime of <code>test2.b</code> to
|
|
be tied to the lifetime of <code>test2</code> anymore.</p>
|
|
<p>If your still not convinced, this should at least convince you:</p>
|
|
<pre><pre class="playpen"><code class="language-rust">fn main() {
|
|
let mut test1 = Test::new("test1");
|
|
test1.init();
|
|
let mut test2 = Test::new("test2");
|
|
test2.init();
|
|
|
|
println!("a: {}, b: {}", test1.a(), test1.b());
|
|
std::mem::swap(&mut test1, &mut test2);
|
|
test1.a = "I've totally changed now!".to_string();
|
|
println!("a: {}, b: {}", test2.a(), test2.b());
|
|
|
|
}
|
|
# use std::pin::Pin;
|
|
# #[derive(Debug)]
|
|
# struct Test {
|
|
# a: String,
|
|
# b: *const String,
|
|
# }
|
|
#
|
|
# impl Test {
|
|
# fn new(txt: &str) -> Self {
|
|
# let a = String::from(txt);
|
|
# Test {
|
|
# a,
|
|
# b: std::ptr::null(),
|
|
# }
|
|
# }
|
|
#
|
|
# fn init(&mut self) {
|
|
# let self_ref: *const String = &self.a;
|
|
# self.b = self_ref;
|
|
# }
|
|
#
|
|
# fn a(&self) -> &str {
|
|
# &self.a
|
|
# }
|
|
#
|
|
# fn b(&self) -> &String {
|
|
# unsafe {&*(self.b)}
|
|
# }
|
|
# }
|
|
</code></pre></pre>
|
|
<p>That shouldn't happen. There is no serious error yet, but as you can imagine
|
|
it's easy to create serious bugs using this code.</p>
|
|
<p>I created a diagram to help visualize what's going on:</p>
|
|
<p><strong>Fig 1: Before and after swap</strong>
|
|
<img src="./assets/swap_problem.jpg" alt="swap_problem" /></p>
|
|
<p>As you can see this results in unwanted behavior. It's easy to get this to
|
|
segfault, show UB and fail in other spectacular ways as well.</p>
|
|
<h2><a class="header" href="#pinning-to-the-stack" id="pinning-to-the-stack">Pinning to the stack</a></h2>
|
|
<p>Now, we can solve this problem by using <code>Pin</code> instead. Let's take a look at what
|
|
our example would look like then:</p>
|
|
<pre><code class="language-rust ignore">use std::pin::Pin;
|
|
use std::marker::PhantomPinned;
|
|
|
|
#[derive(Debug)]
|
|
struct Test {
|
|
a: String,
|
|
b: *const String,
|
|
_marker: PhantomPinned,
|
|
}
|
|
|
|
|
|
impl Test {
|
|
fn new(txt: &str) -> Self {
|
|
let a = String::from(txt);
|
|
Test {
|
|
a,
|
|
b: std::ptr::null(),
|
|
// This makes our type `!Unpin`
|
|
_marker: PhantomPinned,
|
|
}
|
|
}
|
|
fn init<'a>(self: Pin<&'a mut Self>) {
|
|
let self_ptr: *const String = &self.a;
|
|
let this = unsafe { self.get_unchecked_mut() };
|
|
this.b = self_ptr;
|
|
}
|
|
|
|
fn a<'a>(self: Pin<&'a Self>) -> &'a str {
|
|
&self.get_ref().a
|
|
}
|
|
|
|
fn b<'a>(self: Pin<&'a Self>) -> &'a String {
|
|
unsafe { &*(self.b) }
|
|
}
|
|
}
|
|
</code></pre>
|
|
<p>Now, what we've done here is pinning a stack address. That will always be
|
|
<code>unsafe</code> if our type implements <code>!Unpin</code>.</p>
|
|
<p>We use the same tricks here, including requiring an <code>init</code>. If we want to fix that
|
|
and let users avoid <code>unsafe</code> we need to pin our data on the heap instead which
|
|
we'll show in a second.</p>
|
|
<p>Let's see what happens if we run our example now:</p>
|
|
<pre><pre class="playpen"><code class="language-rust">pub fn main() {
|
|
// test1 is safe to move before we initialize it
|
|
let mut test1 = Test::new("test1");
|
|
// Notice how we shadow `test1` to prevent it from beeing accessed again
|
|
let mut test1 = unsafe { Pin::new_unchecked(&mut test1) };
|
|
Test::init(test1.as_mut());
|
|
|
|
let mut test2 = Test::new("test2");
|
|
let mut test2 = unsafe { Pin::new_unchecked(&mut test2) };
|
|
Test::init(test2.as_mut());
|
|
|
|
println!("a: {}, b: {}", Test::a(test1.as_ref()), Test::b(test1.as_ref()));
|
|
println!("a: {}, b: {}", Test::a(test2.as_ref()), Test::b(test2.as_ref()));
|
|
}
|
|
# use std::pin::Pin;
|
|
# use std::marker::PhantomPinned;
|
|
#
|
|
# #[derive(Debug)]
|
|
# struct Test {
|
|
# a: String,
|
|
# b: *const String,
|
|
# _marker: PhantomPinned,
|
|
# }
|
|
#
|
|
#
|
|
# impl Test {
|
|
# fn new(txt: &str) -> Self {
|
|
# let a = String::from(txt);
|
|
# Test {
|
|
# a,
|
|
# b: std::ptr::null(),
|
|
# // This makes our type `!Unpin`
|
|
# _marker: PhantomPinned,
|
|
# }
|
|
# }
|
|
# fn init<'a>(self: Pin<&'a mut Self>) {
|
|
# let self_ptr: *const String = &self.a;
|
|
# let this = unsafe { self.get_unchecked_mut() };
|
|
# this.b = self_ptr;
|
|
# }
|
|
#
|
|
# fn a<'a>(self: Pin<&'a Self>) -> &'a str {
|
|
# &self.get_ref().a
|
|
# }
|
|
#
|
|
# fn b<'a>(self: Pin<&'a Self>) -> &'a String {
|
|
# unsafe { &*(self.b) }
|
|
# }
|
|
# }
|
|
</code></pre></pre>
|
|
<p>Now, if we try to pull the same trick which got us in to trouble the last time
|
|
you'll get a compilation error.</p>
|
|
<pre><pre class="playpen"><code class="language-rust compile_fail">pub fn main() {
|
|
let mut test1 = Test::new("test1");
|
|
let mut test1 = unsafe { Pin::new_unchecked(&mut test1) };
|
|
Test::init(test1.as_mut());
|
|
|
|
let mut test2 = Test::new("test2");
|
|
let mut test2 = unsafe { Pin::new_unchecked(&mut test2) };
|
|
Test::init(test2.as_mut());
|
|
|
|
println!("a: {}, b: {}", Test::a(test1.as_ref()), Test::b(test1.as_ref()));
|
|
std::mem::swap(test1.as_mut(), test2.as_mut());
|
|
println!("a: {}, b: {}", Test::a(test2.as_ref()), Test::b(test2.as_ref()));
|
|
}
|
|
# use std::pin::Pin;
|
|
# use std::marker::PhantomPinned;
|
|
#
|
|
# #[derive(Debug)]
|
|
# struct Test {
|
|
# a: String,
|
|
# b: *const String,
|
|
# _marker: PhantomPinned,
|
|
# }
|
|
#
|
|
#
|
|
# impl Test {
|
|
# fn new(txt: &str) -> Self {
|
|
# let a = String::from(txt);
|
|
# Test {
|
|
# a,
|
|
# b: std::ptr::null(),
|
|
# // This makes our type `!Unpin`
|
|
# _marker: PhantomPinned,
|
|
# }
|
|
# }
|
|
# fn init<'a>(self: Pin<&'a mut Self>) {
|
|
# let self_ptr: *const String = &self.a;
|
|
# let this = unsafe { self.get_unchecked_mut() };
|
|
# this.b = self_ptr;
|
|
# }
|
|
#
|
|
# fn a<'a>(self: Pin<&'a Self>) -> &'a str {
|
|
# &self.get_ref().a
|
|
# }
|
|
#
|
|
# fn b<'a>(self: Pin<&'a Self>) -> &'a String {
|
|
# unsafe { &*(self.b) }
|
|
# }
|
|
# }
|
|
</code></pre></pre>
|
|
<p>As you see from the error you get by running the code the type system prevents
|
|
us from swapping the pinned pointers.</p>
|
|
<blockquote>
|
|
<p>It's important to note that stack pinning will always depend on the current
|
|
stack frame we're in, so we can't create a self referential object in one
|
|
stack frame and return it since any pointers we take to "self" is invalidated.</p>
|
|
<p>It also puts a lot of responsibility in your hands if you pin a value to the
|
|
stack. A mistake that is easy to make is, forgetting to shadow the original variable
|
|
since you could drop the pinned pointer and access the old value
|
|
after it's initialized like this:</p>
|
|
<pre><code class="language-rust ignore"> let mut test1 = Test::new("test1");
|
|
let mut test1_pin = unsafe { Pin::new_unchecked(&mut test1) };
|
|
Test::init(test1_pin.as_mut());
|
|
drop(test1_pin);
|
|
println!("{:?}", test1.b);
|
|
</code></pre>
|
|
</blockquote>
|
|
<h2><a class="header" href="#pinning-to-the-heap" id="pinning-to-the-heap">Pinning to the heap</a></h2>
|
|
<p>For completeness let's remove some unsafe and the need for an <code>init</code> method
|
|
at the cost of a heap allocation. Pinning to the heap is safe so the user
|
|
doesn't need to implement any unsafe code:</p>
|
|
<pre><pre class="playpen"><code class="language-rust">use std::pin::Pin;
|
|
use std::marker::PhantomPinned;
|
|
|
|
#[derive(Debug)]
|
|
struct Test {
|
|
a: String,
|
|
b: *const String,
|
|
_marker: PhantomPinned,
|
|
}
|
|
|
|
impl Test {
|
|
fn new(txt: &str) -> Pin<Box<Self>> {
|
|
let a = String::from(txt);
|
|
let t = Test {
|
|
a,
|
|
b: std::ptr::null(),
|
|
_marker: PhantomPinned,
|
|
};
|
|
let mut boxed = Box::pin(t);
|
|
let self_ptr: *const String = &boxed.as_ref().a;
|
|
unsafe { boxed.as_mut().get_unchecked_mut().b = self_ptr };
|
|
|
|
boxed
|
|
}
|
|
|
|
fn a<'a>(self: Pin<&'a Self>) -> &'a str {
|
|
&self.get_ref().a
|
|
}
|
|
|
|
fn b<'a>(self: Pin<&'a Self>) -> &'a String {
|
|
unsafe { &*(self.b) }
|
|
}
|
|
}
|
|
|
|
pub fn main() {
|
|
let mut test1 = Test::new("test1");
|
|
let mut test2 = Test::new("test2");
|
|
|
|
println!("a: {}, b: {}",test1.as_ref().a(), test1.as_ref().b());
|
|
println!("a: {}, b: {}",test2.as_ref().a(), test2.as_ref().b());
|
|
}
|
|
</code></pre></pre>
|
|
<p>The fact that pinning a heap allocated value that implements <code>!Unpin</code> is safe
|
|
makes sense. Once the data is allocated on the heap it will have a stable address.</p>
|
|
<p>There is no need for us as users of the API to take special care and ensure
|
|
that the self-referential pointer stays valid.</p>
|
|
<p>There are ways to safely give some guarantees on stack pinning as well, but right
|
|
now you need to use a crate like <a href="https://docs.rs/pin-project/">pin_project</a> to do that.</p>
|
|
<h2><a class="header" href="#practical-rules-for-pinning" id="practical-rules-for-pinning">Practical rules for Pinning</a></h2>
|
|
<ol>
|
|
<li>
|
|
<p>If <code>T: Unpin</code> (which is the default), then <code>Pin<'a, T></code> is entirely
|
|
equivalent to <code>&'a mut T</code>. in other words: <code>Unpin</code> means it's OK for this type
|
|
to be moved even when pinned, so <code>Pin</code> will have no effect on such a type.</p>
|
|
</li>
|
|
<li>
|
|
<p>Getting a <code>&mut T</code> to a pinned T requires unsafe if <code>T: !Unpin</code>. In
|
|
other words: requiring a pinned pointer to a type which is <code>!Unpin</code> prevents
|
|
the <em>user</em> of that API from moving that value unless it choses to write <code>unsafe</code>
|
|
code.</p>
|
|
</li>
|
|
<li>
|
|
<p>Pinning does nothing special with memory allocation like putting it into some
|
|
"read only" memory or anything fancy. It only uses the type system to prevent
|
|
certain operations on this value.</p>
|
|
</li>
|
|
<li>
|
|
<p>Most standard library types implement <code>Unpin</code>. The same goes for most
|
|
"normal" types you encounter in Rust. <code>Futures</code> and <code>Generators</code> are two
|
|
exceptions.</p>
|
|
</li>
|
|
<li>
|
|
<p>The main use case for <code>Pin</code> is to allow self referential types, the whole
|
|
justification for stabilizing them was to allow that. There are still corner
|
|
cases in the API which are being explored.</p>
|
|
</li>
|
|
<li>
|
|
<p>The implementation behind objects that are <code>!Unpin</code> is most likely unsafe.
|
|
Moving such a type after it has been pinned can cause the universe to crash. As of the time of writing
|
|
this book, creating and reading fields of a self referential struct still requires <code>unsafe</code>
|
|
(the only way to do it is to create a struct containing raw pointers to itself).</p>
|
|
</li>
|
|
<li>
|
|
<p>You can add a <code>!Unpin</code> bound on a type on nightly with a feature flag, or
|
|
by adding <code>std::marker::PhantomPinned</code> to your type on stable.</p>
|
|
</li>
|
|
<li>
|
|
<p>You can either pin a value to memory on the stack or on the heap.</p>
|
|
</li>
|
|
<li>
|
|
<p>Pinning a <code>!Unpin</code> pointer to the stack requires <code>unsafe</code></p>
|
|
</li>
|
|
<li>
|
|
<p>Pinning a <code>!Unpin</code> pointer to the heap does not require <code>unsafe</code>. There is a shortcut for doing this using <code>Box::pin</code>.</p>
|
|
</li>
|
|
</ol>
|
|
<blockquote>
|
|
<p>Unsafe code does not mean it's literally "unsafe", it only relieves the
|
|
guarantees you normally get from the compiler. An <code>unsafe</code> implementation can
|
|
be perfectly safe to do, but you have no safety net.</p>
|
|
</blockquote>
|
|
<h3><a class="header" href="#projectionstructural-pinning" id="projectionstructural-pinning">Projection/structural pinning</a></h3>
|
|
<p>In short, projection is a programming language term. <code>mystruct.field1</code> is a
|
|
projection. Structural pinning is using <code>Pin</code> on fields. This has several
|
|
caveats and is not something you'll normally see so I refer to the documentation
|
|
for that.</p>
|
|
<h3><a class="header" href="#pin-and-drop" id="pin-and-drop">Pin and Drop</a></h3>
|
|
<p>The <code>Pin</code> guarantee exists from the moment the value is pinned until it's dropped.
|
|
In the <code>Drop</code> implementation you take a mutable reference to <code>self</code>, which means
|
|
extra care must be taken when implementing <code>Drop</code> for pinned types.</p>
|
|
<h2><a class="header" href="#putting-it-all-together" id="putting-it-all-together">Putting it all together</a></h2>
|
|
<p>This is exactly what we'll do when we implement our own <code>Futures</code> stay tuned,
|
|
we're soon finished.</p>
|
|
<h2><a class="header" href="#bonus-section-fixing-our-self-referential-generator-and-learning-more-about-pin" id="bonus-section-fixing-our-self-referential-generator-and-learning-more-about-pin">Bonus section: Fixing our self-referential generator and learning more about Pin</a></h2>
|
|
<p>But now, let's prevent this problem using <code>Pin</code>. We'll discuss
|
|
<code>Pin</code> more in the next chapter, but you'll get an introduction here by just
|
|
reading the comments.</p>
|
|
<pre><pre class="playpen"><code class="language-rust">#![feature(optin_builtin_traits, negative_impls)] // needed to implement `!Unpin`
|
|
use std::pin::Pin;
|
|
|
|
pub fn main() {
|
|
let gen1 = GeneratorA::start();
|
|
let gen2 = GeneratorA::start();
|
|
// Before we pin the pointers, this is safe to do
|
|
// std::mem::swap(&mut gen, &mut gen2);
|
|
|
|
// constructing a `Pin::new()` on a type which does not implement `Unpin` is
|
|
// unsafe. A value pinned to heap can be constructed while staying in safe
|
|
// Rust so we can use that to avoid unsafe. You can also use crates like
|
|
// `pin_utils` to pin to the stack safely, just remember that they use
|
|
// unsafe under the hood so it's like using an already-reviewed unsafe
|
|
// implementation.
|
|
|
|
let mut pinned1 = Box::pin(gen1);
|
|
let mut pinned2 = Box::pin(gen2);
|
|
|
|
// Uncomment these if you think it's safe to pin the values to the stack instead
|
|
// (it is in this case). Remember to comment out the two previous lines first.
|
|
//let mut pinned1 = unsafe { Pin::new_unchecked(&mut gen1) };
|
|
//let mut pinned2 = unsafe { Pin::new_unchecked(&mut gen2) };
|
|
|
|
if let GeneratorState::Yielded(n) = pinned1.as_mut().resume() {
|
|
println!("Gen1 got value {}", n);
|
|
}
|
|
|
|
if let GeneratorState::Yielded(n) = pinned2.as_mut().resume() {
|
|
println!("Gen2 got value {}", n);
|
|
};
|
|
|
|
// This won't work:
|
|
// std::mem::swap(&mut gen, &mut gen2);
|
|
// This will work but will just swap the pointers so nothing bad happens here:
|
|
// std::mem::swap(&mut pinned1, &mut pinned2);
|
|
|
|
let _ = pinned1.as_mut().resume();
|
|
let _ = pinned2.as_mut().resume();
|
|
}
|
|
|
|
enum GeneratorState<Y, R> {
|
|
Yielded(Y),
|
|
Complete(R),
|
|
}
|
|
|
|
trait Generator {
|
|
type Yield;
|
|
type Return;
|
|
fn resume(self: Pin<&mut Self>) -> GeneratorState<Self::Yield, Self::Return>;
|
|
}
|
|
|
|
enum GeneratorA {
|
|
Enter,
|
|
Yield1 {
|
|
to_borrow: String,
|
|
borrowed: *const String,
|
|
},
|
|
Exit,
|
|
}
|
|
|
|
impl GeneratorA {
|
|
fn start() -> Self {
|
|
GeneratorA::Enter
|
|
}
|
|
}
|
|
|
|
// This tells us that the underlying pointer is not safe to move after pinning.
|
|
// In this case, only we as implementors "feel" this, however, if someone is
|
|
// relying on our Pinned pointer this will prevent them from moving it. You need
|
|
// to enable the feature flag `#![feature(optin_builtin_traits)]` and use the
|
|
// nightly compiler to implement `!Unpin`. Normally, you would use
|
|
// `std::marker::PhantomPinned` to indicate that the struct is `!Unpin`.
|
|
impl !Unpin for GeneratorA { }
|
|
|
|
impl Generator for GeneratorA {
|
|
type Yield = usize;
|
|
type Return = ();
|
|
fn resume(self: Pin<&mut Self>) -> GeneratorState<Self::Yield, Self::Return> {
|
|
// lets us get ownership over current state
|
|
let this = unsafe { self.get_unchecked_mut() };
|
|
match this {
|
|
GeneratorA::Enter => {
|
|
let to_borrow = String::from("Hello");
|
|
let borrowed = &to_borrow;
|
|
let res = borrowed.len();
|
|
*this = GeneratorA::Yield1 {to_borrow, borrowed: std::ptr::null()};
|
|
|
|
// Trick to actually get a self reference. We can't reference
|
|
// the `String` earlier since these references will point to the
|
|
// location in this stack frame which will not be valid anymore
|
|
// when this function returns.
|
|
if let GeneratorA::Yield1 {to_borrow, borrowed} = this {
|
|
*borrowed = to_borrow;
|
|
}
|
|
|
|
GeneratorState::Yielded(res)
|
|
}
|
|
|
|
GeneratorA::Yield1 {borrowed, ..} => {
|
|
let borrowed: &String = unsafe {&**borrowed};
|
|
println!("{} world", borrowed);
|
|
*this = GeneratorA::Exit;
|
|
GeneratorState::Complete(())
|
|
}
|
|
GeneratorA::Exit => panic!("Can't advance an exited generator!"),
|
|
}
|
|
}
|
|
}
|
|
</code></pre></pre>
|
|
<p>Now, as you see, the consumer of this API must either:</p>
|
|
<ol>
|
|
<li>Box the value and thereby allocating it on the heap</li>
|
|
<li>Use <code>unsafe</code> and pin the value to the stack. The user knows that if they move
|
|
the value afterwards it will violate the guarantee they promise to uphold when
|
|
they did their unsafe implementation.</li>
|
|
</ol>
|
|
<p>Hopefully, after this you'll have an idea of what happens when you use the
|
|
<code>yield</code> or <code>await</code> keywords inside an async function, and why we need <code>Pin</code> if
|
|
we want to be able to safely borrow across <code>yield/await</code> points.</p>
|
|
<h1><a class="header" href="#futures-in-rust-1" id="futures-in-rust-1">Futures in Rust</a></h1>
|
|
<p>We'll create our own <code>Futures</code> together with a fake reactor and a simple
|
|
executor which allows you to edit, run an play around with the code right here
|
|
in your browser.</p>
|
|
<p>I'll walk you through the example, but if you want to check it out closer, you
|
|
can always <a href="https://github.com/cfsamson/examples-futures">clone the repository</a> and play around with the code yourself.</p>
|
|
<p>There are several branches explained in the readme, but two are
|
|
relevant for this chapter. The <code>main</code> branch is the example we go through here,
|
|
and the <code>basic_example_commented</code> branch is this example with extensive
|
|
comments.</p>
|
|
<blockquote>
|
|
<p>If you want to follow along as we go through, initialize a new cargo project
|
|
by creating a new folder and run <code>cargo init</code> inside it. Everything we write
|
|
here will be in <code>main.rs</code></p>
|
|
</blockquote>
|
|
<h2><a class="header" href="#implementing-our-own-futures" id="implementing-our-own-futures">Implementing our own Futures</a></h2>
|
|
<p>Let's start off by getting all our imports right away so you can follow along</p>
|
|
<pre><code class="language-rust noplaypen ignore">use std::{
|
|
future::Future, pin::Pin, sync::{mpsc::{channel, Sender}, Arc, Mutex},
|
|
task::{Context, Poll, RawWaker, RawWakerVTable, Waker},
|
|
thread::{self, JoinHandle}, time::{Duration, Instant}
|
|
};
|
|
</code></pre>
|
|
<h2><a class="header" href="#the-executor" id="the-executor">The Executor</a></h2>
|
|
<p>The executors responsibility is to take one or more futures and run them to completion.</p>
|
|
<p>The first thing an <code>executor</code> does when it gets a <code>Future</code> is polling it.</p>
|
|
<p><strong>When polled one of three things can happen:</strong></p>
|
|
<ul>
|
|
<li>The future returns <code>Ready</code> and we schedule whatever chained operations to run</li>
|
|
<li>The future hasn't been polled before so we pass it a <code>Waker</code> and suspend it</li>
|
|
<li>The futures has been polled before but is not ready and returns <code>Pending</code></li>
|
|
</ul>
|
|
<p>Rust provides a way for the Reactor and Executor to communicate through the <code>Waker</code>. The reactor stores this <code>Waker</code> and calls <code>Waker::wake()</code> on it once
|
|
a <code>Future</code> has resolved and should be polled again.</p>
|
|
<p><strong>Our Executor will look like this:</strong></p>
|
|
<pre><code class="language-rust noplaypen ignore">// Our executor takes any object which implements the `Future` trait
|
|
fn block_on<F: Future>(mut future: F) -> F::Output {
|
|
|
|
// the first thing we do is to construct a `Waker` which we'll pass on to
|
|
// the `reactor` so it can wake us up when an event is ready.
|
|
let mywaker = Arc::new(MyWaker{ thread: thread::current() });
|
|
let waker = waker_into_waker(Arc::into_raw(mywaker));
|
|
|
|
// The context struct is just a wrapper for a `Waker` object. Maybe in the
|
|
// future this will do more, but right now it's just a wrapper.
|
|
let mut cx = Context::from_waker(&waker);
|
|
|
|
// So, since we run this on one thread and run one future to completion
|
|
// we can pin the `Future` to the stack. This is unsafe, but saves an
|
|
// allocation. We could `Box::pin` it too if we wanted. This is however
|
|
// safe since we shadow `future` so it can't be accessed again and will
|
|
// not move until it's dropped.
|
|
let mut future = unsafe { Pin::new_unchecked(&mut future) };
|
|
|
|
// We poll in a loop, but it's not a busy loop. It will only run when
|
|
// an event occurs, or a thread has a "spurious wakeup" (an unexpected wakeup
|
|
// that can happen for no good reason).
|
|
let val = loop {
|
|
|
|
match Future::poll(pinned, &mut cx) {
|
|
|
|
// when the Future is ready we're finished
|
|
Poll::Ready(val) => break val,
|
|
|
|
// If we get a `pending` future we just go to sleep...
|
|
Poll::Pending => thread::park(),
|
|
};
|
|
};
|
|
val
|
|
}
|
|
</code></pre>
|
|
<p>Inn all the examples here I've chose to comment the code extensively. I find it
|
|
easier to follow that way than dividing if up into many paragraphs.</p>
|
|
<p>We'll see more about the <code>Waker</code> in the next paragraph, but just look at it like
|
|
a <em>trait object</em> similar to the one we constructed in the first chapter.</p>
|
|
<blockquote>
|
|
<p><code>Context</code> is just a wrapper around the <code>Waker</code>. At the time of writing this
|
|
book it's nothing more. In the future it might be possible that the <code>Context</code>
|
|
object will do more than just wrapping a <code>Future</code> so having this extra
|
|
abstraction gives some flexibility.</p>
|
|
</blockquote>
|
|
<p>You'll notice how we use <code>Pin</code> here to pin the future when we poll it.</p>
|
|
<p>Now that you've read so much about <code>Generators</code> and <code>Pin</code> already this should
|
|
be rather easy to understand. <code>Future</code> is a state machine, every <code>await</code> point
|
|
is a <code>yield</code> point. We could borrow data across <code>await</code> points and we meet the
|
|
exact same challenges as we do when borrowing across <code>yield</code> points.</p>
|
|
<p>As we explained in the <a href="./3_generators_pin.html">chapter about generators</a>, we use
|
|
<code>Pin</code> and the guarantees that give us to allow <code>Futures</code> to have self
|
|
references.</p>
|
|
<h2><a class="header" href="#the-future-implementation" id="the-future-implementation">The <code>Future</code> implementation</a></h2>
|
|
<p>In Rust we call an interruptible task a <code>Future</code>. Futures has a well defined interface, which means they can be used across the entire ecosystem. We can chain
|
|
these <code>Futures</code> so that once a "leaf future" is ready we'll perform a set of
|
|
operations.</p>
|
|
<p>These chained operations can spawn new leaf futures themselves.</p>
|
|
<p><strong>Our Future implementation looks like this:</strong></p>
|
|
<pre><code class="language-rust noplaypen ignore">// This is the definition of our `Waker`. We use a regular thread-handle here.
|
|
// It works but it's not a good solution. It's easy to fix though, I'll explain
|
|
// after this code snippet.
|
|
#[derive(Clone)]
|
|
struct MyWaker {
|
|
thread: thread::Thread,
|
|
}
|
|
|
|
// This is the definition of our `Future`. It keeps all the information we
|
|
// need. This one holds a reference to our `reactor`, that's just to make
|
|
// this example as easy as possible. It doesn't need to hold a reference to
|
|
// the whole reactor, but it needs to be able to register itself with the
|
|
// reactor.
|
|
#[derive(Clone)]
|
|
pub struct Task {
|
|
id: usize,
|
|
reactor: Arc<Mutex<Reactor>>,
|
|
data: u64,
|
|
is_registered: bool,
|
|
}
|
|
|
|
// These are function definitions we'll use for our waker. Remember the
|
|
// "Trait Objects" chapter earlier.
|
|
fn mywaker_wake(s: &MyWaker) {
|
|
let waker_ptr: *const MyWaker = s;
|
|
let waker_arc = unsafe {Arc::from_raw(waker_ptr)};
|
|
waker_arc.thread.unpark();
|
|
}
|
|
|
|
// Since we use an `Arc` cloning is just increasing the refcount on the smart
|
|
// pointer.
|
|
fn mywaker_clone(s: &MyWaker) -> RawWaker {
|
|
let arc = unsafe { Arc::from_raw(s) };
|
|
std::mem::forget(arc.clone()); // increase ref count
|
|
RawWaker::new(Arc::into_raw(arc) as *const (), &VTABLE)
|
|
}
|
|
|
|
// This is actually a "helper funtcion" to create a `Waker` vtable. In contrast
|
|
// to when we created a `Trait Object` from scratch we don't need to concern
|
|
// ourselves with the actual layout of the `vtable` and only provide a fixed
|
|
// set of functions
|
|
const VTABLE: RawWakerVTable = unsafe {
|
|
RawWakerVTable::new(
|
|
|s| mywaker_clone(&*(s as *const MyWaker)), // clone
|
|
|s| mywaker_wake(&*(s as *const MyWaker)), // wake
|
|
|s| mywaker_wake(*(s as *const &MyWaker)), // wake by ref
|
|
|s| drop(Arc::from_raw(s as *const MyWaker)), // decrease refcount
|
|
)
|
|
};
|
|
|
|
// Instead of implementing this on the `MyWaker` oject in `impl Mywaker...` we
|
|
// just use this pattern instead since it saves us some lines of code.
|
|
fn waker_into_waker(s: *const MyWaker) -> Waker {
|
|
let raw_waker = RawWaker::new(s as *const (), &VTABLE);
|
|
unsafe { Waker::from_raw(raw_waker) }
|
|
}
|
|
|
|
impl Task {
|
|
fn new(reactor: Arc<Mutex<Reactor>>, data: u64, id: usize) -> Self {
|
|
Task {
|
|
id,
|
|
reactor,
|
|
data,
|
|
is_registered: false,
|
|
}
|
|
}
|
|
}
|
|
|
|
// This is our `Future` implementation
|
|
impl Future for Task {
|
|
|
|
// The output for our kind of `leaf future` is just an `usize`. For other
|
|
// futures this could be something more interesting like a byte array.
|
|
type Output = usize;
|
|
fn poll(mut self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Self::Output> {
|
|
let mut r = self.reactor.lock().unwrap();
|
|
|
|
// we check with the `Reactor` if this future is in its "readylist"
|
|
// i.e. if it's `Ready`
|
|
if r.is_ready(self.id) {
|
|
|
|
// if it is, we return the data. In this case it's just the ID of
|
|
// the task since this is just a very simple example.
|
|
Poll::Ready(self.id)
|
|
} else if self.is_registered {
|
|
|
|
// If the future is registered alredy, we just return `Pending`
|
|
Poll::Pending
|
|
} else {
|
|
|
|
// If we get here, it must be the first time this `Future` is polled
|
|
// so we register a task with our `reactor`
|
|
r.register(self.data, cx.waker().clone(), self.id);
|
|
|
|
// oh, we have to drop the lock on our `Mutex` here because we can't
|
|
// have a shared and exclusive borrow at the same time
|
|
drop(r);
|
|
self.is_registered = true;
|
|
Poll::Pending
|
|
}
|
|
}
|
|
}
|
|
</code></pre>
|
|
<p>This is mostly pretty straight forward. The confusing part is the strange way
|
|
we need to construct the <code>Waker</code>, but since we've already created our own
|
|
<em>trait objects</em> from raw parts, this looks pretty familiar. Actually, it's
|
|
even a bit easier.</p>
|
|
<p>We use an <code>Arc</code> here to pass out a ref-counted borrow of our <code>MyWaker</code>. This
|
|
is pretty normal, and makes this easy and safe to work with. Cloning a <code>Waker</code>
|
|
is just increasing the refcount in this case.</p>
|
|
<p>Dropping a <code>Waker</code> is as easy as decreasing the refcount. Now, in special
|
|
cases we could choose to not use an <code>Arc</code>. So this low-level method is there
|
|
to allow such cases. </p>
|
|
<p>Indeed, if we only used <code>Arc</code> there is no reason for us to go through all the
|
|
trouble of creating our own <code>vtable</code> and a <code>RawWaker</code>. We could just implement
|
|
a normal trait.</p>
|
|
<p>Fortunately, in the future this will probably be possible in the standard
|
|
library as well. For now, <a href="https://rust-lang-nursery.github.io/futures-api-docs/0.3.0-alpha.13/futures/task/trait.ArcWake.html">this trait lives in the nursery</a>, but my
|
|
guess is that this will be a part of the standard library after som maturing.</p>
|
|
<p>We choose to pass in a reference to the whole <code>Reactor</code> here. This isn't normal.
|
|
The reactor will often be a global resource which let's us register interests
|
|
without passing around a reference.</p>
|
|
<blockquote>
|
|
<h3><a class="header" href="#why-using-thread-parkunpark-is-a-bad-idea-for-a-library" id="why-using-thread-parkunpark-is-a-bad-idea-for-a-library">Why using thread park/unpark is a bad idea for a library</a></h3>
|
|
<p>It could deadlock easily since anyone could get a handle to the <code>executor thread</code>
|
|
and call park/unpark on it.</p>
|
|
<ol>
|
|
<li>A future could call <code>unpark</code> on the executor thread from a different thread</li>
|
|
<li>Our <code>executor</code> thinks that data is ready and wakes up and polls the future</li>
|
|
<li>The future is not ready yet when polled, but at that exact same time the
|
|
<code>Reactor</code> gets an event and calls <code>wake()</code> which also unparks our thread.</li>
|
|
<li>This could happen before we go to sleep again since these processes
|
|
run in parallel.</li>
|
|
<li>Our reactor has called <code>wake</code> but our thread is still sleeping since it was
|
|
awake already at that point.</li>
|
|
<li>We're deadlocked and our program stops working</li>
|
|
</ol>
|
|
</blockquote>
|
|
<blockquote>
|
|
<p>There is also the case that our thread could have what's called a
|
|
<code>spurious wakeup</code> (<a href="https://cfsamson.github.io/book-exploring-async-basics/9_3_http_module.html#bonus-section">which can happen unexpectedly</a>), which
|
|
could cause the same deadlock if we're unlucky.</p>
|
|
</blockquote>
|
|
<p>There are several better solutions, here are some:</p>
|
|
<ul>
|
|
<li>Use <a href="https://doc.rust-lang.org/stable/std/sync/struct.Condvar.html">std::sync::CondVar</a></li>
|
|
<li>Use <a href="https://docs.rs/crossbeam/0.7.3/crossbeam/sync/struct.Parker.html">crossbeam::sync::Parker</a></li>
|
|
</ul>
|
|
<h2><a class="header" href="#the-reactor" id="the-reactor">The Reactor</a></h2>
|
|
<p>This is the home stretch, and not strictly <code>Future</code> related, but we need one
|
|
to have an example to run.</p>
|
|
<p>Since concurrency mostly makes sense when interacting with the outside world (or
|
|
at least some peripheral), we need something to actually abstract over this
|
|
interaction in an asynchronous way. </p>
|
|
<p>This is the <code>Reactors</code> job. Most often you'll see reactors in Rust use a library called <a href="https://github.com/tokio-rs/mio">Mio</a>, which provides non
|
|
blocking APIs and event notification for several platforms.</p>
|
|
<p>The reactor will typically give you something like a <code>TcpStream</code> (or any other resource) which you'll use to create an I/O request. What you get in return
|
|
is a <code>Future</code>. </p>
|
|
<blockquote>
|
|
<p>If the <code>Reactor</code> is registered as a global resource (which
|
|
is pretty normal), our <code>Task</code> in would instead be a special <code>TcpStream</code> which
|
|
registers interest with the global <code>Reactor</code> and no reference is needed.</p>
|
|
</blockquote>
|
|
<p>We can call this kind of <code>Future</code> a "leaf Future", since it's some operation
|
|
we'll actually wait on and which we can chain operations on which are performed
|
|
once the leaf future is ready.</p>
|
|
<p>The reactor we create here will also create <strong>leaf-futures</strong>, accept a waker and
|
|
call it once the task is finished.</p>
|
|
<p>The task we're implementing is the simplest I could find. It's a timer that
|
|
only spawns a thread and puts it to sleep for a number of seconds we specify
|
|
when acquiring the leaf-future.</p>
|
|
<p>To be able to run the code here in the browser there is not much real I/O we
|
|
can do so just pretend that this is actually represents some useful I/O operation
|
|
for the sake of this example.</p>
|
|
<p><strong>Our Reactor will look like this:</strong></p>
|
|
<pre><code class="language-rust noplaypen ignore">// This is a "fake" reactor. It does no real I/O, but that also makes our
|
|
// code possible to run in the book and in the playground
|
|
struct Reactor {
|
|
|
|
// we need some way of registering a Task with the reactor. Normally this
|
|
// would be an "interest" in an I/O event
|
|
dispatcher: Sender<Event>,
|
|
handle: Option<JoinHandle<()>>,
|
|
|
|
// This is a list of tasks that are ready, which means they should be polled
|
|
// for data.
|
|
readylist: Arc<Mutex<Vec<usize>>>,
|
|
}
|
|
|
|
// We just have two kind of events. An event called `Timeout`
|
|
// and a `Close` event to close down our reactor.
|
|
#[derive(Debug)]
|
|
enum Event {
|
|
Close,
|
|
Timeout(Waker, u64, usize),
|
|
}
|
|
|
|
impl Reactor {
|
|
fn new() -> Self {
|
|
// The way we register new events with our reactor is using a regular
|
|
// channel
|
|
let (tx, rx) = channel::<Event>();
|
|
let readylist = Arc::new(Mutex::new(vec![]));
|
|
let rl_clone = readylist.clone();
|
|
|
|
// This `Vec` will hold handles to all threads we spawn so we can
|
|
// join them later on and finish our programm in a good manner
|
|
let mut handles = vec![];
|
|
|
|
// This will be the "Reactor thread"
|
|
let handle = thread::spawn(move || {
|
|
for event in rx {
|
|
let rl_clone = rl_clone.clone();
|
|
match event {
|
|
|
|
// If we get a close event we break out of the loop we're in
|
|
Event::Close => break,
|
|
Event::Timeout(waker, duration, id) => {
|
|
|
|
// When we get an event we simply spawn a new thread
|
|
// which will simulate some I/O resource...
|
|
let event_handle = thread::spawn(move || {
|
|
|
|
//... by sleeping for the number of seconds
|
|
// we provided when creating the `Task`.
|
|
thread::sleep(Duration::from_secs(duration));
|
|
|
|
// When it's done sleeping we put the ID of this task
|
|
// on the "readylist"
|
|
rl_clone.lock().map(|mut rl| rl.push(id)).unwrap();
|
|
|
|
// Then we call `wake` which will wake up our
|
|
// executor and start polling the futures
|
|
waker.wake();
|
|
});
|
|
|
|
handles.push(event_handle);
|
|
}
|
|
}
|
|
}
|
|
|
|
// When we exit the Reactor we first join all the handles on
|
|
// the child threads we've spawned so we catch any panics and
|
|
// release any resources.
|
|
for handle in handles {
|
|
handle.join().unwrap();
|
|
}
|
|
});
|
|
|
|
Reactor {
|
|
readylist,
|
|
dispatcher: tx,
|
|
handle: Some(handle),
|
|
}
|
|
}
|
|
|
|
fn register(&mut self, duration: u64, waker: Waker, data: usize) {
|
|
|
|
// registering an event is as simple as sending an `Event` through
|
|
// the channel.
|
|
self.dispatcher
|
|
.send(Event::Timeout(waker, duration, data))
|
|
.unwrap();
|
|
}
|
|
|
|
fn close(&mut self) {
|
|
self.dispatcher.send(Event::Close).unwrap();
|
|
}
|
|
|
|
// We need a way to check if any event's are ready. This will simply
|
|
// look through the "readylist" for an event macthing the ID we want to
|
|
// check for.
|
|
fn is_ready(&self, id_to_check: usize) -> bool {
|
|
self.readylist
|
|
.lock()
|
|
.map(|rl| rl.iter().any(|id| *id == id_to_check))
|
|
.unwrap()
|
|
}
|
|
}
|
|
|
|
// When our `Reactor` is dropped we join the reactor thread with the thread
|
|
// owning our `Reactor` so we catch any panics and release all resources.
|
|
// It's not needed for this to work, but it really is a best practice to join
|
|
// all threads you spawn.
|
|
impl Drop for Reactor {
|
|
fn drop(&mut self) {
|
|
self.handle.take().map(|h| h.join().unwrap()).unwrap();
|
|
}
|
|
}
|
|
</code></pre>
|
|
<p>It's a lot of code though, but essentially we just spawn off a new thread
|
|
and make it sleep for some time which we specify when we create a <code>Task</code>.</p>
|
|
<p>Now, let's test our code and see if it works. This code is actually runnable
|
|
if you press the "play" button. Since we're sleeping for a couple of seconds
|
|
here, just give it some time to run.</p>
|
|
<p>In the last chapter we have the <a href="./8_finished_example.html">whole 200 lines in an editable window</a>. You can
|
|
also copy that or edit it right in this book.</p>
|
|
<pre><pre class="playpen"><code class="language-rust edition2018"># use std::{
|
|
# future::Future, pin::Pin, sync::{mpsc::{channel, Sender}, Arc, Mutex},
|
|
# task::{Context, Poll, RawWaker, RawWakerVTable, Waker},
|
|
# thread::{self, JoinHandle}, time::{Duration, Instant}
|
|
# };
|
|
#
|
|
fn main() {
|
|
// This is just to make it easier for us to see when our Future was resolved
|
|
let start = Instant::now();
|
|
|
|
// Many runtimes create a glocal `reactor` we pass it as an argument
|
|
let reactor = Reactor::new();
|
|
|
|
// Since we'll share this between threads we wrap it in a
|
|
// atmically-refcounted- mutex.
|
|
let reactor = Arc::new(Mutex::new(reactor));
|
|
|
|
// We create two tasks:
|
|
// - first parameter is the `reactor`
|
|
// - the second is a timeout in seconds
|
|
// - the third is an `id` to identify the task
|
|
let future1 = Task::new(reactor.clone(), 1, 1);
|
|
let future2 = Task::new(reactor.clone(), 2, 2);
|
|
|
|
// an `async` block works the same way as an `async fn` in that it compiles
|
|
// our code into a state machine, `yielding` at every `await` point.
|
|
let fut1 = async {
|
|
let val = future1.await;
|
|
let dur = (Instant::now() - start).as_secs_f32();
|
|
println!("Future got {} at time: {:.2}.", val, dur);
|
|
};
|
|
|
|
let fut2 = async {
|
|
let val = future2.await;
|
|
let dur = (Instant::now() - start).as_secs_f32();
|
|
println!("Future got {} at time: {:.2}.", val, dur);
|
|
};
|
|
|
|
// Our executor can only run one and one future, this is pretty normal
|
|
// though. You have a set of operations containing many futures that
|
|
// ends up as a single future that drives them all to completion.
|
|
let mainfut = async {
|
|
fut1.await;
|
|
fut2.await;
|
|
};
|
|
|
|
// This executor will block the main thread until the futures is resolved
|
|
block_on(mainfut);
|
|
|
|
// When we're done, we want to shut down our reactor thread so our program
|
|
// ends nicely.
|
|
reactor.lock().map(|mut r| r.close()).unwrap();
|
|
}
|
|
|
|
# // ============================= EXECUTOR ====================================
|
|
# fn block_on<F: Future>(mut future: F) -> F::Output {
|
|
# let mywaker = Arc::new(MyWaker{ thread: thread::current() });
|
|
# let waker = waker_into_waker(Arc::into_raw(mywaker));
|
|
# let mut cx = Context::from_waker(&waker);
|
|
# let val = loop {
|
|
# let pinned = unsafe { Pin::new_unchecked(&mut future) };
|
|
# match Future::poll(pinned, &mut cx) {
|
|
# Poll::Ready(val) => break val,
|
|
# Poll::Pending => thread::park(),
|
|
# };
|
|
# };
|
|
# val
|
|
# }
|
|
#
|
|
# // ====================== FUTURE IMPLEMENTATION ==============================
|
|
# #[derive(Clone)]
|
|
# struct MyWaker {
|
|
# thread: thread::Thread,
|
|
# }
|
|
#
|
|
# #[derive(Clone)]
|
|
# pub struct Task {
|
|
# id: usize,
|
|
# reactor: Arc<Mutex<Reactor>>,
|
|
# data: u64,
|
|
# is_registered: bool,
|
|
# }
|
|
#
|
|
# fn mywaker_wake(s: &MyWaker) {
|
|
# let waker_ptr: *const MyWaker = s;
|
|
# let waker_arc = unsafe {Arc::from_raw(waker_ptr)};
|
|
# waker_arc.thread.unpark();
|
|
# }
|
|
#
|
|
# fn mywaker_clone(s: &MyWaker) -> RawWaker {
|
|
# let arc = unsafe { Arc::from_raw(s).clone() };
|
|
# std::mem::forget(arc.clone()); // increase ref count
|
|
# RawWaker::new(Arc::into_raw(arc) as *const (), &VTABLE)
|
|
# }
|
|
#
|
|
# const VTABLE: RawWakerVTable = unsafe {
|
|
# RawWakerVTable::new(
|
|
# |s| mywaker_clone(&*(s as *const MyWaker)), // clone
|
|
# |s| mywaker_wake(&*(s as *const MyWaker)), // wake
|
|
# |s| mywaker_wake(*(s as *const &MyWaker)), // wake by ref
|
|
# |s| drop(Arc::from_raw(s as *const MyWaker)), // decrease refcount
|
|
# )
|
|
# };
|
|
#
|
|
# fn waker_into_waker(s: *const MyWaker) -> Waker {
|
|
# let raw_waker = RawWaker::new(s as *const (), &VTABLE);
|
|
# unsafe { Waker::from_raw(raw_waker) }
|
|
# }
|
|
#
|
|
# impl Task {
|
|
# fn new(reactor: Arc<Mutex<Reactor>>, data: u64, id: usize) -> Self {
|
|
# Task {
|
|
# id,
|
|
# reactor,
|
|
# data,
|
|
# is_registered: false,
|
|
# }
|
|
# }
|
|
# }
|
|
#
|
|
# impl Future for Task {
|
|
# type Output = usize;
|
|
# fn poll(mut self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Self::Output> {
|
|
# let mut r = self.reactor.lock().unwrap();
|
|
# if r.is_ready(self.id) {
|
|
# Poll::Ready(self.id)
|
|
# } else if self.is_registered {
|
|
# Poll::Pending
|
|
# } else {
|
|
# r.register(self.data, cx.waker().clone(), self.id);
|
|
# drop(r);
|
|
# self.is_registered = true;
|
|
# Poll::Pending
|
|
# }
|
|
# }
|
|
# }
|
|
#
|
|
# // =============================== REACTOR ===================================
|
|
# struct Reactor {
|
|
# dispatcher: Sender<Event>,
|
|
# handle: Option<JoinHandle<()>>,
|
|
# readylist: Arc<Mutex<Vec<usize>>>,
|
|
# }
|
|
# #[derive(Debug)]
|
|
# enum Event {
|
|
# Close,
|
|
# Timeout(Waker, u64, usize),
|
|
# }
|
|
#
|
|
# impl Reactor {
|
|
# fn new() -> Self {
|
|
# let (tx, rx) = channel::<Event>();
|
|
# let readylist = Arc::new(Mutex::new(vec![]));
|
|
# let rl_clone = readylist.clone();
|
|
# let mut handles = vec![];
|
|
# let handle = thread::spawn(move || {
|
|
# // This simulates some I/O resource
|
|
# for event in rx {
|
|
# println!("REACTOR: {:?}", event);
|
|
# let rl_clone = rl_clone.clone();
|
|
# match event {
|
|
# Event::Close => break,
|
|
# Event::Timeout(waker, duration, id) => {
|
|
# let event_handle = thread::spawn(move || {
|
|
# thread::sleep(Duration::from_secs(duration));
|
|
# rl_clone.lock().map(|mut rl| rl.push(id)).unwrap();
|
|
# waker.wake();
|
|
# });
|
|
#
|
|
# handles.push(event_handle);
|
|
# }
|
|
# }
|
|
# }
|
|
#
|
|
# for handle in handles {
|
|
# handle.join().unwrap();
|
|
# }
|
|
# });
|
|
#
|
|
# Reactor {
|
|
# readylist,
|
|
# dispatcher: tx,
|
|
# handle: Some(handle),
|
|
# }
|
|
# }
|
|
#
|
|
# fn register(&mut self, duration: u64, waker: Waker, data: usize) {
|
|
# self.dispatcher
|
|
# .send(Event::Timeout(waker, duration, data))
|
|
# .unwrap();
|
|
# }
|
|
#
|
|
# fn close(&mut self) {
|
|
# self.dispatcher.send(Event::Close).unwrap();
|
|
# }
|
|
#
|
|
# fn is_ready(&self, id_to_check: usize) -> bool {
|
|
# self.readylist
|
|
# .lock()
|
|
# .map(|rl| rl.iter().any(|id| *id == id_to_check))
|
|
# .unwrap()
|
|
# }
|
|
# }
|
|
#
|
|
# impl Drop for Reactor {
|
|
# fn drop(&mut self) {
|
|
# self.handle.take().map(|h| h.join().unwrap()).unwrap();
|
|
# }
|
|
# }
|
|
</code></pre></pre>
|
|
<p>I added a debug printout of the events the reactor registered interest for so we can observe
|
|
two things:</p>
|
|
<ol>
|
|
<li>How the <code>Waker</code> object looks just like the <em>trait object</em> we talked about in an earlier chapter</li>
|
|
<li>In what order the events register interest with the reactor</li>
|
|
</ol>
|
|
<p>The last point is relevant when we move on the the last paragraph.</p>
|
|
<h2><a class="header" href="#asyncawait-and-concurrent-futures" id="asyncawait-and-concurrent-futures">Async/Await and concurrent Futures</a></h2>
|
|
<p>The <code>async</code> keyword can be used on functions as in <code>async fn(...)</code> or on a
|
|
block as in <code>async { ... }</code>. Both will turn your function, or block, into a
|
|
<code>Future</code>.</p>
|
|
<p>These <code>Futures</code> are rather simple. Imagine our generator from a few chapters
|
|
back. Every <code>await</code> point is like a <code>yield</code> point.</p>
|
|
<p>Instead of <code>yielding</code> a value we pass in, it yields the <code>Future</code> we're awaiting,
|
|
so when we poll a future the first time we run the code up until the first
|
|
<code>await</code> point where it yields a new Future we poll and so on until we reach
|
|
a <strong>leaf-future</strong>.</p>
|
|
<p>Now, as is the case in our code, our <code>mainfut</code> contains two non-leaf futures
|
|
which it awaits, and all that happens is that these state machines are polled
|
|
until some "leaf future" in the end either returns <code>Ready</code> or <code>Pending</code>.</p>
|
|
<p>The way our example is right now, it's not much better than regular synchronous
|
|
code. For us to actually await multiple futures at the same time we somehow need
|
|
to <code>spawn</code> them so they're polled once, but does not cause our thread to sleep
|
|
and wait for them one after one.</p>
|
|
<p>Our example as it stands now returns this:</p>
|
|
<pre><code class="language-ignore">Future got 1 at time: 1.00.
|
|
Future got 2 at time: 3.00.
|
|
</code></pre>
|
|
<p>If these <code>Futures</code> were executed asynchronously we would expect to see:</p>
|
|
<pre><code class="language-ignore">Future got 1 at time: 1.00.
|
|
Future got 2 at time: 2.00.
|
|
</code></pre>
|
|
<p>Now, this is the point where I'll refer you to some better resources for
|
|
implementing just that. You should have a pretty good understanding of the
|
|
concept of Futures by now.</p>
|
|
<p>The next step should be getting to know how more advanced runtimes work and
|
|
how they implement different ways of running Futures to completion.</p>
|
|
<p>I <a href="./conclusion.html#building-a-better-exectuor">challenge you to create a better version</a>.</p>
|
|
<p>That's actually it for now. There are probably much more to learn, but I think it
|
|
will be easier once the fundamental concepts are there and that further
|
|
exploration will get a lot easier. </p>
|
|
<p>Don't forget the exercises in the last chapter 😊. Have fun until the next time! </p>
|
|
<h1><a class="header" href="#our-finished-code" id="our-finished-code">Our finished code</a></h1>
|
|
<p>Here is the whole example. You can edit it right here in your browser and
|
|
run it yourself. Have fun!</p>
|
|
<pre><pre class="playpen"><code class="language-rust editable edition2018">use std::{
|
|
future::Future, pin::Pin, sync::{mpsc::{channel, Sender}, Arc, Mutex},
|
|
task::{Context, Poll, RawWaker, RawWakerVTable, Waker},
|
|
thread::{self, JoinHandle}, time::{Duration, Instant}
|
|
};
|
|
|
|
fn main() {
|
|
let start = Instant::now();
|
|
let reactor = Reactor::new();
|
|
let reactor = Arc::new(Mutex::new(reactor));
|
|
let future1 = Task::new(reactor.clone(), 1, 1);
|
|
let future2 = Task::new(reactor.clone(), 2, 2);
|
|
|
|
let fut1 = async {
|
|
let val = future1.await;
|
|
let dur = (Instant::now() - start).as_secs_f32();
|
|
println!("Future got {} at time: {:.2}.", val, dur);
|
|
};
|
|
|
|
let fut2 = async {
|
|
let val = future2.await;
|
|
let dur = (Instant::now() - start).as_secs_f32();
|
|
println!("Future got {} at time: {:.2}.", val, dur);
|
|
};
|
|
|
|
let mainfut = async {
|
|
handle1.await;
|
|
handle2.await;
|
|
};
|
|
|
|
block_on(mainfut);
|
|
reactor.lock().map(|mut r| r.close()).unwrap();
|
|
}
|
|
|
|
// ============================= EXECUTOR ====================================
|
|
fn block_on<F: Future>(mut future: F) -> F::Output {
|
|
let mywaker = Arc::new(MyWaker{ thread: thread::current() });
|
|
let waker = waker_into_waker(Arc::into_raw(mywaker));
|
|
let mut cx = Context::from_waker(&waker);
|
|
|
|
// SAFETY: we shadow `future` so it can't be accessed again.
|
|
let mut future = unsafe { Pin::new_unchecked(&mut future) };
|
|
let val = loop {
|
|
match Future::poll(future.as_mut(), &mut cx) {
|
|
Poll::Ready(val) => break val,
|
|
Poll::Pending => thread::park(),
|
|
};
|
|
};
|
|
val
|
|
}
|
|
|
|
// ====================== FUTURE IMPLEMENTATION ==============================
|
|
#[derive(Clone)]
|
|
struct MyWaker {
|
|
thread: thread::Thread,
|
|
}
|
|
|
|
#[derive(Clone)]
|
|
pub struct Task {
|
|
id: usize,
|
|
reactor: Arc<Mutex<Reactor>>,
|
|
data: u64,
|
|
is_registered: bool,
|
|
}
|
|
|
|
fn mywaker_wake(s: &MyWaker) {
|
|
let waker_ptr: *const MyWaker = s;
|
|
let waker_arc = unsafe {Arc::from_raw(waker_ptr)};
|
|
waker_arc.thread.unpark();
|
|
}
|
|
|
|
fn mywaker_clone(s: &MyWaker) -> RawWaker {
|
|
let arc = unsafe { Arc::from_raw(s) };
|
|
std::mem::forget(arc.clone()); // increase ref count
|
|
RawWaker::new(Arc::into_raw(arc) as *const (), &VTABLE)
|
|
}
|
|
|
|
const VTABLE: RawWakerVTable = unsafe {
|
|
RawWakerVTable::new(
|
|
|s| mywaker_clone(&*(s as *const MyWaker)), // clone
|
|
|s| mywaker_wake(&*(s as *const MyWaker)), // wake
|
|
|s| mywaker_wake(*(s as *const &MyWaker)), // wake by ref
|
|
|s| drop(Arc::from_raw(s as *const MyWaker)), // decrease refcount
|
|
)
|
|
};
|
|
|
|
fn waker_into_waker(s: *const MyWaker) -> Waker {
|
|
let raw_waker = RawWaker::new(s as *const (), &VTABLE);
|
|
unsafe { Waker::from_raw(raw_waker) }
|
|
}
|
|
|
|
impl Task {
|
|
fn new(reactor: Arc<Mutex<Reactor>>, data: u64, id: usize) -> Self {
|
|
Task {
|
|
id,
|
|
reactor,
|
|
data,
|
|
is_registered: false,
|
|
}
|
|
}
|
|
}
|
|
|
|
impl Future for Task {
|
|
type Output = usize;
|
|
fn poll(mut self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Self::Output> {
|
|
let mut r = self.reactor.lock().unwrap();
|
|
if r.is_ready(self.id) {
|
|
Poll::Ready(self.id)
|
|
} else if self.is_registered {
|
|
Poll::Pending
|
|
} else {
|
|
r.register(self.data, cx.waker().clone(), self.id);
|
|
drop(r);
|
|
self.is_registered = true;
|
|
Poll::Pending
|
|
}
|
|
}
|
|
}
|
|
|
|
// =============================== REACTOR ===================================
|
|
struct Reactor {
|
|
dispatcher: Sender<Event>,
|
|
handle: Option<JoinHandle<()>>,
|
|
readylist: Arc<Mutex<Vec<usize>>>,
|
|
}
|
|
#[derive(Debug)]
|
|
enum Event {
|
|
Close,
|
|
Timeout(Waker, u64, usize),
|
|
}
|
|
|
|
impl Reactor {
|
|
fn new() -> Self {
|
|
let (tx, rx) = channel::<Event>();
|
|
let readylist = Arc::new(Mutex::new(vec![]));
|
|
let rl_clone = readylist.clone();
|
|
let mut handles = vec![];
|
|
let handle = thread::spawn(move || {
|
|
// This simulates some I/O resource
|
|
for event in rx {
|
|
println!("REACTOR: {:?}", event);
|
|
let rl_clone = rl_clone.clone();
|
|
match event {
|
|
Event::Close => break,
|
|
Event::Timeout(waker, duration, id) => {
|
|
let event_handle = thread::spawn(move || {
|
|
thread::sleep(Duration::from_secs(duration));
|
|
rl_clone.lock().map(|mut rl| rl.push(id)).unwrap();
|
|
waker.wake();
|
|
});
|
|
|
|
handles.push(event_handle);
|
|
}
|
|
}
|
|
}
|
|
|
|
for handle in handles {
|
|
handle.join().unwrap();
|
|
}
|
|
});
|
|
|
|
Reactor {
|
|
readylist,
|
|
dispatcher: tx,
|
|
handle: Some(handle),
|
|
}
|
|
}
|
|
|
|
fn register(&mut self, duration: u64, waker: Waker, data: usize) {
|
|
self.dispatcher
|
|
.send(Event::Timeout(waker, duration, data))
|
|
.unwrap();
|
|
}
|
|
|
|
fn close(&mut self) {
|
|
self.dispatcher.send(Event::Close).unwrap();
|
|
}
|
|
|
|
fn is_ready(&self, id_to_check: usize) -> bool {
|
|
self.readylist
|
|
.lock()
|
|
.map(|rl| rl.iter().any(|id| *id == id_to_check))
|
|
.unwrap()
|
|
}
|
|
}
|
|
|
|
impl Drop for Reactor {
|
|
fn drop(&mut self) {
|
|
self.handle.take().map(|h| h.join().unwrap()).unwrap();
|
|
}
|
|
}
|
|
</code></pre></pre>
|
|
<h1><a class="header" href="#conclusion-and-exercises" id="conclusion-and-exercises">Conclusion and exercises</a></h1>
|
|
<p>Congratulations. Good job! If you got this far you must have stayed with me
|
|
all the way. I hope you enjoyed the ride!</p>
|
|
<p>I'll leave you with some predictions and a set of exercises I'm suggesting for
|
|
those interested.</p>
|
|
<p>Futures will be more ergonomic to use with time. For example, instead of having
|
|
to create a <code>RawWaker</code> and so on, the <code>Waker</code> will also be possible to implement
|
|
as a normal <code>Trait</code>. It's probably going to be pretty similar to
|
|
<a href="https://rust-lang-nursery.github.io/futures-api-docs/0.3.0-alpha.13/futures/task/trait.ArcWake.html">ArcWake</a>.</p>
|
|
<p>There will probably be several more improvements like this, but since relatively
|
|
few people will actually need implement leaf Futures compared to those that use
|
|
them, focus will first and foremost be on how ergonomic it's to work with
|
|
futures inside async/await functions and blocks.</p>
|
|
<p>It will still take some time for the ecosystem to migrate over to <code>Futures 3.0</code>
|
|
but since the advantages are so huge, it will not be a split between libraries
|
|
using <code>Futures 1.0</code> and libraries using <code>Futures 3.0</code> for long.</p>
|
|
<h1><a class="header" href="#reader-exercises" id="reader-exercises">Reader exercises</a></h1>
|
|
<p>So our implementation has taken some obvious shortcuts and could use some improvement. Actually digging into the code and try things yourself is a good
|
|
way to learn. Here are some good exercises if you want to explore more:</p>
|
|
<h2><a class="header" href="#avoid-threadpark" id="avoid-threadpark">Avoid <code>thread::park</code></a></h2>
|
|
<p>The big problem using <code>Thread::park</code> and <code>Thread::unpark</code> is that the user can access these same methods from their own code. Try to use another method to
|
|
suspend our thread and wake it up again on our command. Some hints:</p>
|
|
<ul>
|
|
<li>Check out <code>CondVars</code>, here are two sources <a href="https://en.wikipedia.org/wiki/Monitor_(synchronization)#Condition_variables">Wikipedia</a> and the
|
|
docs for <a href="https://doc.rust-lang.org/stable/std/sync/struct.Condvar.html"><code>CondVar</code></a></li>
|
|
<li>Take a look at crates that help you with this exact problem like <a href="https://github.com/crossbeam-rs/crossbeam">Crossbeam </a>(specifically the <a href="https://docs.rs/crossbeam/0.7.3/crossbeam/sync/struct.Parker.html"><code>Parker</code></a>)</li>
|
|
</ul>
|
|
<h2><a class="header" href="#avoid-wrapping-the-whole-reactor-in-a-mutex-and-pass-it-around" id="avoid-wrapping-the-whole-reactor-in-a-mutex-and-pass-it-around">Avoid wrapping the whole <code>Reactor</code> in a mutex and pass it around</a></h2>
|
|
<p>First of all, protecting the whole <code>Reactor</code> and passing it around is overkill. We're only interested in synchronizing some parts of the information it contains. Try to refactor that out and only synchronize access to what's really needed.</p>
|
|
<ul>
|
|
<li>Do you want to pass around a reference to this information using an <code>Arc</code>?</li>
|
|
<li>Do you want to make a global <code>Reactor</code> so it can be accessed from anywhere?</li>
|
|
</ul>
|
|
<p>Next , using a <code>Mutex</code> as a synchronization mechanism might be overkill since many methods only reads data. </p>
|
|
<ul>
|
|
<li>Could an <a href="https://doc.rust-lang.org/stable/std/sync/struct.RwLock.html"><code>RwLock</code></a> be more efficient some places?</li>
|
|
<li>Could you use any of the synchronization mechanisms in <a href="https://github.com/crossbeam-rs/crossbeam">Crossbeam</a>?</li>
|
|
<li>Do you want to dig into <a href="https://cfsamsonbooks.gitbook.io/epoll-kqueue-iocp-explained/appendix-1/atomics-in-rust">atomics in Rust and implement a synchronization mechanism</a> of your own?</li>
|
|
</ul>
|
|
<h2><a class="header" href="#avoid-creating-a-new-waker-for-every-event" id="avoid-creating-a-new-waker-for-every-event">Avoid creating a new Waker for every event</a></h2>
|
|
<p>Right now we create a new instance of a Waker for every event we create. Is this really needed? </p>
|
|
<ul>
|
|
<li>Could we create one instance and then cache it (see <a href="https://stjepang.github.io/2020/01/25/build-your-own-block-on.html">this article from <code>u/sjepang</code></a>)?
|
|
<ul>
|
|
<li>Should we cache it in <code>thread_local!</code> storage?</li>
|
|
<li>Or should be cache it using a global constant?</li>
|
|
</ul>
|
|
</li>
|
|
</ul>
|
|
<h2><a class="header" href="#could-we-implement-more-methods-on-our-executor" id="could-we-implement-more-methods-on-our-executor">Could we implement more methods on our executor?</a></h2>
|
|
<p>What about CPU intensive tasks? Right now they'll prevent our executor thread from progressing an handling events. Could you create a thread pool and create a method to send such tasks to the thread pool instead together with a Waker which will wake up the executor thread once the CPU intensive task is done?</p>
|
|
<p>In both <code>async_std</code> and <code>tokio</code> this method is called <code>spawn_blocking</code>, a good place to start is to read the documentation and the code thy use to implement that.</p>
|
|
<h2><a class="header" href="#building-a-better-exectuor" id="building-a-better-exectuor">Building a better exectuor</a></h2>
|
|
<p>Right now, we can only run one and one future. Most runtimes has a <code>spawn</code>
|
|
function which let's you start off a future and <code>await</code> it later so you
|
|
can run multiple futures concurrently.</p>
|
|
<p>As I'm writing this <a href="https://github.com/stjepang">@stjepan</a> is writing a blog
|
|
series about implementing your own executors, and he just released a post
|
|
on how to accomplish just this you can visit <a href="https://stjepang.github.io/2020/01/31/build-your-own-executor.html">here</a>.
|
|
He knows what he's talking about so I recommend following that.</p>
|
|
<p>In the <a href="https://github.com/cfsamson/examples-futures/tree/bonus_spawn">bonus_spawn</a>
|
|
branch of the example repository you can also find an extremely simplified
|
|
(and worse) way of accomplishing the same in only a few lines of code.</p>
|
|
<h2><a class="header" href="#further-reading" id="further-reading">Further reading</a></h2>
|
|
<p>There are many great resources for further study. In addition to the RFCs and
|
|
articles I've already linked to in the book, here are some of my suggestions:</p>
|
|
<p><a href="https://rust-lang.github.io/async-book/01_getting_started/01_chapter.html">The official Asyc book</a></p>
|
|
<p><a href="https://book.async.rs/">The async_std book</a></p>
|
|
<p><a href="https://aturon.github.io/blog/2016/09/07/futures-design/">Aron Turon: Designing futures for Rust</a></p>
|
|
<p><a href="https://www.infoq.com/presentations/rust-2019/">Steve Klabnik's presentation: Rust's journey to Async/Await</a></p>
|
|
<p><a href="https://tokio.rs/blog/2019-10-scheduler/">The Tokio Blog</a></p>
|
|
<p><a href="https://stjepang.github.io/">Stjepan's blog with a series where he implements an Executor</a></p>
|
|
<p><a href="https://youtu.be/DkMwYxfSYNQ">Jon Gjengset's video on The Why, What and How of Pinning in Rust</a></p>
|
|
<p><a href="https://boats.gitlab.io/blog/post/2018-01-25-async-i-self-referential-structs/">Withoutboats blog series about async/await</a></p>
|
|
|
|
</main>
|
|
|
|
<nav class="nav-wrapper" aria-label="Page navigation">
|
|
<!-- Mobile navigation buttons -->
|
|
|
|
|
|
|
|
|
|
<div style="clear: both"></div>
|
|
</nav>
|
|
</div>
|
|
</div>
|
|
|
|
<nav class="nav-wide-wrapper" aria-label="Page navigation">
|
|
|
|
|
|
|
|
</nav>
|
|
|
|
</div>
|
|
|
|
|
|
<!-- Livereload script (if served using the cli tool) -->
|
|
<script type="text/javascript">
|
|
var socket = new WebSocket("ws://localhost:3001");
|
|
socket.onmessage = function (event) {
|
|
if (event.data === "reload") {
|
|
socket.close();
|
|
location.reload(true); // force reload from server (not from cache)
|
|
}
|
|
};
|
|
|
|
window.onbeforeunload = function() {
|
|
socket.close();
|
|
}
|
|
</script>
|
|
|
|
|
|
|
|
<!-- Google Analytics Tag -->
|
|
<script type="text/javascript">
|
|
var localAddrs = ["localhost", "127.0.0.1", ""];
|
|
|
|
// make sure we don't activate google analytics if the developer is
|
|
// inspecting the book locally...
|
|
if (localAddrs.indexOf(document.location.hostname) === -1) {
|
|
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
|
|
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
|
|
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
|
|
})(window,document,'script','https://www.google-analytics.com/analytics.js','ga');
|
|
|
|
ga('create', 'UA-157536992-1', 'auto');
|
|
ga('send', 'pageview');
|
|
}
|
|
</script>
|
|
|
|
|
|
|
|
<script src="ace.js" type="text/javascript" charset="utf-8"></script>
|
|
<script src="editor.js" type="text/javascript" charset="utf-8"></script>
|
|
<script src="mode-rust.js" type="text/javascript" charset="utf-8"></script>
|
|
<script src="theme-dawn.js" type="text/javascript" charset="utf-8"></script>
|
|
<script src="theme-tomorrow_night.js" type="text/javascript" charset="utf-8"></script>
|
|
|
|
|
|
|
|
<script src="elasticlunr.min.js" type="text/javascript" charset="utf-8"></script>
|
|
<script src="mark.min.js" type="text/javascript" charset="utf-8"></script>
|
|
<script src="searcher.js" type="text/javascript" charset="utf-8"></script>
|
|
|
|
|
|
<script src="clipboard.min.js" type="text/javascript" charset="utf-8"></script>
|
|
<script src="highlight.js" type="text/javascript" charset="utf-8"></script>
|
|
<script src="book.js" type="text/javascript" charset="utf-8"></script>
|
|
|
|
<!-- Custom JS scripts -->
|
|
|
|
|
|
|
|
|
|
<script type="text/javascript">
|
|
window.addEventListener('load', function() {
|
|
window.setTimeout(window.print, 100);
|
|
});
|
|
</script>
|
|
|
|
|
|
|
|
</body>
|
|
</html>
|