diff --git a/pg_temp/pg_temp.py b/pg_temp/pg_temp.py
index 273a2fc..d3c5471 100644
--- a/pg_temp/pg_temp.py
+++ b/pg_temp/pg_temp.py
@@ -1,4 +1,5 @@
 """Set up a temporary postgres DB"""
+
 import itertools
 import os
 import sys
@@ -358,6 +359,8 @@ def cleanup(self):
                 stdout=subprocess.DEVNULL,
             )
         elif self.pg_process:
+            pg_stop_cmd = ['pg_ctl', 'stop', '-D', self.pg_data_dir, '-m' 'fast']
+            self.run_cmd(pg_stop_cmd, level=2, bg=True).wait()
             self.pg_process.kill()
             self.pg_process.wait()
         for d in [self.pg_temp_dir]: