diff --git a/prometheus_module/counter.cpp b/prometheus_module/counter.cpp
index ab77391..9ce0324 100644
--- a/prometheus_module/counter.cpp
+++ b/prometheus_module/counter.cpp
@@ -108,7 +108,7 @@ void Counter::set_wrapped(prometheus::Counter& wrapped) {
 
 typedef struct {
 	PyObject_HEAD
-	std::unique_ptr<Counter> counter;
+	Counter* counter;
 	PyObject* family;
 	std::unordered_map<std::string, PyObject*>* cache;
 } CounterPyObject;
@@ -123,7 +123,7 @@ static int Counter_init(CounterPyObject *self, PyObject *args, PyObject *kwds) {
 		return -1;
 
 	Counter* wrapped = (Counter*)PyCapsule_GetPointer(capsule, NULL);
-	self->counter.reset(wrapped);
+	self->counter = wrapped;
 
 	if (family != NULL) {
 		self->family = family;
@@ -139,14 +139,12 @@ static int Counter_init(CounterPyObject *self, PyObject *args, PyObject *kwds) {
 }
 
 static void Counter_dealloc(CounterPyObject* self) {
-	self->counter.reset(nullptr);
+	self->counter = nullptr;
 
 	if (self->family != reinterpret_cast<PyObject*>(self)) {
 		Py_DecRef(self->family);
 	}
 
-	delete self->family;
-
 	Py_TYPE(self)->tp_free((PyObject*)self);
 }
 
diff --git a/prometheus_module/gauge.cpp b/prometheus_module/gauge.cpp
index 02d2b83..988090f 100644
--- a/prometheus_module/gauge.cpp
+++ b/prometheus_module/gauge.cpp
@@ -122,7 +122,7 @@ void Gauge::set_wrapped(prometheus::Gauge& wrapped) {
 
 typedef struct {
 	PyObject_HEAD
-	std::unique_ptr<Gauge> gauge;
+	Gauge* gauge;
 	PyObject* family;
 	std::unordered_map<std::string, PyObject*>* cache;
 } GaugePyObject;
@@ -137,7 +137,7 @@ static int Gauge_init(GaugePyObject *self, PyObject *args, PyObject *kwds) {
 		return -1;
 
 	Gauge* wrapped = (Gauge*)PyCapsule_GetPointer(capsule, NULL);
-	self->gauge.reset(wrapped);
+	self->gauge = wrapped;
 
 	if (family != NULL) {
 		self->family = family;
@@ -153,14 +153,12 @@ static int Gauge_init(GaugePyObject *self, PyObject *args, PyObject *kwds) {
 }
 
 static void Gauge_dealloc(GaugePyObject* self) {
-	self->gauge.reset(nullptr);
+	self->gauge = nullptr;
 
 	if (self->family != reinterpret_cast<PyObject*>(self)) {
 		Py_DecRef(self->family);
 	}
 
-	delete self->family;
-
 	Py_TYPE(self)->tp_free((PyObject*)self);
 }
 
diff --git a/prometheus_module/histogram.cpp b/prometheus_module/histogram.cpp
index b2defe7..0470ab8 100644
--- a/prometheus_module/histogram.cpp
+++ b/prometheus_module/histogram.cpp
@@ -105,7 +105,7 @@ void Histogram::set_wrapped(prometheus::Histogram& wrapped) {
 
 typedef struct {
 	PyObject_HEAD
-	std::unique_ptr<Histogram> histogram;
+	Histogram* histogram;
 	PyObject* family;
 	std::unordered_map<std::string, PyObject*>* cache;
 } HistogramPyObject;
@@ -120,7 +120,7 @@ static int Histogram_init(HistogramPyObject *self, PyObject *args, PyObject *kwd
 		return -1;
 
 	Histogram* wrapped = (Histogram*)PyCapsule_GetPointer(capsule, NULL);
-	self->histogram.reset(wrapped);
+	self->histogram = wrapped;
 
 	if (family != NULL) {
 		self->family = family;
@@ -136,14 +136,12 @@ static int Histogram_init(HistogramPyObject *self, PyObject *args, PyObject *kwd
 }
 
 static void Histogram_dealloc(HistogramPyObject* self) {
-	self->histogram.reset(nullptr);
+	self->histogram = nullptr;
 
 	if (self->family != reinterpret_cast<PyObject*>(self)) {
 		Py_DecRef(self->family);
 	}
 
-	delete self->family;
-
 	Py_TYPE(self)->tp_free((PyObject*)self);
 }
 
diff --git a/prometheus_module/summary.cpp b/prometheus_module/summary.cpp
index f27d357..8e5f697 100644
--- a/prometheus_module/summary.cpp
+++ b/prometheus_module/summary.cpp
@@ -111,7 +111,7 @@ void Summary::set_wrapped(prometheus::Summary& wrapped) {
 
 typedef struct {
 	PyObject_HEAD
-	std::unique_ptr<Summary> summary;
+	Summary* summary;
 	PyObject* family;
 	std::unordered_map<std::string, PyObject*>* cache;
 } SummaryPyObject;
@@ -126,7 +126,7 @@ static int Summary_init(SummaryPyObject *self, PyObject *args, PyObject *kwds) {
 		return -1;
 
 	Summary* wrapped = (Summary*)PyCapsule_GetPointer(capsule, NULL);
-	self->summary.reset(wrapped);
+	self->summary = wrapped;
 
 	if (family != NULL) {
 		self->family = family;
@@ -142,14 +142,12 @@ static int Summary_init(SummaryPyObject *self, PyObject *args, PyObject *kwds) {
 }
 
 static void Summary_dealloc(SummaryPyObject* self) {
-	self->summary.reset(nullptr);
+	self->summary = nullptr;
 
 	if (self->family != reinterpret_cast<PyObject*>(self)) {
 		Py_DecRef(self->family);
 	}
 
-	delete self->family;
-
 	Py_TYPE(self)->tp_free((PyObject*)self);
 }