diff --git a/driver/others/memory.c b/driver/others/memory.c
index 36815a39c3..6f7a7db825 100644
--- a/driver/others/memory.c
+++ b/driver/others/memory.c
@@ -1073,6 +1073,11 @@ static volatile int memory_initialized = 0;
     }
     free(table);
   }
+#if defined(OS_WINDOWS)
+  TlsFree(local_storage_key);
+#else
+  pthread_key_delete(local_storage_key);
+#endif		
 }
 
 static void blas_memory_init(){