diff --git a/demos/paddlepaddle/install_python_with_conda.sh b/demos/paddlepaddle/install_python_with_conda.sh
index 6976f54c..58ec82fe 100755
--- a/demos/paddlepaddle/install_python_with_conda.sh
+++ b/demos/paddlepaddle/install_python_with_conda.sh
@@ -10,6 +10,9 @@ script_dir="$( cd "$( dirname "${BASH_SOURCE[0]}"  )" >/dev/null 2>&1 && pwd )"
 [ -d miniconda ] || bash ./Miniconda3-latest-Linux-x86_64.sh -b -p $script_dir/miniconda
 $script_dir/miniconda/bin/conda create --prefix $script_dir/python-occlum -y matplotlib numpy python=3.8.10 paddlepaddle==2.4.2 -c paddle
 
+# Remove miniconda and installation scripts
+rm -rf ./Miniconda3-latest-Linux-x86_64.sh $script_dir/miniconda
+
 CORE_PY=$script_dir/python-occlum/lib/python3.8/site-packages/paddle/fluid/core.py
 IMAGE_PY=$script_dir/python-occlum/lib/python3.8/site-packages/paddle/dataset/image.py
 
diff --git a/demos/python/flask/install_python_with_conda.sh b/demos/python/flask/install_python_with_conda.sh
index cb860247..3b8519aa 100755
--- a/demos/python/flask/install_python_with_conda.sh
+++ b/demos/python/flask/install_python_with_conda.sh
@@ -9,3 +9,6 @@ script_dir="$( cd "$( dirname "${BASH_SOURCE[0]}"  )" >/dev/null 2>&1 && pwd )"
 [ -f Miniconda3-latest-Linux-x86_64.sh ] || wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh
 [ -d miniconda ] || bash ./Miniconda3-latest-Linux-x86_64.sh -b -p $script_dir/miniconda
 $script_dir/miniconda/bin/conda create --prefix $script_dir/python-occlum -y python=3.9.11 flask=2.2.2 flask-restful=0.3.9 jinja2=3.1.2  werkzeug
+
+# 3. Remove miniconda and installation scripts
+rm -rf ./Miniconda3-latest-Linux-x86_64.sh $script_dir/miniconda
diff --git a/demos/python/python_glibc/install_python_with_conda.sh b/demos/python/python_glibc/install_python_with_conda.sh
index f1dea4c4..cc2352e8 100755
--- a/demos/python/python_glibc/install_python_with_conda.sh
+++ b/demos/python/python_glibc/install_python_with_conda.sh
@@ -10,3 +10,6 @@ script_dir="$( cd "$( dirname "${BASH_SOURCE[0]}"  )" >/dev/null 2>&1 && pwd )"
 [ -d miniconda ] || bash ./Miniconda3-latest-Linux-x86_64.sh -b -p $script_dir/miniconda
 $script_dir/miniconda/bin/conda create --prefix $script_dir/python-occlum -y python=3.8.10 numpy=1.21.5 scipy=1.7.3 scikit-learn=1.0 pandas=1.3 Cython
 
+# 3. Remove miniconda and installation scripts
+rm -rf ./Miniconda3-latest-Linux-x86_64.sh $script_dir/miniconda
+
diff --git a/demos/pytorch/distributed/build_pytorch_occlum_instance.sh b/demos/pytorch/distributed/build_pytorch_occlum_instance.sh
index b34981c8..be9a1bf6 100755
--- a/demos/pytorch/distributed/build_pytorch_occlum_instance.sh
+++ b/demos/pytorch/distributed/build_pytorch_occlum_instance.sh
@@ -27,6 +27,7 @@ function build_instance()
     pushd occlum_instance
     rm -rf image
     copy_bom -f ../pytorch.yaml --root image --include-dir /opt/occlum/etc/template
+    rm -rf $script_dir/python-occlum
 
     if [ ! -d $python_dir ];then
         echo "Error: cannot stat '$python_dir' directory"
diff --git a/demos/pytorch/distributed/install_python_with_conda.sh b/demos/pytorch/distributed/install_python_with_conda.sh
index 1e910e54..d20c33da 100755
--- a/demos/pytorch/distributed/install_python_with_conda.sh
+++ b/demos/pytorch/distributed/install_python_with_conda.sh
@@ -7,4 +7,7 @@ script_dir="$( cd "$( dirname "${BASH_SOURCE[0]}"  )" >/dev/null 2>&1 && pwd )"
 [ -d miniconda ] || bash ./Miniconda3-latest-Linux-x86_64.sh -b -p $script_dir/miniconda
 $script_dir/miniconda/bin/conda create --prefix $script_dir/python-occlum -y \
     python=3.8.10 numpy=1.21.5 scipy=1.7.3 scikit-learn=1.0 pandas=1.3 \
-    Cython pytorch torchvision -c pytorch
\ No newline at end of file
+    Cython pytorch torchvision -c pytorch
+
+# Remove miniconda and installation scripts
+rm -rf ./Miniconda3-latest-Linux-x86_64.sh $script_dir/miniconda
\ No newline at end of file
diff --git a/demos/pytorch/standalone/install_python_with_conda.sh b/demos/pytorch/standalone/install_python_with_conda.sh
index d436c42e..7c4a2733 100755
--- a/demos/pytorch/standalone/install_python_with_conda.sh
+++ b/demos/pytorch/standalone/install_python_with_conda.sh
@@ -9,3 +9,6 @@ script_dir="$( cd "$( dirname "${BASH_SOURCE[0]}"  )" >/dev/null 2>&1 && pwd )"
 [ -f Miniconda3-latest-Linux-x86_64.sh ] || wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh
 [ -d miniconda ] || bash ./Miniconda3-latest-Linux-x86_64.sh -b -p $script_dir/miniconda
 $script_dir/miniconda/bin/conda create --prefix $script_dir/python-occlum -y  python=3.8.10 pytorch numpy torchvision -c pytorch
+
+# 3. Remove miniconda and installation scripts
+rm -rf ./Miniconda3-latest-Linux-x86_64.sh $script_dir/miniconda
diff --git a/demos/tensorflow/tensorflow_training/install_python_with_conda.sh b/demos/tensorflow/tensorflow_training/install_python_with_conda.sh
index c30953e3..b1eb693e 100755
--- a/demos/tensorflow/tensorflow_training/install_python_with_conda.sh
+++ b/demos/tensorflow/tensorflow_training/install_python_with_conda.sh
@@ -9,3 +9,6 @@ $script_dir/miniconda/bin/conda create --prefix $script_dir/python-occlum -y  py
 
 # Download mnist dataset
 [ -f mnist.npz ] || wget https://storage.googleapis.com/tensorflow/tf-keras-datasets/mnist.npz
+
+# Remove miniconda and installation scripts
+rm -rf ./Miniconda3-latest-Linux-x86_64.sh $script_dir/miniconda