fix: e2e tests not passing

Author: VanillaSpoon

test/e2e/mnist_pytorch_mcad_job_test.go

@@ -77,15 +77,23 @@ func TestMNISTPyTorchMCAD(t *testing.T) {
 				Spec: corev1.PodSpec{
 					Containers: []corev1.Container{
 						{
-							Name:    "job",
-							Image:   GetPyTorchImage(),
+							Name:  "job",
+							Image: GetPyTorchImage(),
+							Env: []corev1.EnvVar{
+								corev1.EnvVar{Name: "PYTHONUSERBASE", Value: "/test2"},
+							},
 							Command: []string{"/bin/sh", "-c", "pip install -r /test/requirements.txt && torchrun /test/mnist.py"},
 							VolumeMounts: []corev1.VolumeMount{
 								{
 									Name:      "test",
 									MountPath: "/test",
 								},
+								{
+									Name:      "test2",
+									MountPath: "/test2",
+								},
 							},
+							WorkingDir: "/test2",
 						},
 					},
 					Volumes: []corev1.Volume{
@@ -99,6 +107,12 @@ func TestMNISTPyTorchMCAD(t *testing.T) {
 								},
 							},
 						},
+						{
+							Name: "test2",
+							VolumeSource: corev1.VolumeSource{
+								EmptyDir: &corev1.EmptyDirVolumeSource{},
+							},
+						},
 					},
 					RestartPolicy: corev1.RestartPolicyNever,
 				},

test/e2e/mnist_raycluster_sdk_test.go

@@ -160,14 +160,22 @@ func TestMNISTRayClusterSDK(t *testing.T) {
 							Name: "test",
 							// FIXME: switch to base Python image once the dependency on OpenShift CLI is removed
 							// See https://github.com/project-codeflare/codeflare-sdk/pull/146
-							Image:   "quay.io/opendatahub/notebooks:jupyter-minimal-ubi8-python-3.8-4c8f26e",
+							Image: "quay.io/opendatahub/notebooks:jupyter-minimal-ubi8-python-3.8-4c8f26e",
+							Env: []corev1.EnvVar{
+								corev1.EnvVar{Name: "PYTHONUSERBASE", Value: "/test2"},
+							},
 							Command: []string{"/bin/sh", "-c", "pip install codeflare-sdk==" + GetCodeFlareSDKVersion() + " && cp /test/* . && python mnist_raycluster_sdk.py" + " " + namespace.Name},
 							VolumeMounts: []corev1.VolumeMount{
 								{
 									Name:      "test",
 									MountPath: "/test",
 								},
+								{
+									Name:      "test2",
+									MountPath: "/test2",
+								},
 							},
+							WorkingDir: "/test2",
 						},
 					},
 					Volumes: []corev1.Volume{
@@ -181,6 +189,12 @@ func TestMNISTRayClusterSDK(t *testing.T) {
 								},
 							},
 						},
+						{
+							Name: "test2",
+							VolumeSource: corev1.VolumeSource{
+								EmptyDir: &corev1.EmptyDirVolumeSource{},
+							},
+						},
 					},
 					RestartPolicy:      corev1.RestartPolicyNever,
 					ServiceAccountName: serviceAccount.Name,

test/support/utils.go

@@ -36,6 +36,24 @@ const (
 
 func WriteToOutputDir(t Test, fileName string, fileType OutputType, data []byte) {
 	t.T().Helper()
-	t.Expect(os.WriteFile(path.Join(t.OutputDir(), fileName+"."+string(fileType)), data, fs.ModePerm)).
-		To(gomega.Succeed())
+
+	// Get output directory and create the directory if it doesn't exist
+	outputDir := t.OutputDir()
+	err := os.MkdirAll(outputDir, os.ModePerm)
+	if err != nil {
+		t.T().Logf("Error creating directory %s: %v", outputDir, err)
+		t.Expect(err).NotTo(gomega.HaveOccurred())
+		return
+	}
+
+	// Construct file path and write to it
+	fullFilePath := path.Join(outputDir, fileName+"."+string(fileType))
+	t.T().Logf("Writing to file: %s", fullFilePath)
+	err = os.WriteFile(fullFilePath, data, fs.ModePerm)
+	if err != nil {
+		t.T().Logf("Error writing to file %s: %v", fullFilePath, err)
+		t.Expect(err).NotTo(gomega.HaveOccurred())
+	} else {
+		t.T().Logf("Successfully wrote to file: %s", fullFilePath)
+	}
 }