ENH Support XPU for seq clf examples (#2732)

Signed-off-by: Liu, Kaixuan <kaixuan.liu@intel.com>

examples/sequence_classification/FourierFT.ipynb

@@ -66,7 +66,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": null,
    "id": "e3b13308",
    "metadata": {},
    "outputs": [
@@ -86,7 +86,7 @@
     "model_name_or_path = \"roberta-base\"\n",
     "task = \"mrpc\"\n",
     "peft_type = PeftType.FOURIERFT\n",
-    "device = \"cuda\" if torch.cuda.is_available() else \"cpu\"\n",
+    "device = torch.accelerator.current_accelerator().type if hasattr(torch, \"accelerator\") else \"cuda\"\n",
     "num_epochs = 5  # for better results, increase this number\n",
     "n_frequency = 1000        # for better results, increase this number\n",
     "scaling = 150.0\n",

examples/sequence_classification/LoRA-torchao-8bit-dynamic-activation.ipynb

@@ -56,7 +56,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": null,
    "id": "e3b13308",
    "metadata": {},
    "outputs": [],
@@ -64,7 +64,7 @@
     "batch_size = 16\n",
     "model_name_or_path = \"google/gemma-2-2b\"\n",
     "task = \"mrpc\"\n",
-    "device = \"cuda\"\n",
+    "device = torch.accelerator.current_accelerator().type if hasattr(torch, \"accelerator\") else \"cuda\"\n",
     "num_epochs = 5\n",
     "lr = 2e-5\n",
     "\n",

examples/sequence_classification/LoRA-torchao-8bit.ipynb

@@ -56,7 +56,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": null,
    "id": "e3b13308",
    "metadata": {},
    "outputs": [],
@@ -64,7 +64,7 @@
     "batch_size = 16\n",
     "model_name_or_path = \"google/gemma-2-2b\"\n",
     "task = \"mrpc\"\n",
-    "device = \"cuda\"\n",
+    "device = torch.accelerator.current_accelerator().type if hasattr(torch, \"accelerator\") else \"cuda\"\n",
     "num_epochs = 5\n",
     "lr = 2e-5\n",
     "\n",

examples/sequence_classification/LoRA.ipynb

@@ -48,7 +48,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": null,
    "id": "e3b13308",
    "metadata": {},
    "outputs": [],
@@ -57,7 +57,7 @@
     "model_name_or_path = \"roberta-large\"\n",
     "task = \"mrpc\"\n",
     "peft_type = PeftType.LORA\n",
-    "device = \"cuda\"\n",
+    "device = torch.accelerator.current_accelerator().type if hasattr(torch, \"accelerator\") else \"cuda\"\n",
     "num_epochs = 20"
    ]
   },

examples/sequence_classification/P_Tuning.ipynb

@@ -47,7 +47,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": null,
    "id": "2bd7cbb2",
    "metadata": {},
    "outputs": [],
@@ -56,7 +56,7 @@
     "model_name_or_path = \"roberta-large\"\n",
     "task = \"mrpc\"\n",
     "peft_type = PeftType.P_TUNING\n",
-    "device = \"cuda\"\n",
+    "device = torch.accelerator.current_accelerator().type if hasattr(torch, \"accelerator\") else \"cuda\"\n",
     "num_epochs = 20"
    ]
   },

examples/sequence_classification/Prompt_Tuning.ipynb

@@ -48,7 +48,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": null,
    "id": "e32c4a9e",
    "metadata": {},
    "outputs": [],
@@ -57,7 +57,7 @@
     "model_name_or_path = \"roberta-large\"\n",
     "task = \"mrpc\"\n",
     "peft_type = PeftType.PROMPT_TUNING\n",
-    "device = \"cuda\"\n",
+    "device = torch.accelerator.current_accelerator().type if hasattr(torch, \"accelerator\") else \"cuda\"\n",
     "num_epochs = 20"
    ]
   },

examples/sequence_classification/VBLoRA.ipynb

@@ -58,7 +58,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": null,
    "id": "e3b13308",
    "metadata": {},
    "outputs": [
@@ -78,7 +78,7 @@
     "model_name_or_path = \"roberta-large\"\n",
     "task = \"mrpc\"\n",
     "peft_type = PeftType.VBLORA\n",
-    "device = \"cuda\"\n",
+    "device = torch.accelerator.current_accelerator().type if hasattr(torch, \"accelerator\") else \"cuda\"\n",
     "num_epochs = 20\n",
     "rank = 4\n",
     "max_length = 128\n",

examples/sequence_classification/VeRA.ipynb

@@ -76,7 +76,7 @@
     "model_name_or_path = \"roberta-base\"\n",
     "task = \"mrpc\"\n",
     "peft_type = PeftType.VERA\n",
-    "device = \"cuda\"\n",
+    "device = torch.accelerator.current_accelerator().type if hasattr(torch, \"accelerator\") else \"cuda\"\n",
     "num_epochs = 5  # for best results, increase this number\n",
     "rank = 8        # for best results, increase this number\n",
     "max_length = 128\n",

examples/sequence_classification/prefix_tuning.ipynb

@@ -47,7 +47,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": null,
    "id": "2bd7cbb2",
    "metadata": {},
    "outputs": [],
@@ -56,7 +56,7 @@
     "model_name_or_path = \"roberta-large\"\n",
     "task = \"mrpc\"\n",
     "peft_type = PeftType.PREFIX_TUNING\n",
-    "device = \"cuda\"\n",
+    "device = torch.accelerator.current_accelerator().type if hasattr(torch, \"accelerator\") else \"cuda\"\n",
     "num_epochs = 20"
    ]
   },

examples/sequence_classification/requirements.txt

@@ -2,4 +2,5 @@ transformers
 accelerate
 evaluate
 tqdm
-datasets
+datasets
+torchao