LeetCode PySpark Solution

Author: bitoollearner

Solved/2853. Highest Salaries Difference (Easy)-(Solved).ipynb

@@ -4,7 +4,10 @@
    "cell_type": "markdown",
    "metadata": {
     "application/vnd.databricks.v1+cell": {
-     "cellMetadata": {},
+     "cellMetadata": {
+      "byteLimit": 2048000,
+      "rowLimit": 10000
+     },
      "inputWidgets": {},
      "nuid": "4e9d71b1-88e9-445c-820a-b842e217a4e7",
      "showTitle": false,
@@ -21,7 +24,10 @@
    "execution_count": 0,
    "metadata": {
     "application/vnd.databricks.v1+cell": {
-     "cellMetadata": {},
+     "cellMetadata": {
+      "byteLimit": 2048000,
+      "rowLimit": 10000
+     },
      "inputWidgets": {},
      "nuid": "e6624c4d-8cb8-4ac4-8c72-81d1b4ecdb57",
      "showTitle": false,
@@ -40,7 +46,10 @@
    "cell_type": "markdown",
    "metadata": {
     "application/vnd.databricks.v1+cell": {
-     "cellMetadata": {},
+     "cellMetadata": {
+      "byteLimit": 2048000,
+      "rowLimit": 10000
+     },
      "inputWidgets": {},
      "nuid": "c3788fe5-f4c9-420f-ad72-ec1a39310a2a",
      "showTitle": false,
@@ -100,15 +109,27 @@
    "execution_count": 0,
    "metadata": {
     "application/vnd.databricks.v1+cell": {
-     "cellMetadata": {},
+     "cellMetadata": {
+      "byteLimit": 2048000,
+      "rowLimit": 10000
+     },
      "inputWidgets": {},
      "nuid": "137536ea-9bec-4171-8dc2-4bf8b0d771b4",
      "showTitle": false,
      "tableResultSettingsMap": {},
      "title": ""
     }
    },
-   "outputs": [],
+   "outputs": [
+    {
+     "output_type": "stream",
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "+--------+-----------+------+\n|emp_name| department|salary|\n+--------+-----------+------+\n|   Kathy|Engineering| 50000|\n|     Roy|  Marketing| 30000|\n| Charles|Engineering| 45000|\n|    Jack|Engineering| 85000|\n|Benjamin|  Marketing| 34000|\n| Anthony|  Marketing| 42000|\n|  Edward|Engineering|102000|\n|   Terry|Engineering| 44000|\n|  Evelyn|  Marketing| 53000|\n|  Arthur|Engineering| 32000|\n+--------+-----------+------+\n\n"
+     ]
+    }
+   ],
    "source": [
     "salaries_data_2853 = [\n",
     "    (\"Kathy\", \"Engineering\", 50000),\n",
@@ -127,15 +148,153 @@
     "salaries_df_2853 = spark.createDataFrame(salaries_data_2853, salaries_columns_2853)\n",
     "salaries_df_2853.show()"
    ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 0,
+   "metadata": {
+    "application/vnd.databricks.v1+cell": {
+     "cellMetadata": {
+      "byteLimit": 2048000,
+      "rowLimit": 10000
+     },
+     "inputWidgets": {},
+     "nuid": "4f5479e7-5d1f-455a-875e-5040c6bcee1c",
+     "showTitle": false,
+     "tableResultSettingsMap": {},
+     "title": ""
+    }
+   },
+   "outputs": [],
+   "source": [
+    "dept_max_2853 = salaries_df_2853\\\n",
+    "                    .groupBy(\"department\")\\\n",
+    "                        .agg(max(\"salary\").alias(\"max_salary\"))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 0,
+   "metadata": {
+    "application/vnd.databricks.v1+cell": {
+     "cellMetadata": {
+      "byteLimit": 2048000,
+      "rowLimit": 10000
+     },
+     "inputWidgets": {},
+     "nuid": "02214221-d627-4ec2-9985-0a9e3fd8e750",
+     "showTitle": false,
+     "tableResultSettingsMap": {},
+     "title": ""
+    }
+   },
+   "outputs": [],
+   "source": [
+    "pivoted_2853 = dept_max_2853\\\n",
+    "                    .groupBy().pivot(\"department\").agg(first(\"max_salary\"))"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 0,
+   "metadata": {
+    "application/vnd.databricks.v1+cell": {
+     "cellMetadata": {
+      "byteLimit": 2048000,
+      "rowLimit": 10000
+     },
+     "inputWidgets": {},
+     "nuid": "2ae57ec4-0458-4729-a555-0f717ca2a684",
+     "showTitle": false,
+     "tableResultSettingsMap": {},
+     "title": ""
+    }
+   },
+   "outputs": [
+    {
+     "output_type": "display_data",
+     "data": {
+      "text/html": [
+       "<style scoped>\n",
+       "  .table-result-container {\n",
+       "    max-height: 300px;\n",
+       "    overflow: auto;\n",
+       "  }\n",
+       "  table, th, td {\n",
+       "    border: 1px solid black;\n",
+       "    border-collapse: collapse;\n",
+       "  }\n",
+       "  th, td {\n",
+       "    padding: 5px;\n",
+       "  }\n",
+       "  th {\n",
+       "    text-align: left;\n",
+       "  }\n",
+       "</style><div class='table-result-container'><table class='table-result'><thead style='background-color: white'><tr><th>salary_difference</th></tr></thead><tbody><tr><td>49000</td></tr></tbody></table></div>"
+      ]
+     },
+     "metadata": {
+      "application/vnd.databricks.v1+output": {
+       "addedWidgets": {},
+       "aggData": [],
+       "aggError": "",
+       "aggOverflow": false,
+       "aggSchema": [],
+       "aggSeriesLimitReached": false,
+       "aggType": "",
+       "arguments": {},
+       "columnCustomDisplayInfos": {},
+       "data": [
+        [
+         49000
+        ]
+       ],
+       "datasetInfos": [],
+       "dbfsResultPath": null,
+       "isJsonSchema": true,
+       "metadata": {},
+       "overflow": false,
+       "plotOptions": {
+        "customPlotOptions": {},
+        "displayType": "table",
+        "pivotAggregation": null,
+        "pivotColumns": null,
+        "xColumns": null,
+        "yColumns": null
+       },
+       "removedWidgets": [],
+       "schema": [
+        {
+         "metadata": "{}",
+         "name": "salary_difference",
+         "type": "\"long\""
+        }
+       ],
+       "type": "table"
+      }
+     },
+     "output_type": "display_data"
+    }
+   ],
+   "source": [
+    "pivoted_2853\\\n",
+    "    .select( abs(col(\"Engineering\") - col(\"Marketing\")).alias(\"salary_difference\")).display()"
+   ]
   }
  ],
  "metadata": {
   "application/vnd.databricks.v1+notebook": {
-   "computePreferences": null,
+   "computePreferences": {
+    "hardware": {
+     "accelerator": null,
+     "gpuPoolId": null,
+     "memory": null
+    }
+   },
    "dashboards": [],
    "environmentMetadata": {
     "base_environment": "",
-    "environment_version": "1"
+    "environment_version": "2"
    },
    "inputWidgetPreferences": null,
    "language": "python",