| 
4 | 4 |    "cell_type": "markdown",  | 
5 | 5 |    "metadata": {  | 
6 | 6 |     "application/vnd.databricks.v1+cell": {  | 
7 |  | -     "cellMetadata": {},  | 
 | 7 | +     "cellMetadata": {  | 
 | 8 | +      "byteLimit": 2048000,  | 
 | 9 | +      "rowLimit": 10000  | 
 | 10 | +     },  | 
8 | 11 |      "inputWidgets": {},  | 
9 | 12 |      "nuid": "fadf709d-de3d-4bfc-b69f-3b489de68bef",  | 
10 | 13 |      "showTitle": false,  | 
 | 
21 | 24 |    "execution_count": 0,  | 
22 | 25 |    "metadata": {  | 
23 | 26 |     "application/vnd.databricks.v1+cell": {  | 
24 |  | -     "cellMetadata": {},  | 
 | 27 | +     "cellMetadata": {  | 
 | 28 | +      "byteLimit": 2048000,  | 
 | 29 | +      "rowLimit": 10000  | 
 | 30 | +     },  | 
25 | 31 |      "inputWidgets": {},  | 
26 | 32 |      "nuid": "d4a1fef1-aa99-469c-b35f-9b3f3e81c9f7",  | 
27 | 33 |      "showTitle": false,  | 
 | 
40 | 46 |    "cell_type": "markdown",  | 
41 | 47 |    "metadata": {  | 
42 | 48 |     "application/vnd.databricks.v1+cell": {  | 
43 |  | -     "cellMetadata": {},  | 
 | 49 | +     "cellMetadata": {  | 
 | 50 | +      "byteLimit": 2048000,  | 
 | 51 | +      "rowLimit": 10000  | 
 | 52 | +     },  | 
44 | 53 |      "inputWidgets": {},  | 
45 | 54 |      "nuid": "78daa073-80d8-4f7e-9cfa-10f6eb568909",  | 
46 | 55 |      "showTitle": false,  | 
 | 
126 | 135 |    "execution_count": 0,  | 
127 | 136 |    "metadata": {  | 
128 | 137 |     "application/vnd.databricks.v1+cell": {  | 
129 |  | -     "cellMetadata": {},  | 
 | 138 | +     "cellMetadata": {  | 
 | 139 | +      "byteLimit": 2048000,  | 
 | 140 | +      "rowLimit": 10000  | 
 | 141 | +     },  | 
130 | 142 |      "inputWidgets": {},  | 
131 | 143 |      "nuid": "7b78bc27-26cd-4523-8646-7369baf68fcb",  | 
132 | 144 |      "showTitle": false,  | 
133 | 145 |      "tableResultSettingsMap": {},  | 
134 | 146 |      "title": ""  | 
135 | 147 |     }  | 
136 | 148 |    },  | 
137 |  | -   "outputs": [],  | 
 | 149 | +   "outputs": [  | 
 | 150 | +    {  | 
 | 151 | +     "output_type": "stream",  | 
 | 152 | +     "name": "stdout",  | 
 | 153 | +     "output_type": "stream",  | 
 | 154 | +     "text": [  | 
 | 155 | +      "+------+--------+-----------+------------+\n|box_id|chest_id|apple_count|orange_count|\n+------+--------+-----------+------------+\n|     2|    NULL|          6|          15|\n|    18|      14|          4|          15|\n|    19|       3|          8|           4|\n|    12|       2|         19|          20|\n|    20|       6|         12|           9|\n|     8|       6|          9|           9|\n|     3|      14|         16|           7|\n+------+--------+-----------+------------+\n\n+--------+-----------+------------+\n|chest_id|apple_count|orange_count|\n+--------+-----------+------------+\n|       6|          5|           6|\n|      14|         20|          10|\n|       2|          8|           8|\n|       3|         19|           4|\n|      16|         19|          19|\n+--------+-----------+------------+\n\n"  | 
 | 156 | +     ]  | 
 | 157 | +    }  | 
 | 158 | +   ],  | 
138 | 159 |    "source": [  | 
139 | 160 |     "boxes_data_1715 = [\n",  | 
140 | 161 |     "    (2, None, 6, 15),\n",  | 
 | 
163 | 184 |     "chests_df_1715.show()\n",  | 
164 | 185 |     "\n"  | 
165 | 186 |    ]  | 
 | 187 | +  },  | 
 | 188 | +  {  | 
 | 189 | +   "cell_type": "code",  | 
 | 190 | +   "execution_count": 0,  | 
 | 191 | +   "metadata": {  | 
 | 192 | +    "application/vnd.databricks.v1+cell": {  | 
 | 193 | +     "cellMetadata": {  | 
 | 194 | +      "byteLimit": 2048000,  | 
 | 195 | +      "rowLimit": 10000  | 
 | 196 | +     },  | 
 | 197 | +     "inputWidgets": {},  | 
 | 198 | +     "nuid": "4771ec37-b5de-46bb-8eff-59493121cb22",  | 
 | 199 | +     "showTitle": false,  | 
 | 200 | +     "tableResultSettingsMap": {},  | 
 | 201 | +     "title": ""  | 
 | 202 | +    }  | 
 | 203 | +   },  | 
 | 204 | +   "outputs": [],  | 
 | 205 | +   "source": [  | 
 | 206 | +    "boxes = boxes_df_1715.alias(\"b\")\n",  | 
 | 207 | +    "chests = chests_df_1715.alias(\"c\")"  | 
 | 208 | +   ]  | 
 | 209 | +  },  | 
 | 210 | +  {  | 
 | 211 | +   "cell_type": "code",  | 
 | 212 | +   "execution_count": 0,  | 
 | 213 | +   "metadata": {  | 
 | 214 | +    "application/vnd.databricks.v1+cell": {  | 
 | 215 | +     "cellMetadata": {  | 
 | 216 | +      "byteLimit": 2048000,  | 
 | 217 | +      "rowLimit": 10000  | 
 | 218 | +     },  | 
 | 219 | +     "inputWidgets": {},  | 
 | 220 | +     "nuid": "343a17f7-9b2a-431d-a80a-f77682728cd0",  | 
 | 221 | +     "showTitle": false,  | 
 | 222 | +     "tableResultSettingsMap": {},  | 
 | 223 | +     "title": ""  | 
 | 224 | +    }  | 
 | 225 | +   },  | 
 | 226 | +   "outputs": [  | 
 | 227 | +    {  | 
 | 228 | +     "output_type": "stream",  | 
 | 229 | +     "name": "stdout",  | 
 | 230 | +     "output_type": "stream",  | 
 | 231 | +     "text": [  | 
 | 232 | +      "+-----------+------------+\n|apple_count|orange_count|\n+-----------+------------+\n|        151|         123|\n+-----------+------------+\n\n"  | 
 | 233 | +     ]  | 
 | 234 | +    }  | 
 | 235 | +   ],  | 
 | 236 | +   "source": [  | 
 | 237 | +    "boxes\\\n",  | 
 | 238 | +    "    .join(chests, boxes.chest_id == chests.chest_id, \"left\")\\\n",  | 
 | 239 | +    "        .select(\n",  | 
 | 240 | +    "            (col(\"b.apple_count\") + coalesce(col(\"c.apple_count\"), lit(0))).alias(\"total_apples\"),\n",  | 
 | 241 | +    "            (col(\"b.orange_count\") + coalesce(col(\"c.orange_count\"), lit(0))).alias(\"total_oranges\")\n",  | 
 | 242 | +    "            )\\\n",  | 
 | 243 | +    "                .agg(\n",  | 
 | 244 | +    "                    sum(\"total_apples\").alias(\"apple_count\"),\n",  | 
 | 245 | +    "                    sum(\"total_oranges\").alias(\"orange_count\")\n",  | 
 | 246 | +    "                    ).show()"  | 
 | 247 | +   ]  | 
166 | 248 |   }  | 
167 | 249 |  ],  | 
168 | 250 |  "metadata": {  | 
169 | 251 |   "application/vnd.databricks.v1+notebook": {  | 
170 |  | -   "computePreferences": null,  | 
 | 252 | +   "computePreferences": {  | 
 | 253 | +    "hardware": {  | 
 | 254 | +     "accelerator": null,  | 
 | 255 | +     "gpuPoolId": null,  | 
 | 256 | +     "memory": null  | 
 | 257 | +    }  | 
 | 258 | +   },  | 
171 | 259 |    "dashboards": [],  | 
172 | 260 |    "environmentMetadata": {  | 
173 | 261 |     "base_environment": "",  | 
174 |  | -    "environment_version": "1"  | 
 | 262 | +    "environment_version": "2"  | 
175 | 263 |    },  | 
176 | 264 |    "inputWidgetPreferences": null,  | 
177 | 265 |    "language": "python",  | 
 | 
0 commit comments