"
@@ -144,151 +194,151 @@
" 0 | \n",
" Adelie Penguin (Pygoscelis adeliae) | \n",
" Torgersen | \n",
- " 3875 | \n",
+ " 3875.0 | \n",
" \n",
" \n",
" 1 | \n",
" Adelie Penguin (Pygoscelis adeliae) | \n",
" Torgersen | \n",
- " 2900 | \n",
+ " 2900.0 | \n",
"
\n",
" \n",
" 2 | \n",
" Adelie Penguin (Pygoscelis adeliae) | \n",
" Biscoe | \n",
- " 3725 | \n",
+ " 3725.0 | \n",
"
\n",
" \n",
" 3 | \n",
" Adelie Penguin (Pygoscelis adeliae) | \n",
" Dream | \n",
- " 2975 | \n",
+ " 2975.0 | \n",
"
\n",
" \n",
" 4 | \n",
" Adelie Penguin (Pygoscelis adeliae) | \n",
" Torgersen | \n",
- " 3050 | \n",
+ " 3050.0 | \n",
"
\n",
" \n",
" 5 | \n",
" Chinstrap penguin (Pygoscelis antarctica) | \n",
" Dream | \n",
- " 2700 | \n",
+ " 2700.0 | \n",
"
\n",
" \n",
" 6 | \n",
" Adelie Penguin (Pygoscelis adeliae) | \n",
" Dream | \n",
- " 3900 | \n",
+ " 3900.0 | \n",
"
\n",
" \n",
" 7 | \n",
" Adelie Penguin (Pygoscelis adeliae) | \n",
" Biscoe | \n",
- " 3825 | \n",
+ " 3825.0 | \n",
"
\n",
" \n",
" 8 | \n",
" Chinstrap penguin (Pygoscelis antarctica) | \n",
" Dream | \n",
- " 3775 | \n",
+ " 3775.0 | \n",
"
\n",
" \n",
" 9 | \n",
" Adelie Penguin (Pygoscelis adeliae) | \n",
" Dream | \n",
- " 3350 | \n",
+ " 3350.0 | \n",
"
\n",
" \n",
" 10 | \n",
" Adelie Penguin (Pygoscelis adeliae) | \n",
" Biscoe | \n",
- " 3900 | \n",
+ " 3900.0 | \n",
"
\n",
" \n",
" 11 | \n",
" Adelie Penguin (Pygoscelis adeliae) | \n",
" Torgersen | \n",
- " 3650 | \n",
+ " 3650.0 | \n",
"
\n",
" \n",
" 12 | \n",
" Adelie Penguin (Pygoscelis adeliae) | \n",
" Biscoe | \n",
- " 3200 | \n",
+ " 3200.0 | \n",
"
\n",
" \n",
" 13 | \n",
" Chinstrap penguin (Pygoscelis antarctica) | \n",
" Dream | \n",
- " 3650 | \n",
+ " 3650.0 | \n",
"
\n",
" \n",
" 14 | \n",
" Adelie Penguin (Pygoscelis adeliae) | \n",
" Dream | \n",
- " 3700 | \n",
+ " 3700.0 | \n",
"
\n",
" \n",
" 15 | \n",
" Chinstrap penguin (Pygoscelis antarctica) | \n",
" Dream | \n",
- " 3800 | \n",
+ " 3800.0 | \n",
"
\n",
" \n",
" 16 | \n",
" Chinstrap penguin (Pygoscelis antarctica) | \n",
" Dream | \n",
- " 3950 | \n",
+ " 3950.0 | \n",
"
\n",
" \n",
" 17 | \n",
" Chinstrap penguin (Pygoscelis antarctica) | \n",
" Dream | \n",
- " 3350 | \n",
+ " 3350.0 | \n",
"
\n",
" \n",
" 18 | \n",
" Adelie Penguin (Pygoscelis adeliae) | \n",
" Dream | \n",
- " 3100 | \n",
+ " 3100.0 | \n",
"
\n",
" \n",
" 19 | \n",
" Chinstrap penguin (Pygoscelis antarctica) | \n",
" Dream | \n",
- " 3750 | \n",
+ " 3750.0 | \n",
"
\n",
" \n",
" 20 | \n",
" Adelie Penguin (Pygoscelis adeliae) | \n",
" Biscoe | \n",
- " 3550 | \n",
+ " 3550.0 | \n",
"
\n",
" \n",
" 21 | \n",
" Chinstrap penguin (Pygoscelis antarctica) | \n",
" Dream | \n",
- " 3400 | \n",
+ " 3400.0 | \n",
"
\n",
" \n",
" 22 | \n",
" Adelie Penguin (Pygoscelis adeliae) | \n",
" Torgersen | \n",
- " 3450 | \n",
+ " 3450.0 | \n",
"
\n",
" \n",
" 23 | \n",
" Adelie Penguin (Pygoscelis adeliae) | \n",
" Torgersen | \n",
- " 3600 | \n",
+ " 3600.0 | \n",
"
\n",
" \n",
" 24 | \n",
" Chinstrap penguin (Pygoscelis antarctica) | \n",
" Dream | \n",
- " 3650 | \n",
+ " 3650.0 | \n",
"
\n",
" \n",
"\n",
@@ -297,37 +347,37 @@
],
"text/plain": [
" species rowkey body_mass_g\n",
- " Adelie Penguin (Pygoscelis adeliae) Torgersen 3875\n",
- " Adelie Penguin (Pygoscelis adeliae) Torgersen 2900\n",
- " Adelie Penguin (Pygoscelis adeliae) Biscoe 3725\n",
- " Adelie Penguin (Pygoscelis adeliae) Dream 2975\n",
- " Adelie Penguin (Pygoscelis adeliae) Torgersen 3050\n",
- "Chinstrap penguin (Pygoscelis antarctica) Dream 2700\n",
- " Adelie Penguin (Pygoscelis adeliae) Dream 3900\n",
- " Adelie Penguin (Pygoscelis adeliae) Biscoe 3825\n",
- "Chinstrap penguin (Pygoscelis antarctica) Dream 3775\n",
- " Adelie Penguin (Pygoscelis adeliae) Dream 3350\n",
- " Adelie Penguin (Pygoscelis adeliae) Biscoe 3900\n",
- " Adelie Penguin (Pygoscelis adeliae) Torgersen 3650\n",
- " Adelie Penguin (Pygoscelis adeliae) Biscoe 3200\n",
- "Chinstrap penguin (Pygoscelis antarctica) Dream 3650\n",
- " Adelie Penguin (Pygoscelis adeliae) Dream 3700\n",
- "Chinstrap penguin (Pygoscelis antarctica) Dream 3800\n",
- "Chinstrap penguin (Pygoscelis antarctica) Dream 3950\n",
- "Chinstrap penguin (Pygoscelis antarctica) Dream 3350\n",
- " Adelie Penguin (Pygoscelis adeliae) Dream 3100\n",
- "Chinstrap penguin (Pygoscelis antarctica) Dream 3750\n",
- " Adelie Penguin (Pygoscelis adeliae) Biscoe 3550\n",
- "Chinstrap penguin (Pygoscelis antarctica) Dream 3400\n",
- " Adelie Penguin (Pygoscelis adeliae) Torgersen 3450\n",
- " Adelie Penguin (Pygoscelis adeliae) Torgersen 3600\n",
- "Chinstrap penguin (Pygoscelis antarctica) Dream 3650\n",
+ " Adelie Penguin (Pygoscelis adeliae) Torgersen 3875.0\n",
+ " Adelie Penguin (Pygoscelis adeliae) Torgersen 2900.0\n",
+ " Adelie Penguin (Pygoscelis adeliae) Biscoe 3725.0\n",
+ " Adelie Penguin (Pygoscelis adeliae) Dream 2975.0\n",
+ " Adelie Penguin (Pygoscelis adeliae) Torgersen 3050.0\n",
+ "Chinstrap penguin (Pygoscelis antarctica) Dream 2700.0\n",
+ " Adelie Penguin (Pygoscelis adeliae) Dream 3900.0\n",
+ " Adelie Penguin (Pygoscelis adeliae) Biscoe 3825.0\n",
+ "Chinstrap penguin (Pygoscelis antarctica) Dream 3775.0\n",
+ " Adelie Penguin (Pygoscelis adeliae) Dream 3350.0\n",
+ " Adelie Penguin (Pygoscelis adeliae) Biscoe 3900.0\n",
+ " Adelie Penguin (Pygoscelis adeliae) Torgersen 3650.0\n",
+ " Adelie Penguin (Pygoscelis adeliae) Biscoe 3200.0\n",
+ "Chinstrap penguin (Pygoscelis antarctica) Dream 3650.0\n",
+ " Adelie Penguin (Pygoscelis adeliae) Dream 3700.0\n",
+ "Chinstrap penguin (Pygoscelis antarctica) Dream 3800.0\n",
+ "Chinstrap penguin (Pygoscelis antarctica) Dream 3950.0\n",
+ "Chinstrap penguin (Pygoscelis antarctica) Dream 3350.0\n",
+ " Adelie Penguin (Pygoscelis adeliae) Dream 3100.0\n",
+ "Chinstrap penguin (Pygoscelis antarctica) Dream 3750.0\n",
+ " Adelie Penguin (Pygoscelis adeliae) Biscoe 3550.0\n",
+ "Chinstrap penguin (Pygoscelis antarctica) Dream 3400.0\n",
+ " Adelie Penguin (Pygoscelis adeliae) Torgersen 3450.0\n",
+ " Adelie Penguin (Pygoscelis adeliae) Torgersen 3600.0\n",
+ "Chinstrap penguin (Pygoscelis antarctica) Dream 3650.0\n",
"...\n",
"\n",
"[165 rows x 3 columns]"
]
},
- "execution_count": 4,
+ "execution_count": 5,
"metadata": {},
"output_type": "execute_result"
}
@@ -351,22 +401,22 @@
},
{
"cell_type": "code",
- "execution_count": 5,
+ "execution_count": 6,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
- "/usr/local/google/home/garrettwu/src/bigframes/bigframes/streaming/dataframe.py:338: PreviewWarning: The bigframes.streaming module is a preview feature, and subject to change.\n",
+ "/usr/local/google/home/garrettwu/src/bigframes/bigframes/streaming/dataframe.py:341: PreviewWarning: The bigframes.streaming module is a preview feature, and subject to change.\n",
" warnings.warn(\n"
]
}
],
"source": [
- "job = sdf.to_bigtable(instance=\"streaming-testing-instance\",\n",
- " table=\"garrettwu-no-col-family\",\n",
- " service_account_email=\"streaming-testing-admin@bigframes-load-testing.iam.gserviceaccount.com\",\n",
+ "job = sdf.to_bigtable(instance=\"streaming-testing-instance\", # Change to your own Bigtable instance name\n",
+ " table=\"garrettwu-no-col-family\", # Change to your own Bigtable table name\n",
+ " service_account_email=\"streaming-testing-admin@bigframes-load-testing.iam.gserviceaccount.com\", # Change to your own service account\n",
" app_profile=None,\n",
" truncate=True,\n",
" overwrite=True,\n",
@@ -378,7 +428,7 @@
},
{
"cell_type": "code",
- "execution_count": 6,
+ "execution_count": 7,
"metadata": {},
"outputs": [
{
@@ -397,7 +447,7 @@
},
{
"cell_type": "code",
- "execution_count": 7,
+ "execution_count": 8,
"metadata": {},
"outputs": [
{
@@ -406,7 +456,7 @@
"True"
]
},
- "execution_count": 7,
+ "execution_count": 8,
"metadata": {},
"output_type": "execute_result"
}
@@ -419,13 +469,13 @@
"cell_type": "markdown",
"metadata": {},
"source": [
- "### PubSub\n",
- "Create Pubsub streaming job"
+ "### Pub/Sub\n",
+ "Create Pub/Sub streaming job"
]
},
{
"cell_type": "code",
- "execution_count": 8,
+ "execution_count": 9,
"metadata": {},
"outputs": [
{
@@ -438,27 +488,28 @@
}
],
"source": [
+ "# Pub/Sub requires a single column\n",
"sdf = sdf[[\"rowkey\"]]"
]
},
{
"cell_type": "code",
- "execution_count": 9,
+ "execution_count": 10,
"metadata": {},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
- "/usr/local/google/home/garrettwu/src/bigframes/bigframes/streaming/dataframe.py:453: PreviewWarning: The bigframes.streaming module is a preview feature, and subject to change.\n",
+ "/usr/local/google/home/garrettwu/src/bigframes/bigframes/streaming/dataframe.py:456: PreviewWarning: The bigframes.streaming module is a preview feature, and subject to change.\n",
" warnings.warn(\n"
]
}
],
"source": [
"job = sdf.to_pubsub(\n",
- " topic=\"penguins\",\n",
- " service_account_email=\"streaming-testing@bigframes-load-testing.iam.gserviceaccount.com\",\n",
+ " topic=\"penguins\", # Change to your own Pub/Sub topic ID\n",
+ " service_account_email=\"streaming-testing@bigframes-load-testing.iam.gserviceaccount.com\", # Change to your own service account\n",
" job_id=None,\n",
" job_id_prefix=job_id_prefix,\n",
" )"
@@ -466,7 +517,7 @@
},
{
"cell_type": "code",
- "execution_count": 10,
+ "execution_count": 11,
"metadata": {},
"outputs": [
{
@@ -485,7 +536,7 @@
},
{
"cell_type": "code",
- "execution_count": 11,
+ "execution_count": 12,
"metadata": {},
"outputs": [
{
@@ -494,7 +545,7 @@
"True"
]
},
- "execution_count": 11,
+ "execution_count": 12,
"metadata": {},
"output_type": "execute_result"
}