0000/default> CREATE TABLE pokes (foo INT, bar STRING); 0: jdbc:hive2://localhost:10000/default> INSERT INTO TABLE pokes VALUES (1, 'hello'); If the Hive SQL passes and there is a job in Yarn Web UI, NAMESPACE DEFAULT; CREATE TABLE spark_catalog.�default�.SRC(KEY INT, VALUE STRING) USING PARQUET; INSERT INTO TABLE spark_catalog.�default�.SRC VALUES (11215016, 'Kent Yao'); 3.6. Clients 115 Kyuubi, dataframe in overwrite mode df.writeTo("kyuubi_table").overwrite # write data from query spark.sql("INSERT INTO kyuubi_table SELECT * FROM some_table") Use PySpark with Pandas From PySpark 3.2.0, PySpark

0000/default> CREATE TABLE pokes (foo INT, bar STRING); 0: jdbc:hive2://localhost:10000/default> INSERT INTO TABLE pokes VALUES (1, 'hello'); If the Hive SQL passes and there is a job in Yarn Web UI, NAMESPACE DEFAULT; CREATE TABLE spark_catalog.�default�.SRC(KEY INT, VALUE STRING) USING PARQUET; INSERT INTO TABLE spark_catalog.�default�.SRC VALUES (11215016, 'Kent Yao'); 114 Chapter 3. What’s Next dataframe in overwrite mode df.writeTo("kyuubi_table").overwrite # write data from query spark.sql("INSERT INTO kyuubi_table SELECT * FROM some_table") Use PySpark with Pandas From PySpark 3.2.0, PySpark

0000/default> CREATE TABLE pokes (foo INT, bar STRING); 0: jdbc:hive2://localhost:10000/default> INSERT INTO TABLE pokes VALUES (1, 'hello'); If the Hive SQL passes and there is a job in Yarn Web UI, NAMESPACE DEFAULT; CREATE TABLE spark_catalog.�default�.SRC(KEY INT, VALUE STRING) USING PARQUET; INSERT INTO TABLE spark_catalog.�default�.SRC VALUES (11215016, 'Kent Yao'); 3.6. Clients 115 Kyuubi, dataframe in overwrite mode df.writeTo("kyuubi_table").overwrite # write data from query spark.sql("INSERT INTO kyuubi_table SELECT * FROM some_table") Use PySpark with Pandas From PySpark 3.2.0, PySpark

0000/default> CREATE TABLE pokes (foo INT, bar STRING); 0: jdbc:hive2://localhost:10000/default> INSERT INTO TABLE pokes VALUES (1, 'hello'); If the Hive SQL passes and there is a job in Yarn Web UI, NAMESPACE DEFAULT; CREATE TABLE spark_catalog.�default�.SRC(KEY INT, VALUE STRING) USING PARQUET; INSERT INTO TABLE spark_catalog.�default�.SRC VALUES (11215016, 'Kent Yao'); 3.6. Clients 115 Kyuubi, dataframe in overwrite mode df.writeTo("kyuubi_table").overwrite # write data from query spark.sql("INSERT INTO kyuubi_table SELECT * FROM some_table") Use PySpark with Pandas From PySpark 3.2.0, PySpark

0000/default> CREATE TABLE pokes (foo INT, bar STRING); 0: jdbc:hive2://localhost:10000/default> INSERT INTO TABLE pokes VALUES (1, 'hello'); If the Hive SQL passes and there is a job in Yarn Web UI, NAMESPACE DEFAULT; CREATE TABLE spark_catalog.�default�.SRC(KEY INT, VALUE STRING) USING PARQUET; INSERT INTO TABLE spark_catalog.�default�.SRC VALUES (11215016, 'Kent Yao'); 3.6. Clients 115 Kyuubi, dataframe in overwrite mode df.writeTo("kyuubi_table").overwrite # write data from query spark.sql("INSERT INTO kyuubi_table SELECT * FROM some_table") Use PySpark with Pandas From PySpark 3.2.0, PySpark

0000/default> CREATE TABLE pokes (foo INT, bar STRING); 0: jdbc:hive2://localhost:10000/default> INSERT INTO TABLE pokes VALUES (1, 'hello'); If the Hive SQL passes and there is a job in Yarn Web UI, NAMESPACE DEFAULT; CREATE TABLE spark_catalog.�default�.SRC(KEY INT, VALUE STRING) USING PARQUET; INSERT INTO TABLE spark_catalog.�default�.SRC VALUES (11215016, 'Kent Yao'); 112 Chapter 3. What’s Next dataframe in overwrite mode df.writeTo("kyuubi_table").overwrite # write data from query spark.sql("INSERT INTO kyuubi_table SELECT * FROM some_table") Use PySpark with Pandas From PySpark 3.2.0, PySpark

0000/default> CREATE TABLE pokes (foo INT, bar STRING); 0: jdbc:hive2://localhost:10000/default> INSERT INTO TABLE pokes VALUES (1, 'hello'); 36 Chapter 3. What’s Next Kyuubi, Release 1.7.0 If the Hive NAMESPACE DEFAULT; CREATE TABLE spark_catalog.�default�.SRC(KEY INT, VALUE STRING) USING PARQUET; INSERT INTO TABLE spark_catalog.�default�.SRC VALUES (11215016, 'Kent Yao'); 116 Chapter 3. What’s Next dataframe in overwrite mode df.writeTo("kyuubi_table").overwrite # write data from query spark.sql("INSERT INTO kyuubi_table SELECT * FROM some_table") Use PySpark with Pandas From PySpark 3.2.0, PySpark

0000/default> CREATE TABLE pokes (foo INT, bar STRING); 0: jdbc:hive2://localhost:10000/default> INSERT INTO TABLE pokes VALUES (1, 'hello'); If the Hive SQL passes and there is a job in Yarn Web UI, NAMESPACE DEFAULT; CREATE TABLE spark_catalog.�default�.SRC(KEY INT, VALUE STRING) USING PARQUET; INSERT INTO TABLE spark_catalog.�default�.SRC VALUES (11215016, 'Kent Yao'); 112 Chapter 3. What’s Next dataframe in overwrite mode df.writeTo("kyuubi_table").overwrite # write data from query spark.sql("INSERT INTO kyuubi_table SELECT * FROM some_table") Use PySpark with Pandas From PySpark 3.2.0, PySpark

0000/default> CREATE TABLE pokes (foo INT, bar STRING); 0: jdbc:hive2://localhost:10000/default> INSERT INTO TABLE pokes VALUES (1, 'hello'); If the Hive SQL passes and there is a job in YARN Web UI, NAMESPACE DEFAULT; CREATE TABLE spark_catalog.�default�.SRC(KEY INT, VALUE STRING) USING PARQUET; INSERT INTO TABLE spark_catalog.�default�.SRC VALUES (11215016, 'Kent Yao'); 3.7. Clients 117 Kyuubi, dataframe in overwrite mode df.writeTo("kyuubi_table").overwrite # write data from query spark.sql("INSERT INTO kyuubi_table SELECT * FROM some_table") 3.7. Clients 129 Kyuubi, Release 1.9.0-SNAPSHOT Use

0000/default> CREATE TABLE pokes (foo INT, bar STRING); 0: jdbc:hive2://localhost:10000/default> INSERT INTO TABLE pokes VALUES (1, 'hello'); If the Hive SQL passes and there is a job in YARN Web UI, NAMESPACE DEFAULT; CREATE TABLE spark_catalog.�default�.SRC(KEY INT, VALUE STRING) USING PARQUET; INSERT INTO TABLE spark_catalog.�default�.SRC VALUES (11215016, 'Kent Yao'); 3.7. Clients 117 Kyuubi, dataframe in overwrite mode df.writeTo("kyuubi_table").overwrite # write data from query spark.sql("INSERT INTO kyuubi_table SELECT * FROM some_table") Use PySpark with Pandas From PySpark 3.2.0, PySpark