2023-02-08-乱七八糟

from pyspark.sql import SparkSession

class SparkSessionUtil:

    @staticmethod
    def create_spark_session(app_name: str, master: str = "local[*]") -> SparkSession:
        """
        Creates a SparkSession with the given app name and master URL.

        :param app_name: Name of the Spark application.
        :param master: Master URL to connect to. Default is "local[*]".
        :return: A SparkSession instance.
        """
        spark = SparkSession.builder \
            .appName(app_name) \
            .master(master) \
            .getOrCreate()

        return spark

    @staticmethod
    def stop_spark_session(spark: SparkSession) -> None:
        """
        Stops the given SparkSession.

        :param spark: The SparkSession to stop.
        """
        spark.stop()