dummy_spark.sql module

Module Context

class dummy_spark.sql.SQLContext(parkContext, sqlContext=None)

applySchema(rdd, schema)

NotImplemented

Parameters:

• rdd –
• schema –

Returns:

cacheTable(tableName)

NotImplemented

Parameters:tableName – Returns:

clearCache()

NotImplemented

Returns:

createDataFrame(data, schema=None, samplingRatio=None)

NotImplemented

Parameters:

• data –
• schema –
• samplingRatio –

Returns:

createExternalTable(tableName, path=None, source=None, schema=None, **options)

NotImplemented

Parameters:

• tableName –
• path –
• source –
• schema –
• options –

Returns:

getConf(key, defaultValue)

NotImplemented

Parameters:

• key –
• defaultValue –

Returns:

inferSchema(rdd, samplingRatio=None)

NotImplemented

Parameters:

• rdd –
• samplingRatio –

Returns:

jsonFile(path, schema=None, samplingRatio=1.0)

NotImplemented

Parameters:

• path –
• schema –
• samplingRatio –

Returns:

jsonRDD(rdd, schema=None, samplingRatio=1.0)

NotImplemented

Parameters:

• rdd –
• schema –
• samplingRatio –

Returns:

load(path=None, source=None, schema=None, **options)

NotImplemented

Parameters:

• path –
• source –
• schema –
• options –

Returns:

parquetFile(*paths)

NotImplemented

Parameters:paths – Returns:

range(start, end=None, step=1, numPartitions=None)

NotImplemented

Parameters:

• start –
• end –
• step –
• numPartitions –

Returns:

read

NotImplemented

Returns:

registerDataFrameAsTable(df, tableName)

NotImplemented

Parameters:

• df –
• tableName –

Returns:

registerFunction(name, f, returnType=None)

NotImplemented

Parameters:

• name –
• f –
• returnType –

Returns:

setConf(key, value)

NotImplemented

Parameters:

• key –
• value –

Returns:

sql(sqlQuery)

NotImplemented

Parameters:sqlQuery – Returns:

table(tableName)

NotImplemented

Parameters:tableName – Returns:

tableNames(dbName=None)

NotImplemented

Parameters:dbName – Returns:

tables(dbName=None)

NotImplemented

Parameters:dbName – Returns:

udf()

NotImplemented

Returns:

uncacheTable(tableName)

NotImplemented

Parameters:tableName – Returns:

dummy_spark.sql.types module

dummy_spark.sql.functions module