AWS Athenaで複数のクエリを投げてみた

CREATE EXTERNAL TABLE IF NOT EXISTS DB_name.table_name (
  `e_1` int,
  `e_2` int,
  `e_3` int,
)
ROW FORMAT SERDE 'org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe'
WITH SERDEPROPERTIES (
  'serialization.format' = '1'
) LOCATION 'S3 URI'
TBLPROPERTIES ('has_encrypted_data'='false');

select 
var_pop(CAST(e_1 AS DECIMAL(4, 3))) as var_pop_qe1,
var_pop(CAST(e_2 AS DECIMAL(4, 3))) as var_pop_qe2,
var_pop(CAST(e_3 AS DECIMAL(4, 3))) as var_pop_qe3

from DB_name.table_name
;

import time
import boto3

# athena constant
DATABASE = 'athenaでアクセスしたいDB名'
TABLE = 'athenaでアクセスしたいtable名'

# S3 constant
S3_OUTPUT = '結果を出力したいS3のURI'
S3_BUCKET = 'バケット名'

# number of retries
RETRY_COUNT = 10

def lambda_handler(event, context):
    # created query
    query = (
        """
        SELECT
        AVG(CAST(e_1 AS DECIMAL(4, 3))) as avg_qe1,
        AVG(CAST(e_2 AS DECIMAL(4, 3))) as avg_qe2,
        AVG(CAST(e_3 AS DECIMAL(4, 3))) as avg_qe3
        FROM %s.%s;
        """
    )  % (DATABASE, TABLE)

    # athena client
    client = boto3.client('athena')

    # Execution
    response = client.start_query_execution(
        QueryString=query,
        QueryExecutionContext={
            'Database': DATABASE
        },
        ResultConfiguration={
            'OutputLocation': S3_OUTPUT,
        }
    )

    # get query execution id
    query_execution_id = response['QueryExecutionId']
    print(query_execution_id)
    # get execution status
    for i in range(1, 1 + RETRY_COUNT):

        # get query execution
        query_status = client.get_query_execution(QueryExecutionId=query_execution_id)
        query_execution_status = query_status['QueryExecution']['Status']['State']

        if query_execution_status == 'SUCCEEDED':
            print("STATUS:" + query_execution_status)
            break

        if query_execution_status == 'FAILED':
            raise Exception("STATUS:" + query_execution_status)

        else:
            print("STATUS:" + query_execution_status)
            time.sleep(i)
    else:
        client.stop_query_execution(QueryExecutionId=query_execution_id)
        raise Exception('TIME OVER')

    # get query results
    result = client.get_query_results(QueryExecutionId=query_execution_id)
    print(result)

    # get data
    result_output = result['ResultSet']['Rows'][1]['Data'][1]['VarCharValue']
    return result

An error occurred (TooManyRequestsException) when calling the StartQueryExecution operation: You have exceeded the limit for the number of queries you can run concurrently. Please reduce the number of concurrent queries submitted by this account. Contact customer support to request a concurrent query limit increase.