From ee80c7c03fd4c049867ba2a0ef557a220a45df15 Mon Sep 17 00:00:00 2001 From: mauricio garcia suarez Date: Fri, 22 Jul 2022 15:05:42 +0200 Subject: [PATCH] RedShift operational --- ee/connectors/db/tables.py | 5 + ee/connectors/sql/redshift_events.sql | 4 +- .../sql/redshift_events_detailed.sql | 238 ++++++++++++++++++ ee/connectors/sql/redshift_sessions.sql | 4 +- 4 files changed, 247 insertions(+), 4 deletions(-) create mode 100644 ee/connectors/sql/redshift_events_detailed.sql diff --git a/ee/connectors/db/tables.py b/ee/connectors/db/tables.py index db1c2ca42..58f57514c 100644 --- a/ee/connectors/db/tables.py +++ b/ee/connectors/db/tables.py @@ -74,3 +74,8 @@ def create_tables_redshift(db): q = f.read() db.engine.execute(q) print(f"`connector_sessions` table created succesfully.") + + #with open(base_path / 'sql' / 'redshift_events_detailed.sql') as f: + # q = f.read() + #db.engine.execute(q) + #print(f"`connector_user_events_detailed` table created succesfully.") diff --git a/ee/connectors/sql/redshift_events.sql b/ee/connectors/sql/redshift_events.sql index c310e3202..773444233 100644 --- a/ee/connectors/sql/redshift_events.sql +++ b/ee/connectors/sql/redshift_events.sql @@ -1,4 +1,4 @@ -CREATE TABLE connector_events +CREATE TABLE IF NOT EXISTS connector_events ( sessionid BIGINT, connectioninformation_downlink BIGINT, @@ -49,4 +49,4 @@ CREATE TABLE connector_events customissue_payload VARCHAR(300), received_at BIGINT, batch_order_number BIGINT -); \ No newline at end of file +); diff --git a/ee/connectors/sql/redshift_events_detailed.sql b/ee/connectors/sql/redshift_events_detailed.sql new file mode 100644 index 000000000..f50078828 --- /dev/null +++ b/ee/connectors/sql/redshift_events_detailed.sql @@ -0,0 +1,238 @@ +CREATE TABLE IF NOT EXISTS connector_events_detailed +( + sessionid BIGINT, + clickevent_hesitationtime BIGINT, + clickevent_label VARCHAR(300), + clickevent_messageid BIGINT, + clickevent_timestamp BIGINT, + connectioninformation_downlink BIGINT, + connectioninformation_type VARCHAR(300), + consolelog_level VARCHAR(300), + consolelog_value VARCHAR(300), + cpuissue_duration BIGINT, + cpuissue_rate BIGINT, + cpuissue_timestamp BIGINT, + createdocument BOOLEAN, + createelementnode_id BIGINT, + createelementnode_parentid BIGINT, + cssdeleterule_index BIGINT, + cssdeleterule_stylesheetid BIGINT, + cssinsertrule_index BIGINT, + cssinsertrule_rule VARCHAR(300), + cssinsertrule_stylesheetid BIGINT, + customevent_messageid BIGINT, + customevent_name VARCHAR(300), + customevent_payload VARCHAR(300), + customevent_timestamp BIGINT, + domdrop_timestamp BIGINT, + errorevent_message VARCHAR(300), + errorevent_messageid BIGINT, + errorevent_name VARCHAR(300), + errorevent_payload VARCHAR(300), + errorevent_source VARCHAR(300), + errorevent_timestamp BIGINT, + fetch_duration BIGINT, + fetch_method VARCHAR(300), + fetch_request VARCHAR(300), + fetch_response VARCHAR(300), + fetch_status BIGINT, + fetch_timestamp BIGINT, + fetch_url VARCHAR(300), + graphql_operationkind VARCHAR(300), + graphql_operationname VARCHAR(300), + graphql_response VARCHAR(300), + graphql_variables VARCHAR(300), + graphqlevent_messageid BIGINT, + graphqlevent_name VARCHAR(300), + graphqlevent_timestamp BIGINT, + inputevent_label VARCHAR(300), + inputevent_messageid BIGINT, + inputevent_timestamp BIGINT, + inputevent_value VARCHAR(300), + inputevent_valuemasked BOOLEAN, + jsexception_message VARCHAR(300), + jsexception_name VARCHAR(300), + jsexception_payload VARCHAR(300), + memoryissue_duration BIGINT, + memoryissue_rate BIGINT, + memoryissue_timestamp BIGINT, + metadata_key VARCHAR(300), + metadata_value VARCHAR(300), + mobx_payload VARCHAR(300), + mobx_type VARCHAR(300), + mouseclick_id BIGINT, + mouseclick_hesitationtime BIGINT, + mouseclick_label VARCHAR(300), + mousemove_x BIGINT, + mousemove_y BIGINT, + movenode_id BIGINT, + movenode_index BIGINT, + movenode_parentid BIGINT, + ngrx_action VARCHAR(300), + ngrx_duration BIGINT, + ngrx_state VARCHAR(300), + otable_key VARCHAR(300), + otable_value VARCHAR(300), + pageevent_domcontentloadedeventend BIGINT, + pageevent_domcontentloadedeventstart BIGINT, + pageevent_firstcontentfulpaint BIGINT, + pageevent_firstpaint BIGINT, + pageevent_loaded BOOLEAN, + pageevent_loadeventend BIGINT, + pageevent_loadeventstart BIGINT, + pageevent_messageid BIGINT, + pageevent_referrer VARCHAR(300), + pageevent_requeststart BIGINT, + pageevent_responseend BIGINT, + pageevent_responsestart BIGINT, + pageevent_speedindex BIGINT, + pageevent_timestamp BIGINT, + pageevent_url VARCHAR(300), + pageloadtiming_domcontentloadedeventend BIGINT, + pageloadtiming_domcontentloadedeventstart BIGINT, + pageloadtiming_firstcontentfulpaint BIGINT, + pageloadtiming_firstpaint BIGINT, + pageloadtiming_loadeventend BIGINT, + pageloadtiming_loadeventstart BIGINT, + pageloadtiming_requeststart BIGINT, + pageloadtiming_responseend BIGINT, + pageloadtiming_responsestart BIGINT, + pagerendertiming_speedindex BIGINT, + pagerendertiming_timetointeractive BIGINT, + pagerendertiming_visuallycomplete BIGINT, + performancetrack_frames BIGINT, + performancetrack_ticks BIGINT, + performancetrack_totaljsheapsize BIGINT, + performancetrack_usedjsheapsize BIGINT, + performancetrackaggr_avgcpu BIGINT, + performancetrackaggr_avgfps BIGINT, + performancetrackaggr_avgtotaljsheapsize BIGINT, + performancetrackaggr_avgusedjsheapsize BIGINT, + performancetrackaggr_maxcpu BIGINT, + performancetrackaggr_maxfps BIGINT, + performancetrackaggr_maxtotaljsheapsize BIGINT, + performancetrackaggr_maxusedjsheapsize BIGINT, + performancetrackaggr_mincpu BIGINT, + performancetrackaggr_minfps BIGINT, + performancetrackaggr_mintotaljsheapsize BIGINT, + performancetrackaggr_minusedjsheapsize BIGINT, + performancetrackaggr_timestampend BIGINT, + performancetrackaggr_timestampstart BIGINT, + profiler_args VARCHAR(300), + profiler_duration BIGINT, + profiler_name VARCHAR(300), + profiler_result VARCHAR(300), + rawcustomevent_name VARCHAR(300), + rawcustomevent_payload VARCHAR(300), + rawerrorevent_message VARCHAR(300), + rawerrorevent_name VARCHAR(300), + rawerrorevent_payload VARCHAR(300), + rawerrorevent_source VARCHAR(300), + rawerrorevent_timestamp BIGINT, + redux_action VARCHAR(300), + redux_duration BIGINT, + redux_state VARCHAR(300), + removenode_id BIGINT, + removenodeattribute_id BIGINT, + removenodeattribute_name VARCHAR(300), + resourceevent_decodedbodysize BIGINT, + resourceevent_duration BIGINT, + resourceevent_encodedbodysize BIGINT, + resourceevent_headersize BIGINT, + resourceevent_messageid BIGINT, + resourceevent_method VARCHAR(300), + resourceevent_status BIGINT, + resourceevent_success BOOLEAN, + resourceevent_timestamp BIGINT, + resourceevent_ttfb BIGINT, + resourceevent_type VARCHAR(300), + resourceevent_url VARCHAR(300), + resourcetiming_decodedbodysize BIGINT, + resourcetiming_duration BIGINT, + resourcetiming_encodedbodysize BIGINT, + resourcetiming_headersize BIGINT, + resourcetiming_initiator VARCHAR(300), + resourcetiming_timestamp BIGINT, + resourcetiming_ttfb BIGINT, + resourcetiming_url VARCHAR(300), + sessiondisconnect BOOLEAN, + sessiondisconnect_timestamp BIGINT, + sessionend BOOLEAN, + sessionend_timestamp BIGINT, + sessionstart_projectid BIGINT, + sessionstart_revid VARCHAR(300), + sessionstart_timestamp BIGINT, + sessionstart_trackerversion VARCHAR(300), + sessionstart_useragent VARCHAR(300), + sessionstart_userbrowser VARCHAR(300), + sessionstart_userbrowserversion VARCHAR(300), + sessionstart_usercountry VARCHAR(300), + sessionstart_userdevice VARCHAR(300), + sessionstart_userdeviceheapsize BIGINT, + sessionstart_userdevicememorysize BIGINT, + sessionstart_userdevicetype VARCHAR(300), + sessionstart_useros VARCHAR(300), + sessionstart_userosversion VARCHAR(300), + sessionstart_useruuid VARCHAR(300), + setcssdata_data BIGINT, + setcssdata_id BIGINT, + setinputchecked_checked BIGINT, + setinputchecked_id BIGINT, + setinputtarget_id BIGINT, + setinputtarget_label BIGINT, + setinputvalue_id BIGINT, + setinputvalue_mask BIGINT, + setinputvalue_value BIGINT, + setnodeattribute_id BIGINT, + setnodeattribute_name BIGINT, + setnodeattribute_value BIGINT, + setnodedata_data BIGINT, + setnodedata_id BIGINT, + setnodescroll_id BIGINT, + setnodescroll_x BIGINT, + setnodescroll_y BIGINT, + setpagelocation_navigationstart BIGINT, + setpagelocation_referrer VARCHAR(300), + setpagelocation_url VARCHAR(300), + setpagevisibility_hidden BOOLEAN, + setviewportscroll_x BIGINT, + setviewportscroll_y BIGINT, + setviewportsize_height BIGINT, + setviewportsize_width BIGINT, + stateaction_type VARCHAR(300), + stateactionevent_messageid BIGINT, + stateactionevent_timestamp BIGINT, + stateactionevent_type VARCHAR(300), + timestamp_timestamp BIGINT, + useranonymousid_id VARCHAR(300), + userid_id VARCHAR(300), + vuex_mutation VARCHAR(300), + vuex_state VARCHAR(300), + longtasks_timestamp BIGINT, + longtasks_duration BIGINT, + longtasks_context BIGINT, + longtasks_containertype BIGINT, + longtasks_containersrc VARCHAR(300), + longtasks_containerid VARCHAR(300), + longtasks_containername BIGINT, + setnodeurlbasedattribute_id BIGINT, + setnodeurlbasedattribute_name VARCHAR(300), + setnodeurlbasedattribute_value VARCHAR(300), + setnodeurlbasedattribute_baseurl VARCHAR(300), + setstyledata_id BIGINT, + setstyledata_data VARCHAR(300), + setstyledata_baseurl VARCHAR(300), + issueevent_messageid BIGINT, + issueevent_timestamp BIGINT, + issueevent_type VARCHAR(300), + issueevent_contextstring VARCHAR(300), + issueevent_context VARCHAR(300), + issueevent_payload VARCHAR(300), + technicalinfo_type VARCHAR(300), + technicalinfo_value VARCHAR(300), + customissue_name VARCHAR(300), + customissue_payload VARCHAR(300), + pageclose BIGINT, + received_at BIGINT, + batch_order_number BIGINT +); diff --git a/ee/connectors/sql/redshift_sessions.sql b/ee/connectors/sql/redshift_sessions.sql index f1750dcc2..ba1887ac1 100644 --- a/ee/connectors/sql/redshift_sessions.sql +++ b/ee/connectors/sql/redshift_sessions.sql @@ -1,4 +1,4 @@ -CREATE TABLE connector_user_sessions +CREATE TABLE IF NOT EXISTS connector_user_sessions ( -- SESSION METADATA sessionid bigint, @@ -47,4 +47,4 @@ CREATE TABLE connector_user_sessions issues VARCHAR, urls_count bigint, urls VARCHAR -); \ No newline at end of file +);