|
1 | | -create or replace view hits_view as |
2 | | -select WatchID, JavaEnable, Title, GoodEvent, 'epoch'::timestamp + (EventTime || 'second')::interval EventTime, 'epoch'::timestamp + (EventDate || 'day')::interval EventDate, CounterID, ClientIP, RegionID, UserID, CounterClass, OS, UserAgent, URL, Referer, IsRefresh, RefererCategoryID, RefererRegionID, URLCategoryID, URLRegionID, ResolutionWidth, ResolutionHeight, ResolutionDepth, FlashMajor, FlashMinor, FlashMinor2, NetMajor, NetMinor, UserAgentMajor, UserAgentMinor, CookieEnable, JavascriptEnable, IsMobile, MobilePhone, MobilePhoneModel, Params, IPNetworkID, TraficSourceID, SearchEngineID, SearchPhrase, AdvEngineID, IsArtifical, WindowClientWidth, WindowClientHeight, ClientTimeZone, 'epoch'::timestamp + (ClientEventTime || 'second')::interval ClientEventTime, SilverlightVersion1, SilverlightVersion2, SilverlightVersion3, SilverlightVersion4, PageCharset, CodeVersion, IsLink, IsDownload, IsNotBounce, FUniqID, OriginalURL, HID, IsOldCounter, IsEvent, IsParameter, DontCountHits, WithHash, HitColor, 'epoch'::timestamp + (LocalEventTime || 'second')::interval LocalEventTime, Age, Sex, Income, Interests, Robotness, RemoteIP, WindowName, OpenerName, HistoryLength, BrowserLanguage, BrowserCountry, SocialNetwork, SocialAction, HTTPError, SendTiming, DNSTiming, ConnectTiming, ResponseStartTiming, ResponseEndTiming, FetchTiming, SocialSourceNetworkID, SocialSourcePage, ParamPrice, ParamOrderID, ParamCurrency, ParamCurrencyID, OpenstatServiceName, OpenstatCampaignID, OpenstatAdID, OpenstatSourceID, UTMSource, UTMMedium, UTMCampaign, UTMContent, UTMTerm, FromTag, HasGCLID, RefererHash, URLHash, CLID |
3 | | -from read_parquet('REPLACE_PARQUET_FILE') as (WatchID BIGINT, JavaEnable SMALLINT, Title VARCHAR, GoodEvent SMALLINT, EventTime BIGINT, EventDate int, CounterID INTEGER, ClientIP INTEGER, RegionID INTEGER, UserID BIGINT, CounterClass SMALLINT, OS SMALLINT, UserAgent SMALLINT, URL VARCHAR, Referer VARCHAR, IsRefresh SMALLINT, RefererCategoryID SMALLINT, RefererRegionID INTEGER, URLCategoryID SMALLINT, URLRegionID INTEGER, ResolutionWidth SMALLINT, ResolutionHeight SMALLINT, ResolutionDepth SMALLINT, FlashMajor SMALLINT, FlashMinor SMALLINT, FlashMinor2 VARCHAR, NetMajor SMALLINT, NetMinor SMALLINT, UserAgentMajor SMALLINT, UserAgentMinor VARCHAR, CookieEnable SMALLINT, JavascriptEnable SMALLINT, IsMobile SMALLINT, MobilePhone SMALLINT, MobilePhoneModel VARCHAR, Params VARCHAR, IPNetworkID INTEGER, TraficSourceID SMALLINT, SearchEngineID SMALLINT, SearchPhrase VARCHAR, AdvEngineID SMALLINT, IsArtifical SMALLINT, WindowClientWidth SMALLINT, WindowClientHeight SMALLINT, ClientTimeZone SMALLINT, ClientEventTime BIGINT, SilverlightVersion1 SMALLINT, SilverlightVersion2 SMALLINT, SilverlightVersion3 INTEGER, SilverlightVersion4 SMALLINT, PageCharset VARCHAR, CodeVersion INTEGER, IsLink SMALLINT, IsDownload SMALLINT, IsNotBounce SMALLINT, FUniqID BIGINT, OriginalURL VARCHAR, HID INTEGER, IsOldCounter SMALLINT, IsEvent SMALLINT, IsParameter SMALLINT, DontCountHits SMALLINT, WithHash SMALLINT, HitColor VARCHAR, LocalEventTime BIGINT, Age SMALLINT, Sex SMALLINT, Income SMALLINT, Interests SMALLINT, Robotness SMALLINT, RemoteIP INTEGER, WindowName INTEGER, OpenerName INTEGER, HistoryLength SMALLINT, BrowserLanguage VARCHAR, BrowserCountry VARCHAR, SocialNetwork VARCHAR, SocialAction VARCHAR, HTTPError SMALLINT, SendTiming INTEGER, DNSTiming INTEGER, ConnectTiming INTEGER, ResponseStartTiming INTEGER, ResponseEndTiming INTEGER, FetchTiming INTEGER, SocialSourceNetworkID SMALLINT, SocialSourcePage VARCHAR, ParamPrice BIGINT, ParamOrderID VARCHAR, ParamCurrency VARCHAR, ParamCurrencyID SMALLINT, OpenstatServiceName VARCHAR, OpenstatCampaignID VARCHAR, OpenstatAdID VARCHAR, OpenstatSourceID VARCHAR, UTMSource VARCHAR, UTMMedium VARCHAR, UTMCampaign VARCHAR, UTMContent VARCHAR, UTMTerm VARCHAR, FromTag VARCHAR, HasGCLID SMALLINT, RefererHash BIGINT, URLHash BIGINT, CLID INTEGER); |
4 | | -CREATE table REPLACE_SCHEMA.hits USING DUCKDB AS SELECT * FROM hits_view; |
| 1 | +CREATE TABLE REPLACE_SCHEMA.hits USING duckdb AS |
| 2 | +select |
| 3 | + r['WatchID'] AS WatchID, |
| 4 | + r['JavaEnable'] AS JavaEnable, |
| 5 | + r['Title']::text AS Title, |
| 6 | + r['GoodEvent'] AS GoodEvent, |
| 7 | + ('epoch'::timestamp + (r['EventTime'] * interval '1 second'))::timestamp AS EventTime, |
| 8 | + (DATE '1970-01-01' + (r['EventDate'] * interval '1 day'))::date AS EventDate, |
| 9 | + r['CounterID'] AS CounterID, |
| 10 | + r['ClientIP'] AS ClientIP, |
| 11 | + r['RegionID'] AS RegionID, |
| 12 | + r['UserID'] AS UserID, |
| 13 | + r['CounterClass'] AS CounterClass, |
| 14 | + r['OS'] AS OS, |
| 15 | + r['UserAgent'] AS UserAgent, |
| 16 | + r['URL']::text AS URL, |
| 17 | + r['Referer']::text AS Referer, |
| 18 | + r['IsRefresh'] AS IsRefresh, |
| 19 | + r['RefererCategoryID'] AS RefererCategoryID, |
| 20 | + r['RefererRegionID'] AS RefererRegionID, |
| 21 | + r['URLCategoryID'] AS URLCategoryID, |
| 22 | + r['URLRegionID'] AS URLRegionID, |
| 23 | + r['ResolutionWidth'] AS ResolutionWidth, |
| 24 | + r['ResolutionHeight'] AS ResolutionHeight, |
| 25 | + r['ResolutionDepth'] AS ResolutionDepth, |
| 26 | + r['FlashMajor'] AS FlashMajor, |
| 27 | + r['FlashMinor'] AS FlashMinor, |
| 28 | + r['FlashMinor2'] AS FlashMinor2, |
| 29 | + r['NetMajor'] AS NetMajor, |
| 30 | + r['NetMinor'] AS NetMinor, |
| 31 | + r['UserAgentMajor'] AS UserAgentMajor, |
| 32 | + r['UserAgentMinor'] AS UserAgentMinor, |
| 33 | + r['CookieEnable'] AS CookieEnable, |
| 34 | + r['JavascriptEnable'] AS JavascriptEnable, |
| 35 | + r['IsMobile'] AS IsMobile, |
| 36 | + r['MobilePhone'] AS MobilePhone, |
| 37 | + r['MobilePhoneModel'] AS MobilePhoneModel, |
| 38 | + r['Params'] AS Params, |
| 39 | + r['IPNetworkID'] AS IPNetworkID, |
| 40 | + r['TraficSourceID'] AS TraficSourceID, |
| 41 | + r['SearchEngineID'] AS SearchEngineID, |
| 42 | + r['SearchPhrase'] AS SearchPhrase, |
| 43 | + r['AdvEngineID'] AS AdvEngineID, |
| 44 | + r['IsArtifical'] AS IsArtifical, |
| 45 | + r['WindowClientWidth'] AS WindowClientWidth, |
| 46 | + r['WindowClientHeight'] AS WindowClientHeight, |
| 47 | + r['ClientTimeZone'] AS ClientTimeZone, |
| 48 | + ('epoch'::timestamp + (r['ClientEventTime'] * interval '1 second'))::timestamp AS ClientEventTime, |
| 49 | + r['SilverlightVersion1'] AS SilverlightVersion1, |
| 50 | + r['SilverlightVersion2'] AS SilverlightVersion2, |
| 51 | + r['SilverlightVersion3'] AS SilverlightVersion3, |
| 52 | + r['SilverlightVersion4'] AS SilverlightVersion4, |
| 53 | + r['PageCharset'] AS PageCharset, |
| 54 | + r['CodeVersion'] AS CodeVersion, |
| 55 | + r['IsLink'] AS IsLink, |
| 56 | + r['IsDownload'] AS IsDownload, |
| 57 | + r['IsNotBounce'] AS IsNotBounce, |
| 58 | + r['FUniqID'] AS FUniqID, |
| 59 | + r['OriginalURL'] AS OriginalURL, |
| 60 | + r['HID'] AS HID, |
| 61 | + r['IsOldCounter'] AS IsOldCounter, |
| 62 | + r['IsEvent'] AS IsEvent, |
| 63 | + r['IsParameter'] AS IsParameter, |
| 64 | + r['DontCountHits'] AS DontCountHits, |
| 65 | + r['WithHash'] AS WithHash, |
| 66 | + r['HitColor'] AS HitColor, |
| 67 | + ('epoch'::timestamp + (r['LocalEventTime'] * interval '1 second'))::timestamp AS LocalEventTime, |
| 68 | + r['Age'] AS Age, |
| 69 | + r['Sex'] AS Sex, |
| 70 | + r['Income'] AS Income, |
| 71 | + r['Interests'] AS Interests, |
| 72 | + r['Robotness'] AS Robotness, |
| 73 | + r['RemoteIP'] AS RemoteIP, |
| 74 | + r['WindowName'] AS WindowName, |
| 75 | + r['OpenerName'] AS OpenerName, |
| 76 | + r['HistoryLength'] AS HistoryLength, |
| 77 | + r['BrowserLanguage'] AS BrowserLanguage, |
| 78 | + r['BrowserCountry'] AS BrowserCountry, |
| 79 | + r['SocialNetwork'] AS SocialNetwork, |
| 80 | + r['SocialAction'] AS SocialAction, |
| 81 | + r['HTTPError'] AS HTTPError, |
| 82 | + r['SendTiming'] AS SendTiming, |
| 83 | + r['DNSTiming'] AS DNSTiming, |
| 84 | + r['ConnectTiming'] AS ConnectTiming, |
| 85 | + r['ResponseStartTiming'] AS ResponseStartTiming, |
| 86 | + r['ResponseEndTiming'] AS ResponseEndTiming, |
| 87 | + r['FetchTiming'] AS FetchTiming, |
| 88 | + r['SocialSourceNetworkID'] AS SocialSourceNetworkID, |
| 89 | + r['SocialSourcePage'] AS SocialSourcePage, |
| 90 | + r['ParamPrice'] AS ParamPrice, |
| 91 | + r['ParamOrderID'] AS ParamOrderID, |
| 92 | + r['ParamCurrency'] AS ParamCurrency, |
| 93 | + r['ParamCurrencyID'] AS ParamCurrencyID, |
| 94 | + r['OpenstatServiceName'] AS OpenstatServiceName, |
| 95 | + r['OpenstatCampaignID'] AS OpenstatCampaignID, |
| 96 | + r['OpenstatAdID'] AS OpenstatAdID, |
| 97 | + r['OpenstatSourceID'] AS OpenstatSourceID, |
| 98 | + r['UTMSource'] AS UTMSource, |
| 99 | + r['UTMMedium'] AS UTMMedium, |
| 100 | + r['UTMCampaign'] AS UTMCampaign, |
| 101 | + r['UTMContent'] AS UTMContent, |
| 102 | + r['UTMTerm'] AS UTMTerm, |
| 103 | + r['FromTag'] AS FromTag, |
| 104 | + r['HasGCLID'] AS HasGCLID, |
| 105 | + r['RefererHash'] AS RefererHash, |
| 106 | + r['URLHash'] AS URLHash, |
| 107 | + r['CLID'] AS CLID |
| 108 | +from read_parquet('REPLACE_PARQUET_FILE', binary_as_string => true) r; |
0 commit comments