Skip to content

Commit

Permalink
Merge pull request #3895 from omnipresent07/quarterly-new-tables
Browse files Browse the repository at this point in the history 
implement 3 new quarterly tables for pulling data
  • Loading branch information
@BarakStout
BarakStout authored Nov 2, 2020
2 parents 3de8fdf + ac03174 commit 0cf061a
Show file tree
Hide file tree
Showing 17 changed files with 273 additions and 129 deletions.
6 changes: 6 additions & 0 deletions data/2020/quarterly/clear_test_files/bank0/clean_file_5_Bank0_Q1_2020.txt
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
1|Bank0|2020|1|Mr. Smug Pockets|555-555-5555|[email protected]|1234 Hocus Potato Way|Tatertown|UT|84096|9|5|01-0123456|B90YWS6AFX2LGWOXJ1LD
2|B90YWS6AFX2LGWOXJ1LD|B90YWS6AFX2LGWOXJ1LDXL1JI9ZO1BYCYG6T7MO5ZJ288|NA|3|32|2|2|3|5951|6|20200219|1234 Hocus Potato Way|Tatertown|MN|75410|27159|27159999999|11|13|12|2|1|HC1MHHWD5WA1FMK7XTF072GVEQTEG50IPXEVAAMOH1IELS1G4SOO2KAN2BQAOKEZATTOTKW5XKDV|1|2||||T6SLSFLUK3ML03UJX2X8N3AN5QCHY7RFQ5GF02CBM86BPCRKYQ8Z30YWQSXRB2E2S0MAPXXWBYCEYY0WD47Z0|2|1|25|42|21||22|B0OPN8GOG1LASJAWHQP2FVCTGCU0ISLJR0M101IQ811|TZLHTX74KOAGP65RRSH9XZJYFYRTZ4S0W8WA0BQB6TL89RPAEN3DP4EXP6X3Z50EJ3IE8IU7GD|CUX|43|41|2|26|44|5NPP3H0UYLZQW8KQJDEY2GJ2I0UHMTWUIP4MFGLDXFDQX52HG1M|HLV9LG91CFAKBU97WJAJVCQW|TD0CB8OWIPJP3YMK3SAMSUDLOV5UQ9NRYOTHZOHBGOK0APMQFGGI0JNLABO9BH1BQT|2|3|2|1|1|2|2|79|NA|0|NA|3|2|8888|8888|9||9||10|||||NA|NA|9440|4666|3291|16.16|NA|NA|NA|191|6|1111|1111|1111|1111|558508|3|5|14|10|3|3|NA|6||||||17||||||1111|1111|1111
2|B90YWS6AFX2LGWOXJ1LD|B90YWS6AFX2LGWOXJ1LDVU9UF4GHF8AJYI5V47AJOEE98|NA|3|4|2|2|3|444624|6|20201104|1234 Hocus Potato Way|Tatertown|LA|58362|22017|22017021700|4|||||5ILZ9P3BQ4QFY37SQPTGAZH0MLPY1AGESJT13SBPMBMYVZCLYSDCK0PA3V9KEXB6K5IYX3|5|||||V1KHRG|3|4|4|3|5|1|2|6SC8UW3OGVLX06|5WMI|ETHNHGWRBTJ0|3|||||EVXM5HW6GKQNUA7VTJD|UM8K|MIKMRKI9ISP0QT6CBMS2U4CERY4O96LDWF482BMBBY61OVVK8A4T|1|1|2|5|1|4|15|71|72|0|NA|3|2|8888|8888|9||9||10|||||NA|NA|NA|NA|NA|NA|NA|NA|NA|39|26|1111|1111|1111|1111|NA|3|1|29|NA|3|3|NA|6||||||17||||||1111|1|1
2|B90YWS6AFX2LGWOXJ1LD|B90YWS6AFX2LGWOXJ1LDH84BHSKGJTS2Y3LZPY352J537|NA|1|31|2|2|3|23137|6|20200712|1234 Hocus Potato Way|Tatertown|NY|05401|36061|36061019701|1|2||||S3NRQ9IRH914N58F8GD9JPCASNLDYDCF6R4IDD7LJG7GIA352I94SBFDIHE5U8I2Q53TRWO5|||14|12|2|5DT2GTS5LKITRN3AW7TAQWGZ4A1CX3WQ7GJCN14L590ZCFSMZ6I1VYX8Q6TZM|1|3|1|5|2|4|3|O0WDQ0MDCJK8P8CKSX9CI1G5TR1ZH2UNYB820M94UEXGAYMSLECA8IGIIQ5EZ03FM5E1CIFE|1O31OQ9G3GUW7RVN1V1CSE3PRBITV6KOPVBQW7UFHTCVLHTK2W1928GJ2CK8G3ILDE2HWKHCP9P158UEJ|06MC56KV3XMI0W6BS59DUXZ4BTOTH8E3X|4|||||UNLANE8HR2F06IHX3KFYPB1V3XQBVC3A7T850W78WBOMM7MCGRIPA88UVL9JHID|DPPKFN4QQ5FW59IVIYSDDL4VLYJMCTY8PLKD|3Q70KB3ZPPNR3V867J5JW8CJC7G414CVB3GWYH79DSHD2YUDU896C54PREV8RHSRE6J1LB5Z|1|1|6|5|3|4|94|57|NA|3|NA|2|2|8888|8888|9||9||10|||||NA|NA|3652|8184|941|23.23|NA|NA|NA|328|25|1111|1111|1111|1111|949174|3|5|17|7|3|3|NA|6||||||17||||||1111|2|2
2|B90YWS6AFX2LGWOXJ1LD|B90YWS6AFX2LGWOXJ1LDNV6P7BR66CC6CVXRINGSUW762|NA|3|5|2|2|2|200647|6|20200814|1234 Hocus Potato Way|Tatertown|CO|98204|08013|08013013207|3|||||NRS22Q13I9SCTTGIK0VSEYCWF3Z5KTFSB18OF79ASIPP|5|||||XH89SXMMQ2FSX6EAAQ1G9G5P4QOYY8DFEYF32AZOFCIH|2|4|42||27|24||L6173G81NOPDXP|UQP5QXW8CYXZ5PY5S8PZZN0SV|Z11OF3H570AXOGHHV2S3X9RSVK5VUBT1H7O2HY7NT10ENEFSXEQ5NE6ODFIR718BAJLYV0Z0MG2603E23BLKYNMVKX|22|4|27|21|44|2WIK12XDL59WH57VDLOO9VQ2DWIW|7Y86IME3|N4XPR98HLO3JPQ0FX2VQ3PUTBMBOID9RRHB744FINJ6645G5N2Z8H0THGMAWUF3TRRQOI5BXYYRTM1ZWNK|2|3|1|4|1|3|75|25|NA|6|NA|3|1|8888|8888|9||9||10|||||NA|NA|7076|1379|2719|2.02|NA|NA|NA|174|8|2|1|2|1|902953|3|2|3|NA|3|3|NA|6||||||17||||||1111|2|2
2|B90YWS6AFX2LGWOXJ1LD|R6P35OVUXJVT1E4PGRU5XQ|20200917|4|4|2|2|1|287484|2|20200917|1234 Hocus Potato Way|Tatertown|IL|29374|17031|17031825802|14||||||2|||||RE4C5DFMGQL9USZ067Q1PZTCUKFHW4MW9HZTTLHFS8WC79M60BF423EARPGDIVTPX7XXL3VPF2FRPW9WSZQE42V|2|2|6|||||XQXV4USB4EB0QXC4XFRZBUJY8IKILRZZ1N1JR0NSHQA7|TB2AEQ2GK5AQRDMC3UL8XSI7UIHI0W6CSXOY028AOL2CNAJQ95SHKWUSZZJS7|4DDSDJ62J9GHBIWJXXUAWSBEBYY40XJ9|3|||||QOD1VYFPCZD1C1DW1JPBDGXHWVLKEZFAS65M3GND|1M72Y9C4GR9ERAME3EBHJ2W45MZYHSQJQA|9HQX1Z4KBS98H|3|1|1|2|3|1|58|58|NA|0|NA|3|2|773|751|2||4||10|||||NA|NA|NA|NA|NA|18.18|NA|NA|34|NA|10|1|1|2|1|922834|3|5|9|6|2|1|NA|1||||||22||||||1|1111|1111
6 changes: 6 additions & 0 deletions data/2020/quarterly/clear_test_files/bank0/clean_file_5_Bank0_Q2_2020.txt
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
1|Bank0|2020|2|Mr. Smug Pockets|555-555-5555|[email protected]|1234 Hocus Potato Way|Tatertown|UT|84096|9|5|01-0123456|B90YWS6AFX2LGWOXJ1LD
2|B90YWS6AFX2LGWOXJ1LD|B90YWS6AFX2LGWOXJ1LDXL1JI9ZO1BYCYG6T7MO5ZJ288|NA|3|32|2|2|3|5951|6|20200219|1234 Hocus Potato Way|Tatertown|MN|75410|27159|27159999999|11|13|12|2|1|HC1MHHWD5WA1FMK7XTF072GVEQTEG50IPXEVAAMOH1IELS1G4SOO2KAN2BQAOKEZATTOTKW5XKDV|1|2||||T6SLSFLUK3ML03UJX2X8N3AN5QCHY7RFQ5GF02CBM86BPCRKYQ8Z30YWQSXRB2E2S0MAPXXWBYCEYY0WD47Z0|2|1|25|42|21||22|B0OPN8GOG1LASJAWHQP2FVCTGCU0ISLJR0M101IQ811|TZLHTX74KOAGP65RRSH9XZJYFYRTZ4S0W8WA0BQB6TL89RPAEN3DP4EXP6X3Z50EJ3IE8IU7GD|CUX|43|41|2|26|44|5NPP3H0UYLZQW8KQJDEY2GJ2I0UHMTWUIP4MFGLDXFDQX52HG1M|HLV9LG91CFAKBU97WJAJVCQW|TD0CB8OWIPJP3YMK3SAMSUDLOV5UQ9NRYOTHZOHBGOK0APMQFGGI0JNLABO9BH1BQT|2|3|2|1|1|2|2|79|NA|0|NA|3|2|8888|8888|9||9||10|||||NA|NA|9440|4666|3291|16.16|NA|NA|NA|191|6|1111|1111|1111|1111|558508|3|5|14|10|3|3|NA|6||||||17||||||1111|1111|1111
2|B90YWS6AFX2LGWOXJ1LD|B90YWS6AFX2LGWOXJ1LDVU9UF4GHF8AJYI5V47AJOEE98|NA|3|4|2|2|3|444624|6|20201104|1234 Hocus Potato Way|Tatertown|LA|58362|22017|22017021700|4|||||5ILZ9P3BQ4QFY37SQPTGAZH0MLPY1AGESJT13SBPMBMYVZCLYSDCK0PA3V9KEXB6K5IYX3|5|||||V1KHRG|3|4|4|3|5|1|2|6SC8UW3OGVLX06|5WMI|ETHNHGWRBTJ0|3|||||EVXM5HW6GKQNUA7VTJD|UM8K|MIKMRKI9ISP0QT6CBMS2U4CERY4O96LDWF482BMBBY61OVVK8A4T|1|1|2|5|1|4|15|71|72|0|NA|3|2|8888|8888|9||9||10|||||NA|NA|NA|NA|NA|NA|NA|NA|NA|39|26|1111|1111|1111|1111|NA|3|1|29|NA|3|3|NA|6||||||17||||||1111|1|1
2|B90YWS6AFX2LGWOXJ1LD|B90YWS6AFX2LGWOXJ1LDH84BHSKGJTS2Y3LZPY352J537|NA|1|31|2|2|3|23137|6|20200712|1234 Hocus Potato Way|Tatertown|NY|05401|36061|36061019701|1|2||||S3NRQ9IRH914N58F8GD9JPCASNLDYDCF6R4IDD7LJG7GIA352I94SBFDIHE5U8I2Q53TRWO5|||14|12|2|5DT2GTS5LKITRN3AW7TAQWGZ4A1CX3WQ7GJCN14L590ZCFSMZ6I1VYX8Q6TZM|1|3|1|5|2|4|3|O0WDQ0MDCJK8P8CKSX9CI1G5TR1ZH2UNYB820M94UEXGAYMSLECA8IGIIQ5EZ03FM5E1CIFE|1O31OQ9G3GUW7RVN1V1CSE3PRBITV6KOPVBQW7UFHTCVLHTK2W1928GJ2CK8G3ILDE2HWKHCP9P158UEJ|06MC56KV3XMI0W6BS59DUXZ4BTOTH8E3X|4|||||UNLANE8HR2F06IHX3KFYPB1V3XQBVC3A7T850W78WBOMM7MCGRIPA88UVL9JHID|DPPKFN4QQ5FW59IVIYSDDL4VLYJMCTY8PLKD|3Q70KB3ZPPNR3V867J5JW8CJC7G414CVB3GWYH79DSHD2YUDU896C54PREV8RHSRE6J1LB5Z|1|1|6|5|3|4|94|57|NA|3|NA|2|2|8888|8888|9||9||10|||||NA|NA|3652|8184|941|23.23|NA|NA|NA|328|25|1111|1111|1111|1111|949174|3|5|17|7|3|3|NA|6||||||17||||||1111|2|2
2|B90YWS6AFX2LGWOXJ1LD|B90YWS6AFX2LGWOXJ1LDNV6P7BR66CC6CVXRINGSUW762|NA|3|5|2|2|2|200647|6|20200814|1234 Hocus Potato Way|Tatertown|CO|98204|08013|08013013207|3|||||NRS22Q13I9SCTTGIK0VSEYCWF3Z5KTFSB18OF79ASIPP|5|||||XH89SXMMQ2FSX6EAAQ1G9G5P4QOYY8DFEYF32AZOFCIH|2|4|42||27|24||L6173G81NOPDXP|UQP5QXW8CYXZ5PY5S8PZZN0SV|Z11OF3H570AXOGHHV2S3X9RSVK5VUBT1H7O2HY7NT10ENEFSXEQ5NE6ODFIR718BAJLYV0Z0MG2603E23BLKYNMVKX|22|4|27|21|44|2WIK12XDL59WH57VDLOO9VQ2DWIW|7Y86IME3|N4XPR98HLO3JPQ0FX2VQ3PUTBMBOID9RRHB744FINJ6645G5N2Z8H0THGMAWUF3TRRQOI5BXYYRTM1ZWNK|2|3|1|4|1|3|75|25|NA|6|NA|3|1|8888|8888|9||9||10|||||NA|NA|7076|1379|2719|2.02|NA|NA|NA|174|8|2|1|2|1|902953|3|2|3|NA|3|3|NA|6||||||17||||||1111|2|2
2|B90YWS6AFX2LGWOXJ1LD|R6P35OVUXJVT1E4PGRU5XQ|20200917|4|4|2|2|1|287484|2|20200917|1234 Hocus Potato Way|Tatertown|IL|29374|17031|17031825802|14||||||2|||||RE4C5DFMGQL9USZ067Q1PZTCUKFHW4MW9HZTTLHFS8WC79M60BF423EARPGDIVTPX7XXL3VPF2FRPW9WSZQE42V|2|2|6|||||XQXV4USB4EB0QXC4XFRZBUJY8IKILRZZ1N1JR0NSHQA7|TB2AEQ2GK5AQRDMC3UL8XSI7UIHI0W6CSXOY028AOL2CNAJQ95SHKWUSZZJS7|4DDSDJ62J9GHBIWJXXUAWSBEBYY40XJ9|3|||||QOD1VYFPCZD1C1DW1JPBDGXHWVLKEZFAS65M3GND|1M72Y9C4GR9ERAME3EBHJ2W45MZYHSQJQA|9HQX1Z4KBS98H|3|1|1|2|3|1|58|58|NA|0|NA|3|2|773|751|2||4||10|||||NA|NA|NA|NA|NA|18.18|NA|NA|34|NA|10|1|1|2|1|922834|3|5|9|6|2|1|NA|1||||||22||||||1|1111|1111
6 changes: 6 additions & 0 deletions data/2020/quarterly/clear_test_files/bank0/clean_file_5_Bank0_Q3_2020.txt
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
1|Bank0|2020|3|Mr. Smug Pockets|555-555-5555|[email protected]|1234 Hocus Potato Way|Tatertown|UT|84096|9|5|01-0123456|B90YWS6AFX2LGWOXJ1LD
2|B90YWS6AFX2LGWOXJ1LD|B90YWS6AFX2LGWOXJ1LDXL1JI9ZO1BYCYG6T7MO5ZJ288|NA|3|32|2|2|3|5951|6|20200219|1234 Hocus Potato Way|Tatertown|MN|75410|27159|27159999999|11|13|12|2|1|HC1MHHWD5WA1FMK7XTF072GVEQTEG50IPXEVAAMOH1IELS1G4SOO2KAN2BQAOKEZATTOTKW5XKDV|1|2||||T6SLSFLUK3ML03UJX2X8N3AN5QCHY7RFQ5GF02CBM86BPCRKYQ8Z30YWQSXRB2E2S0MAPXXWBYCEYY0WD47Z0|2|1|25|42|21||22|B0OPN8GOG1LASJAWHQP2FVCTGCU0ISLJR0M101IQ811|TZLHTX74KOAGP65RRSH9XZJYFYRTZ4S0W8WA0BQB6TL89RPAEN3DP4EXP6X3Z50EJ3IE8IU7GD|CUX|43|41|2|26|44|5NPP3H0UYLZQW8KQJDEY2GJ2I0UHMTWUIP4MFGLDXFDQX52HG1M|HLV9LG91CFAKBU97WJAJVCQW|TD0CB8OWIPJP3YMK3SAMSUDLOV5UQ9NRYOTHZOHBGOK0APMQFGGI0JNLABO9BH1BQT|2|3|2|1|1|2|2|79|NA|0|NA|3|2|8888|8888|9||9||10|||||NA|NA|9440|4666|3291|16.16|NA|NA|NA|191|6|1111|1111|1111|1111|558508|3|5|14|10|3|3|NA|6||||||17||||||1111|1111|1111
2|B90YWS6AFX2LGWOXJ1LD|B90YWS6AFX2LGWOXJ1LDVU9UF4GHF8AJYI5V47AJOEE98|NA|3|4|2|2|3|444624|6|20201104|1234 Hocus Potato Way|Tatertown|LA|58362|22017|22017021700|4|||||5ILZ9P3BQ4QFY37SQPTGAZH0MLPY1AGESJT13SBPMBMYVZCLYSDCK0PA3V9KEXB6K5IYX3|5|||||V1KHRG|3|4|4|3|5|1|2|6SC8UW3OGVLX06|5WMI|ETHNHGWRBTJ0|3|||||EVXM5HW6GKQNUA7VTJD|UM8K|MIKMRKI9ISP0QT6CBMS2U4CERY4O96LDWF482BMBBY61OVVK8A4T|1|1|2|5|1|4|15|71|72|0|NA|3|2|8888|8888|9||9||10|||||NA|NA|NA|NA|NA|NA|NA|NA|NA|39|26|1111|1111|1111|1111|NA|3|1|29|NA|3|3|NA|6||||||17||||||1111|1|1
2|B90YWS6AFX2LGWOXJ1LD|B90YWS6AFX2LGWOXJ1LDH84BHSKGJTS2Y3LZPY352J537|NA|1|31|2|2|3|23137|6|20200712|1234 Hocus Potato Way|Tatertown|NY|05401|36061|36061019701|1|2||||S3NRQ9IRH914N58F8GD9JPCASNLDYDCF6R4IDD7LJG7GIA352I94SBFDIHE5U8I2Q53TRWO5|||14|12|2|5DT2GTS5LKITRN3AW7TAQWGZ4A1CX3WQ7GJCN14L590ZCFSMZ6I1VYX8Q6TZM|1|3|1|5|2|4|3|O0WDQ0MDCJK8P8CKSX9CI1G5TR1ZH2UNYB820M94UEXGAYMSLECA8IGIIQ5EZ03FM5E1CIFE|1O31OQ9G3GUW7RVN1V1CSE3PRBITV6KOPVBQW7UFHTCVLHTK2W1928GJ2CK8G3ILDE2HWKHCP9P158UEJ|06MC56KV3XMI0W6BS59DUXZ4BTOTH8E3X|4|||||UNLANE8HR2F06IHX3KFYPB1V3XQBVC3A7T850W78WBOMM7MCGRIPA88UVL9JHID|DPPKFN4QQ5FW59IVIYSDDL4VLYJMCTY8PLKD|3Q70KB3ZPPNR3V867J5JW8CJC7G414CVB3GWYH79DSHD2YUDU896C54PREV8RHSRE6J1LB5Z|1|1|6|5|3|4|94|57|NA|3|NA|2|2|8888|8888|9||9||10|||||NA|NA|3652|8184|941|23.23|NA|NA|NA|328|25|1111|1111|1111|1111|949174|3|5|17|7|3|3|NA|6||||||17||||||1111|2|2
2|B90YWS6AFX2LGWOXJ1LD|B90YWS6AFX2LGWOXJ1LDNV6P7BR66CC6CVXRINGSUW762|NA|3|5|2|2|2|200647|6|20200814|1234 Hocus Potato Way|Tatertown|CO|98204|08013|08013013207|3|||||NRS22Q13I9SCTTGIK0VSEYCWF3Z5KTFSB18OF79ASIPP|5|||||XH89SXMMQ2FSX6EAAQ1G9G5P4QOYY8DFEYF32AZOFCIH|2|4|42||27|24||L6173G81NOPDXP|UQP5QXW8CYXZ5PY5S8PZZN0SV|Z11OF3H570AXOGHHV2S3X9RSVK5VUBT1H7O2HY7NT10ENEFSXEQ5NE6ODFIR718BAJLYV0Z0MG2603E23BLKYNMVKX|22|4|27|21|44|2WIK12XDL59WH57VDLOO9VQ2DWIW|7Y86IME3|N4XPR98HLO3JPQ0FX2VQ3PUTBMBOID9RRHB744FINJ6645G5N2Z8H0THGMAWUF3TRRQOI5BXYYRTM1ZWNK|2|3|1|4|1|3|75|25|NA|6|NA|3|1|8888|8888|9||9||10|||||NA|NA|7076|1379|2719|2.02|NA|NA|NA|174|8|2|1|2|1|902953|3|2|3|NA|3|3|NA|6||||||17||||||1111|2|2
2|B90YWS6AFX2LGWOXJ1LD|R6P35OVUXJVT1E4PGRU5XQ|20200917|4|4|2|2|1|287484|2|20200917|1234 Hocus Potato Way|Tatertown|IL|29374|17031|17031825802|14||||||2|||||RE4C5DFMGQL9USZ067Q1PZTCUKFHW4MW9HZTTLHFS8WC79M60BF423EARPGDIVTPX7XXL3VPF2FRPW9WSZQE42V|2|2|6|||||XQXV4USB4EB0QXC4XFRZBUJY8IKILRZZ1N1JR0NSHQA7|TB2AEQ2GK5AQRDMC3UL8XSI7UIHI0W6CSXOY028AOL2CNAJQ95SHKWUSZZJS7|4DDSDJ62J9GHBIWJXXUAWSBEBYY40XJ9|3|||||QOD1VYFPCZD1C1DW1JPBDGXHWVLKEZFAS65M3GND|1M72Y9C4GR9ERAME3EBHJ2W45MZYHSQJQA|9HQX1Z4KBS98H|3|1|1|2|3|1|58|58|NA|0|NA|3|2|773|751|2||4||10|||||NA|NA|NA|NA|NA|18.18|NA|NA|34|NA|10|1|1|2|1|922834|3|5|9|6|2|1|NA|1||||||22||||||1|1111|1111
0 ..._test_files/clean_file_100_rows_Bank0.txt → ...r_test_files/clean_file_10_rows_Bank0.txt
View file
File renamed without changes.
6 changes: 6 additions & 0 deletions data/2021/quarterly/clear_test_files/bank0/clean_file_5_Bank0_Q1_2021.txt
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
1|Bank0|2021|1|Mr. Smug Pockets|555-555-5555|[email protected]|1234 Hocus Potato Way|Tatertown|UT|84096|9|5|01-0123456|B90YWS6AFX2LGWOXJ1LD
2|B90YWS6AFX2LGWOXJ1LD|B90YWS6AFX2LGWOXJ1LDXL1JI9ZO1BYCYG6T7MO5ZJ288|NA|3|32|2|2|3|5951|6|20210219|1234 Hocus Potato Way|Tatertown|MN|75410|27159|27159999999|11|13|12|2|1|HC1MHHWD5WA1FMK7XTF072GVEQTEG50IPXEVAAMOH1IELS1G4SOO2KAN2BQAOKEZATTOTKW5XKDV|1|2||||T6SLSFLUK3ML03UJX2X8N3AN5QCHY7RFQ5GF02CBM86BPCRKYQ8Z30YWQSXRB2E2S0MAPXXWBYCEYY0WD47Z0|2|1|25|42|21||22|B0OPN8GOG1LASJAWHQP2FVCTGCU0ISLJR0M101IQ811|TZLHTX74KOAGP65RRSH9XZJYFYRTZ4S0W8WA0BQB6TL89RPAEN3DP4EXP6X3Z50EJ3IE8IU7GD|CUX|43|41|2|26|44|5NPP3H0UYLZQW8KQJDEY2GJ2I0UHMTWUIP4MFGLDXFDQX52HG1M|HLV9LG91CFAKBU97WJAJVCQW|TD0CB8OWIPJP3YMK3SAMSUDLOV5UQ9NRYOTHZOHBGOK0APMQFGGI0JNLABO9BH1BQT|2|3|2|1|1|2|2|79|NA|0|NA|3|2|8888|8888|9||9||10|||||NA|NA|9440|4666|3291|16.16|NA|NA|NA|191|6|1111|1111|1111|1111|558508|3|5|14|10|3|3|NA|6||||||17||||||1111|1111|1111
2|B90YWS6AFX2LGWOXJ1LD|B90YWS6AFX2LGWOXJ1LDVU9UF4GHF8AJYI5V47AJOEE98|NA|3|4|2|2|3|444624|6|20211104|1234 Hocus Potato Way|Tatertown|LA|58362|22017|22017021700|4|||||5ILZ9P3BQ4QFY37SQPTGAZH0MLPY1AGESJT13SBPMBMYVZCLYSDCK0PA3V9KEXB6K5IYX3|5|||||V1KHRG|3|4|4|3|5|1|2|6SC8UW3OGVLX06|5WMI|ETHNHGWRBTJ0|3|||||EVXM5HW6GKQNUA7VTJD|UM8K|MIKMRKI9ISP0QT6CBMS2U4CERY4O96LDWF482BMBBY61OVVK8A4T|1|1|2|5|1|4|15|71|72|0|NA|3|2|8888|8888|9||9||10|||||NA|NA|NA|NA|NA|NA|NA|NA|NA|39|26|1111|1111|1111|1111|NA|3|1|29|NA|3|3|NA|6||||||17||||||1111|1|1
2|B90YWS6AFX2LGWOXJ1LD|B90YWS6AFX2LGWOXJ1LDH84BHSKGJTS2Y3LZPY352J537|NA|1|31|2|2|3|23137|6|20210712|1234 Hocus Potato Way|Tatertown|NY|05401|36061|36061019701|1|2||||S3NRQ9IRH914N58F8GD9JPCASNLDYDCF6R4IDD7LJG7GIA352I94SBFDIHE5U8I2Q53TRWO5|||14|12|2|5DT2GTS5LKITRN3AW7TAQWGZ4A1CX3WQ7GJCN14L590ZCFSMZ6I1VYX8Q6TZM|1|3|1|5|2|4|3|O0WDQ0MDCJK8P8CKSX9CI1G5TR1ZH2UNYB820M94UEXGAYMSLECA8IGIIQ5EZ03FM5E1CIFE|1O31OQ9G3GUW7RVN1V1CSE3PRBITV6KOPVBQW7UFHTCVLHTK2W1928GJ2CK8G3ILDE2HWKHCP9P158UEJ|06MC56KV3XMI0W6BS59DUXZ4BTOTH8E3X|4|||||UNLANE8HR2F06IHX3KFYPB1V3XQBVC3A7T850W78WBOMM7MCGRIPA88UVL9JHID|DPPKFN4QQ5FW59IVIYSDDL4VLYJMCTY8PLKD|3Q70KB3ZPPNR3V867J5JW8CJC7G414CVB3GWYH79DSHD2YUDU896C54PREV8RHSRE6J1LB5Z|1|1|6|5|3|4|94|57|NA|3|NA|2|2|8888|8888|9||9||10|||||NA|NA|3652|8184|941|23.23|NA|NA|NA|328|25|1111|1111|1111|1111|949174|3|5|17|7|3|3|NA|6||||||17||||||1111|2|2
2|B90YWS6AFX2LGWOXJ1LD|B90YWS6AFX2LGWOXJ1LDNV6P7BR66CC6CVXRINGSUW762|NA|3|5|2|2|2|200647|6|20210814|1234 Hocus Potato Way|Tatertown|CO|98204|08013|08013013207|3|||||NRS22Q13I9SCTTGIK0VSEYCWF3Z5KTFSB18OF79ASIPP|5|||||XH89SXMMQ2FSX6EAAQ1G9G5P4QOYY8DFEYF32AZOFCIH|2|4|42||27|24||L6173G81NOPDXP|UQP5QXW8CYXZ5PY5S8PZZN0SV|Z11OF3H570AXOGHHV2S3X9RSVK5VUBT1H7O2HY7NT10ENEFSXEQ5NE6ODFIR718BAJLYV0Z0MG2603E23BLKYNMVKX|22|4|27|21|44|2WIK12XDL59WH57VDLOO9VQ2DWIW|7Y86IME3|N4XPR98HLO3JPQ0FX2VQ3PUTBMBOID9RRHB744FINJ6645G5N2Z8H0THGMAWUF3TRRQOI5BXYYRTM1ZWNK|2|3|1|4|1|3|75|25|NA|6|NA|3|1|8888|8888|9||9||10|||||NA|NA|7076|1379|2719|2.02|NA|NA|NA|174|8|2|1|2|1|902953|3|2|3|NA|3|3|NA|6||||||17||||||1111|2|2
2|B90YWS6AFX2LGWOXJ1LD|R6P35OVUXJVT1E4PGRU5XQ|20210917|4|4|2|2|1|287484|2|20210917|1234 Hocus Potato Way|Tatertown|IL|29374|17031|17031825802|14||||||2|||||RE4C5DFMGQL9USZ067Q1PZTCUKFHW4MW9HZTTLHFS8WC79M60BF423EARPGDIVTPX7XXL3VPF2FRPW9WSZQE42V|2|2|6|||||XQXV4USB4EB0QXC4XFRZBUJY8IKILRZZ1N1JR0NSHQA7|TB2AEQ2GK5AQRDMC3UL8XSI7UIHI0W6CSXOY028AOL2CNAJQ95SHKWUSZZJS7|4DDSDJ62J9GHBIWJXXUAWSBEBYY40XJ9|3|||||QOD1VYFPCZD1C1DW1JPBDGXHWVLKEZFAS65M3GND|1M72Y9C4GR9ERAME3EBHJ2W45MZYHSQJQA|9HQX1Z4KBS98H|3|1|1|2|3|1|58|58|NA|0|NA|3|2|773|751|2||4||10|||||NA|NA|NA|NA|NA|18.18|NA|NA|34|NA|10|1|1|2|1|922834|3|5|9|6|2|1|NA|1||||||22||||||1|1111|1111
27 changes: 23 additions & 4 deletions hmda-data-publisher/src/main/resources/application.conf
View file
Original file line number Diff line number Diff line change
Expand Up @@ -5,8 +5,10 @@ akka {

quartz {
schedules {
// Schedules
//i.e. PANEL_SCHEDULE="0 0 0 23 4 ? 2079" SS MM HH DD MM WW YYYY
//Prod Schedules
//i.e. PANEL_SCHEDULE="0 20 18 * * ?" trigger at 6:20PM everyday
//i.e. LAR_SCHEDULE="0 56 03 * * ?" trigger at 3:56AM everyday
//i.e. TS_SCHEDULE="0 30 00 * * ?" trigger at 12:30AM everyday

// 2018 - private
PanelScheduler2018.expression = "0 0 0 23 4 ? 2079"
Expand Down Expand Up @@ -88,7 +90,9 @@ private-aws {
private-secret-access-key = ""
private-secret-access-key = ${?AWS_SECRET_ACCESS_KEY}
private-environment = "dev"
private-environment = ${?AWS_ENVIRONMENT}
private-s3-bucket = "cfpb-hmda-export"
private-s3-bucket = ${?S3_PRIVATE_BUCKET}
private-region = "us-east-1"
private-region = ${?AWS_REGION}
private-year ="2018"
Expand All @@ -100,14 +104,16 @@ public-aws {
public-secret-access-key = ""
public-secret-access-key = ${?AWS_SECRET_ACCESS_KEY}
public-environment = "dev"
public-environment = ${?AWS_ENVIRONMENT}
public-s3-bucket = "cfpb-hmda-public"
public-s3-bucket = ${?S3_PUBLIC_BUCKET}
public-region = "us-east-1"
public-region = ${?AWS_REGION}
public-year ="2018"
}

filter {
bank-filter-list=""
bank-filter-list="BANK1LEIFORTEST12345,BANK3LEIFORTEST12345"
bank-filter-list=${?BANK_FILTER_LIST}
}

Expand Down Expand Up @@ -153,8 +159,21 @@ pg-tables {
ts2020TableName = "transmittalsheet2020"
ts2020TableName = ${?TS_2020_TABLE}

ts2020Q1TableName = "ts2020_q1"
ts2020Q1TableName = ${?TS_2020_Q1_TABLE}
ts2020Q2TableName = "ts2020_q2"
ts2020Q2TableName = ${?TS_2020_Q2_TABLE}
ts2020Q3TableName = "ts2020_q3"
ts2020Q4TableName = ${?TS_2020_Q3_TABLE}

lar2020Q1TableName ="lar2020_q1"
lar2020Q1TableName =${?LAR_2020_Q1_TABLE}
lar2020Q2TableName ="lar2020_q2"
lar2020Q2TableName =${?LAR_2020_Q2_TABLE}
lar2020Q3TableName ="lar2020_q3"
lar2020Q3TableName =${?LAR_2020_Q3_TABLE}

//Common PG Email Table
emailTableName ="institutions_emails_2018"
emailTableName =${?EMAIL_TABLE}
}

30 changes: 19 additions & 11 deletions hmda-data-publisher/src/main/scala/hmda/publisher/helper/PGTableNameLoader.scala
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,27 +4,35 @@ import com.typesafe.config.ConfigFactory

trait PGTableNameLoader {

val pgTableConfig = ConfigFactory.load("application.conf").getConfig("pg-tables")
val pgTableConfig = ConfigFactory.load("application.conf").getConfig("pg-tables")

//2018 table names
val lar2018TableName: String = pgTableConfig.getString("lar2018TableName")
val mlar2018TableName: String = pgTableConfig.getString("mlar2018TableName")
val lar2018TableName: String = pgTableConfig.getString("lar2018TableName")
val mlar2018TableName: String = pgTableConfig.getString("mlar2018TableName")
val panel2018TableName: String = pgTableConfig.getString("panel2018TableName")
val ts2018TableName: String = pgTableConfig.getString("ts2018TableName")
val ts2018TableName: String = pgTableConfig.getString("ts2018TableName")

//2019 table names
val lar2019TableName: String = pgTableConfig.getString("lar2019TableName")
val mlar2019TableName: String = pgTableConfig.getString("mlar2019TableName")
val lar2019TableName: String = pgTableConfig.getString("lar2019TableName")
val mlar2019TableName: String = pgTableConfig.getString("mlar2019TableName")
val panel2019TableName: String = pgTableConfig.getString("panel2019TableName")
val ts2019TableName: String = pgTableConfig.getString("ts2019TableName")
val ts2019TableName: String = pgTableConfig.getString("ts2019TableName")

//2020 table names
val lar2020TableName: String = pgTableConfig.getString("lar2020TableName")
val mlar2020TableName: String = pgTableConfig.getString("mlar2020TableName")
val lar2020TableName: String = pgTableConfig.getString("lar2020TableName")
val mlar2020TableName: String = pgTableConfig.getString("mlar2020TableName")
val panel2020TableName: String = pgTableConfig.getString("panel2020TableName")
val ts2020TableName: String = pgTableConfig.getString("ts2020TableName")
val ts2020TableName: String = pgTableConfig.getString("ts2020TableName")

val ts2020Q1TableName: String = pgTableConfig.getString("ts2020Q1TableName")
val ts2020Q2TableName: String = pgTableConfig.getString("ts2020Q2TableName")
val ts2020Q3TableName: String = pgTableConfig.getString("ts2020Q3TableName")

val lar2020Q1TableName: String = pgTableConfig.getString("lar2020Q1TableName")
val lar2020Q2TableName: String = pgTableConfig.getString("lar2020Q2TableName")
val lar2020Q3TableName: String = pgTableConfig.getString("lar2020Q3TableName")

//common table names
val emailTableName: String = pgTableConfig.getString("emailTableName")

}
}
Loading

0 comments on commit 0cf061a

Please sign in to comment.