RunRefresh.ps1

#Requires -Version 7.0
# This script is a master that executes all the required scripts.
# Put along with all other scripts into a single directory.  Clean
# out old .dat, .csv, .zip files ahead of time.
# Rather than thinking of it as the one and only way to refresh
# the NPPES data, think of it as a model to follow for running the
# scripts for a full data refresh.  Comment out the scripts you don't need to run.
#
# This script assumes you have already captured your SQL Server credentials
# into password.json by running the script Put-SQLCredential.ps1

# URI for the Taxonomy codes - likely to change
$txcodesURI = "http://www.nucc.org/images/stories/CSV/nucc_taxonomy_200.csv"

# Step 1 - Download the necessary data
./Get-NPIData.ps1 "May" "2022" $txcodesURI

# Step 2 - Start the SQL Server instance in Docker
#./Start-SQLServer.ps1

# Step 3 - Create the required tables
./Create-Tables.ps1

# Step 4 - Filter and load the NPI and Medicare data

    # Step 4.1 - Process NPI Data
    $npifilename = (Get-ChildItem ./data/npidata_pfile*.csv | Where-Object Name -NotLike "*FileHeader.csv").Name
    ./Process-NPIData.ps1 $npifilename #31 "CA"  #we do not wish to filter for anything so we ignore the last two parameters

    # Step 4.2 - Process Endpoint data
    $endpointfilename = (Get-ChildItem ./data/endpoint_pfile*.csv | Where-Object Name -NotLike "*FileHeader.csv").Name
    ./Process-NPI_endpoint.ps1 $endpointfilename #31 "CA"  #we do not wish to filter for anything so we ignore the last two parameters

    # Step 4.3 - Process Medicare data
    $medicarefilename = (Get-ChildItem ./data/MUP_PHY_*.csv | Where-Object Name -NotLike "*FileHeader.csv").Name
    ./Process-Medicare.ps1 $medicarefilename #31 "CA"  #we do not wish to filter for anything so we ignore the last two parameters

    # Step 4.4 - Process Medicare Referring NPI DME data
    $medicareDMEfilename = (Get-ChildItem ./data/Medicare_Durable_Medical_Equipment_Devices_Supplies_by_Provider_and_Service_Data_*.csv | Where-Object Name -NotLike "*FileHeader.csv").Name
    ./Process-MedicareDME.ps1 $medicareDMEfilename #31 "CA"  #we do not wish to filter for anything so we ignore the last two parameters

    # Step 4.5 - Process Medicare Physicician and Practitioner by Geography and Service data
    # the ?? wildcard represents the year
    $medicareGeographyfilename = (Get-ChildItem ./data/MUP_PHY_R21_P04_V10_D??_Geo.csv | Where-Object Name -NotLike "*FileHeader.csv").Name
    ./Process-MedicareGeography.ps1 $medicareGeographyfilename #31 "CA"  #we do not wish to filter for anything so we ignore the last two parameters

# Step 5 - Refactor the NPI data
./Refactor-NPIData.ps1

# Step 6 - Load the taxonomy codes
$txcodesfilename = ([URI] $txcodesURI).LocalPath | Split-Path -Leaf
./Process-TaxonomyCodes.ps1 ./data/$txcodesfilename

# Step 7 - Load the Provider Location file
$plfilename = (Get-ChildItem ./data/pl_pfile*.csv | Where-Object Name -NotLike "*FileHeader.csv").Name
./Process-ProvLocData.ps1 $plfilename #4 "CA"