Download data and unzip the file. Put file into appropriate directory and call from R.
library(data.table) # so fast!
library(igraph) # all the basic graph operations.##
## Attaching package: 'igraph'
##
## The following objects are masked from 'package:stats':
##
## decompose, spectrum
##
## The following object is masked from 'package:base':
##
## union# E = read.table("~/dataFiles/physicianReferral/physician-referrals-2015-days365.txt",sep = ",", colClasses = c("character", "character","numeric", "numeric", "numeric"), col.names = c("from", "to", "count", "tmp1", "tmp2"))
Et = fread("~/dataFiles/physicianReferral/physician-referrals-2015-days365.txt",sep = ",", colClasses = c("character", "character","numeric", "numeric", "numeric"))##
Read 0.0% of 14080052 rows
Read 6.6% of 14080052 rows
Read 14.8% of 14080052 rows
Read 17.5% of 14080052 rows
Read 24.9% of 14080052 rows
Read 34.2% of 14080052 rows
Read 43.3% of 14080052 rows
Read 52.1% of 14080052 rows
Read 57.1% of 14080052 rows
Read 65.9% of 14080052 rows
Read 74.5% of 14080052 rows
Read 83.7% of 14080052 rows
Read 93.1% of 14080052 rows
Read 14080052 rows and 5 (of 5) columns from 0.620 GB file in 00:00:18setkey(Et, V1)
head(Et)## V1 V2 V3 V4 V5
## 1: 1000026017 1598773715 38 16 18
## 2: 1003000126 1003951625 58 23 5
## 3: 1003000126 1053306746 25 13 6
## 4: 1003000126 1093886657 200 24 2
## 5: 1003000126 1093893331 107 16 6
## 6: 1003000126 1134120231 30 15 1Now load some physician characteristics from here. Put into the appropriate directory and call from R.
b= c(rep("character", 6),rep("factor",4), "numeric", rep("factor",6), "character", "character", "character", "numeric", rep("character",2), "factor", "character", "factor", "character", rep("character", 10), rep("factor", 6))
DT = fread("~/dataFiles/physicianReferral/National_Downloadable_File.csv",colClasses = b)##
Read 0.0% of 2117987 rows
Read 6.1% of 2117987 rows
Read 11.8% of 2117987 rows
Read 17.9% of 2117987 rows
Read 20.8% of 2117987 rows
Read 27.9% of 2117987 rows
Read 34.9% of 2117987 rows
Read 35.4% of 2117987 rows
Read 42.0% of 2117987 rows
Read 48.6% of 2117987 rows
Read 55.2% of 2117987 rows
Read 61.9% of 2117987 rows
Read 68.5% of 2117987 rows
Read 75.1% of 2117987 rows
Read 81.7% of 2117987 rows
Read 87.8% of 2117987 rows
Read 94.4% of 2117987 rows
Read 2117987 rows and 43 (of 43) columns from 0.606 GB file in 00:00:30setkey(DT, NPI)
head(DT)## NPI PAC ID Professional Enrollment ID Last Name First Name
## 1: 1003000126 7517003643 I20091005000100 ENKESHAFI ARDALAN
## 2: 1003000134 4284706367 I20080707000385 CIBULL THOMAS
## 3: 1003000142 9931380672 I20110801000609 KHALIL RASHID
## 4: 1003000142 9931380672 I20110801000609 KHALIL RASHID
## 5: 1003000159 8628041530 I20040818000921 VOGES MARSHA
## 6: 1003000159 8628041530 I20040818000921 VOGES MARSHA
## Middle Name Suffix Gender Credential
## 1: M
## 2: L M
## 3: M
## 4: M
## 5: S F NP
## 6: S F NP
## Medical school name Graduation year
## 1: OTHER 1994
## 2: UNIVERSITY OF KENTUCKY COLLEGE OF MEDICINE 2003
## 3: OTHER 1999
## 4: OTHER 1999
## 5: OTHER 1983
## 6: OTHER 1983
## Primary specialty Secondary specialty 1 Secondary specialty 2
## 1: INTERNAL MEDICINE
## 2: PATHOLOGY
## 3: ANESTHESIOLOGY
## 4: ANESTHESIOLOGY
## 5: NURSE PRACTITIONER
## 6: NURSE PRACTITIONER
## Secondary specialty 3 Secondary specialty 4 All secondary specialties
## 1:
## 2:
## 3:
## 4:
## 5:
## 6:
## Organization legal name
## 1: HOSPITALIST MEDICINE PHYSICIANS OF MARYLAND PC
## 2: NORTHSHORE UNIVERSITY HEALTHSYSTEM FACULTY PRACTICE ASSOCIATES
## 3: MERCY HEALTH PHYSICIANS - NORTH, LLC.
## 4: LIMA ANESTHESIA AND PAIN TREATMENT PROFESSIONAL CORPORATION
## 5: AMERICAN CURRENT CARE PA
## 6: AMERICAN CURRENT CARE PA
## Organization DBA name Group Practice PAC ID
## 1: 8729138003
## 2: 2163334699
## 3: 2668522400
## 4: 1658555438
## 5: CONCENTRA URGENT CARE 9739260019
## 6: CONCENTRA URGENT CARE 9739260019
## Number of Group Practice members Line 1 Street Address
## 1: 56 827 LINDEN AVE
## 2: 924 2650 RIDGE AVE
## 3: 284 2222 CHERRY ST
## 4: 25 1001 BELLEFONTAINE AVE
## 5: 468 4115 DORCHESTER RD
## 6: 468 4115 DORCHESTER RD
## Line 2 Street Address Marker of address line 2 suppression City
## 1: N BALTIMORE
## 2: Y EVANSTON
## 3: Y TOLEDO
## 4: N LIMA
## 5: STE 100 N CHARLESTON
## 6: N CHARLESTON
## State Zip Code Claims based hospital affiliation CCN 1
## 1: MD 212014606 210027
## 2: IL 602011718 140010
## 3: OH 436082675 360262
## 4: OH 458042800 360262
## 5: SC 294057501
## 6: SC 294057501
## Claims based hospital affiliation LBN 1
## 1: WESTERN MARYLAND HEALTH SYSTEM CORPORATION
## 2: NORTHSHORE UNIVERSITY HEALTHSYSTEM
## 3: MERCY HEALTH ST ANNE HOSPITAL LLC
## 4: MERCY HEALTH ST ANNE HOSPITAL LLC
## 5:
## 6:
## Claims based hospital affiliation CCN 2
## 1: 511315
## 2: 140200
## 3: 360112
## 4: 360112
## 5:
## 6:
## Claims based hospital affiliation LBN 2
## 1: POTOMAC VALLEY HOSPITAL OF W VA INC
## 2: ELMHURST MEMORIAL HOSPITAL
## 3: MERCY HEALTH- ST. VINCENT MEDICAL CENTER LLC
## 4: MERCY HEALTH- ST. VINCENT MEDICAL CENTER LLC
## 5:
## 6:
## Claims based hospital affiliation CCN 3
## 1: 511311
## 2: 140252
## 3: 360009
## 4: 360009
## 5:
## 6:
## Claims based hospital affiliation LBN 3
## 1: HAMPSHIRE MEMORIAL HOSPITAL, INC.
## 2: NORTHWEST COMMUNITY HOSPITAL
## 3: LIMA MEMORIAL JOINT OPERATING COMPANY
## 4: LIMA MEMORIAL JOINT OPERATING COMPANY
## 5:
## 6:
## Claims based hospital affiliation CCN 4
## 1:
## 2: 140130
## 3: 360081
## 4: 360081
## 5:
## 6:
## Claims based hospital affiliation LBN 4
## 1:
## 2: NORTHWESTERN LAKE FOREST HOSPITAL
## 3: MERCY HEALTH ST CHARLES HOSPITAL LLC
## 4: MERCY HEALTH ST CHARLES HOSPITAL LLC
## 5:
## 6:
## Claims based hospital affiliation CCN 5
## 1:
## 2: 140281
## 3:
## 4:
## 5:
## 6:
## Claims based hospital affiliation LBN 5
## 1:
## 2: NORTHWESTERN MEMORIAL HOSPITAL
## 3:
## 4:
## 5:
## 6:
## Professional accepts Medicare Assignment Participating in eRx
## 1: Y
## 2: Y Y
## 3: Y Y
## 4: Y Y
## 5: Y
## 6: Y
## Participating in PQRS Participating in EHR
## 1: Y
## 2: Y
## 3: Y
## 4: Y
## 5:
## 6:
## Received PQRS Maintenance of Certification Program Incentive
## 1:
## 2:
## 3:
## 4:
## 5:
## 6:
## Participated in Million Hearts
## 1:
## 2:
## 3:
## 4:
## 5:
## 6:From now on, this will be performed by running
# source("http://pages.stat.wisc.edu/~karlrohe/netsci/code/loadData.R")