Permalink
Browse files

Initial import.

  • Loading branch information...
0 parents commit 8c2d7a835ef1dc382fb2e080da17ca50f229d861 @onyxfish onyxfish committed Aug 23, 2011
Showing with 272 additions and 0 deletions.
  1. +1 −0 .gitignore
  2. +28 −0 README.rst
  3. +84 −0 census2000_geo_schema.csv
  4. +102 −0 census2010_geo_schema.csv
  5. +53 −0 enb_schema.csv
  6. +4 −0 index.csv
1 .gitignore
@@ -0,0 +1 @@
+*.swp
28 README.rst
@@ -0,0 +1,28 @@
+FFS
+===
+
+A repository of schema's for common fixed-width data formats (mostly produced by various government entities). Each schema is the correct format suitable for use with `csvkit <http://github.com/onyxfish/csvkit/>`_'s in2csv utility.
+
+This project is named after that feeling you get when you see a fixed-width file.
+
+Index
+=====
+
+See index.csv for a reference to all schemas in this repository.
+
+Contributions
+=============
+
+Help free all of us from the evil cluthces of fixed-width by sharing your own schemas! Instructions:
+
+* Fork the repository.
+* Add your schema.
+* Update the index.
+* Send a pull request.
+* We all PROFIT!!!
+
+License
+=======
+
+Who cares? It's just metadata. Do whatever you want.
+
84 census2000_geo_schema.csv
@@ -0,0 +1,84 @@
+column,start,length
+FILEID,1,6
+STUSAB,7,2
+SUMLEV,9,3
+GEOCOMP,12,2
+CHARITER,14,3
+CIFSN,17,2
+LOGRECNO,19,7
+REGION,26,1
+DIVISION,27,1
+STATECE,28,2
+STATE,30,2
+COUNTY,32,3
+COUNTYSC,35,2
+COUSUB,37,5
+COUSUBCC,42,2
+COUSUBSC,44,2
+PLACE,46,5
+PLACECC,51,2
+PLACEDC,53,1
+PLACESC,54,2
+TRACT,56,6
+BLKGRP,62,1
+BLOCK,63,4
+IUC,67,2
+CONCIT,69,5
+CONCITCC,74,2
+CONCITSC,76,2
+AIANHH,78,4
+AIANHHFP,82,5
+AIANHHCC,87,2
+AIHHTLI,89,1
+AITSCE,90,3
+AITS,93,5
+AITSCC,98,2
+ANRC,100,5
+ANRCCC,105,2
+MSACMSA,107,4
+MASC,111,2
+CMSA,113,2
+MACCI,115,1
+PMSA,116,4
+NECMA,120,4
+NECMACCI,124,1
+NECMASC,125,2
+EXI,127,1
+UA,128,5
+UASC,133,2
+UATYPE,135,1
+UR,136,1
+CD106,137,2
+CD108,139,2
+CD109,141,2
+CD110,143,2
+SLDU,145,3
+SLDL,148,3
+VTD,151,6
+VTDI,157,1
+ZCTA3,158,3
+ZCTA5,161,5
+SUBMCD,166,5
+SUBMCDCC,171,2
+AREALAND,173,14
+AREAWATR,187,14
+NAME,201,90
+FUNCSTAT,291,1
+GCUNI,292,1
+POP100,293,9
+RES,302,9
+INTPTLAT,311,9
+INTPTLON,320,10
+LSADC,330,2
+PARTFLAG,332,1
+SDELM,333,5
+SDSEC,338,5
+SDUNI,343,5
+TAZ,348,6
+UGA,354,5
+PUMA5,359,5
+PUMA1,364,5
+RESERVE2,369,15
+MACC,384,5
+UACP,389,5
+RESERVED,394,7
102 census2010_geo_schema.csv
@@ -0,0 +1,102 @@
+column,start,length
+FILEID,0,6
+STUSAB,6,2
+SUMLEV,8,3
+GEOCOMP,11,2
+CHARITER,13,3
+CIFSN,16,2
+LOGRECNO,18,7
+REGION,25,1
+DIVISION,26,1
+STATE,27,2
+COUNTY,29,3
+COUNTYCC,32,2
+COUNTYSC,34,2
+COUSUB,36,5
+COUSUBCC,41,2
+COUSUBSC,43,2
+PLACE,45,5
+PLACECC,50,2
+PLACESC,52,2
+TRACT,54,6
+BLKGRP,60,1
+BLOCK,61,4
+IUC,65,2
+CONCIT,67,5
+CONCITCC,72,2
+CONCITSC,74,2
+AIANHH,76,4
+AIANHHFP,80,5
+AIANHHCC,85,2
+AIHHTLI,87,1
+AITSCE,88,3
+AITS,91,5
+AITSCC,96,2
+TTRACT,98,6
+TBLKGRP,104,1
+ANRC,105,5
+ANRCCC,110,2
+CBSA,112,5
+CBSASC,117,2
+METDIV,119,5
+CSA,124,3
+NECTA,127,5
+NECTASC,132,2
+NECTADIV,134,5
+CNECTA,139,3
+CBSAPCI,142,1
+NECTAPCI,143,1
+UA,144,5
+UASC,149,2
+UATYPE,151,1
+UR,152,1
+CD,153,2
+SLDU,155,3
+SLDL,158,3
+VTD,161,6
+VTDI,167,1
+RESERVE2,168,3
+ZCTA5,171,5
+SUBMCD,176,5
+SUBMCDCC,181,2
+SDELM,183,5
+SDSEC,188,5
+SDUNI,193,5
+AREALAND,198,14
+AREAWATR,212,14
+NAME,226,90
+FUNCSTAT,316,1
+GCUNI,317,1
+POP100,318,9
+HU100,327,9
+INTPTLAT,336,11
+INTPTLON,347,12
+LSADC,359,2
+PARTFLAG,361,1
+RESERVE3,362,6
+UGA,368,5
+STATENS,373,8
+COUNTYNS,381,8
+COUSUBNS,389,8
+PLACENS,397,8
+CONCITNS,405,8
+AIANHHNS,413,8
+AITSNS,421,8
+ANRCNS,429,8
+SUBMCDNS,437,8
+CD113,445,2
+CD114,447,2
+CD115,449,2
+SLDU2,451,3
+SLDU3,454,3
+SLDU4,457,3
+SLDL2,460,3
+SLDL3,463,3
+SLDL4,466,3
+AIANHHSC,469,2
+CSASC,471,2
+CNECTASC,473,2
+MEMI,475,1
+NMEMI,476,1
+PUMA,477,5
+RESERVED,482,18
53 enb_schema.csv
@@ -0,0 +1,53 @@
+column,start,length
+survey_prefix,0,3
+area_code,3,5
+datatype_code,8,1
+size_code,9,1
+ownership_code,10,1
+naics_industry_code,11,6
+year,17,4
+aggregation_level,21,2
+first_quarter_status_code,23,1
+first_quarter_number_of_establishments,24,8
+january_employment,32,9
+february_employment,41,9
+march_employment,50,9
+first_quarter_total_wages,59,15
+first_quarter_taxable_wages,74,15
+first_quarter_contributions,89,13
+first_quarter_average_weekly_wage,102,8
+second_quarter_status_code,110,1
+second_quarter_number_of_establishments,111,8
+april_employment,119,9
+may_employment,128,9
+june_employment,137,9
+second_quarter_total_wages,146,15
+second_quarter_taxable_wages,161,15
+second_quarter_contributions,176,13
+second_quarter_average_weekly_wage,189,8
+third_quarter_status_code,197,1
+third_quarter_number_of_establishments,198,8
+july_employment,206,9
+august_employment,215,9
+september_employment,224,9
+third_quarter_total_wages,233,15
+third_quarter_taxable_wages,248,15
+third_quarter_contributions,263,13
+third_quarter_average_weekly_wage,276,8
+fourth_quarter_status_code,284,1
+fourth_quarter_number_of_establishments,285,8
+october_employment,293,9
+november_employment,302,9
+december_employment,311,9
+fourth_quarter_total_wages,320,15
+fourth_quarter_taxable_wages,335,15
+fourth_quarter_contributions,350,13
+fourth_quarter_average_weekly_wage,363,8
+annual_status_code,371,1
+annual_average_number_of_establishments,327,8
+annual_average_employment,380,8
+annual_total_wages,389,15
+annual_taxable_wages,404,15
+annual_contributions,419,13
+annual_average_weekly_wage,432,8
+annual_average_pay,440,9
4 index.csv
@@ -0,0 +1,4 @@
+schema_filename,file_type,publisher,data_source,schema_source,contributor,
+census2000_geo_schema.csv,Census Geography Headers,U.S. Census Bureau,http://www2.census.gov/census_2010/,Extracted from Access shells provided by the Census Bureau,Joe Germuska
+census2010_geo_schema.csv,Census Geography Headers,U.S. Census Bureau,http://www2.census.gov/census_2010/,Extracted from Access shells provided by the Census Bureau,Joe Germuska
+enb_schema.csv,QCEW flat files,Bureau of Labor Statistics,ftp://ftp.bls.gov/pub/special.requests/cew/,ftp://ftp.bls.gov/pub/special.requests/cew/DOCUMENT/layout.txt,Christopher Groskopf

0 comments on commit 8c2d7a8

Please sign in to comment.