unitedstates/congress — pull request #135 by LindsayYoung (2014-06-05 17:25:25+00:00)
Title: House meetings

The house_meetings_branch is now seeking out all the witness information and all the documents mentioned in the meeting XML.

It is working for me locally and incorporates the feedback from #128. I am happy to hear additional feedback.

The meeting information is saving the new files the following structure outlined below. The numbers are the house event ids.

```
data
└── committee
└── meetings
└── house
├── 100139
│ ├── BILLS-113hr_297ih-U1.pdf
│ ├── HTMG-113pih-ECRules113.pdf
│ ├── HTMG-113pih-ECJurisdiction113.pdf
├── 101204
│ ├── HHRG-113-JU03-Wstate-SherakW-20130725.pdf
│ ├── HHRG-113-JU03-Wstate-MopiskE-20130725.pdf
│ ├── HHRG-113-JU03-Wstate-HanstenT-20130725.pdf
```

Here is a sample of the json data it produces:
```
{
"bills": [],
"chamber": "house",
"committee": "HSHM",
"congress": 113,
"guid": "1075f29a-e2dc-4413-9383-d41a1f1d9baf",
"house_event_id": 102200,
"house_meeting_type": "HHRG",
"meeting_documents": [
{
"bill_id": null,
"description": "Witness List",
"type": "SD",
"urls": [
{
"file_found": true,
"url": "http://docs.house.gov/meetings/HM/HM08/20140508/102200/HHRG-113-HM08-20140508-SD001.pdf"
}
],
"version_code": "ih"
}
],
"occurs_at": "2014-05-08T14:00:00",
"room": "CHOB 311",
"subcommittee": "08",
"topic": "\u201cElectromagnetic Pulse (EMP): Threat to Critical Infrastructure.\u201d",
"url": "http://docs.house.gov/Committee/Calendar/ByEvent.aspx?EventID=102200",
"witnesses": [
{
"documents": [
{
"description": null,
"type": "WS",
"urls": [
{
"file_found": true,
"url": "http://docs.house.gov/meetings/HM/HM08/20140508/102200/HHRG-113-HM08-Wstate-F000448-20140508.pdf"
}
]
}
],
"first_name": "Trent",
"house_event_id": "102200",
"last_name": "Franks",
"middle_name": null,
"organization": null,
"position": "Member of Congress",
"witness_type": null
},
{
"documents": [
{
"description": null,
"type": "WS",
"urls": [
{
"file_found": true,
"url": "http://docs.house.gov/meetings/HM/HM08/20140508/102200/HHRG-113-HM08-Wstate-PryP-20140508.pdf"
}
]
},
{
"description": null,
"type": "WT",
"urls": [
{
"file_found": true,
"url": "http://docs.house.gov/meetings/HM/HM08/20140508/102200/HHRG-113-HM08-TTF-PryP-20140508.pdf"
}
]
},
{
"description": null,
"type": "WB",
"urls": [
{
"file_found": true,
"url": "http://docs.house.gov/meetings/HM/HM08/20140508/102200/HHRG-113-HM08-Bio-PryP-20140508.pdf"
}
]
}
],
"first_name": "Peter",
"house_event_id": "102200",
"last_name": "Pry",
"middle_name": "Vincent",
"organization": "Task Force on National and Homeland Security",
"position": "Congressional EMP Commission Congressional Strategic Posture Commission Executive Director",
"witness_type": "Non-Governmental"
},
{
"documents": [
{
"description": null,
"type": "WS",
"urls": [
{
"file_found": true,
"url": "http://docs.house.gov/meetings/HM/HM08/20140508/102200/HHRG-113-HM08-Wstate-FrankelM-20140508.pdf"
}
]
}
],
"first_name": "Michael",
"house_event_id": "102200",
"last_name": "Frankel",
"middle_name": "J.",
"organization": "Penn State University Applied Research Laboratory",
"position": "Senior Scientist",
"witness_type": "Government - State"
},
{
"documents": [
{
"description": null,
"type": "WT",
"urls": [
{
"file_found": true,
"url": "http://docs.house.gov/meetings/HM/HM08/20140508/102200/HHRG-113-HM08-TTF-BeckC-20140508.pdf"
}
]
},
{
"description": null,
"type": "WS",
"urls": [
{
"file_found": true,
"url": "http://docs.house.gov/meetings/HM/HM08/20140508/102200/HHRG-113-HM08-Wstate-BeckC-20140508.pdf"
}
]
}
],
"first_name": "Chris",
"house_event_id": "102200",
"last_name": "Beck",
"middle_name": null,
"organization": "The Electric Infrastructure Security Council",
"position": "Vice President, Policy and Strategic Initiatives",
"witness_type": "Non-Governmental"
}
]
},
{
"bills": [
"hr-113"
],
"chamber": "house",
"committee": "HSAP",
"congress": 113,
"guid": "ad0bf86c-9c75-4b2f-896c-84cbb57809f5",
"house_event_id": 102201,
"house_meeting_type": "HMKP",
"meeting_documents": [
{
"bill_id": "H.R.",
"description": "FY 2015 Transportation, Housing and Urban Development Bill - Subcommittee Draft",
"type": "BR",
"urls": [
{
"file_found": true,
"url": "http://docs.house.gov/meetings/AP/AP20/20140507/102201/BILLS-113HR-SC-AP-FY2015-TransHUD-SubcommitteeDraft.pdf"
}
],
"version_code": "pih"
},
{
"bill_id": null,
"description": "Opening Statement of Subcommittee Chairman Tom Latham",
"type": "SD",
"urls": [
{
"file_found": true,
"url": "http://docs.house.gov/meetings/AP/AP20/20140507/102201/HMKP-113-AP20-20140507-SD002.pdf"
}
],
"version_code": "ih"
},
{
"bill_id": null,
"description": "Opening Statement of Chairman Hal Rogers",
"type": "SD",
"urls": [
{
"file_found": true,
"url": "http://docs.house.gov/meetings/AP/AP20/20140507/102201/HMKP-113-AP20-20140507-SD003.pdf"
}
],
"version_code": "ih"
},
{
"bill_id": null,
"description": "Notice of Subcommittee Markup",
"type": "SD",
"urls": [
{
"file_found": true,
"url": "http://docs.house.gov/meetings/AP/AP20/20140507/102201/HMKP-113-AP20-20140507-SD001.pdf"
}
],
"version_code": "ih"
}
],
"occurs_at": "2014-05-07T10:00:00",
"room": "RHOB 2358-A",
"subcommittee": "20",
"topic": "FY 2015 Transportation, Housing and Urban Development Appropriations Bill - Subcommittee",
"url": "http://docs.house.gov/Committee/Calendar/ByEvent.aspx?EventID=102201"
},
```