File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -32,35 +32,26 @@ def process_rug(url)
3232 end
3333 event_page = Nokogiri ::HTML5 . parse ( open_url ( url . to_s , raise : true ) ) . css ( "div[itemtype='https://schema.org/Event']" )
3434 event_page . each do |event_data |
35- puts 'hi'
3635 event = OpenStruct . new
3736
3837 event . url = event_data . css ( "meta[itemprop='url']" ) [ 0 ] . get_attribute ( 'content' )
39- puts event . url
4038 event . venue = event_data . css ( "meta[itemprop='location']" ) [ 0 ] . get_attribute ( 'content' )
41- puts event . venue
4239 event . title = event_data . css ( "meta[itemprop='name']" ) [ 0 ] . get_attribute ( 'content' )
43- puts event . title
4440 event . start = Time . zone . parse ( event_data . css ( "meta[itemprop='startDate']" ) [ 0 ] . get_attribute ( 'content' ) . split ( '+' ) . first )
45- puts event . start
4641 event . end = Time . zone . parse ( event_data . css ( "meta[itemprop='endDate']" ) [ 0 ] . get_attribute ( 'content' ) . split ( '+' ) . first )
47- puts event . end
4842
49- # event_page2 = Nokogiri::HTML5.parse(open_url(event.url.to_s, raise: true)).css("div[id='main']")[0].css("div[itemtype='https://schema.org/Event']")[0]
5043 event_page2 = Nokogiri ::HTML5 . parse ( open_url ( event . url . to_s , raise : true ) ) . css ( "div[itemtype='https://schema.org/Event']" ) [ 0 ]
5144 unless Rails . env . test? and File . exist? ( 'test/vcr_cassettes/ingestors/rug.yml' )
5245 sleep ( 1 )
5346 end
5447
5548 event . description = event_page2 . css ( "div[class='rug-theme--content rug-mb']" ) [ 0 ] . css ( 'p' ) [ 0 ] . text
56- puts event . description
5749
5850 event . source = 'RUG'
5951 event . timezone = 'Amsterdam'
6052 event . set_default_times
6153
6254 add_event ( event )
63- puts 'ho'
6455 rescue Exception => e
6556 @messages << "Extract event fields failed with: #{ e . message } "
6657 end
You can’t perform that action at this time.
0 commit comments