Allow carets in URL search params (#25216)
This commit is contained in:
		
							parent
							
								
									dac460f43f
								
							
						
					
					
						commit
						942d850b0a
					
				| 
						 | 
				
			
			@ -25,7 +25,7 @@ module Twitter::TwitterText
 | 
			
		|||
      \)
 | 
			
		||||
    /iox
 | 
			
		||||
    UCHARS = '\u{A0}-\u{D7FF}\u{F900}-\u{FDCF}\u{FDF0}-\u{FFEF}\u{10000}-\u{1FFFD}\u{20000}-\u{2FFFD}\u{30000}-\u{3FFFD}\u{40000}-\u{4FFFD}\u{50000}-\u{5FFFD}\u{60000}-\u{6FFFD}\u{70000}-\u{7FFFD}\u{80000}-\u{8FFFD}\u{90000}-\u{9FFFD}\u{A0000}-\u{AFFFD}\u{B0000}-\u{BFFFD}\u{C0000}-\u{CFFFD}\u{D0000}-\u{DFFFD}\u{E1000}-\u{EFFFD}\u{E000}-\u{F8FF}\u{F0000}-\u{FFFFD}\u{100000}-\u{10FFFD}'
 | 
			
		||||
    REGEXEN[:valid_url_query_chars] = /[a-z0-9!?\*'\(\);:&=\+\$\/%#\[\]\-_\.,~|@#{UCHARS}]/iou
 | 
			
		||||
    REGEXEN[:valid_url_query_chars] = /[a-z0-9!?\*'\(\);:&=\+\$\/%#\[\]\-_\.,~|@\^#{UCHARS}]/iou
 | 
			
		||||
    REGEXEN[:valid_url_query_ending_chars] = /[a-z0-9_&=#\/\-#{UCHARS}]/iou
 | 
			
		||||
    REGEXEN[:valid_url_path] = /(?:
 | 
			
		||||
      (?:
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -12,6 +12,7 @@ RSpec.describe FetchLinkCardService, type: :service do
 | 
			
		|||
    stub_request(:get, 'http://example.com/koi8-r').to_return(request_fixture('koi8-r.txt'))
 | 
			
		||||
    stub_request(:get, 'http://example.com/日本語').to_return(request_fixture('sjis.txt'))
 | 
			
		||||
    stub_request(:get, 'https://github.com/qbi/WannaCry').to_return(status: 404)
 | 
			
		||||
    stub_request(:get, 'http://example.com/test?data=file.gpx%5E1').to_return(status: 200)
 | 
			
		||||
    stub_request(:get, 'http://example.com/test-').to_return(request_fixture('idn.txt'))
 | 
			
		||||
    stub_request(:get, 'http://example.com/windows-1251').to_return(request_fixture('windows-1251.txt'))
 | 
			
		||||
 | 
			
		||||
| 
						 | 
				
			
			@ -87,6 +88,15 @@ RSpec.describe FetchLinkCardService, type: :service do
 | 
			
		|||
        expect(a_request(:get, 'http://example.com/sjis')).to_not have_been_made
 | 
			
		||||
      end
 | 
			
		||||
    end
 | 
			
		||||
 | 
			
		||||
    context do
 | 
			
		||||
      let(:status) { Fabricate(:status, text: 'test http://example.com/test?data=file.gpx^1') }
 | 
			
		||||
 | 
			
		||||
      it 'does fetch URLs with a caret in search params' do
 | 
			
		||||
        expect(a_request(:get, 'http://example.com/test?data=file.gpx')).to_not have_been_made
 | 
			
		||||
        expect(a_request(:get, 'http://example.com/test?data=file.gpx%5E1')).to have_been_made.once
 | 
			
		||||
      end
 | 
			
		||||
    end
 | 
			
		||||
  end
 | 
			
		||||
 | 
			
		||||
  context 'with a remote status' do
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
		Loading…
	
		Reference in New Issue