Disposition Data CSV guide

curl \
-H 'Content-Type: application/json' \
-H 'token: XXXXXXXXX' \
-H 'Accept: application/json' \
--request POST \
--data '{"file_names":["test_file_1.csv","test_file_2.csv"]}' \
https://indeed-atsdi.com/api/get_upload_url

{
  "test_file_1.csv": "https://blah.s3.amazonaws.com/presigned_url_1",
  "test_file_2.csv": "https://blah.s3.amazonaws.com/presigned_url_2"
}

curl -X PUT -T /path/to/test_file_1.csv \
-L https://blah.s3.amazonaws.com/presigned_url_1

curl -X PUT -T /path/to/test_file_2.csv \
-L https://blah.s3.amazonaws.com/presigned_url_2

import requests
import json

url = 'https://indeed-atsdi.com/api/get_upload_url'
file_paths = ['/path/to/test_file_1.csv', '/path/to/test_file_2.csv']
API_KEY = 'XXXXXXX'

# File tuple [0] = path, [1] = basename.
file_infos = [(fp, ntpath.basename(fp)) for fp in file_paths]


headers = {
    'Accept': 'application/json',
    'Content-Type': 'application/json',
    'token': API_KEY
}

#  This gets the presigned URLs
r = requests.post(url,
                  headers=headers,
                  data=json.dumps({'file_names': [fi[1] for fi in file_infos]}))
try:
    r.raise_for_status()
except:
    print("Error occurred.")
    print (r.json())

#  Upload file(s) to AWS.
s3_signed_urls = r.json()
for file_info in file_infos:
      with open(file_info[0], 'rb') as data:
          upload_result = requests.put(s3_signed_urls[file_info[1]], data=data)
          try:
              upload_result.raise_for_status()
          except:
              print("Issue uploading file to AWS.")

require 'net/http'
require 'net/https'
require 'uri'
require 'json'

Tuple = Struct.new(:_1, :_2)

api_url = URI.parse('https://indeed-atsdi.com/api/get_upload_url')
file_paths = ['/path/to/test_file_1.csv', '/path/to/test_file_2.csv']
api_key = 'XXXXXXX'

names = []
file_info = []
file_paths.each do |path|
 file_info.push(Tuple.new(path, File.basename(path)))
 names.push(File.basename(path))
end

header = {'Accept': 'application/json',
         'Content-Type': 'application/json',
         'token': api_key}
data = {file_names: names}

#  Access indeed api
api_response = nil
Net::HTTP.start(api_url.host, :use_ssl => true) do |http|
 api_response = http.send_request("POST", api_url.request_uri, data.to_json, header)
end

case api_response
when Net::HTTPSuccess
 json = JSON.parse(api_response.body)

 # Upload to S3.
 file_info.each do |upload_file|
   s3_url = URI.parse(json[upload_file._2])
   file = File.open(upload_file._1, "rb")
   file_data = file.read
   file.close
   s3_response = nil
   Net::HTTP.start(s3_url.host, :use_ssl => true) do |http|
       s3_response = http.send_request('PUT', s3_url.request_uri, file_data, {
       # Content type has to be here, even if set to '', or else 403 error.
        "content-type" => '',
       })
     end
   case s3_response
   when Net::HTTPSuccess
     print 'Successfully uploaded ' + upload_file._1 + "\n"
   else
     print 'Error uploading file ' + upload_file._1 + "\n"
     print s3_response.inspect + "\n"
   end
 end
else
 print 'Bad Response from Indeed API.' + "\n"
 print api_response.inspect + "\n"
end

<? php
class IndeeddispositionClient{
  private static $api_key = 'XXXXXXXXX';
  private static $api_url = 'https://indeed-atsdi.com/api/get_upload_url';

  static function get_s3_url($filename) {
    $url = self::$api_url;
    $data = '{"file_names":["'.$filename.'"]}';
    $headers = array(
      'Content-Type: application/json',
      'token: ' . self::$api_key,
      'Accept: application/json'
    );
    $options = array(
      CURLOPT_POST => 1,
      CURLOPT_POSTFIELDS => $data,
      CURLOPT_HTTPHEADER => $headers,
      CURLOPT_RETURNTRANSFER => 1
    );
    $curl = curl_init($url);
    curl_setopt_array($curl, $options);
    $res = curl_exec($curl);
    curl_close($curl);
    return $res;
  }
  static function upload_to_s3($file_path_string, $signed_url){
      $fh = fopen($file_path_string, 'rb');
      $options = array(
        CURLOPT_VERBOSE => 1,
        CURLOPT_POST => 1,
        CURLOPT_RETURNTRANSFER => 1,
        CURLOPT_URL => $signed_url,
        CURLOPT_INFILE => $fh,
        CURLOPT_INFILESIZE => filesize($file_path_string),
        CURLOPT_PUT => 1
      );
      $ch = curl_init();
      curl_setopt_array($ch, $options);
      $result = curl_exec($ch);
      if (curl_errno($ch)) {
          echo 'Error:' . curl_error($ch);
      }
      fclose($fh);
      curl_close($ch);
      return $result;
    }
}

$file_paths = array("test_file_1.csv","test_file_2.csv");
foreach ($file_paths as $file_path){
  if (!file_exists($file_path)) {
    print 'Cannot find file '.$file_path."\n";
    throw new Exception('File not found '.$file_path);
  }
  $file_name = basename($file_path);
  print "Uploading ".$file_name ."\n";
  print "... ".$file_name ."\n";
  $s3_url = json_decode(IndeeddispositionClient::get_s3_url($file_name), true)[$file_name];
  $result = IndeeddispositionClient::upload_to_s3($file_path, $s3_url);

  print $result;

  print "\nFinished with ".$file_name ."\n";
}
s?>