After adding the removal on long click part, i tried to add a call option the same way, but it didn't work.
I wrote the code here in the second box (first box is without the call option changes that didn't work) and highlighted the changes I tried with // signs.
This is the code: (i will add my attempts of creating the long click removal if you want)
    public static final int PICK_CONTACT = 1;
private ArrayList<String> contactList;
 private ArrayAdapter<String> arrayAdapter;
  @Override
  public void onCreate(Bundle icicle) {
super.onCreate(icicle);
setContentView(R.layout.activity_work__contacts);
Button btnPickContact = (Button) findViewById(R.id.btnPickContact);
btnPickContact.setOnClickListener(new View.OnClickListener() {
    public void onClick(View _view) {
        Intent intent = new Intent(Intent.ACTION_PICK,
                ContactsContract.CommonDataKinds.Phone.CONTENT_URI);
        startActivityForResult(intent, PICK_CONTACT);
    }
});
//you may fill it here e.g. from your db
contactList=new ArrayList<String>();
arrayAdapter = new ArrayAdapter<String>(this,
        android.R.layout.simple_list_item_1, contactList);
final ListView lv = (ListView) findViewById(R.id.ContactListView);
lv.setAdapter(arrayAdapter);
  lv.setLongClickable(true);
        lv.setClickable(true);
lv.setOnItemLongClickListener(new OnItemLongClickListener() {
        public boolean onItemLongClick(AdapterView<?> arg0, View arg1,
                int pos, long id) {
            arrayAdapter.notifyDataSetChanged();
            arrayAdapter.remove(arrayAdapter.getItem(pos));
}
   @SuppressWarnings("deprecation")
   @Override
 public void onActivityResult(int requestCode, int resultCode, Intent data) {
super.onActivityResult(requestCode, resultCode, data);
switch (requestCode) {
case (PICK_CONTACT): {
    if (resultCode == Activity.RESULT_OK) {
        Uri contentUri = data.getData();
        //Phone Name
        Cursor c = managedQuery(contentUri, null, null, null, null);
        c.moveToFirst();
        String name = c.getString(c.getColumnIndexOrThrow(ContactsContract.Contacts.DISPLAY_NAME));
        //Phone Number
        String contactId = contentUri.getLastPathSegment();
        Cursor cursor = getContentResolver().query(Phone.CONTENT_URI,
                null, Phone._ID + "=?", new String[] { contactId },
                null);// < - Note, not CONTACT_ID!
        startManagingCursor(cursor);
        Boolean numbersExist = cursor.moveToFirst();
        int phoneNumberColumnIndex = cursor
                .getColumnIndex(Phone.NUMBER);
        String phoneNumber = "";
        while (numbersExist) {
            phoneNumber = cursor.getString(phoneNumberColumnIndex);
            phoneNumber = phoneNumber.trim();
            numbersExist = cursor.moveToNext();
        }
        stopManagingCursor(cursor);
        //Set
        arrayAdapter.add(name + "-" + phoneNumber);
        arrayAdapter.notifyDataSetChanged();
    }
    break;
}
}
} }
public static final int PICK_CONTACT = 1;
private ArrayList<String> contactList;
private ArrayAdapter<String> arrayAdapter;
   // private ArrayList<Integer> contactList2;
   // private ArrayAdapter<Integer> arrayAdapter2;
@Override
public void onCreate(Bundle icicle) {
    super.onCreate(icicle);
    setContentView(R.layout.activity_work__contacts);
    Button btnPickContact = (Button) findViewById(R.id.btnPickContact);
    btnPickContact.setOnClickListener(new View.OnClickListener() {
        public void onClick(View _view) {
            Intent intent = new Intent(Intent.ACTION_PICK,
                    ContactsContract.CommonDataKinds.Phone.CONTENT_URI);
            startActivityForResult(intent, PICK_CONTACT);
        }
    });
    //you may fill it here e.g. from your db
    contactList=new ArrayList<String>();
  //  contactList2=new ArrayList<Integer>();
    arrayAdapter = new ArrayAdapter<String>(this,
            android.R.layout.simple_list_item_1, contactList);
 //   arrayAdapter2 = new ArrayAdapter<Integer>(this,
//            android.R.layout.simple_list_item_1, contactList2);
    final ListView lv = (ListView) findViewById(R.id.ContactListView);
    lv.setAdapter(arrayAdapter);
    lv.setLongClickable(true);
    lv.setClickable(true);
   // final ListView lv2 = (ListView) findViewById(R.id.ContactListView);
  //  lv.setAdapter(arrayAdapter2);
   // lv.setLongClickable(true);
  //  lv.setClickable(true);
    lv.setOnItemLongClickListener(new OnItemLongClickListener() {
        public boolean onItemLongClick(AdapterView<?> arg0, View arg1,
                int pos, long id) {
            arrayAdapter.notifyDataSetChanged();
            arrayAdapter.remove(arrayAdapter.getItem(pos));
            Log.v("long clicked","pos: " + pos);
            return true;
        }
    });
   // lv2.setOnItemClickListener(new OnItemClickListener() {
    //  public void onItemClick(AdapterView<?> parent, View view,
        //      int position, long id) {
          //  
            //String url = "tel:"+position;
           // Intent intent = new Intent(Intent.ACTION_CALL, Uri.parse(url));
        //  startActivity(intent);
    //      
        //}
    //});
}
@SuppressWarnings("deprecation")
@Override
public void onActivityResult(int requestCode, int resultCode, Intent data) {
    super.onActivityResult(requestCode, resultCode, data);
    switch (requestCode) {
    case (PICK_CONTACT): {
        if (resultCode == Activity.RESULT_OK) {
            Uri contentUri = data.getData();
            //Phone Name
            Cursor c = managedQuery(contentUri, null, null, null, null);
            c.moveToFirst();
            String name = c.getString(c.getColumnIndexOrThrow(ContactsContract.Contacts.DISPLAY_NAME));
            //Phone Number
            String contactId = contentUri.getLastPathSegment();
            Cursor cursor = getContentResolver().query(Phone.CONTENT_URI,
                    null, Phone._ID + "=?", new String[] { contactId },
                    null);// < - Note, not CONTACT_ID!
            startManagingCursor(cursor);
            Boolean numbersExist = cursor.moveToFirst();
            int phoneNumberColumnIndex = cursor
                    .getColumnIndex(Phone.NUMBER);
            String phoneNumber = "";
           // Integer iInteger = new Integer(phoneNumberColumnIndex);
            while (numbersExist) {
                phoneNumber = cursor.getString(phoneNumberColumnIndex);
                phoneNumber = phoneNumber.trim();
                numbersExist = cursor.moveToNext();
            }
            stopManagingCursor(cursor);
            //Set
            arrayAdapter.add(name + " - " + phoneNumber);
            arrayAdapter.notifyDataSetChanged();
           // arrayAdapter2.add(iInteger);
          //  arrayAdapter2.notifyDataSetChanged();
        }
        break;
    }
    }
}
}
Anybody has an idea why it didn't work ?
Thank you