You can use gather_subset, to only grab env vars:
- hosts: localhost
  gather_subset: ['env','!all','!min']
  tasks:
    - debug:
        msg: "{{ ansible_facts }}"
output:
TASK [debug] **************************************************************************************************************************************************************************
ok: [localhost] => {
    "msg": {
        "env": {
                ... vars here...
        },
        "gather_subset": [
            "env",
            "!all",
            "!min"
        ],
        "module_setup": true
    }
}
gather_subset options allowed: all, all_ipv4_addresses, all_ipv6_addresses, apparmor, architecture, caps, chroot, cmdline, date_time, default_ipv4, default_ipv6, devices, distribution, distribution_major_version, distribution_release, distribution_version, dns, effective_group_ids, effective_user_id, env, facter, fibre_channel_wwn, fips, hardware, interfaces, is_chroot, iscsi, kernel, kernel_version, local, lsb, machine, machine_id, mounts, network, nvme, ohai, os_family, pkg_mgr, platform, processor, processor_cores, processor_count, python, python_version, real_user_id, selinux, service_mgr, ssh_host_key_dsa_public, ssh_host_key_ecdsa_public, ssh_host_key_ed25519_public, ssh_host_key_rsa_public, ssh_host_pub_keys, ssh_pub_keys, system, system_capabilities, system_capabilities_enforced, user, user_dir, user_gecos, user_gid, user_id, user_shell, user_uid, virtual, virtualization_role, virtualization_tech_guest, virtualization_tech_host, virtualization_type"